PlayServiceImpl.java 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664
  1. package com.genersoft.iot.vmp.service.impl;
  2. import java.math.BigDecimal;
  3. import java.math.RoundingMode;
  4. import java.util.List;
  5. import java.util.Objects;
  6. import java.util.UUID;
  7. import javax.sip.ResponseEvent;
  8. import org.slf4j.Logger;
  9. import org.slf4j.LoggerFactory;
  10. import org.springframework.beans.factory.annotation.Autowired;
  11. import org.springframework.beans.factory.annotation.Qualifier;
  12. import org.springframework.http.HttpStatus;
  13. import org.springframework.http.ResponseEntity;
  14. import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
  15. import org.springframework.stereotype.Service;
  16. import org.springframework.web.context.request.async.DeferredResult;
  17. import com.alibaba.fastjson.JSON;
  18. import com.alibaba.fastjson.JSONArray;
  19. import com.alibaba.fastjson.JSONObject;
  20. import com.genersoft.iot.vmp.common.StreamInfo;
  21. import com.genersoft.iot.vmp.conf.DynamicTask;
  22. import com.genersoft.iot.vmp.conf.UserSetting;
  23. import com.genersoft.iot.vmp.gb28181.bean.Device;
  24. import com.genersoft.iot.vmp.gb28181.bean.DeviceChannel;
  25. import com.genersoft.iot.vmp.gb28181.bean.InviteStreamCallback;
  26. import com.genersoft.iot.vmp.gb28181.bean.InviteStreamInfo;
  27. import com.genersoft.iot.vmp.gb28181.bean.ParentPlatform;
  28. import com.genersoft.iot.vmp.gb28181.bean.SendRtpItem;
  29. import com.genersoft.iot.vmp.gb28181.bean.SsrcTransaction;
  30. import com.genersoft.iot.vmp.gb28181.event.SipSubscribe;
  31. import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
  32. import com.genersoft.iot.vmp.gb28181.transmit.callback.DeferredResultHolder;
  33. import com.genersoft.iot.vmp.gb28181.transmit.callback.RequestMessage;
  34. import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander;
  35. import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommanderFroPlatform;
  36. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeFactory;
  37. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeForStreamChange;
  38. import com.genersoft.iot.vmp.media.zlm.dto.HookType;
  39. import com.genersoft.iot.vmp.utils.DateUtil;
  40. import com.genersoft.iot.vmp.media.zlm.AssistRESTfulUtils;
  41. import com.genersoft.iot.vmp.media.zlm.ZLMHttpHookSubscribe;
  42. import com.genersoft.iot.vmp.media.zlm.ZLMRESTfulUtils;
  43. import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
  44. import com.genersoft.iot.vmp.service.IMediaServerService;
  45. import com.genersoft.iot.vmp.service.IMediaService;
  46. import com.genersoft.iot.vmp.service.IPlayService;
  47. import com.genersoft.iot.vmp.service.bean.InviteTimeOutCallback;
  48. import com.genersoft.iot.vmp.service.bean.PlayBackCallback;
  49. import com.genersoft.iot.vmp.service.bean.PlayBackResult;
  50. import com.genersoft.iot.vmp.service.bean.SSRCInfo;
  51. import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
  52. import com.genersoft.iot.vmp.storager.IVideoManagerStorage;
  53. import com.genersoft.iot.vmp.utils.DateUtil;
  54. import com.genersoft.iot.vmp.vmanager.bean.WVPResult;
  55. import com.genersoft.iot.vmp.vmanager.gb28181.play.bean.PlayResult;
  56. import gov.nist.javax.sip.stack.SIPDialog;
  57. @SuppressWarnings(value = {"rawtypes", "unchecked"})
  58. @Service
  59. public class PlayServiceImpl implements IPlayService {
  60. private final static Logger logger = LoggerFactory.getLogger(PlayServiceImpl.class);
  61. @Autowired
  62. private IVideoManagerStorage storager;
  63. @Autowired
  64. private SIPCommander cmder;
  65. @Autowired
  66. private SIPCommanderFroPlatform sipCommanderFroPlatform;
  67. @Autowired
  68. private IRedisCatchStorage redisCatchStorage;
  69. @Autowired
  70. private DeferredResultHolder resultHolder;
  71. @Autowired
  72. private ZLMRESTfulUtils zlmresTfulUtils;
  73. @Autowired
  74. private AssistRESTfulUtils assistRESTfulUtils;
  75. @Autowired
  76. private IMediaService mediaService;
  77. @Autowired
  78. private IMediaServerService mediaServerService;
  79. @Autowired
  80. private VideoStreamSessionManager streamSession;
  81. @Autowired
  82. private UserSetting userSetting;
  83. @Autowired
  84. private DynamicTask dynamicTask;
  85. @Autowired
  86. private ZLMHttpHookSubscribe subscribe;
  87. @Qualifier("taskExecutor")
  88. @Autowired
  89. private ThreadPoolTaskExecutor taskExecutor;
  90. @Override
  91. public PlayResult play(MediaServerItem mediaServerItem, String deviceId, String channelId,
  92. ZLMHttpHookSubscribe.Event hookEvent, SipSubscribe.Event errorEvent,
  93. Runnable timeoutCallback) {
  94. PlayResult playResult = new PlayResult();
  95. RequestMessage msg = new RequestMessage();
  96. String key = DeferredResultHolder.CALLBACK_CMD_PLAY + deviceId + channelId;
  97. msg.setKey(key);
  98. String uuid = UUID.randomUUID().toString();
  99. msg.setId(uuid);
  100. playResult.setUuid(uuid);
  101. DeferredResult<ResponseEntity<String>> result = new DeferredResult<>(userSetting.getPlayTimeout().longValue());
  102. playResult.setResult(result);
  103. // 录像查询以channelId作为deviceId查询
  104. resultHolder.put(key, uuid, result);
  105. if (mediaServerItem == null) {
  106. WVPResult wvpResult = new WVPResult();
  107. wvpResult.setCode(-1);
  108. wvpResult.setMsg("未找到可用的zlm");
  109. msg.setData(wvpResult);
  110. resultHolder.invokeResult(msg);
  111. return playResult;
  112. }
  113. Device device = redisCatchStorage.getDevice(deviceId);
  114. StreamInfo streamInfo = redisCatchStorage.queryPlayByDevice(deviceId, channelId);
  115. playResult.setDevice(device);
  116. result.onCompletion(()->{
  117. // 点播结束时调用截图接口
  118. taskExecutor.execute(()->{
  119. // TODO 应该在上流时调用更好,结束也可能是错误结束
  120. String path = "snap";
  121. String fileName = deviceId + "_" + channelId + ".jpg";
  122. ResponseEntity responseEntity = (ResponseEntity)result.getResult();
  123. if (responseEntity != null && responseEntity.getStatusCode() == HttpStatus.OK) {
  124. WVPResult wvpResult = (WVPResult)responseEntity.getBody();
  125. if (Objects.requireNonNull(wvpResult).getCode() == 0) {
  126. StreamInfo streamInfoForSuccess = (StreamInfo)wvpResult.getData();
  127. MediaServerItem mediaInfo = mediaServerService.getOne(streamInfoForSuccess.getMediaServerId());
  128. String streamUrl = streamInfoForSuccess.getFmp4();
  129. // 请求截图
  130. logger.info("[请求截图]: " + fileName);
  131. zlmresTfulUtils.getSnap(mediaInfo, streamUrl, 15, 1, path, fileName);
  132. }
  133. }
  134. });
  135. });
  136. if (streamInfo != null) {
  137. String streamId = streamInfo.getStream();
  138. if (streamId == null) {
  139. WVPResult wvpResult = new WVPResult();
  140. wvpResult.setCode(-1);
  141. wvpResult.setMsg("点播失败, redis缓存streamId等于null");
  142. msg.setData(wvpResult);
  143. resultHolder.invokeAllResult(msg);
  144. return playResult;
  145. }
  146. String mediaServerId = streamInfo.getMediaServerId();
  147. MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
  148. JSONObject rtpInfo = zlmresTfulUtils.getRtpInfo(mediaInfo, streamId);
  149. if(rtpInfo.getInteger("code") == 0){
  150. if (rtpInfo.getBoolean("exist")) {
  151. WVPResult wvpResult = new WVPResult();
  152. wvpResult.setCode(0);
  153. wvpResult.setMsg("success");
  154. wvpResult.setData(streamInfo);
  155. msg.setData(wvpResult);
  156. resultHolder.invokeAllResult(msg);
  157. if (hookEvent != null) {
  158. hookEvent.response(mediaServerItem, JSONObject.parseObject(JSON.toJSONString(streamInfo)));
  159. }
  160. }else {
  161. redisCatchStorage.stopPlay(streamInfo);
  162. storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
  163. streamInfo = null;
  164. }
  165. }else {
  166. //zlm连接失败
  167. redisCatchStorage.stopPlay(streamInfo);
  168. storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
  169. streamInfo = null;
  170. }
  171. }
  172. if (streamInfo == null) {
  173. String streamId = null;
  174. if (mediaServerItem.isRtpEnable()) {
  175. streamId = String.format("%s_%s", device.getDeviceId(), channelId);
  176. }
  177. SSRCInfo ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId, device.isSsrcCheck(), false);
  178. play(mediaServerItem, ssrcInfo, device, channelId, (mediaServerItemInUse, response)->{
  179. if (hookEvent != null) {
  180. hookEvent.response(mediaServerItem, response);
  181. }
  182. }, event -> {
  183. // sip error错误
  184. WVPResult wvpResult = new WVPResult();
  185. wvpResult.setCode(-1);
  186. wvpResult.setMsg(String.format("点播失败, 错误码: %s, %s", event.statusCode, event.msg));
  187. msg.setData(wvpResult);
  188. resultHolder.invokeAllResult(msg);
  189. if (errorEvent != null) {
  190. errorEvent.response(event);
  191. }
  192. }, (code, msgStr)->{
  193. // invite点播超时
  194. WVPResult wvpResult = new WVPResult();
  195. wvpResult.setCode(-1);
  196. if (code == 0) {
  197. wvpResult.setMsg("点播超时,请稍候重试");
  198. }else if (code == 1) {
  199. wvpResult.setMsg("收流超时,请稍候重试");
  200. }
  201. msg.setData(wvpResult);
  202. // 回复之前所有的点播请求
  203. resultHolder.invokeAllResult(msg);
  204. }, uuid);
  205. }
  206. return playResult;
  207. }
  208. @Override
  209. public void play(MediaServerItem mediaServerItem, SSRCInfo ssrcInfo, Device device, String channelId,
  210. ZLMHttpHookSubscribe.Event hookEvent, SipSubscribe.Event errorEvent,
  211. InviteTimeOutCallback timeoutCallback, String uuid) {
  212. String streamId = null;
  213. if (mediaServerItem.isRtpEnable()) {
  214. streamId = String.format("%s_%s", device.getDeviceId(), channelId);
  215. }
  216. if (ssrcInfo == null) {
  217. ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId, device.isSsrcCheck(), false);
  218. }
  219. logger.info("[点播开始] deviceId: {}, channelId: {}, SSRC: {}", device.getDeviceId(), channelId, ssrcInfo.getSsrc() );
  220. // 超时处理
  221. String timeOutTaskKey = UUID.randomUUID().toString();
  222. SSRCInfo finalSsrcInfo = ssrcInfo;
  223. dynamicTask.startDelay( timeOutTaskKey,()->{
  224. SIPDialog dialog = streamSession.getDialogByStream(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
  225. if (dialog != null) {
  226. logger.info("[点播超时] 收流超时 deviceId: {}, channelId: {}", device.getDeviceId(), channelId);
  227. timeoutCallback.run(1, "收流超时");
  228. // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
  229. cmder.streamByeCmd(device.getDeviceId(), channelId, finalSsrcInfo.getStream(), null);
  230. }else {
  231. logger.info("[点播超时] 消息未响应 deviceId: {}, channelId: {}", device.getDeviceId(), channelId);
  232. timeoutCallback.run(0, "点播超时");
  233. mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
  234. mediaServerService.closeRTPServer(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
  235. streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
  236. }
  237. }, userSetting.getPlayTimeout());
  238. final String ssrc = ssrcInfo.getSsrc();
  239. final String stream = ssrcInfo.getStream();
  240. //端口获取失败的ssrcInfo 没有必要发送点播指令
  241. if(ssrcInfo.getPort() <= 0){
  242. logger.info("[点播端口分配异常],deviceId={},channelId={},ssrcInfo={}", device.getDeviceId(), channelId, ssrcInfo);
  243. return;
  244. }
  245. cmder.playStreamCmd(mediaServerItem, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInuse, JSONObject response) -> {
  246. logger.info("收到订阅消息: " + response.toJSONString());
  247. dynamicTask.stop(timeOutTaskKey);
  248. // hook响应
  249. onPublishHandlerForPlay(mediaServerItemInuse, response, device.getDeviceId(), channelId, uuid);
  250. hookEvent.response(mediaServerItemInuse, response);
  251. logger.info("[点播成功] deviceId: {}, channelId: {}", device.getDeviceId(), channelId);
  252. }, (event) -> {
  253. ResponseEvent responseEvent = (ResponseEvent)event.event;
  254. String contentString = new String(responseEvent.getResponse().getRawContent());
  255. // 获取ssrc
  256. int ssrcIndex = contentString.indexOf("y=");
  257. // 检查是否有y字段
  258. if (ssrcIndex >= 0) {
  259. //ssrc规定长度为10字节,不取余下长度以避免后续还有“f=”字段 TODO 后续对不规范的非10位ssrc兼容
  260. String ssrcInResponse = contentString.substring(ssrcIndex + 2, ssrcIndex + 12);
  261. // 查询到ssrc不一致且开启了ssrc校验则需要针对处理
  262. if (ssrc.equals(ssrcInResponse)) {
  263. return;
  264. }
  265. logger.info("[点播消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse );
  266. if (!mediaServerItem.isRtpEnable() || device.isSsrcCheck()) {
  267. logger.info("[SIP 消息] SSRC修正 {}->{}", ssrc, ssrcInResponse);
  268. if (!mediaServerItem.getSsrcConfig().checkSsrc(ssrcInResponse)) {
  269. // ssrc 不可用
  270. // 释放ssrc
  271. mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
  272. streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
  273. event.msg = "下级自定义了ssrc,但是此ssrc不可用";
  274. event.statusCode = 400;
  275. errorEvent.response(event);
  276. return;
  277. }
  278. // 单端口模式streamId也有变化,需要重新设置监听
  279. if (!mediaServerItem.isRtpEnable()) {
  280. // 添加订阅
  281. HookSubscribeForStreamChange hookSubscribe = HookSubscribeFactory.on_stream_changed("rtp", stream, true, "rtmp", mediaServerItem.getId());
  282. subscribe.removeSubscribe(hookSubscribe);
  283. hookSubscribe.getContent().put("stream", String.format("%08x", Integer.parseInt(ssrcInResponse)).toUpperCase());
  284. subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response)->{
  285. logger.info("[ZLM HOOK] ssrc修正后收到订阅消息: " + response.toJSONString());
  286. dynamicTask.stop(timeOutTaskKey);
  287. // hook响应
  288. onPublishHandlerForPlay(mediaServerItemInUse, response, device.getDeviceId(), channelId, uuid);
  289. hookEvent.response(mediaServerItemInUse, response);
  290. });
  291. }
  292. // 关闭rtp server
  293. mediaServerService.closeRTPServer(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
  294. // 重新开启ssrc server
  295. mediaServerService.openRTPServer(mediaServerItem, finalSsrcInfo.getStream(), ssrcInResponse, device.isSsrcCheck(), false, finalSsrcInfo.getPort());
  296. }
  297. }
  298. }, (event) -> {
  299. dynamicTask.stop(timeOutTaskKey);
  300. mediaServerService.closeRTPServer(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
  301. // 释放ssrc
  302. mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
  303. streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
  304. errorEvent.response(event);
  305. });
  306. }
  307. @Override
  308. public void onPublishHandlerForPlay(MediaServerItem mediaServerItem, JSONObject response, String deviceId, String channelId, String uuid) {
  309. RequestMessage msg = new RequestMessage();
  310. if (uuid != null) {
  311. msg.setId(uuid);
  312. }
  313. msg.setKey(DeferredResultHolder.CALLBACK_CMD_PLAY + deviceId + channelId);
  314. StreamInfo streamInfo = onPublishHandler(mediaServerItem, response, deviceId, channelId);
  315. if (streamInfo != null) {
  316. DeviceChannel deviceChannel = storager.queryChannel(deviceId, channelId);
  317. if (deviceChannel != null) {
  318. deviceChannel.setStreamId(streamInfo.getStream());
  319. storager.startPlay(deviceId, channelId, streamInfo.getStream());
  320. }
  321. redisCatchStorage.startPlay(streamInfo);
  322. WVPResult wvpResult = new WVPResult();
  323. wvpResult.setCode(0);
  324. wvpResult.setMsg("success");
  325. wvpResult.setData(streamInfo);
  326. msg.setData(wvpResult);
  327. resultHolder.invokeAllResult(msg);
  328. } else {
  329. logger.warn("设备预览API调用失败!");
  330. msg.setData("设备预览API调用失败!");
  331. resultHolder.invokeAllResult(msg);
  332. }
  333. }
  334. @Override
  335. public MediaServerItem getNewMediaServerItem(Device device) {
  336. if (device == null) {
  337. return null;
  338. }
  339. String mediaServerId = device.getMediaServerId();
  340. MediaServerItem mediaServerItem;
  341. if (mediaServerId == null) {
  342. mediaServerItem = mediaServerService.getMediaServerForMinimumLoad();
  343. }else {
  344. mediaServerItem = mediaServerService.getOne(mediaServerId);
  345. }
  346. if (mediaServerItem == null) {
  347. logger.warn("点播时未找到可使用的ZLM...");
  348. }
  349. return mediaServerItem;
  350. }
  351. @Override
  352. public DeferredResult<ResponseEntity<String>> playBack(String deviceId, String channelId, String startTime,
  353. String endTime,InviteStreamCallback inviteStreamCallback,
  354. PlayBackCallback callback) {
  355. Device device = storager.queryVideoDevice(deviceId);
  356. if (device == null) {
  357. return null;
  358. }
  359. MediaServerItem newMediaServerItem = getNewMediaServerItem(device);
  360. SSRCInfo ssrcInfo = mediaServerService.openRTPServer(newMediaServerItem, null, true, true);
  361. return playBack(newMediaServerItem, ssrcInfo, deviceId, channelId, startTime, endTime, inviteStreamCallback, callback);
  362. }
  363. @Override
  364. public DeferredResult<ResponseEntity<String>> playBack(MediaServerItem mediaServerItem, SSRCInfo ssrcInfo,
  365. String deviceId, String channelId, String startTime,
  366. String endTime, InviteStreamCallback infoCallBack,
  367. PlayBackCallback playBackCallback) {
  368. if (mediaServerItem == null || ssrcInfo == null) {
  369. return null;
  370. }
  371. String uuid = UUID.randomUUID().toString();
  372. String key = DeferredResultHolder.CALLBACK_CMD_PLAYBACK + deviceId + channelId;
  373. DeferredResult<ResponseEntity<String>> result = new DeferredResult<>(30000L);
  374. Device device = storager.queryVideoDevice(deviceId);
  375. if (device == null) {
  376. result.setResult(new ResponseEntity<>(HttpStatus.BAD_REQUEST));
  377. return result;
  378. }
  379. resultHolder.put(DeferredResultHolder.CALLBACK_CMD_PLAYBACK + deviceId + channelId, uuid, result);
  380. RequestMessage msg = new RequestMessage();
  381. msg.setId(uuid);
  382. msg.setKey(key);
  383. PlayBackResult<RequestMessage> playBackResult = new PlayBackResult<>();
  384. String playBackTimeOutTaskKey = UUID.randomUUID().toString();
  385. dynamicTask.startDelay(playBackTimeOutTaskKey, ()->{
  386. logger.warn(String.format("设备回放超时,deviceId:%s ,channelId:%s", deviceId, channelId));
  387. playBackResult.setCode(-1);
  388. playBackResult.setData(msg);
  389. playBackCallback.call(playBackResult);
  390. SIPDialog dialog = streamSession.getDialogByStream(deviceId, channelId, ssrcInfo.getStream());
  391. // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
  392. if (dialog != null) {
  393. // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
  394. cmder.streamByeCmd(device.getDeviceId(), channelId, ssrcInfo.getStream(), null);
  395. }else {
  396. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  397. mediaServerService.closeRTPServer(deviceId, channelId, ssrcInfo.getStream());
  398. streamSession.remove(deviceId, channelId, ssrcInfo.getStream());
  399. }
  400. cmder.streamByeCmd(device.getDeviceId(), channelId, ssrcInfo.getStream(), null);
  401. // 回复之前所有的点播请求
  402. playBackCallback.call(playBackResult);
  403. }, userSetting.getPlayTimeout());
  404. cmder.playbackStreamCmd(mediaServerItem, ssrcInfo, device, channelId, startTime, endTime, infoCallBack,
  405. (InviteStreamInfo inviteStreamInfo) -> {
  406. logger.info("收到订阅消息: " + inviteStreamInfo.getResponse().toJSONString());
  407. dynamicTask.stop(playBackTimeOutTaskKey);
  408. StreamInfo streamInfo = onPublishHandler(inviteStreamInfo.getMediaServerItem(), inviteStreamInfo.getResponse(), deviceId, channelId);
  409. if (streamInfo == null) {
  410. logger.warn("设备回放API调用失败!");
  411. msg.setData("设备回放API调用失败!");
  412. playBackResult.setCode(-1);
  413. playBackResult.setData(msg);
  414. playBackCallback.call(playBackResult);
  415. return;
  416. }
  417. redisCatchStorage.startPlayback(streamInfo, inviteStreamInfo.getCallId());
  418. msg.setData(JSON.toJSONString(streamInfo));
  419. playBackResult.setCode(0);
  420. playBackResult.setData(msg);
  421. playBackResult.setMediaServerItem(inviteStreamInfo.getMediaServerItem());
  422. playBackResult.setResponse(inviteStreamInfo.getResponse());
  423. playBackCallback.call(playBackResult);
  424. }, event -> {
  425. dynamicTask.stop(playBackTimeOutTaskKey);
  426. msg.setData(String.format("回放失败, 错误码: %s, %s", event.statusCode, event.msg));
  427. playBackResult.setCode(-1);
  428. playBackResult.setData(msg);
  429. playBackResult.setEvent(event);
  430. playBackCallback.call(playBackResult);
  431. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  432. });
  433. return result;
  434. }
  435. @Override
  436. public DeferredResult<ResponseEntity<String>> download(String deviceId, String channelId, String startTime, String endTime, int downloadSpeed, InviteStreamCallback infoCallBack, PlayBackCallback hookCallBack) {
  437. Device device = storager.queryVideoDevice(deviceId);
  438. if (device == null) {
  439. return null;
  440. }
  441. MediaServerItem newMediaServerItem = getNewMediaServerItem(device);
  442. SSRCInfo ssrcInfo = mediaServerService.openRTPServer(newMediaServerItem, null, true, true);
  443. return download(newMediaServerItem, ssrcInfo, deviceId, channelId, startTime, endTime, downloadSpeed,infoCallBack, hookCallBack);
  444. }
  445. @Override
  446. public DeferredResult<ResponseEntity<String>> download(MediaServerItem mediaServerItem, SSRCInfo ssrcInfo, String deviceId, String channelId, String startTime, String endTime, int downloadSpeed, InviteStreamCallback infoCallBack, PlayBackCallback hookCallBack) {
  447. if (mediaServerItem == null || ssrcInfo == null) {
  448. return null;
  449. }
  450. String uuid = UUID.randomUUID().toString();
  451. String key = DeferredResultHolder.CALLBACK_CMD_DOWNLOAD + deviceId + channelId;
  452. DeferredResult<ResponseEntity<String>> result = new DeferredResult<>(30000L);
  453. Device device = storager.queryVideoDevice(deviceId);
  454. if (device == null) {
  455. result.setResult(new ResponseEntity<>(HttpStatus.BAD_REQUEST));
  456. return result;
  457. }
  458. resultHolder.put(key, uuid, result);
  459. RequestMessage msg = new RequestMessage();
  460. msg.setId(uuid);
  461. msg.setKey(key);
  462. WVPResult<StreamInfo> wvpResult = new WVPResult<>();
  463. msg.setData(wvpResult);
  464. PlayBackResult<RequestMessage> downloadResult = new PlayBackResult<>();
  465. downloadResult.setData(msg);
  466. String downLoadTimeOutTaskKey = UUID.randomUUID().toString();
  467. dynamicTask.startDelay(downLoadTimeOutTaskKey, ()->{
  468. logger.warn(String.format("录像下载请求超时,deviceId:%s ,channelId:%s", deviceId, channelId));
  469. wvpResult.setCode(-1);
  470. wvpResult.setMsg("录像下载请求超时");
  471. downloadResult.setCode(-1);
  472. hookCallBack.call(downloadResult);
  473. SIPDialog dialog = streamSession.getDialogByStream(deviceId, channelId, ssrcInfo.getStream());
  474. // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
  475. if (dialog != null) {
  476. // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
  477. cmder.streamByeCmd(device.getDeviceId(), channelId, ssrcInfo.getStream(), null);
  478. }else {
  479. mediaServerService.releaseSsrc(mediaServerItem.getId(), ssrcInfo.getSsrc());
  480. mediaServerService.closeRTPServer(deviceId, channelId, ssrcInfo.getStream());
  481. streamSession.remove(deviceId, channelId, ssrcInfo.getStream());
  482. }
  483. cmder.streamByeCmd(device.getDeviceId(), channelId, ssrcInfo.getStream(), null);
  484. // 回复之前所有的点播请求
  485. hookCallBack.call(downloadResult);
  486. }, userSetting.getPlayTimeout());
  487. cmder.downloadStreamCmd(mediaServerItem, ssrcInfo, device, channelId, startTime, endTime, downloadSpeed, infoCallBack,
  488. inviteStreamInfo -> {
  489. logger.info("收到订阅消息: " + inviteStreamInfo.getResponse().toJSONString());
  490. dynamicTask.stop(downLoadTimeOutTaskKey);
  491. StreamInfo streamInfo = onPublishHandler(inviteStreamInfo.getMediaServerItem(), inviteStreamInfo.getResponse(), deviceId, channelId);
  492. streamInfo.setStartTime(startTime);
  493. streamInfo.setEndTime(endTime);
  494. redisCatchStorage.startDownload(streamInfo, inviteStreamInfo.getCallId());
  495. wvpResult.setCode(0);
  496. wvpResult.setMsg("success");
  497. wvpResult.setData(streamInfo);
  498. downloadResult.setCode(0);
  499. downloadResult.setMediaServerItem(inviteStreamInfo.getMediaServerItem());
  500. downloadResult.setResponse(inviteStreamInfo.getResponse());
  501. hookCallBack.call(downloadResult);
  502. }, event -> {
  503. dynamicTask.stop(downLoadTimeOutTaskKey);
  504. downloadResult.setCode(-1);
  505. wvpResult.setCode(-1);
  506. wvpResult.setMsg(String.format("录像下载失败, 错误码: %s, %s", event.statusCode, event.msg));
  507. downloadResult.setEvent(event);
  508. hookCallBack.call(downloadResult);
  509. streamSession.remove(device.getDeviceId(), channelId, ssrcInfo.getStream());
  510. });
  511. return result;
  512. }
  513. @Override
  514. public StreamInfo getDownLoadInfo(String deviceId, String channelId, String stream) {
  515. StreamInfo streamInfo = redisCatchStorage.queryDownload(deviceId, channelId, stream, null);
  516. if (streamInfo != null) {
  517. if (streamInfo.getProgress() == 1) {
  518. return streamInfo;
  519. }
  520. // 获取当前已下载时长
  521. String mediaServerId = streamInfo.getMediaServerId();
  522. MediaServerItem mediaServerItem = mediaServerService.getOne(mediaServerId);
  523. if (mediaServerItem == null) {
  524. logger.warn("查询录像信息时发现节点已离线");
  525. return null;
  526. }
  527. if (mediaServerItem.getRecordAssistPort() != 0) {
  528. JSONObject jsonObject = assistRESTfulUtils.fileDuration(mediaServerItem, streamInfo.getApp(), streamInfo.getStream(), null);
  529. if (jsonObject != null && jsonObject.getInteger("code") == 0) {
  530. long duration = jsonObject.getLong("data");
  531. if (duration == 0) {
  532. streamInfo.setProgress(0);
  533. }else {
  534. String startTime = streamInfo.getStartTime();
  535. String endTime = streamInfo.getEndTime();
  536. long start = DateUtil.yyyy_MM_dd_HH_mm_ssToTimestamp(startTime);
  537. long end = DateUtil.yyyy_MM_dd_HH_mm_ssToTimestamp(endTime);
  538. BigDecimal currentCount = new BigDecimal(duration/1000);
  539. BigDecimal totalCount = new BigDecimal(end-start);
  540. BigDecimal divide = currentCount.divide(totalCount,2, RoundingMode.HALF_UP);
  541. double process = divide.doubleValue();
  542. streamInfo.setProgress(process);
  543. }
  544. }
  545. }
  546. }
  547. return streamInfo;
  548. }
  549. @Override
  550. public void onPublishHandlerForDownload(InviteStreamInfo inviteStreamInfo, String deviceId, String channelId, String uuid) {
  551. RequestMessage msg = new RequestMessage();
  552. msg.setKey(DeferredResultHolder.CALLBACK_CMD_DOWNLOAD + deviceId + channelId);
  553. msg.setId(uuid);
  554. StreamInfo streamInfo = onPublishHandler(inviteStreamInfo.getMediaServerItem(), inviteStreamInfo.getResponse(), deviceId, channelId);
  555. if (streamInfo != null) {
  556. redisCatchStorage.startDownload(streamInfo, inviteStreamInfo.getCallId());
  557. msg.setData(JSON.toJSONString(streamInfo));
  558. resultHolder.invokeResult(msg);
  559. } else {
  560. logger.warn("设备预览API调用失败!");
  561. msg.setData("设备预览API调用失败!");
  562. resultHolder.invokeResult(msg);
  563. }
  564. }
  565. public StreamInfo onPublishHandler(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId) {
  566. String streamId = resonse.getString("stream");
  567. JSONArray tracks = resonse.getJSONArray("tracks");
  568. StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem,"rtp", streamId, tracks, null);
  569. streamInfo.setDeviceID(deviceId);
  570. streamInfo.setChannelId(channelId);
  571. return streamInfo;
  572. }
  573. @Override
  574. public void zlmServerOffline(String mediaServerId) {
  575. // 处理正在向上推流的上级平台
  576. List<SendRtpItem> sendRtpItems = redisCatchStorage.querySendRTPServer(null);
  577. if (sendRtpItems.size() > 0) {
  578. for (SendRtpItem sendRtpItem : sendRtpItems) {
  579. if (sendRtpItem.getMediaServerId().equals(mediaServerId)) {
  580. ParentPlatform platform = storager.queryParentPlatByServerGBId(sendRtpItem.getPlatformId());
  581. sipCommanderFroPlatform.streamByeCmd(platform, sendRtpItem.getCallId());
  582. }
  583. }
  584. }
  585. // 处理正在观看的国标设备
  586. List<SsrcTransaction> allSsrc = streamSession.getAllSsrc();
  587. if (allSsrc.size() > 0) {
  588. for (SsrcTransaction ssrcTransaction : allSsrc) {
  589. if(ssrcTransaction.getMediaServerId().equals(mediaServerId)) {
  590. cmder.streamByeCmd(ssrcTransaction.getDeviceId(), ssrcTransaction.getChannelId(),
  591. ssrcTransaction.getStream(), null);
  592. }
  593. }
  594. }
  595. }
  596. @Override
  597. public void zlmServerOnline(String mediaServerId) {
  598. // 似乎没啥需要做的
  599. }
  600. }