PsController.java 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322
  1. package com.genersoft.iot.vmp.vmanager.ps;
  2. import com.alibaba.fastjson2.JSONObject;
  3. import com.genersoft.iot.vmp.common.VideoManagerConstants;
  4. import com.genersoft.iot.vmp.conf.DynamicTask;
  5. import com.genersoft.iot.vmp.conf.UserSetting;
  6. import com.genersoft.iot.vmp.conf.exception.ControllerException;
  7. import com.genersoft.iot.vmp.media.zlm.SendRtpPortManager;
  8. import com.genersoft.iot.vmp.media.zlm.ZLMServerFactory;
  9. import com.genersoft.iot.vmp.media.zlm.ZlmHttpHookSubscribe;
  10. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeFactory;
  11. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeForRtpServerTimeout;
  12. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeForStreamChange;
  13. import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
  14. import com.genersoft.iot.vmp.media.zlm.dto.hook.OnRtpServerTimeoutHookParam;
  15. import com.genersoft.iot.vmp.service.IMediaServerService;
  16. import com.genersoft.iot.vmp.utils.redis.RedisUtil;
  17. import com.genersoft.iot.vmp.vmanager.bean.ErrorCode;
  18. import com.genersoft.iot.vmp.vmanager.bean.OtherPsSendInfo;
  19. import io.swagger.v3.oas.annotations.Operation;
  20. import io.swagger.v3.oas.annotations.Parameter;
  21. import io.swagger.v3.oas.annotations.tags.Tag;
  22. import okhttp3.OkHttpClient;
  23. import okhttp3.Request;
  24. import org.slf4j.Logger;
  25. import org.slf4j.LoggerFactory;
  26. import org.springframework.beans.factory.annotation.Autowired;
  27. import org.springframework.data.redis.core.RedisTemplate;
  28. import org.springframework.web.bind.annotation.*;
  29. import java.io.IOException;
  30. import java.util.HashMap;
  31. import java.util.List;
  32. import java.util.Map;
  33. import java.util.UUID;
  34. import java.util.concurrent.TimeUnit;
  35. @SuppressWarnings("rawtypes")
  36. @Tag(name = "第三方PS服务对接")
  37. @RestController
  38. @RequestMapping("/api/ps")
  39. public class PsController {
  40. private final static Logger logger = LoggerFactory.getLogger(PsController.class);
  41. @Autowired
  42. private ZLMServerFactory zlmServerFactory;
  43. @Autowired
  44. private ZlmHttpHookSubscribe hookSubscribe;
  45. @Autowired
  46. private IMediaServerService mediaServerService;
  47. @Autowired
  48. private SendRtpPortManager sendRtpPortManager;
  49. @Autowired
  50. private UserSetting userSetting;
  51. @Autowired
  52. private DynamicTask dynamicTask;
  53. @Autowired
  54. private RedisTemplate<Object, Object> redisTemplate;
  55. @GetMapping(value = "/receive/open")
  56. @ResponseBody
  57. @Operation(summary = "开启收流和获取发流信息")
  58. @Parameter(name = "isSend", description = "是否发送,false时只开启收流, true同时返回推流信息", required = true)
  59. @Parameter(name = "callId", description = "整个过程的唯一标识,为了与后续接口关联", required = true)
  60. @Parameter(name = "ssrc", description = "来源流的SSRC,不传则不校验来源ssrc", required = false)
  61. @Parameter(name = "stream", description = "形成的流的ID", required = true)
  62. @Parameter(name = "tcpMode", description = "收流模式, 0为UDP, 1为TCP被动", required = true)
  63. @Parameter(name = "callBack", description = "回调地址,如果收流超时会通道回调通知,回调为get请求,参数为callId", required = true)
  64. public OtherPsSendInfo openRtpServer(Boolean isSend, @RequestParam(required = false)String ssrc, String callId, String stream, Integer tcpMode, String callBack) {
  65. logger.info("[第三方PS服务对接->开启收流和获取发流信息] isSend->{}, ssrc->{}, callId->{}, stream->{}, tcpMode->{}, callBack->{}",
  66. isSend, ssrc, callId, stream, tcpMode==0?"UDP":"TCP被动", callBack);
  67. MediaServerItem mediaServerItem = mediaServerService.getDefaultMediaServer();
  68. if (mediaServerItem == null) {
  69. throw new ControllerException(ErrorCode.ERROR100.getCode(),"没有可用的MediaServer");
  70. }
  71. if (stream == null) {
  72. throw new ControllerException(ErrorCode.ERROR100.getCode(),"stream参数不可为空");
  73. }
  74. if (isSend != null && isSend && callId == null) {
  75. throw new ControllerException(ErrorCode.ERROR100.getCode(),"isSend为true时,CallID不能为空");
  76. }
  77. long ssrcInt = 0;
  78. if (ssrc != null) {
  79. try {
  80. ssrcInt = Long.parseLong(ssrc);
  81. }catch (NumberFormatException e) {
  82. throw new ControllerException(ErrorCode.ERROR100.getCode(),"ssrc格式错误");
  83. }
  84. }
  85. String receiveKey = VideoManagerConstants.WVP_OTHER_RECEIVE_PS_INFO + userSetting.getServerId() + "_" + callId + "_" + stream;
  86. int localPort = zlmServerFactory.createRTPServer(mediaServerItem, stream, ssrcInt, null, false, false, tcpMode);
  87. if (localPort == 0) {
  88. throw new ControllerException(ErrorCode.ERROR100.getCode(), "获取端口失败");
  89. }
  90. // 注册回调如果rtp收流超时则通过回调发送通知
  91. if (callBack != null) {
  92. HookSubscribeForRtpServerTimeout hookSubscribeForRtpServerTimeout = HookSubscribeFactory.on_rtp_server_timeout(stream, String.valueOf(ssrcInt), mediaServerItem.getId());
  93. // 订阅 zlm启动事件, 新的zlm也会从这里进入系统
  94. hookSubscribe.addSubscribe(hookSubscribeForRtpServerTimeout,
  95. (mediaServerItemInUse, hookParam)->{
  96. OnRtpServerTimeoutHookParam serverTimeoutHookParam = (OnRtpServerTimeoutHookParam) hookParam;
  97. if (stream.equals(serverTimeoutHookParam.getStream_id())) {
  98. logger.info("[第三方PS服务对接->开启收流和获取发流信息] 等待收流超时 callId->{}, 发送回调", callId);
  99. // 将信息写入redis中,以备后用
  100. redisTemplate.delete(receiveKey);
  101. OkHttpClient.Builder httpClientBuilder = new OkHttpClient.Builder();
  102. OkHttpClient client = httpClientBuilder.build();
  103. String url = callBack + "?callId=" + callId;
  104. Request request = new Request.Builder().get().url(url).build();
  105. try {
  106. client.newCall(request).execute();
  107. } catch (IOException e) {
  108. logger.error("[第三方PS服务对接->开启收流和获取发流信息] 等待收流超时 callId->{}, 发送回调失败", callId, e);
  109. }
  110. hookSubscribe.removeSubscribe(hookSubscribeForRtpServerTimeout);
  111. }
  112. });
  113. }
  114. OtherPsSendInfo otherPsSendInfo = new OtherPsSendInfo();
  115. otherPsSendInfo.setReceiveIp(mediaServerItem.getSdpIp());
  116. otherPsSendInfo.setReceivePort(localPort);
  117. otherPsSendInfo.setCallId(callId);
  118. otherPsSendInfo.setStream(stream);
  119. // 将信息写入redis中,以备后用
  120. redisTemplate.opsForValue().set(receiveKey, otherPsSendInfo);
  121. if (isSend != null && isSend) {
  122. String key = VideoManagerConstants.WVP_OTHER_SEND_PS_INFO + userSetting.getServerId() + "_" + callId;
  123. // 预创建发流信息
  124. int port = sendRtpPortManager.getNextPort(mediaServerItem);
  125. otherPsSendInfo.setSendLocalIp(mediaServerItem.getSdpIp());
  126. otherPsSendInfo.setSendLocalPort(port);
  127. // 将信息写入redis中,以备后用
  128. redisTemplate.opsForValue().set(key, otherPsSendInfo, 300, TimeUnit.SECONDS);
  129. logger.info("[第三方PS服务对接->开启收流和获取发流信息] 结果,callId->{}, {}", callId, otherPsSendInfo);
  130. }
  131. return otherPsSendInfo;
  132. }
  133. @GetMapping(value = "/receive/close")
  134. @ResponseBody
  135. @Operation(summary = "关闭收流")
  136. @Parameter(name = "stream", description = "流的ID", required = true)
  137. public void closeRtpServer(String stream) {
  138. logger.info("[第三方PS服务对接->关闭收流] stream->{}", stream);
  139. MediaServerItem mediaServerItem = mediaServerService.getDefaultMediaServer();
  140. zlmServerFactory.closeRtpServer(mediaServerItem,stream);
  141. String receiveKey = VideoManagerConstants.WVP_OTHER_RECEIVE_PS_INFO + userSetting.getServerId() + "_*_" + stream;
  142. List<Object> scan = RedisUtil.scan(redisTemplate, receiveKey);
  143. if (!scan.isEmpty()) {
  144. for (Object key : scan) {
  145. // 将信息写入redis中,以备后用
  146. redisTemplate.delete(key);
  147. }
  148. }
  149. }
  150. @GetMapping(value = "/send/start")
  151. @ResponseBody
  152. @Operation(summary = "发送流")
  153. @Parameter(name = "ssrc", description = "发送流的SSRC", required = true)
  154. @Parameter(name = "dstIp", description = "目标收流IP", required = true)
  155. @Parameter(name = "dstPort", description = "目标收流端口", required = true)
  156. @Parameter(name = "app", description = "待发送应用名", required = true)
  157. @Parameter(name = "stream", description = "待发送流Id", required = true)
  158. @Parameter(name = "callId", description = "整个过程的唯一标识,不传则使用随机端口发流", required = true)
  159. @Parameter(name = "isUdp", description = "是否为UDP", required = true)
  160. public void sendRTP(String ssrc,
  161. String dstIp,
  162. Integer dstPort,
  163. String app,
  164. String stream,
  165. String callId,
  166. Boolean isUdp
  167. ) {
  168. logger.info("[第三方PS服务对接->发送流] " +
  169. "ssrc->{}, \r\n" +
  170. "dstIp->{}, \n" +
  171. "dstPort->{}, \n" +
  172. "app->{}, \n" +
  173. "stream->{}, \n" +
  174. "callId->{} \n",
  175. ssrc,
  176. dstIp,
  177. dstPort,
  178. app,
  179. stream,
  180. callId);
  181. MediaServerItem mediaServerItem = mediaServerService.getDefaultMediaServer();
  182. String key = VideoManagerConstants.WVP_OTHER_SEND_PS_INFO + userSetting.getServerId() + "_" + callId;
  183. OtherPsSendInfo sendInfo = (OtherPsSendInfo)redisTemplate.opsForValue().get(key);
  184. if (sendInfo == null) {
  185. sendInfo = new OtherPsSendInfo();
  186. }
  187. sendInfo.setPushApp(app);
  188. sendInfo.setPushStream(stream);
  189. sendInfo.setPushSSRC(ssrc);
  190. Map<String, Object> param;
  191. param = new HashMap<>();
  192. param.put("vhost","__defaultVhost__");
  193. param.put("app",app);
  194. param.put("stream",stream);
  195. param.put("ssrc", ssrc);
  196. param.put("dst_url", dstIp);
  197. param.put("dst_port", dstPort);
  198. String is_Udp = isUdp ? "1" : "0";
  199. param.put("is_udp", is_Udp);
  200. param.put("src_port", sendInfo.getSendLocalPort());
  201. Boolean streamReady = zlmServerFactory.isStreamReady(mediaServerItem, app, stream);
  202. if (streamReady) {
  203. JSONObject jsonObject = zlmServerFactory.startSendRtpStream(mediaServerItem, param);
  204. if (jsonObject.getInteger("code") == 0) {
  205. logger.info("[第三方PS服务对接->发送流] 视频流发流成功,callId->{},param->{}", callId, param);
  206. redisTemplate.opsForValue().set(key, sendInfo);
  207. }else {
  208. redisTemplate.delete(key);
  209. logger.info("[第三方PS服务对接->发送流] 视频流发流失败,callId->{}, {}", callId, jsonObject.getString("msg"));
  210. throw new ControllerException(ErrorCode.ERROR100.getCode(), "[视频流发流失败] " + jsonObject.getString("msg"));
  211. }
  212. }else {
  213. logger.info("[第三方PS服务对接->发送流] 流不存在,等待流上线,callId->{}", callId);
  214. String uuid = UUID.randomUUID().toString();
  215. HookSubscribeForStreamChange hookSubscribeForStreamChange = HookSubscribeFactory.on_stream_changed(app, stream, true, "rtsp", mediaServerItem.getId());
  216. dynamicTask.startDelay(uuid, ()->{
  217. logger.info("[第三方PS服务对接->发送流] 等待流上线超时 callId->{}", callId);
  218. redisTemplate.delete(key);
  219. hookSubscribe.removeSubscribe(hookSubscribeForStreamChange);
  220. }, 10000);
  221. // 订阅 zlm启动事件, 新的zlm也会从这里进入系统
  222. OtherPsSendInfo finalSendInfo = sendInfo;
  223. hookSubscribe.removeSubscribe(hookSubscribeForStreamChange);
  224. hookSubscribe.addSubscribe(hookSubscribeForStreamChange,
  225. (mediaServerItemInUse, response)->{
  226. dynamicTask.stop(uuid);
  227. logger.info("[第三方PS服务对接->发送流] 流上线,开始发流 callId->{}", callId);
  228. try {
  229. Thread.sleep(400);
  230. } catch (InterruptedException e) {
  231. throw new RuntimeException(e);
  232. }
  233. JSONObject jsonObject = zlmServerFactory.startSendRtpStream(mediaServerItem, param);
  234. if (jsonObject.getInteger("code") == 0) {
  235. logger.info("[第三方PS服务对接->发送流] 视频流发流成功,callId->{},param->{}", callId, param);
  236. redisTemplate.opsForValue().set(key, finalSendInfo);
  237. }else {
  238. redisTemplate.delete(key);
  239. logger.info("[第三方PS服务对接->发送流] 视频流发流失败,callId->{}, {}", callId, jsonObject.getString("msg"));
  240. throw new ControllerException(ErrorCode.ERROR100.getCode(), "[视频流发流失败] " + jsonObject.getString("msg"));
  241. }
  242. hookSubscribe.removeSubscribe(hookSubscribeForStreamChange);
  243. });
  244. }
  245. }
  246. @GetMapping(value = "/send/stop")
  247. @ResponseBody
  248. @Operation(summary = "关闭发送流")
  249. @Parameter(name = "callId", description = "整个过程的唯一标识,不传则使用随机端口发流", required = true)
  250. public void closeSendRTP(String callId) {
  251. logger.info("[第三方PS服务对接->关闭发送流] callId->{}", callId);
  252. String key = VideoManagerConstants.WVP_OTHER_SEND_PS_INFO + userSetting.getServerId() + "_" + callId;
  253. OtherPsSendInfo sendInfo = (OtherPsSendInfo)redisTemplate.opsForValue().get(key);
  254. if (sendInfo == null){
  255. throw new ControllerException(ErrorCode.ERROR100.getCode(), "未开启发流");
  256. }
  257. Map<String, Object> param = new HashMap<>();
  258. param.put("vhost","__defaultVhost__");
  259. param.put("app",sendInfo.getPushApp());
  260. param.put("stream",sendInfo.getPushStream());
  261. param.put("ssrc",sendInfo.getPushSSRC());
  262. MediaServerItem mediaServerItem = mediaServerService.getDefaultMediaServer();
  263. Boolean result = zlmServerFactory.stopSendRtpStream(mediaServerItem, param);
  264. if (!result) {
  265. logger.info("[第三方PS服务对接->关闭发送流] 失败 callId->{}", callId);
  266. throw new ControllerException(ErrorCode.ERROR100.getCode(), "停止发流失败");
  267. }else {
  268. logger.info("[第三方PS服务对接->关闭发送流] 成功 callId->{}", callId);
  269. }
  270. redisTemplate.delete(key);
  271. }
  272. @GetMapping(value = "/getTestPort")
  273. @ResponseBody
  274. public int getTestPort() {
  275. MediaServerItem defaultMediaServer = mediaServerService.getDefaultMediaServer();
  276. // for (int i = 0; i <300; i++) {
  277. // new Thread(() -> {
  278. // int nextPort = sendRtpPortManager.getNextPort(defaultMediaServer);
  279. // try {
  280. // Thread.sleep((int)Math.random()*10);
  281. // } catch (InterruptedException e) {
  282. // throw new RuntimeException(e);
  283. // }
  284. // System.out.println(nextPort);
  285. // }).start();
  286. // }
  287. return sendRtpPortManager.getNextPort(defaultMediaServer);
  288. }
  289. }