PsController.java 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. package com.genersoft.iot.vmp.vmanager.ps;
  2. import com.alibaba.fastjson2.JSONObject;
  3. import com.genersoft.iot.vmp.common.VideoManagerConstants;
  4. import com.genersoft.iot.vmp.conf.DynamicTask;
  5. import com.genersoft.iot.vmp.conf.UserSetting;
  6. import com.genersoft.iot.vmp.conf.exception.ControllerException;
  7. import com.genersoft.iot.vmp.media.zlm.SendRtpPortManager;
  8. import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory;
  9. import com.genersoft.iot.vmp.media.zlm.ZlmHttpHookSubscribe;
  10. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeFactory;
  11. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeForRtpServerTimeout;
  12. import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeForStreamChange;
  13. import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
  14. import com.genersoft.iot.vmp.service.IMediaServerService;
  15. import com.genersoft.iot.vmp.utils.redis.RedisUtil;
  16. import com.genersoft.iot.vmp.vmanager.bean.ErrorCode;
  17. import com.genersoft.iot.vmp.vmanager.bean.OtherPsSendInfo;
  18. import com.genersoft.iot.vmp.vmanager.bean.OtherRtpSendInfo;
  19. import io.swagger.v3.oas.annotations.Operation;
  20. import io.swagger.v3.oas.annotations.Parameter;
  21. import io.swagger.v3.oas.annotations.tags.Tag;
  22. import okhttp3.OkHttpClient;
  23. import okhttp3.Request;
  24. import org.slf4j.Logger;
  25. import org.slf4j.LoggerFactory;
  26. import org.springframework.beans.factory.annotation.Autowired;
  27. import org.springframework.data.redis.core.RedisTemplate;
  28. import org.springframework.web.bind.annotation.*;
  29. import java.io.IOException;
  30. import java.util.HashMap;
  31. import java.util.List;
  32. import java.util.Map;
  33. import java.util.UUID;
  34. import java.util.concurrent.TimeUnit;
  35. @SuppressWarnings("rawtypes")
  36. @Tag(name = "第三方PS服务对接")
  37. @RestController
  38. @RequestMapping("/api/ps")
  39. public class PsController {
  40. private final static Logger logger = LoggerFactory.getLogger(PsController.class);
  41. @Autowired
  42. private ZLMRTPServerFactory zlmServerFactory;
  43. @Autowired
  44. private ZlmHttpHookSubscribe hookSubscribe;
  45. @Autowired
  46. private IMediaServerService mediaServerService;
  47. @Autowired
  48. private SendRtpPortManager sendRtpPortManager;
  49. @Autowired
  50. private UserSetting userSetting;
  51. @Autowired
  52. private DynamicTask dynamicTask;
  53. @Autowired
  54. private RedisTemplate<Object, Object> redisTemplate;
  55. @GetMapping(value = "/receive/open")
  56. @ResponseBody
  57. @Operation(summary = "开启收流和获取发流信息")
  58. @Parameter(name = "isSend", description = "是否发送,false时只开启收流, true同时返回推流信息", required = true)
  59. @Parameter(name = "callId", description = "整个过程的唯一标识,为了与后续接口关联", required = true)
  60. @Parameter(name = "ssrc", description = "来源流的SSRC,不传则不校验来源ssrc", required = false)
  61. @Parameter(name = "stream", description = "形成的流的ID", required = true)
  62. @Parameter(name = "tcpMode", description = "收流模式, 0为UDP, 1为TCP被动", required = true)
  63. @Parameter(name = "callBack", description = "回调地址,如果收流超时会通道回调通知,回调为get请求,参数为callId", required = true)
  64. public OtherPsSendInfo openRtpServer(Boolean isSend, @RequestParam(required = false)String ssrc, String callId, String stream, Integer tcpMode, String callBack) {
  65. logger.info("[第三方PS服务对接->开启收流和获取发流信息] isSend->{}, ssrc->{}, callId->{}, stream->{}, tcpMode->{}, callBack->{}",
  66. isSend, ssrc, callId, stream, tcpMode==0?"UDP":"TCP被动", callBack);
  67. MediaServerItem mediaServerItem = mediaServerService.getDefaultMediaServer();
  68. if (mediaServerItem == null) {
  69. throw new ControllerException(ErrorCode.ERROR100.getCode(),"没有可用的MediaServer");
  70. }
  71. if (stream == null) {
  72. throw new ControllerException(ErrorCode.ERROR100.getCode(),"stream参数不可为空");
  73. }
  74. if (isSend != null && isSend && callId == null) {
  75. throw new ControllerException(ErrorCode.ERROR100.getCode(),"isSend为true时,CallID不能为空");
  76. }
  77. int ssrcInt = 0;
  78. if (ssrc != null) {
  79. try {
  80. ssrcInt = Integer.parseInt(ssrc);
  81. }catch (NumberFormatException e) {
  82. throw new ControllerException(ErrorCode.ERROR100.getCode(),"ssrc格式错误");
  83. }
  84. }
  85. String receiveKey = VideoManagerConstants.WVP_OTHER_RECEIVE_PS_INFO + userSetting.getServerId() + "_" + callId + "_" + stream;
  86. int localPort = zlmServerFactory.createRTPServer(mediaServerItem, stream, ssrcInt, null, false, tcpMode);
  87. if (localPort == 0) {
  88. throw new ControllerException(ErrorCode.ERROR100.getCode(), "获取端口失败");
  89. }
  90. // 注册回调如果rtp收流超时则通过回调发送通知
  91. if (callBack != null) {
  92. HookSubscribeForRtpServerTimeout hookSubscribeForRtpServerTimeout = HookSubscribeFactory.on_rtp_server_timeout(stream, String.valueOf(ssrcInt), mediaServerItem.getId());
  93. // 订阅 zlm启动事件, 新的zlm也会从这里进入系统
  94. hookSubscribe.addSubscribe(hookSubscribeForRtpServerTimeout,
  95. (mediaServerItemInUse, response)->{
  96. if (stream.equals(response.getString("stream_id"))) {
  97. logger.info("[第三方PS服务对接->开启收流和获取发流信息] 等待收流超时 callId->{}, 发送回调", callId);
  98. // 将信息写入redis中,以备后用
  99. redisTemplate.delete(receiveKey);
  100. OkHttpClient.Builder httpClientBuilder = new OkHttpClient.Builder();
  101. OkHttpClient client = httpClientBuilder.build();
  102. String url = callBack + "?callId=" + callId;
  103. Request request = new Request.Builder().get().url(url).build();
  104. try {
  105. client.newCall(request).execute();
  106. } catch (IOException e) {
  107. logger.error("[第三方PS服务对接->开启收流和获取发流信息] 等待收流超时 callId->{}, 发送回调失败", callId, e);
  108. }
  109. hookSubscribe.removeSubscribe(hookSubscribeForRtpServerTimeout);
  110. }
  111. });
  112. }
  113. OtherPsSendInfo otherPsSendInfo = new OtherPsSendInfo();
  114. otherPsSendInfo.setReceiveIp(mediaServerItem.getSdpIp());
  115. otherPsSendInfo.setReceivePort(localPort);
  116. otherPsSendInfo.setCallId(callId);
  117. otherPsSendInfo.setStream(stream);
  118. // 将信息写入redis中,以备后用
  119. redisTemplate.opsForValue().set(receiveKey, otherPsSendInfo);
  120. if (isSend != null && isSend) {
  121. String key = VideoManagerConstants.WVP_OTHER_SEND_PS_INFO + userSetting.getServerId() + "_" + callId;
  122. // 预创建发流信息
  123. int port = sendRtpPortManager.getNextPort(mediaServerItem);
  124. otherPsSendInfo.setSendLocalIp(mediaServerItem.getSdpIp());
  125. otherPsSendInfo.setSendLocalPort(port);
  126. // 将信息写入redis中,以备后用
  127. redisTemplate.opsForValue().set(key, otherPsSendInfo, 300, TimeUnit.SECONDS);
  128. logger.info("[第三方PS服务对接->开启收流和获取发流信息] 结果,callId->{}, {}", callId, otherPsSendInfo);
  129. }
  130. return otherPsSendInfo;
  131. }
  132. @GetMapping(value = "/receive/close")
  133. @ResponseBody
  134. @Operation(summary = "关闭收流")
  135. @Parameter(name = "stream", description = "流的ID", required = true)
  136. public void closeRtpServer(String stream) {
  137. logger.info("[第三方PS服务对接->关闭收流] stream->{}", stream);
  138. MediaServerItem mediaServerItem = mediaServerService.getDefaultMediaServer();
  139. zlmServerFactory.closeRtpServer(mediaServerItem,stream);
  140. String receiveKey = VideoManagerConstants.WVP_OTHER_RECEIVE_PS_INFO + userSetting.getServerId() + "_*_" + stream;
  141. List<Object> scan = RedisUtil.scan(redisTemplate, receiveKey);
  142. if (scan.size() > 0) {
  143. for (Object key : scan) {
  144. // 将信息写入redis中,以备后用
  145. redisTemplate.delete(key);
  146. }
  147. }
  148. }
  149. @GetMapping(value = "/send/start")
  150. @ResponseBody
  151. @Operation(summary = "发送流")
  152. @Parameter(name = "ssrc", description = "发送流的SSRC", required = true)
  153. @Parameter(name = "dstIp", description = "目标收流IP", required = true)
  154. @Parameter(name = "dstPort", description = "目标收流端口", required = true)
  155. @Parameter(name = "app", description = "待发送应用名", required = true)
  156. @Parameter(name = "stream", description = "待发送流Id", required = true)
  157. @Parameter(name = "callId", description = "整个过程的唯一标识,不传则使用随机端口发流", required = true)
  158. @Parameter(name = "isUdp", description = "是否为UDP", required = true)
  159. public void sendRTP(String ssrc,
  160. String dstIp,
  161. Integer dstPort,
  162. String app,
  163. String stream,
  164. String callId,
  165. Boolean isUdp
  166. ) {
  167. logger.info("[第三方PS服务对接->发送流] " +
  168. "ssrc->{}, \r\n" +
  169. "dstIp->{}, \n" +
  170. "dstPort->{}, \n" +
  171. "app->{}, \n" +
  172. "stream->{}, \n" +
  173. "callId->{} \n",
  174. ssrc,
  175. dstIp,
  176. dstPort,
  177. app,
  178. stream,
  179. callId);
  180. MediaServerItem mediaServerItem = mediaServerService.getDefaultMediaServer();
  181. String key = VideoManagerConstants.WVP_OTHER_SEND_PS_INFO + userSetting.getServerId() + "_" + callId;
  182. OtherRtpSendInfo sendInfo = (OtherRtpSendInfo)redisTemplate.opsForValue().get(key);
  183. if (sendInfo == null) {
  184. sendInfo = new OtherRtpSendInfo();
  185. }
  186. sendInfo.setPushApp(app);
  187. sendInfo.setPushStream(stream);
  188. sendInfo.setPushSSRC(ssrc);
  189. Map<String, Object> param;
  190. param = new HashMap<>();
  191. param.put("vhost","__defaultVhost__");
  192. param.put("app",app);
  193. param.put("stream",stream);
  194. param.put("ssrc", ssrc);
  195. param.put("dst_url", dstIp);
  196. param.put("dst_port", dstPort);
  197. String is_Udp = isUdp ? "1" : "0";
  198. param.put("is_udp", is_Udp);
  199. param.put("src_port", sendInfo.getSendLocalPortForAudio());
  200. param.put("use_ps", "0");
  201. param.put("only_audio", "1");
  202. Boolean streamReady = zlmServerFactory.isStreamReady(mediaServerItem, app, stream);
  203. if (streamReady) {
  204. JSONObject jsonObject = zlmServerFactory.startSendRtpStream(mediaServerItem, param);
  205. if (jsonObject.getInteger("code") == 0) {
  206. logger.info("[第三方PS服务对接->发送流] 视频流发流成功,callId->{},param->{}", callId, param);
  207. redisTemplate.opsForValue().set(key, sendInfo);
  208. }else {
  209. redisTemplate.delete(key);
  210. logger.info("[第三方PS服务对接->发送流] 视频流发流失败,callId->{}, {}", callId, jsonObject.getString("msg"));
  211. throw new ControllerException(ErrorCode.ERROR100.getCode(), "[视频流发流失败] " + jsonObject.getString("msg"));
  212. }
  213. }else {
  214. logger.info("[第三方PS服务对接->发送流] 流不存在,等待流上线,callId->{}", callId);
  215. String uuid = UUID.randomUUID().toString();
  216. HookSubscribeForStreamChange hookSubscribeForStreamChange = HookSubscribeFactory.on_stream_changed(app, stream, true, "rtsp", mediaServerItem.getId());
  217. dynamicTask.startDelay(uuid, ()->{
  218. logger.info("[第三方PS服务对接->发送流] 等待流上线超时 callId->{}", callId);
  219. redisTemplate.delete(key);
  220. hookSubscribe.removeSubscribe(hookSubscribeForStreamChange);
  221. }, 10000);
  222. // 订阅 zlm启动事件, 新的zlm也会从这里进入系统
  223. OtherRtpSendInfo finalSendInfo = sendInfo;
  224. hookSubscribe.removeSubscribe(hookSubscribeForStreamChange);
  225. hookSubscribe.addSubscribe(hookSubscribeForStreamChange,
  226. (mediaServerItemInUse, response)->{
  227. dynamicTask.stop(uuid);
  228. logger.info("[第三方PS服务对接->发送流] 流上线,开始发流 callId->{}", callId);
  229. try {
  230. Thread.sleep(400);
  231. } catch (InterruptedException e) {
  232. throw new RuntimeException(e);
  233. }
  234. JSONObject jsonObject = zlmServerFactory.startSendRtpStream(mediaServerItem, param);
  235. if (jsonObject.getInteger("code") == 0) {
  236. logger.info("[第三方PS服务对接->发送流] 视频流发流成功,callId->{},param->{}", callId, param);
  237. redisTemplate.opsForValue().set(key, finalSendInfo);
  238. }else {
  239. redisTemplate.delete(key);
  240. logger.info("[第三方PS服务对接->发送流] 视频流发流失败,callId->{}, {}", callId, jsonObject.getString("msg"));
  241. throw new ControllerException(ErrorCode.ERROR100.getCode(), "[视频流发流失败] " + jsonObject.getString("msg"));
  242. }
  243. hookSubscribe.removeSubscribe(hookSubscribeForStreamChange);
  244. });
  245. }
  246. }
  247. @GetMapping(value = "/send/stop")
  248. @ResponseBody
  249. @Operation(summary = "关闭发送流")
  250. @Parameter(name = "callId", description = "整个过程的唯一标识,不传则使用随机端口发流", required = true)
  251. public void closeSendRTP(String callId) {
  252. logger.info("[第三方PS服务对接->关闭发送流] callId->{}", callId);
  253. String key = VideoManagerConstants.WVP_OTHER_SEND_PS_INFO + userSetting.getServerId() + "_" + callId;
  254. OtherRtpSendInfo sendInfo = (OtherRtpSendInfo)redisTemplate.opsForValue().get(key);
  255. if (sendInfo == null){
  256. throw new ControllerException(ErrorCode.ERROR100.getCode(), "未开启发流");
  257. }
  258. Map<String, Object> param = new HashMap<>();
  259. param.put("vhost","__defaultVhost__");
  260. param.put("app",sendInfo.getPushApp());
  261. param.put("stream",sendInfo.getPushStream());
  262. param.put("ssrc",sendInfo.getPushSSRC());
  263. MediaServerItem mediaServerItem = mediaServerService.getDefaultMediaServer();
  264. Boolean result = zlmServerFactory.stopSendRtpStream(mediaServerItem, param);
  265. if (!result) {
  266. logger.info("[第三方PS服务对接->关闭发送流] 失败 callId->{}", callId);
  267. throw new ControllerException(ErrorCode.ERROR100.getCode(), "停止发流失败");
  268. }else {
  269. logger.info("[第三方PS服务对接->关闭发送流] 成功 callId->{}", callId);
  270. }
  271. redisTemplate.delete(key);
  272. }
  273. }