ZLMMediaServerStatusManger.java 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310
  1. package com.genersoft.iot.vmp.media.zlm;
  2. import com.alibaba.fastjson2.JSON;
  3. import com.alibaba.fastjson2.JSONArray;
  4. import com.alibaba.fastjson2.JSONObject;
  5. import com.genersoft.iot.vmp.conf.DynamicTask;
  6. import com.genersoft.iot.vmp.conf.UserSetting;
  7. import com.genersoft.iot.vmp.media.bean.MediaServer;
  8. import com.genersoft.iot.vmp.media.event.mediaServer.MediaServerChangeEvent;
  9. import com.genersoft.iot.vmp.media.event.mediaServer.MediaServerDeleteEvent;
  10. import com.genersoft.iot.vmp.media.service.IMediaServerService;
  11. import com.genersoft.iot.vmp.media.zlm.dto.ZLMServerConfig;
  12. import com.genersoft.iot.vmp.media.zlm.event.HookZlmServerKeepaliveEvent;
  13. import com.genersoft.iot.vmp.media.zlm.event.HookZlmServerStartEvent;
  14. import lombok.extern.slf4j.Slf4j;
  15. import org.springframework.beans.factory.annotation.Autowired;
  16. import org.springframework.beans.factory.annotation.Value;
  17. import org.springframework.context.event.EventListener;
  18. import org.springframework.scheduling.annotation.Async;
  19. import org.springframework.scheduling.annotation.Scheduled;
  20. import org.springframework.stereotype.Component;
  21. import org.springframework.util.ObjectUtils;
  22. import java.io.File;
  23. import java.util.HashMap;
  24. import java.util.Map;
  25. import java.util.Objects;
  26. import java.util.concurrent.ConcurrentHashMap;
  27. /**
  28. * 管理zlm流媒体节点的状态
  29. */
  30. @Slf4j
  31. @Component
  32. public class ZLMMediaServerStatusManger {
  33. private final Map<Object, MediaServer> offlineZlmPrimaryMap = new ConcurrentHashMap<>();
  34. private final Map<Object, MediaServer> offlineZlmsecondaryMap = new ConcurrentHashMap<>();
  35. private final Map<Object, Long> offlineZlmTimeMap = new ConcurrentHashMap<>();
  36. @Autowired
  37. private ZLMRESTfulUtils zlmresTfulUtils;
  38. @Autowired
  39. private IMediaServerService mediaServerService;
  40. @Autowired
  41. private DynamicTask dynamicTask;
  42. @Value("${server.ssl.enabled:false}")
  43. private boolean sslEnabled;
  44. @Value("${server.port}")
  45. private Integer serverPort;
  46. @Value("${server.servlet.context-path:}")
  47. private String serverServletContextPath;
  48. @Autowired
  49. private UserSetting userSetting;
  50. private final String type = "zlm";
  51. @Async("taskExecutor")
  52. @EventListener
  53. public void onApplicationEvent(MediaServerChangeEvent event) {
  54. if (event.getMediaServerItemList() == null
  55. || event.getMediaServerItemList().isEmpty()) {
  56. return;
  57. }
  58. for (MediaServer mediaServerItem : event.getMediaServerItemList()) {
  59. if (!type.equals(mediaServerItem.getType())) {
  60. continue;
  61. }
  62. log.info("[ZLM-添加待上线节点] ID:" + mediaServerItem.getId());
  63. offlineZlmPrimaryMap.put(mediaServerItem.getId(), mediaServerItem);
  64. offlineZlmTimeMap.put(mediaServerItem.getId(), System.currentTimeMillis());
  65. execute();
  66. }
  67. }
  68. @Async("taskExecutor")
  69. @EventListener
  70. public void onApplicationEvent(HookZlmServerStartEvent event) {
  71. if (event.getMediaServerItem() == null
  72. || !type.equals(event.getMediaServerItem().getType())
  73. || event.getMediaServerItem().isStatus()) {
  74. return;
  75. }
  76. MediaServer serverItem = mediaServerService.getOne(event.getMediaServerItem().getId());
  77. if (serverItem == null) {
  78. return;
  79. }
  80. log.info("[ZLM-HOOK事件-服务启动] ID:" + event.getMediaServerItem().getId());
  81. online(serverItem, null);
  82. }
  83. @Async("taskExecutor")
  84. @EventListener
  85. public void onApplicationEvent(HookZlmServerKeepaliveEvent event) {
  86. if (event.getMediaServerItem() == null) {
  87. return;
  88. }
  89. MediaServer serverItem = mediaServerService.getOne(event.getMediaServerItem().getId());
  90. if (serverItem == null) {
  91. return;
  92. }
  93. log.debug("[ZLM-HOOK事件-心跳] ID:" + event.getMediaServerItem().getId());
  94. online(serverItem, null);
  95. }
  96. @Async("taskExecutor")
  97. @EventListener
  98. public void onApplicationEvent(MediaServerDeleteEvent event) {
  99. if (event.getMediaServerId() == null) {
  100. return;
  101. }
  102. log.info("[ZLM-节点被移除] ID:" + event.getMediaServerId());
  103. offlineZlmPrimaryMap.remove(event.getMediaServerId());
  104. offlineZlmsecondaryMap.remove(event.getMediaServerId());
  105. offlineZlmTimeMap.remove(event.getMediaServerId());
  106. }
  107. @Scheduled(fixedDelay = 10*1000) //每隔10秒检查一次
  108. public void execute(){
  109. // 初次加入的离线节点会在30分钟内,每间隔十秒尝试一次,30分钟后如果仍然没有上线,则每隔30分钟尝试一次连接
  110. if (offlineZlmPrimaryMap.isEmpty() && offlineZlmsecondaryMap.isEmpty()) {
  111. return;
  112. }
  113. if (!offlineZlmPrimaryMap.isEmpty()) {
  114. for (MediaServer mediaServerItem : offlineZlmPrimaryMap.values()) {
  115. if (offlineZlmTimeMap.get(mediaServerItem.getId()) < System.currentTimeMillis() - 30*60*1000) {
  116. offlineZlmsecondaryMap.put(mediaServerItem.getId(), mediaServerItem);
  117. offlineZlmPrimaryMap.remove(mediaServerItem.getId());
  118. continue;
  119. }
  120. log.info("[ZLM-尝试连接] ID:{}, 地址: {}:{}", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  121. JSONObject responseJson = zlmresTfulUtils.getMediaServerConfig(mediaServerItem);
  122. ZLMServerConfig zlmServerConfig = null;
  123. if (responseJson == null) {
  124. log.info("[ZLM-尝试连接]失败, ID:{}, 地址: {}:{}", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  125. continue;
  126. }
  127. JSONArray data = responseJson.getJSONArray("data");
  128. if (data == null || data.isEmpty()) {
  129. log.info("[ZLM-尝试连接]失败, ID:{}, 地址: {}:{}", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  130. }else {
  131. zlmServerConfig = JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  132. initPort(mediaServerItem, zlmServerConfig);
  133. online(mediaServerItem, zlmServerConfig);
  134. }
  135. }
  136. }
  137. if (!offlineZlmsecondaryMap.isEmpty()) {
  138. for (MediaServer mediaServerItem : offlineZlmsecondaryMap.values()) {
  139. if (offlineZlmTimeMap.get(mediaServerItem.getId()) < System.currentTimeMillis() - 30*60*1000) {
  140. continue;
  141. }
  142. log.info("[ZLM-尝试连接] ID:{}, 地址: {}:{}", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  143. JSONObject responseJson = zlmresTfulUtils.getMediaServerConfig(mediaServerItem);
  144. ZLMServerConfig zlmServerConfig = null;
  145. if (responseJson == null) {
  146. log.info("[ZLM-尝试连接]失败, ID:{}, 地址: {}:{}", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  147. offlineZlmTimeMap.put(mediaServerItem.getId(), System.currentTimeMillis());
  148. continue;
  149. }
  150. JSONArray data = responseJson.getJSONArray("data");
  151. if (data == null || data.isEmpty()) {
  152. log.info("[ZLM-尝试连接]失败, ID:{}, 地址: {}:{}", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  153. offlineZlmTimeMap.put(mediaServerItem.getId(), System.currentTimeMillis());
  154. }else {
  155. zlmServerConfig = JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  156. initPort(mediaServerItem, zlmServerConfig);
  157. online(mediaServerItem, zlmServerConfig);
  158. }
  159. }
  160. }
  161. }
  162. private void online(MediaServer mediaServerItem, ZLMServerConfig config) {
  163. offlineZlmPrimaryMap.remove(mediaServerItem.getId());
  164. offlineZlmsecondaryMap.remove(mediaServerItem.getId());
  165. offlineZlmTimeMap.remove(mediaServerItem.getId());
  166. if (!mediaServerItem.isStatus()) {
  167. log.info("[ZLM-连接成功] ID:{}, 地址: {}:{}", mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  168. mediaServerItem.setStatus(true);
  169. mediaServerItem.setHookAliveInterval(10F);
  170. mediaServerService.update(mediaServerItem);
  171. if(mediaServerItem.isAutoConfig()) {
  172. if (config == null) {
  173. JSONObject responseJSON = zlmresTfulUtils.getMediaServerConfig(mediaServerItem);
  174. JSONArray data = responseJSON.getJSONArray("data");
  175. if (data != null && !data.isEmpty()) {
  176. config = JSON.parseObject(JSON.toJSONString(data.get(0)), ZLMServerConfig.class);
  177. }
  178. }
  179. if (config != null) {
  180. initPort(mediaServerItem, config);
  181. setZLMConfig(mediaServerItem, "0".equals(config.getHookEnable())
  182. || !Objects.equals(mediaServerItem.getHookAliveInterval(), config.getHookAliveInterval()));
  183. }
  184. }
  185. mediaServerService.update(mediaServerItem);
  186. }
  187. // 设置两次心跳未收到则认为zlm离线
  188. String key = "zlm-keepalive-" + mediaServerItem.getId();
  189. dynamicTask.startDelay(key, ()->{
  190. log.warn("[ZLM-心跳超时] ID:{}", mediaServerItem.getId());
  191. mediaServerItem.setStatus(false);
  192. offlineZlmPrimaryMap.put(mediaServerItem.getId(), mediaServerItem);
  193. offlineZlmTimeMap.put(mediaServerItem.getId(), System.currentTimeMillis());
  194. // TODO 发送离线通知
  195. mediaServerService.update(mediaServerItem);
  196. }, (int)(mediaServerItem.getHookAliveInterval() * 2 * 1000));
  197. }
  198. private void initPort(MediaServer mediaServerItem, ZLMServerConfig zlmServerConfig) {
  199. // 端口只会从配置中读取一次,一旦自己配置或者读取过了将不在配置
  200. if (mediaServerItem.getHttpSSlPort() == 0) {
  201. mediaServerItem.setHttpSSlPort(zlmServerConfig.getHttpSSLport());
  202. }
  203. if (mediaServerItem.getRtmpPort() == 0) {
  204. mediaServerItem.setRtmpPort(zlmServerConfig.getRtmpPort());
  205. }
  206. if (mediaServerItem.getRtmpSSlPort() == 0) {
  207. mediaServerItem.setRtmpSSlPort(zlmServerConfig.getRtmpSslPort());
  208. }
  209. if (mediaServerItem.getRtspPort() == 0) {
  210. mediaServerItem.setRtspPort(zlmServerConfig.getRtspPort());
  211. }
  212. if (mediaServerItem.getRtspSSLPort() == 0) {
  213. mediaServerItem.setRtspSSLPort(zlmServerConfig.getRtspSSlport());
  214. }
  215. if (mediaServerItem.getRtpProxyPort() == 0) {
  216. mediaServerItem.setRtpProxyPort(zlmServerConfig.getRtpProxyPort());
  217. }
  218. if (mediaServerItem.getFlvSSLPort() == 0) {
  219. mediaServerItem.setFlvSSLPort(zlmServerConfig.getHttpSSLport());
  220. }
  221. if (mediaServerItem.getWsFlvSSLPort() == 0) {
  222. mediaServerItem.setWsFlvSSLPort(zlmServerConfig.getHttpSSLport());
  223. }
  224. mediaServerItem.setHookAliveInterval(10F);
  225. }
  226. public void setZLMConfig(MediaServer mediaServerItem, boolean restart) {
  227. log.info("[媒体服务节点] 正在设置 :{} -> {}:{}",
  228. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  229. String protocol = sslEnabled ? "https" : "http";
  230. String hookPrefix = String.format("%s://%s:%s%s/index/hook", protocol, mediaServerItem.getHookIp(), serverPort, (serverServletContextPath == null || "/".equals(serverServletContextPath)) ? "" : serverServletContextPath);
  231. Map<String, Object> param = new HashMap<>();
  232. param.put("api.secret",mediaServerItem.getSecret()); // -profile:v Baseline
  233. if (mediaServerItem.getRtspPort() != 0) {
  234. param.put("ffmpeg.snap", "%s -rtsp_transport tcp -i %s -y -f mjpeg -frames:v 1 %s");
  235. }
  236. param.put("hook.enable","1");
  237. param.put("hook.on_flow_report","");
  238. param.put("hook.on_play",String.format("%s/on_play", hookPrefix));
  239. param.put("hook.on_http_access","");
  240. param.put("hook.on_publish", String.format("%s/on_publish", hookPrefix));
  241. param.put("hook.on_record_ts","");
  242. param.put("hook.on_rtsp_auth","");
  243. param.put("hook.on_rtsp_realm","");
  244. param.put("hook.on_server_started",String.format("%s/on_server_started", hookPrefix));
  245. param.put("hook.on_shell_login","");
  246. param.put("hook.on_stream_changed",String.format("%s/on_stream_changed", hookPrefix));
  247. param.put("hook.on_stream_none_reader",String.format("%s/on_stream_none_reader", hookPrefix));
  248. param.put("hook.on_stream_not_found",String.format("%s/on_stream_not_found", hookPrefix));
  249. param.put("hook.on_server_keepalive",String.format("%s/on_server_keepalive", hookPrefix));
  250. param.put("hook.on_send_rtp_stopped",String.format("%s/on_send_rtp_stopped", hookPrefix));
  251. param.put("hook.on_rtp_server_timeout",String.format("%s/on_rtp_server_timeout", hookPrefix));
  252. param.put("hook.on_record_mp4",String.format("%s/on_record_mp4", hookPrefix));
  253. param.put("hook.timeoutSec","30");
  254. param.put("hook.alive_interval", mediaServerItem.getHookAliveInterval());
  255. // 推流断开后可以在超时时间内重新连接上继续推流,这样播放器会接着播放。
  256. // 置0关闭此特性(推流断开会导致立即断开播放器)
  257. // 此参数不应大于播放器超时时间
  258. // 优化此消息以更快的收到流注销事件
  259. param.put("protocol.continue_push_ms", "3000" );
  260. // 最多等待未初始化的Track时间,单位毫秒,超时之后会忽略未初始化的Track, 设置此选项优化那些音频错误的不规范流,
  261. // 等zlm支持给每个rtpServer设置关闭音频的时候可以不设置此选项
  262. if (mediaServerItem.isRtpEnable() && !ObjectUtils.isEmpty(mediaServerItem.getRtpPortRange())) {
  263. param.put("rtp_proxy.port_range", mediaServerItem.getRtpPortRange().replace(",", "-"));
  264. }
  265. if (!ObjectUtils.isEmpty(mediaServerItem.getRecordPath())) {
  266. File recordPathFile = new File(mediaServerItem.getRecordPath());
  267. param.put("protocol.mp4_save_path", recordPathFile.getParentFile().getPath());
  268. param.put("protocol.downloadRoot", recordPathFile.getParentFile().getPath());
  269. param.put("record.appName", recordPathFile.getName());
  270. }
  271. JSONObject responseJSON = zlmresTfulUtils.setServerConfig(mediaServerItem, param);
  272. if (responseJSON != null && responseJSON.getInteger("code") == 0) {
  273. if (restart) {
  274. log.info("[媒体服务节点] 设置成功,开始重启以保证配置生效 {} -> {}:{}",
  275. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  276. zlmresTfulUtils.restartServer(mediaServerItem);
  277. }else {
  278. log.info("[媒体服务节点] 设置成功 {} -> {}:{}",
  279. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  280. }
  281. }else {
  282. log.info("[媒体服务节点] 设置媒体服务节点失败 {} -> {}:{}",
  283. mediaServerItem.getId(), mediaServerItem.getIp(), mediaServerItem.getHttpPort());
  284. }
  285. }
  286. }