|
|
@@ -12,8 +12,10 @@ import javax.sip.SipException;
|
|
|
import com.genersoft.iot.vmp.gb28181.bean.*;
|
|
|
import com.genersoft.iot.vmp.conf.exception.ControllerException;
|
|
|
import com.genersoft.iot.vmp.conf.exception.SsrcTransactionNotFoundException;
|
|
|
-import com.genersoft.iot.vmp.gb28181.bean.*;
|
|
|
+import com.genersoft.iot.vmp.gb28181.transmit.cmd.ISIPCommanderForPlatform;
|
|
|
+import com.genersoft.iot.vmp.gb28181.utils.SipUtils;
|
|
|
import com.genersoft.iot.vmp.service.IDeviceService;
|
|
|
+import com.genersoft.iot.vmp.vmanager.bean.AudioBroadcastResult;
|
|
|
import com.genersoft.iot.vmp.vmanager.bean.ErrorCode;
|
|
|
import org.slf4j.Logger;
|
|
|
import org.slf4j.LoggerFactory;
|
|
|
@@ -36,7 +38,6 @@ import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
|
|
|
import com.genersoft.iot.vmp.gb28181.transmit.callback.DeferredResultHolder;
|
|
|
import com.genersoft.iot.vmp.gb28181.transmit.callback.RequestMessage;
|
|
|
import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander;
|
|
|
-import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommanderFroPlatform;
|
|
|
import com.genersoft.iot.vmp.media.zlm.ZLMRTPServerFactory;
|
|
|
import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeFactory;
|
|
|
import com.genersoft.iot.vmp.media.zlm.dto.HookSubscribeForStreamChange;
|
|
|
@@ -54,33 +55,10 @@ import com.genersoft.iot.vmp.service.bean.PlayBackResult;
|
|
|
import com.genersoft.iot.vmp.service.bean.SSRCInfo;
|
|
|
import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
|
|
|
import com.genersoft.iot.vmp.storager.IVideoManagerStorage;
|
|
|
-import com.genersoft.iot.vmp.utils.redis.RedisUtil;
|
|
|
-import com.genersoft.iot.vmp.vmanager.bean.AudioBroadcastResult;
|
|
|
-import com.genersoft.iot.vmp.utils.DateUtil;
|
|
|
import com.genersoft.iot.vmp.vmanager.bean.WVPResult;
|
|
|
import com.genersoft.iot.vmp.vmanager.gb28181.play.bean.AudioBroadcastEvent;
|
|
|
import com.genersoft.iot.vmp.vmanager.gb28181.play.bean.PlayResult;
|
|
|
|
|
|
-import gov.nist.javax.sip.stack.SIPDialog;
|
|
|
-import org.slf4j.Logger;
|
|
|
-import org.slf4j.LoggerFactory;
|
|
|
-import org.springframework.beans.factory.annotation.Autowired;
|
|
|
-import org.springframework.http.HttpStatus;
|
|
|
-import org.springframework.http.ResponseEntity;
|
|
|
-import org.springframework.stereotype.Service;
|
|
|
-import org.springframework.util.ResourceUtils;
|
|
|
-import org.springframework.web.context.request.async.DeferredResult;
|
|
|
-
|
|
|
-import javax.sip.ResponseEvent;
|
|
|
-import javax.sip.SipException;
|
|
|
-import java.io.FileNotFoundException;
|
|
|
-import java.math.BigDecimal;
|
|
|
-import java.text.ParseException;
|
|
|
-import java.math.RoundingMode;
|
|
|
-import java.util.*;
|
|
|
-import java.util.stream.Collectors;
|
|
|
-import java.util.stream.Stream;
|
|
|
-
|
|
|
@SuppressWarnings(value = {"rawtypes", "unchecked"})
|
|
|
@Service
|
|
|
public class PlayServiceImpl implements IPlayService {
|
|
|
@@ -97,7 +75,10 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
private AudioBroadcastManager audioBroadcastManager;
|
|
|
|
|
|
@Autowired
|
|
|
- private SIPCommanderFroPlatform sipCommanderFroPlatform;
|
|
|
+ private IDeviceService deviceService;
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ private ISIPCommanderForPlatform sipCommanderFroPlatform;
|
|
|
|
|
|
@Autowired
|
|
|
private IRedisCatchStorage redisCatchStorage;
|
|
|
@@ -123,10 +104,6 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
@Autowired
|
|
|
private VideoStreamSessionManager streamSession;
|
|
|
|
|
|
-
|
|
|
- @Autowired
|
|
|
- private IDeviceService deviceService;
|
|
|
-
|
|
|
@Autowired
|
|
|
private UserSetting userSetting;
|
|
|
|
|
|
@@ -145,7 +122,6 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
private ThreadPoolTaskExecutor taskExecutor;
|
|
|
|
|
|
|
|
|
-
|
|
|
@Override
|
|
|
public PlayResult play(MediaServerItem mediaServerItem, String deviceId, String channelId,
|
|
|
ZlmHttpHookSubscribe.Event hookEvent, SipSubscribe.Event errorEvent,
|
|
|
@@ -169,15 +145,15 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
StreamInfo streamInfo = redisCatchStorage.queryPlayByDevice(deviceId, channelId);
|
|
|
playResult.setDevice(device);
|
|
|
|
|
|
- result.onCompletion(()->{
|
|
|
+ result.onCompletion(() -> {
|
|
|
// 点播结束时调用截图接口
|
|
|
- taskExecutor.execute(()->{
|
|
|
+ taskExecutor.execute(() -> {
|
|
|
// TODO 应该在上流时调用更好,结束也可能是错误结束
|
|
|
- String path = "snap";
|
|
|
- String fileName = deviceId + "_" + channelId + ".jpg";
|
|
|
- WVPResult wvpResult = (WVPResult)result.getResult();
|
|
|
+ String path = "snap";
|
|
|
+ String fileName = deviceId + "_" + channelId + ".jpg";
|
|
|
+ WVPResult wvpResult = (WVPResult) result.getResult();
|
|
|
if (Objects.requireNonNull(wvpResult).getCode() == 0) {
|
|
|
- StreamInfo streamInfoForSuccess = (StreamInfo)wvpResult.getData();
|
|
|
+ StreamInfo streamInfoForSuccess = (StreamInfo) wvpResult.getData();
|
|
|
MediaServerItem mediaInfo = mediaServerService.getOne(streamInfoForSuccess.getMediaServerId());
|
|
|
String streamUrl = streamInfoForSuccess.getFmp4();
|
|
|
// 请求截图
|
|
|
@@ -201,7 +177,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
|
|
|
|
|
|
JSONObject rtpInfo = zlmresTfulUtils.getRtpInfo(mediaInfo, streamId);
|
|
|
- if(rtpInfo.getInteger("code") == 0){
|
|
|
+ if (rtpInfo.getInteger("code") == 0) {
|
|
|
if (rtpInfo.getBoolean("exist")) {
|
|
|
int localPort = rtpInfo.getInteger("local_port");
|
|
|
if (localPort == 0) {
|
|
|
@@ -214,7 +190,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
|
|
|
resultHolder.invokeAllResult(msg);
|
|
|
return playResult;
|
|
|
- }else {
|
|
|
+ } else {
|
|
|
WVPResult wvpResult = new WVPResult();
|
|
|
wvpResult.setCode(ErrorCode.SUCCESS.getCode());
|
|
|
wvpResult.setMsg(ErrorCode.SUCCESS.getMsg());
|
|
|
@@ -227,12 +203,12 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
}
|
|
|
}
|
|
|
|
|
|
- }else {
|
|
|
+ } else {
|
|
|
redisCatchStorage.stopPlay(streamInfo);
|
|
|
storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
|
|
|
streamInfo = null;
|
|
|
}
|
|
|
- }else {
|
|
|
+ } else {
|
|
|
//zlm连接失败
|
|
|
redisCatchStorage.stopPlay(streamInfo);
|
|
|
storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
|
|
|
@@ -246,7 +222,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
}
|
|
|
SSRCInfo ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId, device.isSsrcCheck(), false);
|
|
|
logger.info(JSONObject.toJSONString(ssrcInfo));
|
|
|
- play(mediaServerItem, ssrcInfo, device, channelId, (mediaServerItemInUse, response)->{
|
|
|
+ play(mediaServerItem, ssrcInfo, device, channelId, (mediaServerItemInUse, response) -> {
|
|
|
if (hookEvent != null) {
|
|
|
hookEvent.response(mediaServerItem, response);
|
|
|
}
|
|
|
@@ -260,13 +236,13 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
if (errorEvent != null) {
|
|
|
errorEvent.response(event);
|
|
|
}
|
|
|
- }, (code, msgStr)->{
|
|
|
+ }, (code, msgStr) -> {
|
|
|
// invite点播超时
|
|
|
WVPResult wvpResult = new WVPResult();
|
|
|
wvpResult.setCode(ErrorCode.ERROR100.getCode());
|
|
|
if (code == 0) {
|
|
|
wvpResult.setMsg("点播超时,请稍候重试");
|
|
|
- }else if (code == 1) {
|
|
|
+ } else if (code == 1) {
|
|
|
wvpResult.setMsg("收流超时,请稍候重试");
|
|
|
}
|
|
|
msg.setData(wvpResult);
|
|
|
@@ -277,6 +253,186 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
return playResult;
|
|
|
}
|
|
|
|
|
|
+ @Override
|
|
|
+ public void talk(MediaServerItem mediaServerItem, Device device, String channelId,
|
|
|
+ ZlmHttpHookSubscribe.Event hookEvent, SipSubscribe.Event errorEvent,
|
|
|
+ Runnable timeoutCallback) {
|
|
|
+ String streamId = null;
|
|
|
+ if (mediaServerItem.isRtpEnable()) {
|
|
|
+ streamId = String.format("%s_%s", device.getDeviceId(), channelId);
|
|
|
+ }
|
|
|
+ SSRCInfo ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId, device.isSsrcCheck(), false);
|
|
|
+ logger.info("[对讲开始] deviceId: {}, channelId: {},收流端口: {}, 收流模式:{}, SSRC: {}, SSRC校验:{}", device.getDeviceId(), channelId, ssrcInfo.getPort(), device.getStreamMode(), ssrcInfo.getSsrc(), device.isSsrcCheck());
|
|
|
+ // 超时处理
|
|
|
+ String timeOutTaskKey = UUID.randomUUID().toString();
|
|
|
+ SSRCInfo finalSsrcInfo = ssrcInfo;
|
|
|
+ System.out.println("设置超时任务: " + timeOutTaskKey);
|
|
|
+ dynamicTask.startDelay(timeOutTaskKey, () -> {
|
|
|
+
|
|
|
+ logger.info("[对讲超时] 收流超时 deviceId: {}, channelId: {},端口:{}, SSRC: {}", device.getDeviceId(), channelId, finalSsrcInfo.getPort(), finalSsrcInfo.getSsrc());
|
|
|
+ timeoutCallback.run();
|
|
|
+ // 点播超时回复BYE 同时释放ssrc以及此次点播的资源
|
|
|
+ try {
|
|
|
+ cmder.streamByeCmd(device, channelId, finalSsrcInfo.getStream(), null);
|
|
|
+ } catch (InvalidArgumentException | ParseException | SipException e) {
|
|
|
+ logger.error("[对讲超时], 发送BYE失败 {}", e.getMessage());
|
|
|
+ } catch (SsrcTransactionNotFoundException e) {
|
|
|
+ timeoutCallback.run();
|
|
|
+ mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
|
|
|
+ mediaServerService.closeRTPServer(mediaServerItem, finalSsrcInfo.getStream());
|
|
|
+ streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
|
|
|
+ }
|
|
|
+ }, userSetting.getPlayTimeout());
|
|
|
+ final String ssrc = ssrcInfo.getSsrc();
|
|
|
+ final String stream = ssrcInfo.getStream();
|
|
|
+ //端口获取失败的ssrcInfo 没有必要发送点播指令
|
|
|
+ if (ssrcInfo.getPort() <= 0) {
|
|
|
+ logger.info("[对讲] 端口分配异常,deviceId={},channelId={},ssrcInfo={}", device.getDeviceId(), channelId, ssrcInfo);
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ try {
|
|
|
+ String callId = SipUtils.getNewCallId();
|
|
|
+ cmder.talkStreamCmd(mediaServerItem, ssrcInfo, device, channelId, callId, (MediaServerItem mediaServerItemInuse, JSONObject response) -> {
|
|
|
+ logger.info("[对讲] 流已生成, 开始推流: " + response.toJSONString());
|
|
|
+ dynamicTask.stop(timeOutTaskKey);
|
|
|
+ // TODO 暂不做处理
|
|
|
+ }, (MediaServerItem mediaServerItemInuse, JSONObject json) -> {
|
|
|
+ logger.info("[对讲] 开始推流: " + json.toJSONString());
|
|
|
+ dynamicTask.stop(timeOutTaskKey);
|
|
|
+ // 获取远程IP端口 作为回复语音流的地址
|
|
|
+ String ip = json.getString("ip");
|
|
|
+ Integer port = json.getInteger("port");
|
|
|
+ logger.info("[远端设备开始推流]{}/{}, 来自ip:{}, 端口:{}", device.getDeviceId(), channelId, ip, port);
|
|
|
+ // 查看平台推流是否就绪
|
|
|
+ Boolean ready = zlmrtpServerFactory.isStreamReady(mediaServerItemInuse, "talk", stream);
|
|
|
+ if (!ready) {
|
|
|
+ try {
|
|
|
+ cmder.streamByeCmd(device, channelId, finalSsrcInfo.getStream(), null);
|
|
|
+ } catch (InvalidArgumentException | ParseException | SipException e) {
|
|
|
+ logger.error("[对讲超时], 发送BYE失败 {}", e.getMessage());
|
|
|
+ } catch (SsrcTransactionNotFoundException e) {
|
|
|
+ timeoutCallback.run();
|
|
|
+ mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
|
|
|
+ mediaServerService.closeRTPServer(mediaServerItem, finalSsrcInfo.getStream());
|
|
|
+ streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
|
|
|
+ }
|
|
|
+ }else {
|
|
|
+ SendRtpItem sendRtpItem = zlmrtpServerFactory.createSendRtpItem(mediaServerItem, ip, port, ssrcInfo.getSsrc(), device.getDeviceId(),
|
|
|
+ device.getDeviceId(), channelId,
|
|
|
+ false);
|
|
|
+
|
|
|
+ sendRtpItem.setTcpActive(false);
|
|
|
+ if (sendRtpItem == null || sendRtpItem.getLocalPort() == 0) {
|
|
|
+ logger.warn("服务器端口资源不足");
|
|
|
+ try {
|
|
|
+ cmder.streamByeCmd(device, channelId, finalSsrcInfo.getStream(), null);
|
|
|
+ } catch (InvalidArgumentException | ParseException | SipException e) {
|
|
|
+ logger.error("[对讲超时], 发送BYE失败 {}", e.getMessage());
|
|
|
+ } catch (SsrcTransactionNotFoundException e) {
|
|
|
+ timeoutCallback.run();
|
|
|
+ mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
|
|
|
+ mediaServerService.closeRTPServer(mediaServerItem, finalSsrcInfo.getStream());
|
|
|
+ streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
|
|
|
+ }
|
|
|
+ return;
|
|
|
+ }
|
|
|
+ sendRtpItem.setCallId(callId);
|
|
|
+ sendRtpItem.setPlayType(InviteStreamType.TALK);
|
|
|
+ sendRtpItem.setStatus(1);
|
|
|
+ sendRtpItem.setIp(ip);
|
|
|
+ sendRtpItem.setPort(port);
|
|
|
+ sendRtpItem.setTcpActive(false);
|
|
|
+ sendRtpItem.setStreamId(ssrcInfo.getStream());
|
|
|
+ sendRtpItem.setApp("talk");
|
|
|
+ sendRtpItem.setSsrc(ssrc);
|
|
|
+ redisCatchStorage.updateSendRTPSever(sendRtpItem);
|
|
|
+
|
|
|
+ Map<String, Object> param = new HashMap<>(12);
|
|
|
+ param.put("vhost","__defaultVhost__");
|
|
|
+ param.put("app",sendRtpItem.getApp());
|
|
|
+ param.put("stream",sendRtpItem.getStreamId());
|
|
|
+ param.put("ssrc", sendRtpItem.getSsrc());
|
|
|
+ param.put("src_port", sendRtpItem.getLocalPort());
|
|
|
+ param.put("pt", sendRtpItem.getPt());
|
|
|
+ param.put("use_ps", sendRtpItem.isUsePs() ? "1" : "0");
|
|
|
+ param.put("only_audio", sendRtpItem.isOnlyAudio() ? "1" : "0");
|
|
|
+ JSONObject jsonObject = zlmrtpServerFactory.startSendRtpStream(mediaServerItemInuse, param);
|
|
|
+ System.out.println(11111);
|
|
|
+ System.out.println(jsonObject);
|
|
|
+ }
|
|
|
+
|
|
|
+ }, (event) -> {
|
|
|
+// ResponseEvent responseEvent = (ResponseEvent) event.event;
|
|
|
+// String contentString = new String(responseEvent.getResponse().getRawContent());
|
|
|
+// // 获取ssrc
|
|
|
+// int ssrcIndex = contentString.indexOf("y=");
|
|
|
+// // 检查是否有y字段
|
|
|
+// if (ssrcIndex >= 0) {
|
|
|
+// //ssrc规定长度为10字节,不取余下长度以避免后续还有“f=”字段 TODO 后续对不规范的非10位ssrc兼容
|
|
|
+// String ssrcInResponse = contentString.substring(ssrcIndex + 2, ssrcIndex + 12);
|
|
|
+// // 查询到ssrc不一致且开启了ssrc校验则需要针对处理
|
|
|
+// if (ssrc.equals(ssrcInResponse)) {
|
|
|
+// return;
|
|
|
+// }
|
|
|
+// logger.info("[对讲消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse);
|
|
|
+// if (!mediaServerItem.isRtpEnable() || device.isSsrcCheck()) {
|
|
|
+// logger.info("[对讲消息] SSRC修正 {}->{}", ssrc, ssrcInResponse);
|
|
|
+//
|
|
|
+// if (!mediaServerItem.getSsrcConfig().checkSsrc(ssrcInResponse)) {
|
|
|
+// // ssrc 不可用
|
|
|
+// // 释放ssrc
|
|
|
+// mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
|
|
|
+// streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
|
|
|
+// event.msg = "下级自定义了ssrc,但是此ssrc不可用";
|
|
|
+// event.statusCode = 400;
|
|
|
+// errorEvent.response(event);
|
|
|
+// return;
|
|
|
+// }
|
|
|
+//
|
|
|
+// // 单端口模式streamId也有变化,需要重新设置监听
|
|
|
+// if (!mediaServerItem.isRtpEnable()) {
|
|
|
+// // 添加订阅
|
|
|
+// HookSubscribeForStreamChange hookSubscribe = HookSubscribeFactory.on_stream_changed("rtp", stream, true, "rtsp", mediaServerItem.getId());
|
|
|
+// subscribe.removeSubscribe(hookSubscribe);
|
|
|
+// hookSubscribe.getContent().put("stream", String.format("%08x", Integer.parseInt(ssrcInResponse)).toUpperCase());
|
|
|
+// subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response) -> {
|
|
|
+// logger.info("[ZLM HOOK] ssrc修正后收到订阅消息: " + response.toJSONString());
|
|
|
+// dynamicTask.stop(timeOutTaskKey);
|
|
|
+// // hook响应
|
|
|
+// onPublishHandlerForPlay(mediaServerItemInUse, response, device.getDeviceId(), channelId, uuid);
|
|
|
+// hookEvent.response(mediaServerItemInUse, response);
|
|
|
+// });
|
|
|
+// }
|
|
|
+// // 关闭rtp server
|
|
|
+// mediaServerService.closeRTPServer(mediaServerItem, finalSsrcInfo.getStream());
|
|
|
+// // 重新开启ssrc server
|
|
|
+// mediaServerService.openRTPServer(mediaServerItem, finalSsrcInfo.getStream(), ssrcInResponse, device.isSsrcCheck(), false, finalSsrcInfo.getPort());
|
|
|
+//
|
|
|
+// }
|
|
|
+// }
|
|
|
+ }, (event) -> {
|
|
|
+ dynamicTask.stop(timeOutTaskKey);
|
|
|
+ mediaServerService.closeRTPServer(mediaServerItem, finalSsrcInfo.getStream());
|
|
|
+ // 释放ssrc
|
|
|
+ mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
|
|
|
+
|
|
|
+ streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
|
|
|
+ errorEvent.response(event);
|
|
|
+ });
|
|
|
+ } catch (InvalidArgumentException | SipException | ParseException e) {
|
|
|
+
|
|
|
+ logger.error("[命令发送失败] 对讲消息: {}", e.getMessage());
|
|
|
+ dynamicTask.stop(timeOutTaskKey);
|
|
|
+ mediaServerService.closeRTPServer(mediaServerItem, finalSsrcInfo.getStream());
|
|
|
+ // 释放ssrc
|
|
|
+ mediaServerService.releaseSsrc(mediaServerItem.getId(), finalSsrcInfo.getSsrc());
|
|
|
+
|
|
|
+ streamSession.remove(device.getDeviceId(), channelId, finalSsrcInfo.getStream());
|
|
|
+ SipSubscribe.EventResult eventResult = new SipSubscribe.EventResult(new CmdSendFailEvent(null));
|
|
|
+ eventResult.msg = "命令发送失败";
|
|
|
+ errorEvent.response(eventResult);
|
|
|
+ }
|
|
|
+ }
|
|
|
|
|
|
|
|
|
@Override
|
|
|
@@ -291,12 +447,12 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
if (ssrcInfo == null) {
|
|
|
ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId, device.isSsrcCheck(), false);
|
|
|
}
|
|
|
- logger.info("[点播开始] deviceId: {}, channelId: {},收流端口: {}, 收流模式:{}, SSRC: {}, SSRC校验:{}", device.getDeviceId(), channelId, ssrcInfo.getPort(), device.getStreamMode(), ssrcInfo.getSsrc(), device.isSsrcCheck() );
|
|
|
+ logger.info("[点播开始] deviceId: {}, channelId: {},收流端口: {}, 收流模式:{}, SSRC: {}, SSRC校验:{}", device.getDeviceId(), channelId, ssrcInfo.getPort(), device.getStreamMode(), ssrcInfo.getSsrc(), device.isSsrcCheck());
|
|
|
// 超时处理
|
|
|
String timeOutTaskKey = UUID.randomUUID().toString();
|
|
|
SSRCInfo finalSsrcInfo = ssrcInfo;
|
|
|
System.out.println("设置超时任务: " + timeOutTaskKey);
|
|
|
- dynamicTask.startDelay( timeOutTaskKey,()->{
|
|
|
+ dynamicTask.startDelay(timeOutTaskKey, () -> {
|
|
|
|
|
|
logger.info("[点播超时] 收流超时 deviceId: {}, channelId: {},端口:{}, SSRC: {}", device.getDeviceId(), channelId, finalSsrcInfo.getPort(), finalSsrcInfo.getSsrc());
|
|
|
timeoutCallback.run(1, "收流超时");
|
|
|
@@ -315,7 +471,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
final String ssrc = ssrcInfo.getSsrc();
|
|
|
final String stream = ssrcInfo.getStream();
|
|
|
//端口获取失败的ssrcInfo 没有必要发送点播指令
|
|
|
- if(ssrcInfo.getPort() <= 0){
|
|
|
+ if (ssrcInfo.getPort() <= 0) {
|
|
|
logger.info("[点播端口分配异常],deviceId={},channelId={},ssrcInfo={}", device.getDeviceId(), channelId, ssrcInfo);
|
|
|
return;
|
|
|
}
|
|
|
@@ -330,7 +486,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
logger.info("[点播成功] deviceId: {}, channelId: {}", device.getDeviceId(), channelId);
|
|
|
|
|
|
}, (event) -> {
|
|
|
- ResponseEvent responseEvent = (ResponseEvent)event.event;
|
|
|
+ ResponseEvent responseEvent = (ResponseEvent) event.event;
|
|
|
String contentString = new String(responseEvent.getResponse().getRawContent());
|
|
|
// 获取ssrc
|
|
|
int ssrcIndex = contentString.indexOf("y=");
|
|
|
@@ -342,7 +498,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
if (ssrc.equals(ssrcInResponse)) {
|
|
|
return;
|
|
|
}
|
|
|
- logger.info("[点播消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse );
|
|
|
+ logger.info("[点播消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse);
|
|
|
if (!mediaServerItem.isRtpEnable() || device.isSsrcCheck()) {
|
|
|
logger.info("[点播消息] SSRC修正 {}->{}", ssrc, ssrcInResponse);
|
|
|
|
|
|
@@ -363,13 +519,13 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
HookSubscribeForStreamChange hookSubscribe = HookSubscribeFactory.on_stream_changed("rtp", stream, true, "rtsp", mediaServerItem.getId());
|
|
|
subscribe.removeSubscribe(hookSubscribe);
|
|
|
hookSubscribe.getContent().put("stream", String.format("%08x", Integer.parseInt(ssrcInResponse)).toUpperCase());
|
|
|
- subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response)->{
|
|
|
- logger.info("[ZLM HOOK] ssrc修正后收到订阅消息: " + response.toJSONString());
|
|
|
- dynamicTask.stop(timeOutTaskKey);
|
|
|
- // hook响应
|
|
|
- onPublishHandlerForPlay(mediaServerItemInUse, response, device.getDeviceId(), channelId, uuid);
|
|
|
- hookEvent.response(mediaServerItemInUse, response);
|
|
|
- });
|
|
|
+ subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response) -> {
|
|
|
+ logger.info("[ZLM HOOK] ssrc修正后收到订阅消息: " + response.toJSONString());
|
|
|
+ dynamicTask.stop(timeOutTaskKey);
|
|
|
+ // hook响应
|
|
|
+ onPublishHandlerForPlay(mediaServerItemInUse, response, device.getDeviceId(), channelId, uuid);
|
|
|
+ hookEvent.response(mediaServerItemInUse, response);
|
|
|
+ });
|
|
|
}
|
|
|
// 关闭rtp server
|
|
|
mediaServerService.closeRTPServer(mediaServerItem, finalSsrcInfo.getStream());
|
|
|
@@ -441,7 +597,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
MediaServerItem mediaServerItem;
|
|
|
if (mediaServerId == null) {
|
|
|
mediaServerItem = mediaServerService.getMediaServerForMinimumLoad();
|
|
|
- }else {
|
|
|
+ } else {
|
|
|
mediaServerItem = mediaServerService.getOne(mediaServerId);
|
|
|
}
|
|
|
if (mediaServerItem == null) {
|
|
|
@@ -452,8 +608,8 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
|
|
|
@Override
|
|
|
public DeferredResult<WVPResult<StreamInfo>> playBack(String deviceId, String channelId, String startTime,
|
|
|
- String endTime,InviteStreamCallback inviteStreamCallback,
|
|
|
- PlayBackCallback callback) {
|
|
|
+ String endTime, InviteStreamCallback inviteStreamCallback,
|
|
|
+ PlayBackCallback callback) {
|
|
|
Device device = storager.queryVideoDevice(deviceId);
|
|
|
if (device == null) {
|
|
|
return null;
|
|
|
@@ -466,9 +622,9 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
|
|
|
@Override
|
|
|
public DeferredResult<WVPResult<StreamInfo>> playBack(MediaServerItem mediaServerItem, SSRCInfo ssrcInfo,
|
|
|
- String deviceId, String channelId, String startTime,
|
|
|
- String endTime, InviteStreamCallback infoCallBack,
|
|
|
- PlayBackCallback playBackCallback) {
|
|
|
+ String deviceId, String channelId, String startTime,
|
|
|
+ String endTime, InviteStreamCallback infoCallBack,
|
|
|
+ PlayBackCallback playBackCallback) {
|
|
|
if (mediaServerItem == null || ssrcInfo == null) {
|
|
|
return null;
|
|
|
}
|
|
|
@@ -485,7 +641,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
requestMessage.setKey(key);
|
|
|
PlayBackResult<RequestMessage> playBackResult = new PlayBackResult<>();
|
|
|
String playBackTimeOutTaskKey = UUID.randomUUID().toString();
|
|
|
- dynamicTask.startDelay(playBackTimeOutTaskKey, ()->{
|
|
|
+ dynamicTask.startDelay(playBackTimeOutTaskKey, () -> {
|
|
|
logger.warn(String.format("设备回放超时,deviceId:%s ,channelId:%s", deviceId, channelId));
|
|
|
playBackResult.setCode(ErrorCode.ERROR100.getCode());
|
|
|
playBackResult.setMsg("回放超时");
|
|
|
@@ -545,7 +701,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
cmder.playbackStreamCmd(mediaServerItem, ssrcInfo, device, channelId, startTime, endTime, infoCallBack,
|
|
|
hookEvent, eventResult -> {
|
|
|
if (eventResult.type == SipSubscribe.EventResultType.response) {
|
|
|
- ResponseEvent responseEvent = (ResponseEvent)eventResult.event;
|
|
|
+ ResponseEvent responseEvent = (ResponseEvent) eventResult.event;
|
|
|
String contentString = new String(responseEvent.getResponse().getRawContent());
|
|
|
// 获取ssrc
|
|
|
int ssrcIndex = contentString.indexOf("y=");
|
|
|
@@ -557,7 +713,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
if (ssrcInfo.getSsrc().equals(ssrcInResponse)) {
|
|
|
return;
|
|
|
}
|
|
|
- logger.info("[回放消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse );
|
|
|
+ logger.info("[回放消息] 收到invite 200, 发现下级自定义了ssrc: {}", ssrcInResponse);
|
|
|
if (!mediaServerItem.isRtpEnable() || device.isSsrcCheck()) {
|
|
|
logger.info("[回放消息] SSRC修正 {}->{}", ssrcInfo.getSsrc(), ssrcInResponse);
|
|
|
|
|
|
@@ -578,7 +734,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
HookSubscribeForStreamChange hookSubscribe = HookSubscribeFactory.on_stream_changed("rtp", ssrcInfo.getStream(), true, "rtsp", mediaServerItem.getId());
|
|
|
subscribe.removeSubscribe(hookSubscribe);
|
|
|
hookSubscribe.getContent().put("stream", String.format("%08x", Integer.parseInt(ssrcInResponse)).toUpperCase());
|
|
|
- subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response)->{
|
|
|
+ subscribe.addSubscribe(hookSubscribe, (MediaServerItem mediaServerItemInUse, JSONObject response) -> {
|
|
|
logger.info("[ZLM HOOK] ssrc修正后收到订阅消息: " + response.toJSONString());
|
|
|
dynamicTask.stop(playBackTimeOutTaskKey);
|
|
|
// hook响应
|
|
|
@@ -614,7 +770,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
MediaServerItem newMediaServerItem = getNewMediaServerItem(device);
|
|
|
SSRCInfo ssrcInfo = mediaServerService.openRTPServer(newMediaServerItem, null, true, true);
|
|
|
|
|
|
- return download(newMediaServerItem, ssrcInfo, deviceId, channelId, startTime, endTime, downloadSpeed,infoCallBack, hookCallBack);
|
|
|
+ return download(newMediaServerItem, ssrcInfo, deviceId, channelId, startTime, endTime, downloadSpeed, infoCallBack, hookCallBack);
|
|
|
}
|
|
|
|
|
|
@Override
|
|
|
@@ -640,7 +796,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
downloadResult.setData(requestMessage);
|
|
|
|
|
|
String downLoadTimeOutTaskKey = UUID.randomUUID().toString();
|
|
|
- dynamicTask.startDelay(downLoadTimeOutTaskKey, ()->{
|
|
|
+ dynamicTask.startDelay(downLoadTimeOutTaskKey, () -> {
|
|
|
logger.warn(String.format("录像下载请求超时,deviceId:%s ,channelId:%s", deviceId, channelId));
|
|
|
wvpResult.setCode(ErrorCode.ERROR100.getCode());
|
|
|
wvpResult.setMsg("录像下载请求超时");
|
|
|
@@ -723,15 +879,15 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
|
|
|
if (duration == 0) {
|
|
|
streamInfo.setProgress(0);
|
|
|
- }else {
|
|
|
+ } else {
|
|
|
String startTime = streamInfo.getStartTime();
|
|
|
String endTime = streamInfo.getEndTime();
|
|
|
long start = DateUtil.yyyy_MM_dd_HH_mm_ssToTimestamp(startTime);
|
|
|
long end = DateUtil.yyyy_MM_dd_HH_mm_ssToTimestamp(endTime);
|
|
|
|
|
|
- BigDecimal currentCount = new BigDecimal(duration/1000);
|
|
|
- BigDecimal totalCount = new BigDecimal(end-start);
|
|
|
- BigDecimal divide = currentCount.divide(totalCount,2, RoundingMode.HALF_UP);
|
|
|
+ BigDecimal currentCount = new BigDecimal(duration / 1000);
|
|
|
+ BigDecimal totalCount = new BigDecimal(end - start);
|
|
|
+ BigDecimal divide = currentCount.divide(totalCount, 2, RoundingMode.HALF_UP);
|
|
|
double process = divide.doubleValue();
|
|
|
streamInfo.setProgress(process);
|
|
|
}
|
|
|
@@ -762,7 +918,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
public StreamInfo onPublishHandler(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId) {
|
|
|
String streamId = resonse.getString("stream");
|
|
|
JSONArray tracks = resonse.getJSONArray("tracks");
|
|
|
- StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem,"rtp", streamId, tracks, null);
|
|
|
+ StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem, "rtp", streamId, tracks, null);
|
|
|
streamInfo.setDeviceID(deviceId);
|
|
|
streamInfo.setChannelId(channelId);
|
|
|
return streamInfo;
|
|
|
@@ -788,7 +944,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
List<SsrcTransaction> allSsrc = streamSession.getAllSsrc();
|
|
|
if (allSsrc.size() > 0) {
|
|
|
for (SsrcTransaction ssrcTransaction : allSsrc) {
|
|
|
- if(ssrcTransaction.getMediaServerId().equals(mediaServerId)) {
|
|
|
+ if (ssrcTransaction.getMediaServerId().equals(mediaServerId)) {
|
|
|
Device device = deviceService.queryDevice(ssrcTransaction.getDeviceId());
|
|
|
if (device == null) {
|
|
|
continue;
|
|
|
@@ -806,10 +962,36 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
}
|
|
|
|
|
|
@Override
|
|
|
- public void audioBroadcast(Device device, String channelId, int timeout, AudioBroadcastEvent event) {
|
|
|
+ public AudioBroadcastResult audioBroadcast(Device device, String channelId) {
|
|
|
+ if (device == null || channelId == null) {
|
|
|
+ return null;
|
|
|
+ }
|
|
|
+ logger.info("[语音喊话] device: {}, channel: {}", device.getDeviceId(), channelId);
|
|
|
+ DeviceChannel deviceChannel = storager.queryChannel(device.getDeviceId(), channelId);
|
|
|
+ if (deviceChannel == null) {
|
|
|
+ logger.warn("开启语音广播的时候未找到通道: {}", channelId);
|
|
|
+ return null;
|
|
|
+ }
|
|
|
+ MediaServerItem mediaServerItem = mediaServerService.getMediaServerForMinimumLoad();
|
|
|
+// String app = "broadcast";
|
|
|
+ // TODO 从sip user agent中判断是什么品牌设备,大华默认使用talk模式,其他使用broadcast模式
|
|
|
+ String app = "talk";
|
|
|
+ String stream = device.getDeviceId() + "_" + channelId;
|
|
|
+ StreamInfo broadcast = mediaService.getStreamInfoByAppAndStream(mediaServerItem, "broadcast", stream, null, null, null, false);
|
|
|
+ AudioBroadcastResult audioBroadcastResult = new AudioBroadcastResult();
|
|
|
+ audioBroadcastResult.setApp(app);
|
|
|
+ audioBroadcastResult.setStream(stream);
|
|
|
+ audioBroadcastResult.setStreamInfo(mediaService.getStreamInfoByAppAndStream(mediaServerItem, app, stream, null, null, null,false));
|
|
|
+ audioBroadcastResult.setCodec("G.711");
|
|
|
+ return audioBroadcastResult;
|
|
|
+ }
|
|
|
+
|
|
|
+ @Override
|
|
|
+ public void audioBroadcastCmd(Device device, String channelId, int timeout, AudioBroadcastEvent event) throws InvalidArgumentException, ParseException, SipException {
|
|
|
if (device == null || channelId == null) {
|
|
|
return;
|
|
|
}
|
|
|
+ logger.info("[语音喊话] device: {}, channel: {}", device.getDeviceId(), channelId);
|
|
|
DeviceChannel deviceChannel = storager.queryChannel(device.getDeviceId(), channelId);
|
|
|
if (deviceChannel == null) {
|
|
|
logger.warn("开启语音广播的时候未找到通道: {}", channelId);
|
|
|
@@ -818,7 +1000,7 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
}
|
|
|
// 查询通道使用状态
|
|
|
if (audioBroadcastManager.exit(device.getDeviceId(), channelId)) {
|
|
|
- SendRtpItem sendRtpItem = redisCatchStorage.querySendRTPServer(device.getDeviceId(), channelId, null, null);
|
|
|
+ SendRtpItem sendRtpItem = redisCatchStorage.querySendRTPServer(device.getDeviceId(), channelId, null, null);
|
|
|
if (sendRtpItem != null && sendRtpItem.isOnlyAudio()) {
|
|
|
// 查询流是否存在,不存在则认为是异常状态
|
|
|
MediaServerItem mediaServerItem = mediaServerService.getOne(sendRtpItem.getMediaServerId());
|
|
|
@@ -827,8 +1009,8 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
logger.warn("语音广播已经开启: {}", channelId);
|
|
|
event.call("语音广播已经开启");
|
|
|
return;
|
|
|
- }else {
|
|
|
- audioBroadcastManager.del(deviceChannel.getDeviceId(),channelId);
|
|
|
+ } else {
|
|
|
+ audioBroadcastManager.del(deviceChannel.getDeviceId(), channelId);
|
|
|
redisCatchStorage.deleteSendRTPServer(device.getDeviceId(), channelId, sendRtpItem.getCallId(), sendRtpItem.getStreamId());
|
|
|
}
|
|
|
}
|
|
|
@@ -847,39 +1029,33 @@ public class PlayServiceImpl implements IPlayService {
|
|
|
});
|
|
|
}
|
|
|
|
|
|
+
|
|
|
+
|
|
|
@Override
|
|
|
- public void stopAudioBroadcast(String deviceId, String channelId){
|
|
|
+ public void stopAudioBroadcast(String deviceId, String channelId) {
|
|
|
AudioBroadcastCatch audioBroadcastCatch = audioBroadcastManager.get(deviceId, channelId);
|
|
|
if (audioBroadcastCatch != null) {
|
|
|
|
|
|
- try {
|
|
|
- SendRtpItem sendRtpItem = redisCatchStorage.querySendRTPServer(deviceId, audioBroadcastCatch.getChannelId(), null, null);
|
|
|
- if (sendRtpItem != null) {
|
|
|
- redisCatchStorage.deleteSendRTPServer(deviceId, sendRtpItem.getChannelId(), null, null);
|
|
|
- MediaServerItem mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
|
|
|
- Map<String, Object> param = new HashMap<>();
|
|
|
- param.put("vhost", "__defaultVhost__");
|
|
|
- param.put("app", sendRtpItem.getApp());
|
|
|
- param.put("stream", sendRtpItem.getStreamId());
|
|
|
- zlmresTfulUtils.stopSendRtp(mediaInfo, param);
|
|
|
- // 立刻结束设备的推流,等待自行结束太慢
|
|
|
- zlmresTfulUtils.closeStreams(mediaInfo, sendRtpItem.getApp(), sendRtpItem.getStreamId());
|
|
|
- }
|
|
|
- if (audioBroadcastCatch.getStatus() == AudioBroadcastCatchStatus.Ok) {
|
|
|
- cmder.streamByeCmd(audioBroadcastCatch.getDialog(), audioBroadcastCatch.getChannelId(), audioBroadcastCatch.getRequest(), null);
|
|
|
- }
|
|
|
- audioBroadcastManager.del(deviceId, channelId);
|
|
|
-
|
|
|
- } catch (SipException e) {
|
|
|
- throw new RuntimeException(e);
|
|
|
- } catch (ParseException e) {
|
|
|
- throw new RuntimeException(e);
|
|
|
- } catch (InvalidArgumentException e) {
|
|
|
- throw new RuntimeException(e);
|
|
|
+ Device device = deviceService.queryDevice(deviceId);
|
|
|
+ if (device == null) {
|
|
|
+ return;
|
|
|
+ }
|
|
|
+// if (audioBroadcastCatch.getStatus() == AudioBroadcastCatchStatus.Ok) {
|
|
|
+// cmder.streamByeCmd(device, audioBroadcastCatch.getChannelId(), null, audioBroadcastCatch.getSipTransactionInfo().getCallId());
|
|
|
+// }
|
|
|
+ SendRtpItem sendRtpItem = redisCatchStorage.querySendRTPServer(deviceId, audioBroadcastCatch.getChannelId(), null, null);
|
|
|
+ if (sendRtpItem != null) {
|
|
|
+ redisCatchStorage.deleteSendRTPServer(deviceId, sendRtpItem.getChannelId(), null, null);
|
|
|
+ MediaServerItem mediaInfo = mediaServerService.getOne(sendRtpItem.getMediaServerId());
|
|
|
+ Map<String, Object> param = new HashMap<>();
|
|
|
+ param.put("vhost", "__defaultVhost__");
|
|
|
+ param.put("app", sendRtpItem.getApp());
|
|
|
+ param.put("stream", sendRtpItem.getStreamId());
|
|
|
+ zlmresTfulUtils.stopSendRtp(mediaInfo, param);
|
|
|
}
|
|
|
- }
|
|
|
-
|
|
|
|
|
|
+ audioBroadcastManager.del(deviceId, channelId);
|
|
|
+ }
|
|
|
}
|
|
|
|
|
|
@Override
|