[*] 日常优化

This commit is contained in:
acgist
2023-08-02 07:41:28 +08:00
parent 2ab0d237db
commit 7d1e9f3a09
5 changed files with 67 additions and 62 deletions

View File

@@ -783,6 +783,7 @@ public final class Taoyao implements ITaoyao {
private void controlConfigAudio(Message message, Map<String, Object> body) {
final MediaAudioProperties mediaAudioProperties = JSONUtils.toJava(JSONUtils.toJSON(body), MediaAudioProperties.class);
this.mediaManager.updateAudioConfig(mediaAudioProperties);
this.push(message);
}
/**
@@ -794,6 +795,7 @@ public final class Taoyao implements ITaoyao {
private void controlConfigVideo(Message message, Map<String, Object> body) {
final MediaVideoProperties mediaVideoProperties = JSONUtils.toJava(JSONUtils.toJSON(body), MediaVideoProperties.class);
this.mediaManager.updateVideoConfig(mediaVideoProperties);
this.push(message);
}
/**

View File

@@ -274,11 +274,9 @@ class Room {
const me = this;
// 静音监控
me.audioLevelObserver.on("silence", () => {
signalChannel.push(
protocol.buildMessage("media::audio::volume", {
signalChannel.push(protocol.buildMessage("media::audio::volume", {
roomId: me.roomId,
})
);
}));
});
// me.audioLevelObserver.observer.on("silence", () => {});
// 音量监控
@@ -291,12 +289,10 @@ class Room {
clientId: producer.clientId
});
}
signalChannel.push(
protocol.buildMessage("media::audio::volume", {
signalChannel.push(protocol.buildMessage("media::audio::volume", {
roomId : me.roomId,
volumes: notifyVolumes
})
);
}));
});
// me.audioLevelObserver.observer.on("volumes", (volumes) => {});
}
@@ -702,8 +698,9 @@ class Taoyao {
}
if(videoConsumer) {
await videoConsumer.resume();
// 请求录像关键帧
me.requestKeyFrameForRecord(0, filepath, videoConsumer);
}
this.requestKeyFrameForRecord(0, filepath, videoConsumer);
message.body = {
roomId : roomId,
audioConsumerId : audioConsumerId,
@@ -725,9 +722,6 @@ class Taoyao {
* @param {*} videoConsumer 视频消费者
*/
requestKeyFrameForRecord(index, filepath, videoConsumer) {
if(!filepath || !videoConsumer) {
return;
}
const {
requestKeyFrameMaxIndex,
requestKeyFrameFileSize
@@ -1715,7 +1709,7 @@ class Taoyao {
const mediasoupRouter = await mediasoupWorker.createRouter({ mediaCodecs });
// 音量监控
const audioLevelObserver = await mediasoupRouter.createAudioLevelObserver({
interval : 2000,
interval : 500,
// 范围:-127~0
threshold : -80,
// 监控数量

View File

@@ -817,10 +817,10 @@ class Taoyao extends RemoteClient {
me.defaultMediaConsumerClose(message);
break;
case "media::consumer::pause":
this.defaultMediaConsumerPause(message);
me.defaultMediaConsumerPause(message);
break;
case "media::consumer::resume":
this.defaultMediaConsumerResume(message);
me.defaultMediaConsumerResume(message);
break;
case "media::data::consumer::close":
me.defaultMediaDataConsumerClose(message);
@@ -1392,18 +1392,17 @@ class Taoyao extends RemoteClient {
*/
defaultMediaAudioVolume(message) {
const me = this;
const { roomId, volumes } = message.body;
// 静音
if (!volumes || volumes.length <= 0) {
me.volume = 0;
me.remoteClients.forEach(v => {
v.volume = 0;
});
return;
}
const {
roomId,
volumes
} = message.body;
if (volumes && volumes.length > 0) {
// 声音
volumes.forEach(v => {
const { volume, clientId } = v;
const {
volume,
clientId
} = v;
if (me.clientId === clientId) {
me.setVolume(volume);
} else {
@@ -1411,6 +1410,13 @@ class Taoyao extends RemoteClient {
remoteClient?.setVolume(volume);
}
});
} else {
// 静音
me.volume = 0;
me.remoteClients.forEach(v => {
v.volume = 0;
});
}
}
/**
@@ -1900,7 +1906,10 @@ class Taoyao extends RemoteClient {
console.debug("消费者关闭(无效)", consumer.id, streamId);
}
});
const { spatialLayers, temporalLayers } = mediasoupClient.parseScalabilityMode(
const {
spatialLayers,
temporalLayers
} = mediasoupClient.parseScalabilityMode(
consumer.rtpParameters.encodings[0].scalabilityMode
);
console.debug("时间层空间层", spatialLayers, temporalLayers);

View File

@@ -19,17 +19,17 @@ import com.acgist.taoyao.signal.protocol.ProtocolRoomAdapter;
@Description(
body = """
{
"roomId": "房间ID",
"roomId" : "房间ID",
"volumes" : [
{
"volume": 音量,
"volume" : 音量,
"clientId": "终端ID"
},
...
]
}
""",
flow = "媒体服务->信令服务->终端"
flow = "媒体服务->信令服务-)终端"
)
public class MediaAudioVolumeProtocol extends ProtocolRoomAdapter {

View File

@@ -39,14 +39,14 @@ import lombok.extern.slf4j.Slf4j;
""",
body = """
{
"roomId": "房间ID"
"roomId" : "房间ID"
"producerId": "生产者ID"
}
""",
flow = {
"终端-[生产媒体]>信令服务-[其他终端消费])信令服务",
"终端-[创建WebRTC消费通道]>信令服务-[消费其他终端])信令服务",
"终端->信令服务->媒体服务=>信令服务->终端->信令服务->媒体服务"
"终端-[生产媒体]>信令服务-[消费媒体])信令服务=>信令服务->终端",
"终端-[创建WebRTC通道]>信令服务-[消费媒体])信令服务=>信令服务->终端",
"终端->信令服务->媒体服务=>信令服务->终端"
}
)
public class MediaConsumeProtocol extends ProtocolRoomAdapter implements ApplicationListener<MediaConsumeEvent> {