RobbyV2/selkies
1
0
Fork 0
mirror of https://github.com/selkies-project/selkies.git synced 2025-09-04 19:12:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add 1 second silence gate and 2 second overbuffer protection

Browse Source 
Signed-off-by: Rid <rid@cylo.io>
This commit is contained in:
Rid
2025-08-29 20:35:03 +01:00
parent f482c83eaf
commit 6b3f75b322
2 changed files with 36 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
addons/gst-web-core/selkies-core.js
View File

@@ -3495,13 +3495,28 @@ const audioDecoderWorkerCode = `
const micWorkletProcessorCode = `
class MicWorkletProcessor extends AudioWorkletProcessor {
constructor() { super(); }
constructor() {
super();
this.SILENCE_THRESHOLD_CHUNKS = 300;
this.silentChunkCounter = 0;
this.isSending = true;
}
process(inputs, outputs, parameters) {
const input = inputs[0];
if (input && input[0]) {
const inputChannelData = input[0];
const int16Array = Int16Array.from(inputChannelData, x => x * 32767);
if (! int16Array.every(item => item === 0)) {
const isCurrentChunkSilent = int16Array.every(item => item === 0);
if (!isCurrentChunkSilent) {
this.isSending = true;
this.silentChunkCounter = 0;
} else {
this.silentChunkCounter++;
}
if (this.silentChunkCounter >= this.SILENCE_THRESHOLD_CHUNKS) {
this.isSending = false;
}
if (this.isSending) {
this.port.postMessage(int16Array.buffer, [int16Array.buffer]);
}
}

23
src/selkies/selkies.py
View File

@@ -1860,7 +1860,11 @@ class DataStreamingServer:
pa_module_index = None # Stores the index of the loaded module-virtual-source
pa_stream = None # For pasimple playback
pulse = None # pulsectl.Pulse client instance
# Audio buffer management
audio_buffer = []
buffer_max_size = 24000 * 2 * 2 # 2 seconds at 24kHz, 16-bit mono
# Define virtual source details
virtual_source_name = "SelkiesVirtualMic"
master_monitor = "input.monitor"
@@ -2116,8 +2120,19 @@ class DataStreamingServer:
"MicStream",
device_name="input", # Play to system's default input (which should be our virtual mic)
)
if pa_stream:
pa_stream.write(payload)
audio_buffer.extend(payload)
if len(audio_buffer) > buffer_max_size:
audio_buffer = audio_buffer[len(audio_buffer)//2:]
data_logger.warning("Audio buffer overflow, dropping old audio to prevent drift")
if pa_stream and len(audio_buffer) >= len(payload):
chunk_size = len(payload)
data_to_write = bytes(audio_buffer[:chunk_size])
audio_buffer[:chunk_size] = []
pa_stream.write(data_to_write)
except Exception as e_pa_write:
data_logger.error(
f"PulseAudio stream write error: {e_pa_write}",
@@ -2128,7 +2143,7 @@ class DataStreamingServer:
pa_stream.close()
except:
pass
pa_stream = None # Force re-open on next packet
audio_buffer.clear()
elif isinstance(message, str):
if message.startswith("FILE_UPLOAD_START:"):