Comunic/ComunicWeb
1
0
Fork 0
mirror of https://github.com/pierre42100/ComunicWeb synced 2024-11-26 05:49:22 +00:00
Code Issues Projects Releases Wiki Activity

Start to detect when someone is talking in a conversation

Browse Source
This commit is contained in:
Pierre HUBERT 2021-01-23 19:06:54 +01:00
parent 066eab92f5
commit 7bbd7f9dcf
1 changed files with 58 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

58
assets/js/components/calls/window.js
View File

@ -29,6 +29,9 @@ class CallWindow extends CustomEvents {
/** @type {Map<number, HTMLVideoElement>} */ /** @type {Map<number, HTMLVideoElement>} */
this.videoEls = new Map() this.videoEls = new Map()
/** @type {Map<number, AudioContext>} */
this.audioContexts = new Map()
this.construct(conv); this.construct(conv);
} }
@ -579,6 +582,13 @@ class CallWindow extends CustomEvents {
el.pause() el.pause()
el.parentNode.remove() el.parentNode.remove()
} }
const ctx = this.audioContexts.get(peerID);
this.audioContexts.delete(peerID);
if (ctx) {
ctx.close();
}
} }
/** /**
@ -760,7 +770,55 @@ class CallWindow extends CustomEvents {
}) })
// Setup audio context
const audioContext = new AudioContext();
const gain_node = audioContext.createGain();
gain_node.connect(audioContext.destination);
/*const microphone_stream = audioContext.createMediaStreamSource(stream);
microphone_stream.connect(gain_node)
const script_processor_node = audioContext.createScriptProcessor(16384, 1, 1);
script_processor_node.addEventListener("audioprocess", (e) => {
//e.data
});*/
const script_processor_analysis_node = audioContext.createScriptProcessor(2048, 1, 1);
script_processor_analysis_node.connect(gain_node);
const microphone_stream = audioContext.createMediaStreamSource(stream);
microphone_stream.connect(gain_node)
const analyzer_node = audioContext.createAnalyser();
analyzer_node.smoothingTimeConstant = 0
analyzer_node.fftSize = 2048
analyzer_node.connect(script_processor_analysis_node);
microphone_stream.connect(analyzer_node)
const freq_data = new Uint8Array(analyzer_node.frequencyBinCount)
script_processor_analysis_node.onaudioprocess = function(e) {
analyzer_node.getByteFrequencyData(freq_data);
let count = 0;
let sum = 0;
for(let val = 0; val < 50 && val < freq_data.length; val++)
{
sum += freq_data[val];
count++;
}
const avg = sum/count;
console.log(avg > 50);
}
this.videoEls.set(peerID, videoEl) this.videoEls.set(peerID, videoEl)
this.audioContexts.set(peerID, audioContext)
if(isVideo) { if(isVideo) {