Comunic/ComunicWeb
1
0
Fork 0
mirror of https://github.com/pierre42100/ComunicWeb synced 2024-11-24 21:09:23 +00:00
Code Issues Projects Releases Wiki Activity

Load background detection network only when required

Browse Source
This commit is contained in:
Pierre HUBERT 2021-01-30 20:08:27 +01:00
parent 08091425f1
commit 9bee589dc4
1 changed files with 36 additions and 31 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

63
assets/js/components/calls/window.js
View File

@ -962,41 +962,46 @@ class CallWindow extends CustomEvents {
canvasTarget.height = videoTarget.height; canvasTarget.height = videoTarget.height;
bodyPix.load({ // Process images
multiplier: 0.75, (async () => {
stride: 32, try {
quantBytes: 4
}).then( net => {
(async () => {
try {
while(videoTrack.readyState == "live")
{
if (this.blurBackground) {
while(videoTrack.readyState == "live") // Load network if required
{ if (!this.backgroundDetectionNetwork)
if (this.blurBackground) { {
const segmentation = await net.segmentPerson(videoTarget); this.backgroundDetectionNetwork = await bodyPix.load({
multiplier: 0.75,
const backgroundBlurAmount = 6; stride: 32,
const edgeBlurAmount = 2; quantBytes: 4
const flipHorizontal = true; });
bodyPix.drawBokehEffect(
canvasTarget, videoTarget, segmentation, backgroundBlurAmount,
edgeBlurAmount, flipHorizontal);
} }
else { const segmentation = await this.backgroundDetectionNetwork.segmentPerson(videoTarget);
canvas.drawImage(videoTarget, 0, 0, videoTarget.width, videoTarget.height);
await new Promise((res, rej) => setTimeout(() => res(), 40)); const backgroundBlurAmount = 6;
} const edgeBlurAmount = 2;
const flipHorizontal = true;
bodyPix.drawBokehEffect(
canvasTarget, videoTarget, segmentation, backgroundBlurAmount,
edgeBlurAmount, flipHorizontal);
}
else {
canvas.drawImage(videoTarget, 0, 0, videoTarget.width, videoTarget.height);
await new Promise((res, rej) => setTimeout(() => res(), 40));
} }
} }
catch(e) }
{ catch(e)
console.error("Failure", e); {
} console.error("Failure", e);
})(); }
}); })();
stream = canvasTarget.captureStream(); stream = canvasTarget.captureStream();