Spaces:
Runtime error
Runtime error
File size: 3,729 Bytes
92189dd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 |
/**
* Copyright (c) Meta Platforms, Inc. and affiliates.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import BaseGLEffect from '@/common/components/video/effects/BaseGLEffect';
import {
EffectFrameContext,
EffectInit,
} from '@/common/components/video/effects/Effect';
import vertexShaderSource from '@/common/components/video/effects/shaders/DefaultVert.vert?raw';
import fragmentShaderSource from '@/common/components/video/effects/shaders/NoisyMask.frag?raw';
import {Tracklet} from '@/common/tracker/Tracker';
import {RLEObject, decode} from '@/jscocotools/mask';
import invariant from 'invariant';
import {CanvasForm} from 'pts';
export default class NoisyMaskEffect extends BaseGLEffect {
private _numMasks: number = 0;
private _numMasksUniformLocation: WebGLUniformLocation | null = null;
private _currentFrameLocation: WebGLUniformLocation | null = null;
constructor() {
super(1);
this.vertexShaderSource = vertexShaderSource;
this.fragmentShaderSource = fragmentShaderSource;
}
protected setupUniforms(
gl: WebGL2RenderingContext,
program: WebGLProgram,
init: EffectInit,
): void {
super.setupUniforms(gl, program, init);
this._numMasksUniformLocation = gl.getUniformLocation(program, 'uNumMasks');
gl.uniform1i(this._numMasksUniformLocation, this._numMasks);
this._currentFrameLocation = gl.getUniformLocation(
program,
'uCurrentFrame',
);
gl.uniform1f(this._currentFrameLocation, 0);
}
apply(form: CanvasForm, context: EffectFrameContext, _tracklets: Tracklet[]) {
const gl = this._gl;
const program = this._program;
if (!program) {
return;
}
invariant(gl !== null, 'WebGL2 context is required');
gl.clearColor(0.0, 0.0, 0.0, 1.0);
gl.clear(gl.COLOR_BUFFER_BIT);
// dynamic uniforms per frame
gl.uniform1f(this._currentFrameLocation, context.frameIndex);
gl.uniform1i(this._numMasksUniformLocation, context.masks.length);
// Create and bind 2D textures for each mask
context.masks.forEach((mask, index) => {
const maskTexture = gl.createTexture();
const decodedMask = decode([mask.bitmap as RLEObject]);
const maskData = decodedMask.data as Uint8Array;
gl.activeTexture(gl.TEXTURE0 + index);
gl.bindTexture(gl.TEXTURE_2D, maskTexture);
// dynamic uniforms per mask
gl.uniform1i(
gl.getUniformLocation(program, `uMaskTexture${index}`),
index,
);
gl.pixelStorei(gl.UNPACK_ALIGNMENT, 1);
gl.texImage2D(
gl.TEXTURE_2D,
0,
gl.LUMINANCE,
context.height,
context.width,
0,
gl.LUMINANCE,
gl.UNSIGNED_BYTE,
maskData,
);
gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MIN_FILTER, gl.NEAREST);
gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MAG_FILTER, gl.NEAREST);
gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_S, gl.CLAMP_TO_EDGE);
gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_T, gl.CLAMP_TO_EDGE);
gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4);
});
const ctx = form.ctx;
invariant(this._canvas !== null, 'canvas is required');
ctx.drawImage(this._canvas, 0, 0);
}
}
|