Spaces:
Runtime error
Runtime error
File size: 3,216 Bytes
92189dd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 |
/**
* Copyright (c) Meta Platforms, Inc. and affiliates.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import VideoWorkerContext from '@/common/components/video/VideoWorkerContext';
import {TrackerOptions} from '@/common/tracker/Trackers';
import {TrackerResponse} from '@/common/tracker/TrackerTypes';
import {RLEObject} from '@/jscocotools/mask';
export type Point = [x: number, y: number];
export type SegmentationPoint = [...point: Point, label: 0 | 1];
export type FramePoints = Array<SegmentationPoint> | undefined;
export type Mask = DatalessMask & {
data: Blob | RLEObject;
};
export type DatalessMask = {
shape: number[];
bounds: [[number, number], [number, number]];
isEmpty: boolean;
};
export type Tracklet = {
id: number;
color: string;
thumbnail: string | null;
points: FramePoints[];
masks: Mask[];
isInitialized: boolean;
};
export type BaseTracklet = Omit<Tracklet, 'masks'> & {
masks: DatalessMask[];
};
export type StreamingState =
| 'none'
| 'required'
| 'requesting'
| 'aborting'
| 'aborted'
| 'partial'
| 'full';
export interface ITracker {
startSession(videoUrl: string): Promise<void>;
closeSession(): Promise<void>;
createTracklet(): void;
deleteTracklet(trackletId: number): Promise<void>;
updatePoints(
frameIndex: number,
objectId: number,
points: SegmentationPoint[],
): Promise<void>;
clearPointsInFrame(frameIndex: number, objectId: number): Promise<void>;
clearPointsInVideo(): Promise<void>;
streamMasks(frameIndex: number): Promise<void>;
abortStreamMasks(): void;
enableStats(): void;
}
export abstract class Tracker implements ITracker {
protected _context: VideoWorkerContext;
constructor(context: VideoWorkerContext, _options?: TrackerOptions) {
this._context = context;
}
abstract startSession(videoUrl: string): Promise<void>;
abstract closeSession(): Promise<void>;
abstract createTracklet(): void;
abstract deleteTracklet(trackletId: number): Promise<void>;
abstract updatePoints(
frameIndex: number,
objectId: number,
points: SegmentationPoint[],
): Promise<void>;
abstract clearPointsInFrame(
frameIndex: number,
objectId: number,
): Promise<void>;
abstract clearPointsInVideo(): Promise<void>;
abstract streamMasks(frameIndex: number): Promise<void>;
abstract abortStreamMasks(): void;
abstract enableStats(): void;
// PRIVATE FUNCTIONS
protected _sendResponse<T extends TrackerResponse>(
action: T['action'],
message?: Omit<T, 'action'>,
transfer?: Transferable[],
): void {
self.postMessage(
{
action,
...message,
},
{
transfer,
},
);
}
}
|