Spaces:
Running
Running
File size: 4,276 Bytes
613c9ab |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 |
import { app } from '../../../scripts/app.js'
function getVideoMetadata(file) {
return new Promise((r) => {
const reader = new FileReader();
reader.onload = (event) => {
const videoData = new Uint8Array(event.target.result);
const dataView = new DataView(videoData.buffer);
let decoder = new TextDecoder();
// Check for known valid magic strings
if (dataView.getUint32(0) == 0x1A45DFA3) {
//webm
//see http://wiki.webmproject.org/webm-metadata/global-metadata
//and https://www.matroska.org/technical/elements.html
//contrary to specs, tag seems consistently at start
//COMMENT + 0x4487 + packed length?
//length 0x8d8 becomes 0x48d8
//
//description for variable length ints https://github.com/ietf-wg-cellar/ebml-specification/blob/master/specification.markdown
let offset = 4 + 8; //COMMENT is 7 chars + 1 to realign
while(offset < videoData.length-16) {
//Check for text tags
if (dataView.getUint16(offset) == 0x4487) {
//check that name of tag is COMMENT
const name = String.fromCharCode(...videoData.slice(offset-7,offset));
if (name === "COMMENT") {
let vint = dataView.getUint32(offset+2);
let n_octets = Math.clz32(vint)+1;
if (n_octets < 4) {//250MB sanity cutoff
let length = (vint >> (8*(4-n_octets))) & ~(1 << (7*n_octets));
const content = decoder.decode(videoData.slice(offset+2+n_octets, offset+2+n_octets+length));
const json = JSON.parse(content);
r(json);
return;
}
}
}
offset+=1;
}
} else if (dataView.getUint32(4) == 0x66747970 && dataView.getUint32(8) == 0x69736F6D) {
//mp4
//see https://developer.apple.com/documentation/quicktime-file-format
//Seems to make no guarantee for alignment
let offset = videoData.length-4;
while (offset > 16) {//rough safe guess
if (dataView.getUint32(offset) == 0x64617461) {//any data tag
if (dataView.getUint32(offset - 8) == 0xa9636d74) {//cmt data tag
let type = dataView.getUint32(offset+4); //seemingly 1
let locale = dataView.getUint32(offset+8); //seemingly 0
let size = dataView.getUint32(offset-4) - 4*4;
const content = decoder.decode(videoData.slice(offset+12, offset+12+size));
const json = JSON.parse(content);
r(json);
return;
}
}
offset-=1;
}
} else {
console.error("Unknown magic: " + dataView.getUint32(0))
r();
return;
}
};
reader.readAsArrayBuffer(file);
});
}
function isVideoFile(file) {
if (file?.name?.endsWith(".webm")) {
return true;
}
if (file?.name?.endsWith(".mp4")) {
return true;
}
return false;
}
let originalHandleFile = app.handleFile;
app.handleFile = handleFile;
async function handleFile(file) {
if (file?.type?.startsWith("video/") || isVideoFile(file)) {
const videoInfo = await getVideoMetadata(file);
if (videoInfo) {
if (videoInfo.workflow) {
app.loadGraphData(videoInfo.workflow);
}
//Potentially check for/parse A1111 metadata here.
}
} else {
return await originalHandleFile.apply(this, arguments);
}
}
//hijack comfy-file-input to allow webm/mp4
document.getElementById("comfy-file-input").accept += ",video/webm,video/mp4";
|