ComfyUI/custom_nodes/ComfyUI-VideoHelperSuite/web/js/videoinfo.js

import { app } from '../../../scripts/app.js'


function getVideoMetadata(file) {
    return new Promise((r) => {
        const reader = new FileReader();
        reader.onload = (event) => {
            const videoData = new Uint8Array(event.target.result);
            const dataView = new DataView(videoData.buffer);

            let decoder = new TextDecoder();
            // Check for known valid magic strings
            if (dataView.getUint32(0) == 0x1A45DFA3) {
                //webm
                //see http://wiki.webmproject.org/webm-metadata/global-metadata
                //and https://www.matroska.org/technical/elements.html
                //contrary to specs, tag seems consistently at start
                //COMMENT + 0x4487 + packed length?
                //length 0x8d8 becomes 0x48d8
                //
                //description for variable length ints https://github.com/ietf-wg-cellar/ebml-specification/blob/master/specification.markdown
                let offset = 4 + 8; //COMMENT is 7 chars + 1 to realign
                while(offset < videoData.length-16) {
                    //Check for text tags
                    if (dataView.getUint16(offset) == 0x4487) {
                        //check that name of tag is COMMENT
                        const name = String.fromCharCode(...videoData.slice(offset-7,offset));
                        if (name === "COMMENT") {
                            let vint = dataView.getUint32(offset+2);
                            let n_octets = Math.clz32(vint)+1;
                            if (n_octets < 4) {//250MB sanity cutoff
                                let length = (vint >> (8*(4-n_octets))) & ~(1 << (7*n_octets));
                                const content = decoder.decode(videoData.slice(offset+2+n_octets, offset+2+n_octets+length));
                                const json = JSON.parse(content);
                                r(json);
                                return;
                            }
                        }
                    }
                    offset+=1;
                }
            } else if (dataView.getUint32(4) == 0x66747970 && dataView.getUint32(8) == 0x69736F6D) {
                //mp4
                //see https://developer.apple.com/documentation/quicktime-file-format
                //Seems to make no guarantee for alignment
                let offset = videoData.length-4;
                while (offset > 16) {//rough safe guess
                    if (dataView.getUint32(offset) == 0x64617461) {//any data tag
                        if (dataView.getUint32(offset - 8) == 0xa9636d74) {//cmt data tag
                            let type = dataView.getUint32(offset+4); //seemingly 1
                            let locale = dataView.getUint32(offset+8); //seemingly 0
                            let size = dataView.getUint32(offset-4) - 4*4;
                            const content = decoder.decode(videoData.slice(offset+12, offset+12+size));
                            const json = JSON.parse(content);
                            r(json);
                            return;
                        }
                    }

                    offset-=1;
                }
            } else {
                console.error("Unknown magic: " + dataView.getUint32(0))
                r();
                return;
            }

        };

        reader.readAsArrayBuffer(file);
    });
}
function isVideoFile(file) {
    if (file?.name?.endsWith(".webm")) {
        return true;
    }
    if (file?.name?.endsWith(".mp4")) {
        return true;
    }

    return false;
}

let originalHandleFile = app.handleFile;
app.handleFile = handleFile;
async function handleFile(file) {
    if (file?.type?.startsWith("video/") || isVideoFile(file)) {
        const videoInfo = await getVideoMetadata(file);
        if (videoInfo) {
            if (videoInfo.workflow) {

                app.loadGraphData(videoInfo.workflow);
            }
            //Potentially check for/parse A1111 metadata here.
        }
    } else {
        return await originalHandleFile.apply(this, arguments);
    }
}

//hijack comfy-file-input to allow webm/mp4
document.getElementById("comfy-file-input").accept += ",video/webm,video/mp4";