File size: 426 Bytes
a413f2a
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
// Janus-Pro-7B WebGPU Usage
import { AutoProcessor, AutoModelForCausalLM } from "@huggingface/transformers";

async function loadJanus() {
    const processor = await AutoProcessor.from_pretrained("./janus-pro-7b-webgpu");
    const model = await AutoModelForCausalLM.from_pretrained("./janus-pro-7b-webgpu", {
        device: "webgpu",
        dtype: "q4f16"
    });
    return { model, processor };
}

export { loadJanus };