Add/update the quantized ONNX model files and README.md for Transformers.js v3

#4
by whitphx - opened

Applied Quantizations

❌ Based on vision_model.onnx with slimming

None

↳ ❌ q4f16: vision_model_q4f16.onnx (added but JS-based E2E test failed)

dtype not specified for "model". Using the default dtype (fp32) for this device (cpu).
file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:30853
                    throw Error(`\`local_files_only=true\` or \`env.allowRemoteModels=false\` and file was not found locally at "${localPath}".`);
                          ^

Error: `local_files_only=true` or `env.allowRemoteModels=false` and file was not found locally at "/tmp/tmpnyh16pka/0c311c620b36a2270b851db7bef9135f3eaae5d7/onnx/model.onnx".
    at getModelFile (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:30853:27)
    at async getSession (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7132:28)
    at async file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7149:73
    at async Promise.all (index 0)
    at async constructSessions (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7147:31)
    at async Promise.all (index 0)
    at async CLIPModel.from_pretrained (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:8063:20)
    at async AutoModel.from_pretrained (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:14326:20)
    at async Promise.all (index 1)
    at async loadItems (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:23881:5)

Node.js v22.16.0

❌ Based on vision_model.onnx with slimming

None

↳ ❌ q4f16: vision_model_q4f16.onnx (added but JS-based E2E test failed)

dtype not specified for "model". Using the default dtype (fp32) for this device (cpu).
file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:30853
                    throw Error(`\`local_files_only=true\` or \`env.allowRemoteModels=false\` and file was not found locally at "${localPath}".`);
                          ^

Error: `local_files_only=true` or `env.allowRemoteModels=false` and file was not found locally at "/tmp/tmpnyh16pka/0c311c620b36a2270b851db7bef9135f3eaae5d7/onnx/model.onnx".
    at getModelFile (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:30853:27)
    at async getSession (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7132:28)
    at async file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7149:73
    at async Promise.all (index 0)
    at async constructSessions (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7147:31)
    at async Promise.all (index 0)
    at async CLIPModel.from_pretrained (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:8063:20)
    at async AutoModel.from_pretrained (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:14326:20)
    at async Promise.all (index 1)
    at async loadItems (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:23881:5)

Node.js v22.16.0

❌ Based on text_model.onnx with slimming

None

↳ ❌ q4f16: text_model_q4f16.onnx (added but JS-based E2E test failed)

dtype not specified for "model". Using the default dtype (fp32) for this device (cpu).
file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:30853
                    throw Error(`\`local_files_only=true\` or \`env.allowRemoteModels=false\` and file was not found locally at "${localPath}".`);
                          ^

Error: `local_files_only=true` or `env.allowRemoteModels=false` and file was not found locally at "/tmp/tmpr8oopk8w/0c311c620b36a2270b851db7bef9135f3eaae5d7/onnx/model.onnx".
    at getModelFile (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:30853:27)
    at async getSession (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7132:28)
    at async file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7149:73
    at async Promise.all (index 0)
    at async constructSessions (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7147:31)
    at async Promise.all (index 0)
    at async CLIPModel.from_pretrained (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:8063:20)
    at async AutoModel.from_pretrained (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:14326:20)
    at async Promise.all (index 1)
    at async loadItems (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:23881:5)

Node.js v22.16.0

❌ Based on text_model.onnx with slimming

None

↳ ❌ q4f16: text_model_q4f16.onnx (added but JS-based E2E test failed)

dtype not specified for "model". Using the default dtype (fp32) for this device (cpu).
file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:30853
                    throw Error(`\`local_files_only=true\` or \`env.allowRemoteModels=false\` and file was not found locally at "${localPath}".`);
                          ^

Error: `local_files_only=true` or `env.allowRemoteModels=false` and file was not found locally at "/tmp/tmpr8oopk8w/0c311c620b36a2270b851db7bef9135f3eaae5d7/onnx/model.onnx".
    at getModelFile (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:30853:27)
    at async getSession (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7132:28)
    at async file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7149:73
    at async Promise.all (index 0)
    at async constructSessions (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:7147:31)
    at async Promise.all (index 0)
    at async CLIPModel.from_pretrained (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:8063:20)
    at async AutoModel.from_pretrained (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:14326:20)
    at async Promise.all (index 1)
    at async loadItems (file:///home/ubuntu/src/tjsmigration/node_modules/.pnpm/@huggingface+transformers@3.5.2/node_modules/@huggingface/transformers/dist/transformers.node.mjs:23881:5)

Node.js v22.16.0
Ready to merge
This branch is ready to get merged automatically.

Sign up or log in to comment