Download _build-tools/build_matrix.json from faxenoff/code-daemon-embed-v1: direct link, hf CLI and curl.
- Browser
- Download file 6.4 kB
-
https://huggingface.co/faxenoff/code-daemon-embed-v1/resolve/main/_build-tools/build_matrix.json
- Command line
-
hf download hf://faxenoff/code-daemon-embed-v1/_build-tools/build_matrix.json
-
curl -L -o build_matrix.json https://huggingface.co/faxenoff/code-daemon-embed-v1/resolve/main/_build-tools/build_matrix.json
6.4 kB
| { | |
| "_generated_by": "models/_cloud_shared/build-tools/gen_build_matrix.py", | |
| "_source": "models.json (itself generated from src/config/semantic_config.zig)", | |
| "_note": "Do not hand-edit. Regenerate after any catalog or runtime-pin change.", | |
| "trt_tag": "trt11.3", | |
| "trt_pip_version": "11.3.0.99", | |
| "cuda_archs": [ | |
| "sm_75", | |
| "sm_80", | |
| "sm_86", | |
| "sm_89", | |
| "sm_90" | |
| ], | |
| "hf_account": "faxenoff", | |
| "models": [ | |
| { | |
| "model_id": "code-daemon-embed-v1", | |
| "hf_repo": "faxenoff/code-daemon-embed-v1", | |
| "role": "embedding", | |
| "buckets": [ | |
| "s", | |
| "m", | |
| "l", | |
| "xl" | |
| ], | |
| "needs_ptq": false, | |
| "trt": { | |
| "sm_75": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_80": { | |
| "mode": "int8_qdq", | |
| "precision": "int8", | |
| "source": { | |
| "file": "model_int8qdt.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_86": { | |
| "mode": "int8_qdq", | |
| "precision": "int8", | |
| "source": { | |
| "file": "model_int8qdt.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_89": { | |
| "mode": "int8_qdq", | |
| "precision": "int8", | |
| "source": { | |
| "file": "model_int8qdt.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_90": { | |
| "mode": "int8_qdq", | |
| "precision": "int8", | |
| "source": { | |
| "file": "model_int8qdt.onnx", | |
| "ptq_on_vm": false | |
| } | |
| } | |
| }, | |
| "hf_public": true | |
| }, | |
| { | |
| "model_id": "code-daemon-denoise-v1", | |
| "hf_repo": "faxenoff/code-daemon-denoise-v1", | |
| "role": "embedding", | |
| "buckets": [ | |
| "s" | |
| ], | |
| "needs_ptq": false, | |
| "trt": { | |
| "sm_75": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_80": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_86": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_89": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_90": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| } | |
| }, | |
| "hf_public": true | |
| }, | |
| { | |
| "model_id": "code-daemon-reranker-v1", | |
| "hf_repo": "faxenoff/code-daemon-reranker-v1", | |
| "role": "reranker", | |
| "buckets": [], | |
| "needs_ptq": false, | |
| "trt": { | |
| "sm_75": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_80": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_86": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_89": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_90": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| } | |
| }, | |
| "hf_public": true | |
| }, | |
| { | |
| "model_id": "code-daemon-relation-v1", | |
| "hf_repo": "faxenoff/code-daemon-relation-v1", | |
| "role": "reranker", | |
| "buckets": [ | |
| "s", | |
| "m", | |
| "l" | |
| ], | |
| "needs_ptq": false, | |
| "trt": { | |
| "sm_75": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_80": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_86": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_89": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_90": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| } | |
| }, | |
| "hf_public": true | |
| }, | |
| { | |
| "model_id": "code-daemon-ner-v1", | |
| "hf_repo": "faxenoff/code-daemon-ner-v1", | |
| "role": "ner", | |
| "buckets": [], | |
| "needs_ptq": true, | |
| "trt": { | |
| "sm_75": { | |
| "mode": "fp16", | |
| "precision": "fp16", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": false | |
| } | |
| }, | |
| "sm_80": { | |
| "mode": "int8_qdq", | |
| "precision": "int8", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": true | |
| } | |
| }, | |
| "sm_86": { | |
| "mode": "int8_qdq", | |
| "precision": "int8", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": true | |
| } | |
| }, | |
| "sm_89": { | |
| "mode": "int8_qdq", | |
| "precision": "int8", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": true | |
| } | |
| }, | |
| "sm_90": { | |
| "mode": "int8_qdq", | |
| "precision": "int8", | |
| "source": { | |
| "file": "model.onnx", | |
| "ptq_on_vm": true | |
| } | |
| } | |
| }, | |
| "hf_public": true | |
| } | |
| ] | |
| } | |