{ "_generated_by": "models/_cloud_shared/build-tools/gen_build_matrix.py", "_source": "models.json (itself generated from src/config/semantic_config.zig)", "_note": "Do not hand-edit. Regenerate after any catalog or runtime-pin change.", "trt_tag": "trt11.3", "trt_pip_version": "11.3.0.99", "cuda_archs": [ "sm_75", "sm_80", "sm_86", "sm_89", "sm_90" ], "hf_account": "faxenoff", "models": [ { "model_id": "code-daemon-embed-v1", "hf_repo": "faxenoff/code-daemon-embed-v1", "role": "embedding", "buckets": [ "s", "m", "l", "xl" ], "needs_ptq": false, "trt": { "sm_75": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_80": { "mode": "int8_qdq", "precision": "int8", "source": { "file": "model_int8qdt.onnx", "ptq_on_vm": false } }, "sm_86": { "mode": "int8_qdq", "precision": "int8", "source": { "file": "model_int8qdt.onnx", "ptq_on_vm": false } }, "sm_89": { "mode": "int8_qdq", "precision": "int8", "source": { "file": "model_int8qdt.onnx", "ptq_on_vm": false } }, "sm_90": { "mode": "int8_qdq", "precision": "int8", "source": { "file": "model_int8qdt.onnx", "ptq_on_vm": false } } }, "hf_public": true }, { "model_id": "code-daemon-denoise-v1", "hf_repo": "faxenoff/code-daemon-denoise-v1", "role": "embedding", "buckets": [ "s" ], "needs_ptq": false, "trt": { "sm_75": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_80": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_86": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_89": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_90": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } } }, "hf_public": true }, { "model_id": "code-daemon-reranker-v1", "hf_repo": "faxenoff/code-daemon-reranker-v1", "role": "reranker", "buckets": [], "needs_ptq": false, "trt": { "sm_75": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_80": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_86": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_89": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_90": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } } }, "hf_public": true }, { "model_id": "code-daemon-relation-v1", "hf_repo": "faxenoff/code-daemon-relation-v1", "role": "reranker", "buckets": [ "s", "m", "l" ], "needs_ptq": false, "trt": { "sm_75": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_80": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_86": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_89": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_90": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } } }, "hf_public": true }, { "model_id": "code-daemon-ner-v1", "hf_repo": "faxenoff/code-daemon-ner-v1", "role": "ner", "buckets": [], "needs_ptq": true, "trt": { "sm_75": { "mode": "fp16", "precision": "fp16", "source": { "file": "model.onnx", "ptq_on_vm": false } }, "sm_80": { "mode": "int8_qdq", "precision": "int8", "source": { "file": "model.onnx", "ptq_on_vm": true } }, "sm_86": { "mode": "int8_qdq", "precision": "int8", "source": { "file": "model.onnx", "ptq_on_vm": true } }, "sm_89": { "mode": "int8_qdq", "precision": "int8", "source": { "file": "model.onnx", "ptq_on_vm": true } }, "sm_90": { "mode": "int8_qdq", "precision": "int8", "source": { "file": "model.onnx", "ptq_on_vm": true } } }, "hf_public": true } ] }