code-daemon-embed-v1 / _build-tools /build_matrix.json
faxenoff's picture
cloud build tools (matrix trt11.3, 5 archs); the tools bucket is read-only since 10-07
40da26e verified
Raw History Blame Contribute Delete
6.4 kB
{
"_generated_by": "models/_cloud_shared/build-tools/gen_build_matrix.py",
"_source": "models.json (itself generated from src/config/semantic_config.zig)",
"_note": "Do not hand-edit. Regenerate after any catalog or runtime-pin change.",
"trt_tag": "trt11.3",
"trt_pip_version": "11.3.0.99",
"cuda_archs": [
"sm_75",
"sm_80",
"sm_86",
"sm_89",
"sm_90"
],
"hf_account": "faxenoff",
"models": [
{
"model_id": "code-daemon-embed-v1",
"hf_repo": "faxenoff/code-daemon-embed-v1",
"role": "embedding",
"buckets": [
"s",
"m",
"l",
"xl"
],
"needs_ptq": false,
"trt": {
"sm_75": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_80": {
"mode": "int8_qdq",
"precision": "int8",
"source": {
"file": "model_int8qdt.onnx",
"ptq_on_vm": false
}
},
"sm_86": {
"mode": "int8_qdq",
"precision": "int8",
"source": {
"file": "model_int8qdt.onnx",
"ptq_on_vm": false
}
},
"sm_89": {
"mode": "int8_qdq",
"precision": "int8",
"source": {
"file": "model_int8qdt.onnx",
"ptq_on_vm": false
}
},
"sm_90": {
"mode": "int8_qdq",
"precision": "int8",
"source": {
"file": "model_int8qdt.onnx",
"ptq_on_vm": false
}
}
},
"hf_public": true
},
{
"model_id": "code-daemon-denoise-v1",
"hf_repo": "faxenoff/code-daemon-denoise-v1",
"role": "embedding",
"buckets": [
"s"
],
"needs_ptq": false,
"trt": {
"sm_75": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_80": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_86": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_89": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_90": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
}
},
"hf_public": true
},
{
"model_id": "code-daemon-reranker-v1",
"hf_repo": "faxenoff/code-daemon-reranker-v1",
"role": "reranker",
"buckets": [],
"needs_ptq": false,
"trt": {
"sm_75": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_80": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_86": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_89": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_90": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
}
},
"hf_public": true
},
{
"model_id": "code-daemon-relation-v1",
"hf_repo": "faxenoff/code-daemon-relation-v1",
"role": "reranker",
"buckets": [
"s",
"m",
"l"
],
"needs_ptq": false,
"trt": {
"sm_75": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_80": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_86": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_89": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_90": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
}
},
"hf_public": true
},
{
"model_id": "code-daemon-ner-v1",
"hf_repo": "faxenoff/code-daemon-ner-v1",
"role": "ner",
"buckets": [],
"needs_ptq": true,
"trt": {
"sm_75": {
"mode": "fp16",
"precision": "fp16",
"source": {
"file": "model.onnx",
"ptq_on_vm": false
}
},
"sm_80": {
"mode": "int8_qdq",
"precision": "int8",
"source": {
"file": "model.onnx",
"ptq_on_vm": true
}
},
"sm_86": {
"mode": "int8_qdq",
"precision": "int8",
"source": {
"file": "model.onnx",
"ptq_on_vm": true
}
},
"sm_89": {
"mode": "int8_qdq",
"precision": "int8",
"source": {
"file": "model.onnx",
"ptq_on_vm": true
}
},
"sm_90": {
"mode": "int8_qdq",
"precision": "int8",
"source": {
"file": "model.onnx",
"ptq_on_vm": true
}
}
},
"hf_public": true
}
]
}