TiGa-RCE's picture
Add files using upload-large-folder tool
872b7ab verified
Raw
History Blame Contribute Delete
1.93 kB
{
"schema_version": 1,
"published_repository": "TiGa-RCE/gte-Qwen2-1.5B-instruct-MLX-oQ6",
"family": "gte-Qwen2-1.5B-instruct",
"variant": "oQ6",
"upstream_repository": "Alibaba-NLP/gte-Qwen2-1.5B-instruct",
"upstream_revision": "a9af15a6372d7d6b25e9fb07c2ccb9e1fe645644",
"upstream_revision_evidence": "upstream revision verified at publication time; historical local snapshot metadata was not retained",
"direct_parent": "TiGa-RCE/gte-Qwen2-1.5B-instruct-MLX-BF16",
"direct_parent_weight_hashes": [
{
"file": "model.safetensors",
"sha256": "9e9da58bd1371c47a08bc82f58bd29d33a6831094372dd717d68148f061dd11a",
"bytes": 3552432732
}
],
"conversion": {
"method": "oQ mixed-precision affine quantization",
"nominal_bits": 6,
"group_size": 64,
"importance_matrix": false,
"importance_matrix_samples": null,
"importance_matrix_sequence_length": null,
"stack": {
"omlx": "0.5.3",
"mlx_lm": "0.31.3",
"mlx": "0.32.0"
},
"lossy_parent": false
},
"weight_files": [
{
"file": "model.safetensors",
"sha256": "f958315b9557676664ebe8f3e85594b44c0854231efe746e27ce454c7450fc4e",
"bytes": 1478508682
}
],
"evaluation": {
"pair_count": 24,
"top1": 1.0,
"recall_at_5": 1.0,
"mrr": 1.0,
"mean_aligned_embedding_cosine_vs_bf16": 0.9986793994903564,
"minimum_aligned_embedding_cosine_vs_bf16": 0.9976509809494019,
"score_rmse_vs_bf16": 0.003871294902637601,
"queries_with_rank_change": 0,
"gate_passed": true,
"gate_criteria": {
"top1_delta_min": 0.0,
"recall_at_5_delta_min": 0.0,
"mrr_delta_min": -0.01,
"minimum_aligned_embedding_cosine_min": 0.99,
"queries_with_rank_change_max": 2
}
},
"collection": "https://huggingface.co/collections/TiGa-RCE/mlx-embedding-quantization-matrix-q-oq-oqe-at-4-6-8-bit-6a68d11afb238d4fe967d70b"
}