| { |
| "schema_version": 1, |
| "published_repository": "TiGa-RCE/gte-Qwen2-1.5B-instruct-MLX-oQ4", |
| "family": "gte-Qwen2-1.5B-instruct", |
| "variant": "oQ4", |
| "upstream_repository": "Alibaba-NLP/gte-Qwen2-1.5B-instruct", |
| "upstream_revision": "a9af15a6372d7d6b25e9fb07c2ccb9e1fe645644", |
| "upstream_revision_evidence": "upstream revision verified at publication time; historical local snapshot metadata was not retained", |
| "direct_parent": "TiGa-RCE/gte-Qwen2-1.5B-instruct-MLX-BF16", |
| "direct_parent_weight_hashes": [ |
| { |
| "file": "model.safetensors", |
| "sha256": "9e9da58bd1371c47a08bc82f58bd29d33a6831094372dd717d68148f061dd11a", |
| "bytes": 3552432732 |
| } |
| ], |
| "conversion": { |
| "method": "oQ mixed-precision affine quantization", |
| "nominal_bits": 4, |
| "group_size": 64, |
| "importance_matrix": false, |
| "importance_matrix_samples": null, |
| "importance_matrix_sequence_length": null, |
| "stack": { |
| "omlx": "0.5.3", |
| "mlx_lm": "0.31.3", |
| "mlx": "0.32.0" |
| }, |
| "lossy_parent": false |
| }, |
| "weight_files": [ |
| { |
| "file": "model.safetensors", |
| "sha256": "86856626310c4b176dd5afc83093abd79c7485599b95caa5e3da9bd2ada3e874", |
| "bytes": 1043785178 |
| } |
| ], |
| "evaluation": { |
| "pair_count": 24, |
| "top1": 1.0, |
| "recall_at_5": 1.0, |
| "mrr": 1.0, |
| "mean_aligned_embedding_cosine_vs_bf16": 0.9840138554573059, |
| "minimum_aligned_embedding_cosine_vs_bf16": 0.9745233058929443, |
| "score_rmse_vs_bf16": 0.021071527153253555, |
| "queries_with_rank_change": 0, |
| "gate_passed": false, |
| "gate_criteria": { |
| "top1_delta_min": 0.0, |
| "recall_at_5_delta_min": 0.0, |
| "mrr_delta_min": -0.01, |
| "minimum_aligned_embedding_cosine_min": 0.99, |
| "queries_with_rank_change_max": 2 |
| } |
| }, |
| "collection": "https://huggingface.co/collections/TiGa-RCE/mlx-embedding-quantization-matrix-q-oq-oqe-at-4-6-8-bit-6a68d11afb238d4fe967d70b" |
| } |
|
|
