Hugging Face's logo

TiGa-RCE
/
Qwen3-Embedding-0.6B-MLX-oQ4

Feature Extraction
MLX
Safetensors
qwen3
embeddings
sentence-similarity
quantization
omlx
oq4
4-bit precision
Model card Files
xet
 Community
Qwen3-Embedding-0.6B-MLX-oQ4
File size: 1,880 Bytes
cca4bbd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
{
  "schema_version": 1,
  "published_repository": "TiGa-RCE/Qwen3-Embedding-0.6B-MLX-oQ4",
  "family": "Qwen3-Embedding-0.6B",
  "variant": "oQ4",
  "upstream_repository": "Qwen/Qwen3-Embedding-0.6B",
  "upstream_revision": "97b0c614be4d77ee51c0cef4e5f07c00f9eb65b3",
  "upstream_revision_evidence": "exact source snapshot retained in local Hugging Face download metadata",
  "direct_parent": "TiGa-RCE/Qwen3-Embedding-0.6B-MLX-BF16",
  "direct_parent_weight_hashes": [
    {
      "file": "model.safetensors",
      "sha256": "87d77ce03148999dec3d5b73168df202d4b15862ea335658ec015e9bba07b14f",
      "bytes": 1191588265
    }
  ],
  "conversion": {
    "method": "oQ mixed-precision affine quantization",
    "nominal_bits": 4,
    "group_size": 64,
    "importance_matrix": false,
    "importance_matrix_samples": null,
    "importance_matrix_sequence_length": null,
    "stack": {
      "omlx": "0.5.3",
      "mlx_lm": "0.31.3",
      "mlx": "0.32.0"
    },
    "lossy_parent": false
  },
  "weight_files": [
    {
      "file": "model.safetensors",
      "sha256": "97f3250d7aac34c76c4c9b35f833145a6dcceaaf44c3e65c622d9314ada63411",
      "bytes": 350107828
    }
  ],
  "evaluation": {
    "pair_count": 24,
    "top1": 1.0,
    "recall_at_5": 1.0,
    "mrr": 1.0,
    "mean_aligned_embedding_cosine_vs_bf16": 0.9550512433052063,
    "minimum_aligned_embedding_cosine_vs_bf16": 0.9331328272819519,
    "score_rmse_vs_bf16": 0.029784897342324257,
    "queries_with_rank_change": 0,
    "gate_passed": false,
    "gate_criteria": {
      "top1_delta_min": 0.0,
      "recall_at_5_delta_min": 0.0,
      "mrr_delta_min": -0.01,
      "minimum_aligned_embedding_cosine_min": 0.99,
      "queries_with_rank_change_max": 2
    }
  },
  "collection": "https://huggingface.co/collections/TiGa-RCE/mlx-embedding-quantization-matrix-q-oq-oqe-at-4-6-8-bit-6a68d11afb238d4fe967d70b"
}