RiverRider commited on
Commit
6499bf7
·
verified ·
1 Parent(s): 0e66c80

publish the deployment-scale artifacts the card cites

Browse files
cross_runtime_browser_rung_123k.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "anchors": {
3
+ "bytes": 4096,
4
+ "n": 200,
5
+ "source": "drawn from training-split images, disjoint from the eval gallery"
6
+ },
7
+ "captions": 5001,
8
+ "encode_rate_per_s": 15.4,
9
+ "gallery": 123287,
10
+ "question": "does a read-out head survive a change of runtime, and does the anchor close the gap",
11
+ "reference_runtime": "pytorch fp16 Qwen3-0.6B L28",
12
+ "t2i": {
13
+ "candle_q4_as_is": {
14
+ "r@1": 0.0,
15
+ "r@10": 0.0001999600079984003,
16
+ "r@5": 0.0,
17
+ "median_rank": 44578.0
18
+ },
19
+ "candle_q4_recalibrated": {
20
+ "r@1": 0.03499300139972006,
21
+ "r@10": 0.15176964607078583,
22
+ "r@5": 0.10617876424715057,
23
+ "median_rank": 176.0
24
+ },
25
+ "pytorch_fp16": {
26
+ "r@1": 0.1092,
27
+ "r@10": 0.3307,
28
+ "r@5": 0.2442,
29
+ "median_rank": 36.0
30
+ }
31
+ },
32
+ "tap_layer": 28,
33
+ "test_runtime": "Qwen3-0.6B Q4_0 (gguf, 28 layers, hidden 1024)",
34
+ "pooling": "mean",
35
+ "head_sha256": "09c7322a7114a174432279c8c3970260499ca1a27c5c909021f81c1f63831c4d",
36
+ "head_note": "the bytes that ship: identical to head_v3.safetensors in the model repo and to the Space's head.safetensors",
37
+ "index": "gallery_123k_v3.srtidx (SRTIDX02, int8, 123,287 rows) - the shipped gallery",
38
+ "recovery_vs_reference_r@1": 0.3204,
39
+ "supersedes": "cross_runtime_browser_rung.json, which measured an earlier 4,000-image head against a 1,000-image pool and reported 84.9% recovery",
40
+ "pooling_note": "browser_rung's Tap::new defaults to Pooling::Last; the shipped head is mean-pooled. The first attempt at this measurement inherited that default and read 0.0136 recalibrated, which was a pooling mismatch and not a quantization result. --mean is now explicit.",
41
+ "median_rank_note": "1-based, over the 123,287-image gallery. The anchor moves the median from 44,578 (chance is ~61,644) to 176, which is the top 0.14% of the gallery, against 36 for the fp16 reference. R@1 recovery of 32% understates the anchored arm: the correct image is usually near the top, just not at it."
42
+ }