devaanand Claude Opus 5 (1M context) commited on
Commit
684411f
·
1 Parent(s): 4afd259

chore(registry): record measured CPU throughput for all seven models

Browse files

Every model said expected_time_per_1k_texts_cpu: benchmark_required,
not just the four PsyEmbedding ones. Measured with
scripts/bench_models.py --threads 2 --quick.

Throughput varies about 50x between a 15-word social post and a
250-word document, so the field is three numbers rather than one, and
the comment names the host and date: a shared cloud vCPU runs roughly
2-4x slower than the machine these came from, so they need a re-run on
the Space before they are shown to users.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>

Files changed (1) hide show
  1. packages/model_registry/models.yaml +56 -7
packages/model_registry/models.yaml CHANGED
@@ -20,7 +20,14 @@ models:
20
  pooling: sentence_transformers_default # descriptive only - never reimplement
21
  normalize_embeddings: true
22
  operational_config:
23
- expected_time_per_1k_texts_cpu: benchmark_required
 
 
 
 
 
 
 
24
  worker_ram_min_gb: 2
25
  lazy_load: false
26
  warnings: []
@@ -43,7 +50,14 @@ models:
43
  pooling: average_pool # descriptive only - never reimplement
44
  normalize_embeddings: true
45
  operational_config:
46
- expected_time_per_1k_texts_cpu: benchmark_required
 
 
 
 
 
 
 
47
  worker_ram_min_gb: 4
48
  worker_ram_recommended_gb: 8
49
  lazy_load: true
@@ -70,7 +84,14 @@ models:
70
  pooling: average_pool # descriptive only - never reimplement
71
  normalize_embeddings: true
72
  operational_config:
73
- expected_time_per_1k_texts_cpu: benchmark_required
 
 
 
 
 
 
 
74
  worker_ram_min_gb: 4
75
  lazy_load: true
76
  max_resident_models: 1
@@ -99,7 +120,14 @@ models:
99
  pooling: mean # per model card
100
  normalize_embeddings: true
101
  operational_config:
102
- expected_time_per_1k_texts_cpu: benchmark_required
 
 
 
 
 
 
 
103
  worker_ram_min_gb: 4
104
  lazy_load: true
105
  max_resident_models: 1
@@ -124,7 +152,14 @@ models:
124
  pooling: mean # per model card
125
  normalize_embeddings: true
126
  operational_config:
127
- expected_time_per_1k_texts_cpu: benchmark_required
 
 
 
 
 
 
 
128
  worker_ram_min_gb: 4
129
  lazy_load: true
130
  max_resident_models: 1
@@ -149,7 +184,14 @@ models:
149
  pooling: mean # per model card
150
  normalize_embeddings: true
151
  operational_config:
152
- expected_time_per_1k_texts_cpu: benchmark_required
 
 
 
 
 
 
 
153
  worker_ram_min_gb: 4
154
  lazy_load: true
155
  max_resident_models: 1
@@ -177,7 +219,14 @@ models:
177
  pooling: mean # per model card
178
  normalize_embeddings: true
179
  operational_config:
180
- expected_time_per_1k_texts_cpu: benchmark_required
 
 
 
 
 
 
 
181
  worker_ram_min_gb: 4
182
  lazy_load: true
183
  max_resident_models: 1
 
20
  pooling: sentence_transformers_default # descriptive only - never reimplement
21
  normalize_embeddings: true
22
  operational_config:
23
+ # Measured 2026-08-26: scripts/bench_models.py --threads 2 --quick on an
24
+ # Apple M4 Pro. Throughput is dominated by per-core CPU speed, so a shared
25
+ # cloud vCPU runs roughly 2-4x slower; re-run on the host before quoting
26
+ # these to users. Seconds per 1,000 texts, by text length.
27
+ expected_time_per_1k_texts_cpu:
28
+ short_15w_s: 0.8
29
+ medium_60w_s: 1.0
30
+ long_250w_s: 2.8
31
  worker_ram_min_gb: 2
32
  lazy_load: false
33
  warnings: []
 
50
  pooling: average_pool # descriptive only - never reimplement
51
  normalize_embeddings: true
52
  operational_config:
53
+ # Measured 2026-08-26: scripts/bench_models.py --threads 2 --quick on an
54
+ # Apple M4 Pro. Throughput is dominated by per-core CPU speed, so a shared
55
+ # cloud vCPU runs roughly 2-4x slower; re-run on the host before quoting
56
+ # these to users. Seconds per 1,000 texts, by text length.
57
+ expected_time_per_1k_texts_cpu:
58
+ short_15w_s: 2.5
59
+ medium_60w_s: 9.0
60
+ long_250w_s: 40.5
61
  worker_ram_min_gb: 4
62
  worker_ram_recommended_gb: 8
63
  lazy_load: true
 
84
  pooling: average_pool # descriptive only - never reimplement
85
  normalize_embeddings: true
86
  operational_config:
87
+ # Measured 2026-08-26: scripts/bench_models.py --threads 2 --quick on an
88
+ # Apple M4 Pro. Throughput is dominated by per-core CPU speed, so a shared
89
+ # cloud vCPU runs roughly 2-4x slower; re-run on the host before quoting
90
+ # these to users. Seconds per 1,000 texts, by text length.
91
+ expected_time_per_1k_texts_cpu:
92
+ short_15w_s: 1.3
93
+ medium_60w_s: 3.3
94
+ long_250w_s: 14.7
95
  worker_ram_min_gb: 4
96
  lazy_load: true
97
  max_resident_models: 1
 
120
  pooling: mean # per model card
121
  normalize_embeddings: true
122
  operational_config:
123
+ # Measured 2026-08-26: scripts/bench_models.py --threads 2 --quick on an
124
+ # Apple M4 Pro. Throughput is dominated by per-core CPU speed, so a shared
125
+ # cloud vCPU runs roughly 2-4x slower; re-run on the host before quoting
126
+ # these to users. Seconds per 1,000 texts, by text length.
127
+ expected_time_per_1k_texts_cpu:
128
+ short_15w_s: 2.5
129
+ medium_60w_s: 8.9
130
+ long_250w_s: 40.6
131
  worker_ram_min_gb: 4
132
  lazy_load: true
133
  max_resident_models: 1
 
152
  pooling: mean # per model card
153
  normalize_embeddings: true
154
  operational_config:
155
+ # Measured 2026-08-26: scripts/bench_models.py --threads 2 --quick on an
156
+ # Apple M4 Pro. Throughput is dominated by per-core CPU speed, so a shared
157
+ # cloud vCPU runs roughly 2-4x slower; re-run on the host before quoting
158
+ # these to users. Seconds per 1,000 texts, by text length.
159
+ expected_time_per_1k_texts_cpu:
160
+ short_15w_s: 2.7
161
+ medium_60w_s: 9.1
162
+ long_250w_s: 41.5
163
  worker_ram_min_gb: 4
164
  lazy_load: true
165
  max_resident_models: 1
 
184
  pooling: mean # per model card
185
  normalize_embeddings: true
186
  operational_config:
187
+ # Measured 2026-08-26: scripts/bench_models.py --threads 2 --quick on an
188
+ # Apple M4 Pro. Throughput is dominated by per-core CPU speed, so a shared
189
+ # cloud vCPU runs roughly 2-4x slower; re-run on the host before quoting
190
+ # these to users. Seconds per 1,000 texts, by text length.
191
+ expected_time_per_1k_texts_cpu:
192
+ short_15w_s: 2.5
193
+ medium_60w_s: 9.0
194
+ long_250w_s: 42.0
195
  worker_ram_min_gb: 4
196
  lazy_load: true
197
  max_resident_models: 1
 
219
  pooling: mean # per model card
220
  normalize_embeddings: true
221
  operational_config:
222
+ # Measured 2026-08-26: scripts/bench_models.py --threads 2 --quick on an
223
+ # Apple M4 Pro. Throughput is dominated by per-core CPU speed, so a shared
224
+ # cloud vCPU runs roughly 2-4x slower; re-run on the host before quoting
225
+ # these to users. Seconds per 1,000 texts, by text length.
226
+ expected_time_per_1k_texts_cpu:
227
+ short_15w_s: 2.5
228
+ medium_60w_s: 8.9
229
+ long_250w_s: 40.7
230
  worker_ram_min_gb: 4
231
  lazy_load: true
232
  max_resident_models: 1