Spaces:
Running
Running
Add/update results for Gemma-3 1B (version 1.33.1, guid 0733a3f98fc046deb0bfe1b7cc110547)
Browse files- results.json +78 -2
results.json
CHANGED
|
@@ -301,9 +301,85 @@
|
|
| 301 |
"submit_timestamp": ""
|
| 302 |
}
|
| 303 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 304 |
}
|
| 305 |
},
|
| 306 |
-
"last_version": "1.
|
| 307 |
-
"n_questions":
|
| 308 |
"date_title": "22 \u043c\u0430\u044f 2025"
|
| 309 |
}
|
|
|
|
| 301 |
"submit_timestamp": ""
|
| 302 |
}
|
| 303 |
}
|
| 304 |
+
},
|
| 305 |
+
"1.33.1": {
|
| 306 |
+
"0733a3f98fc046deb0bfe1b7cc110547": {
|
| 307 |
+
"model_name": "Gemma-3 1B",
|
| 308 |
+
"timestamp": "2025-05-22T10:26:07",
|
| 309 |
+
"config": {
|
| 310 |
+
"embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
|
| 311 |
+
"retriever_type": "mmr",
|
| 312 |
+
"retrieval_config": {
|
| 313 |
+
"top_k": 5,
|
| 314 |
+
"chunk_size": 1000,
|
| 315 |
+
"chunk_overlap": 100
|
| 316 |
+
}
|
| 317 |
+
},
|
| 318 |
+
"metrics": {
|
| 319 |
+
"mh": {
|
| 320 |
+
"retrieval": {
|
| 321 |
+
"hit_rate": 0.5208333333333334,
|
| 322 |
+
"mrr": 0.3277777777777778,
|
| 323 |
+
"precision": 0.11666666666666668
|
| 324 |
+
},
|
| 325 |
+
"generation": {
|
| 326 |
+
"rouge1": 0.027308327224987633,
|
| 327 |
+
"rougeL": 0.027308327224987633
|
| 328 |
+
}
|
| 329 |
+
},
|
| 330 |
+
"cond": {
|
| 331 |
+
"retrieval": {
|
| 332 |
+
"hit_rate": 0.6078431372549019,
|
| 333 |
+
"mrr": 0.45392156862745103,
|
| 334 |
+
"precision": 0.1725490196078431
|
| 335 |
+
},
|
| 336 |
+
"generation": {
|
| 337 |
+
"rouge1": 0.019595373319985267,
|
| 338 |
+
"rougeL": 0.019595373319985267
|
| 339 |
+
}
|
| 340 |
+
},
|
| 341 |
+
"simple": {
|
| 342 |
+
"retrieval": {
|
| 343 |
+
"hit_rate": 0.5925925925925926,
|
| 344 |
+
"mrr": 0.3833333333333333,
|
| 345 |
+
"precision": 0.13703703703703707
|
| 346 |
+
},
|
| 347 |
+
"generation": {
|
| 348 |
+
"rouge1": 0.06423697711511875,
|
| 349 |
+
"rougeL": 0.06423697711511875
|
| 350 |
+
}
|
| 351 |
+
},
|
| 352 |
+
"set": {
|
| 353 |
+
"retrieval": {
|
| 354 |
+
"hit_rate": 0.6,
|
| 355 |
+
"mrr": 0.24,
|
| 356 |
+
"precision": 0.16
|
| 357 |
+
},
|
| 358 |
+
"generation": {
|
| 359 |
+
"rouge1": 0.04461659954197268,
|
| 360 |
+
"rougeL": 0.04461659954197268
|
| 361 |
+
}
|
| 362 |
+
},
|
| 363 |
+
"overall": {
|
| 364 |
+
"retrieval": {
|
| 365 |
+
"hit_rate": 0.5759493670886076,
|
| 366 |
+
"mrr": 0.384704641350211,
|
| 367 |
+
"precision": 0.1430379746835443
|
| 368 |
+
},
|
| 369 |
+
"generation": {
|
| 370 |
+
"rouge1": 0.03798761713952488,
|
| 371 |
+
"rougeL": 0.03798761713952488
|
| 372 |
+
}
|
| 373 |
+
}
|
| 374 |
+
},
|
| 375 |
+
"metadata": {
|
| 376 |
+
"n_questions": 158,
|
| 377 |
+
"submit_timestamp": ""
|
| 378 |
+
}
|
| 379 |
+
}
|
| 380 |
}
|
| 381 |
},
|
| 382 |
+
"last_version": "1.33.1",
|
| 383 |
+
"n_questions": 158,
|
| 384 |
"date_title": "22 \u043c\u0430\u044f 2025"
|
| 385 |
}
|