Spaces:
Running
Running
Add/update results for Gemma-3 4B (version 1.33.1, guid 7bfbc0c372f54d82af0569242d9ef432)
Browse files- results.json +74 -0
results.json
CHANGED
|
@@ -376,6 +376,80 @@
|
|
| 376 |
"n_questions": 158,
|
| 377 |
"submit_timestamp": ""
|
| 378 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 379 |
}
|
| 380 |
}
|
| 381 |
},
|
|
|
|
| 376 |
"n_questions": 158,
|
| 377 |
"submit_timestamp": ""
|
| 378 |
}
|
| 379 |
+
},
|
| 380 |
+
"7bfbc0c372f54d82af0569242d9ef432": {
|
| 381 |
+
"model_name": "Gemma-3 4B",
|
| 382 |
+
"timestamp": "2025-05-22T10:29:32",
|
| 383 |
+
"config": {
|
| 384 |
+
"embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
|
| 385 |
+
"retriever_type": "mmr",
|
| 386 |
+
"retrieval_config": {
|
| 387 |
+
"top_k": 5,
|
| 388 |
+
"chunk_size": 1000,
|
| 389 |
+
"chunk_overlap": 100
|
| 390 |
+
}
|
| 391 |
+
},
|
| 392 |
+
"metrics": {
|
| 393 |
+
"mh": {
|
| 394 |
+
"retrieval": {
|
| 395 |
+
"hit_rate": 0.5208333333333334,
|
| 396 |
+
"mrr": 0.3277777777777778,
|
| 397 |
+
"precision": 0.11666666666666668
|
| 398 |
+
},
|
| 399 |
+
"generation": {
|
| 400 |
+
"rouge1": 0.09788079222156261,
|
| 401 |
+
"rougeL": 0.09788079222156261
|
| 402 |
+
}
|
| 403 |
+
},
|
| 404 |
+
"cond": {
|
| 405 |
+
"retrieval": {
|
| 406 |
+
"hit_rate": 0.6078431372549019,
|
| 407 |
+
"mrr": 0.45392156862745103,
|
| 408 |
+
"precision": 0.1725490196078431
|
| 409 |
+
},
|
| 410 |
+
"generation": {
|
| 411 |
+
"rouge1": 0.09129736523672684,
|
| 412 |
+
"rougeL": 0.09129736523672684
|
| 413 |
+
}
|
| 414 |
+
},
|
| 415 |
+
"simple": {
|
| 416 |
+
"retrieval": {
|
| 417 |
+
"hit_rate": 0.5925925925925926,
|
| 418 |
+
"mrr": 0.3833333333333333,
|
| 419 |
+
"precision": 0.13703703703703707
|
| 420 |
+
},
|
| 421 |
+
"generation": {
|
| 422 |
+
"rouge1": 0.13183956817502798,
|
| 423 |
+
"rougeL": 0.13183956817502798
|
| 424 |
+
}
|
| 425 |
+
},
|
| 426 |
+
"set": {
|
| 427 |
+
"retrieval": {
|
| 428 |
+
"hit_rate": 0.6,
|
| 429 |
+
"mrr": 0.24,
|
| 430 |
+
"precision": 0.16
|
| 431 |
+
},
|
| 432 |
+
"generation": {
|
| 433 |
+
"rouge1": 0.08549707602339182,
|
| 434 |
+
"rougeL": 0.08549707602339182
|
| 435 |
+
}
|
| 436 |
+
},
|
| 437 |
+
"overall": {
|
| 438 |
+
"retrieval": {
|
| 439 |
+
"hit_rate": 0.5759493670886076,
|
| 440 |
+
"mrr": 0.384704641350211,
|
| 441 |
+
"precision": 0.1430379746835443
|
| 442 |
+
},
|
| 443 |
+
"generation": {
|
| 444 |
+
"rouge1": 0.10697003617263635,
|
| 445 |
+
"rougeL": 0.10697003617263635
|
| 446 |
+
}
|
| 447 |
+
}
|
| 448 |
+
},
|
| 449 |
+
"metadata": {
|
| 450 |
+
"n_questions": 158,
|
| 451 |
+
"submit_timestamp": ""
|
| 452 |
+
}
|
| 453 |
}
|
| 454 |
}
|
| 455 |
},
|