Dat1710 commited on
Commit
fda89a3
·
verified ·
1 Parent(s): 5c22b69

Upload dgmc_winogrande_results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. dgmc_winogrande_results.json +24 -0
dgmc_winogrande_results.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-4-E2B-it-qat-q4_0-unquantized",
3
+ "dataset": "allenai/winogrande (winogrande_debiased)",
4
+ "dgmc_config": {
5
+ "block_size": 64,
6
+ "memory_dim": 1536,
7
+ "decay_alpha": 0.1
8
+ },
9
+ "training": {
10
+ "epochs": 10,
11
+ "lr": 0.0002,
12
+ "grad_accum": 16,
13
+ "trainable_params": 28331520
14
+ },
15
+ "zero_shot": {
16
+ "accuracy": 0.5682715074980268,
17
+ "f1_macro": 0.546764039021315
18
+ },
19
+ "dgmc_finetuned": {
20
+ "accuracy": 0.5769534333070244,
21
+ "f1_macro": 0.5763197428641302
22
+ },
23
+ "improvement_pp": 0.8681925808997626
24
+ }