Dat1710 commited on
Commit
593b2c1
·
verified ·
1 Parent(s): 037bf2a

Upload dgmc_siqa_results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. dgmc_siqa_results.json +24 -0
dgmc_siqa_results.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "google/gemma-4-E2B-it-qat-q4_0-unquantized",
3
+ "dataset": "allenai/social_i_qa",
4
+ "dgmc_config": {
5
+ "block_size": 64,
6
+ "memory_dim": 1536,
7
+ "decay_alpha": 0.1
8
+ },
9
+ "training": {
10
+ "epochs": 10,
11
+ "lr": 0.0002,
12
+ "grad_accum": 16,
13
+ "trainable_params": 28331520
14
+ },
15
+ "zero_shot": {
16
+ "accuracy": 0.6780962128966224,
17
+ "f1_macro": 0.6777245110561188
18
+ },
19
+ "dgmc_finetuned": {
20
+ "accuracy": 0.672978505629478,
21
+ "f1_macro": 0.6729793227822943
22
+ },
23
+ "improvement_pp": -0.5117707267144334
24
+ }