Hugging Face's logo

MSG1999
/
vit-lora-cifar100

Image Classification
PEFT
Safetensors
PyTorch
English
vit
vit-small
lora
cifar100
fine-tuning
parameter-efficient
Eval Results (legacy)
Model card Files
xet
 Community
MSG1999 commited on
Commit
37ecaf6
·
verified ·
1 Parent(s): 089941e

Add q1_summary.json

Browse files
Files changed (1) hide show
  1. q1_summary.json +132 -0
q1_summary.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "exp_name": "exp01_no_lora",
4
+ "use_lora": false,
5
+ "rank": 0,
6
+ "alpha": 0,
7
+ "dropout": 0.1,
8
+ "best_val_acc": 0.8077,
9
+ "overall_test_acc": 0.8077000379562378,
10
+ "trainable_params": 38500,
11
+ "total_params": 21704164,
12
+ "ckpt_path": "weights/exp01_no_lora_best.pt",
13
+ "log_path": "logs/exp01_no_lora.log"
14
+ },
15
+ {
16
+ "exp_name": "exp02_r2_a2",
17
+ "use_lora": true,
18
+ "rank": 2,
19
+ "alpha": 2,
20
+ "dropout": 0.1,
21
+ "best_val_acc": 0.8965,
22
+ "overall_test_acc": 0.8964999914169312,
23
+ "trainable_params": 93796,
24
+ "total_params": 21759460,
25
+ "ckpt_path": "weights/exp02_r2_a2_best.pt",
26
+ "log_path": "logs/exp02_r2_a2.log"
27
+ },
28
+ {
29
+ "exp_name": "exp03_r2_a4",
30
+ "use_lora": true,
31
+ "rank": 2,
32
+ "alpha": 4,
33
+ "dropout": 0.1,
34
+ "best_val_acc": 0.9003,
35
+ "overall_test_acc": 0.9003000855445862,
36
+ "trainable_params": 93796,
37
+ "total_params": 21759460,
38
+ "ckpt_path": "weights/exp03_r2_a4_best.pt",
39
+ "log_path": "logs/exp03_r2_a4.log"
40
+ },
41
+ {
42
+ "exp_name": "exp04_r2_a8",
43
+ "use_lora": true,
44
+ "rank": 2,
45
+ "alpha": 8,
46
+ "dropout": 0.1,
47
+ "best_val_acc": 0.8998,
48
+ "overall_test_acc": 0.8996999859809875,
49
+ "trainable_params": 93796,
50
+ "total_params": 21759460,
51
+ "ckpt_path": "weights/exp04_r2_a8_best.pt",
52
+ "log_path": "logs/exp04_r2_a8.log"
53
+ },
54
+ {
55
+ "exp_name": "exp05_r4_a2",
56
+ "use_lora": true,
57
+ "rank": 4,
58
+ "alpha": 2,
59
+ "dropout": 0.1,
60
+ "best_val_acc": 0.8991,
61
+ "overall_test_acc": 0.8991000652313232,
62
+ "trainable_params": 149092,
63
+ "total_params": 21814756,
64
+ "ckpt_path": "weights/exp05_r4_a2_best.pt",
65
+ "log_path": "logs/exp05_r4_a2.log"
66
+ },
67
+ {
68
+ "exp_name": "exp06_r4_a4",
69
+ "use_lora": true,
70
+ "rank": 4,
71
+ "alpha": 4,
72
+ "dropout": 0.1,
73
+ "best_val_acc": 0.9011,
74
+ "overall_test_acc": 0.9011001586914062,
75
+ "trainable_params": 149092,
76
+ "total_params": 21814756,
77
+ "ckpt_path": "weights/exp06_r4_a4_best.pt",
78
+ "log_path": "logs/exp06_r4_a4.log"
79
+ },
80
+ {
81
+ "exp_name": "exp07_r4_a8",
82
+ "use_lora": true,
83
+ "rank": 4,
84
+ "alpha": 8,
85
+ "dropout": 0.1,
86
+ "best_val_acc": 0.9028,
87
+ "overall_test_acc": 0.9027999639511108,
88
+ "trainable_params": 149092,
89
+ "total_params": 21814756,
90
+ "ckpt_path": "weights/exp07_r4_a8_best.pt",
91
+ "log_path": "logs/exp07_r4_a8.log"
92
+ },
93
+ {
94
+ "exp_name": "exp08_r8_a2",
95
+ "use_lora": true,
96
+ "rank": 8,
97
+ "alpha": 2,
98
+ "dropout": 0.1,
99
+ "best_val_acc": 0.9009,
100
+ "overall_test_acc": 0.8996999859809875,
101
+ "trainable_params": 259684,
102
+ "total_params": 21925348,
103
+ "ckpt_path": "weights/exp08_r8_a2_best.pt",
104
+ "log_path": "logs/exp08_r8_a2.log"
105
+ },
106
+ {
107
+ "exp_name": "exp09_r8_a4",
108
+ "use_lora": true,
109
+ "rank": 8,
110
+ "alpha": 4,
111
+ "dropout": 0.1,
112
+ "best_val_acc": 0.9017,
113
+ "overall_test_acc": 0.9016999006271362,
114
+ "trainable_params": 259684,
115
+ "total_params": 21925348,
116
+ "ckpt_path": "weights/exp09_r8_a4_best.pt",
117
+ "log_path": "logs/exp09_r8_a4.log"
118
+ },
119
+ {
120
+ "exp_name": "exp10_r8_a8",
121
+ "use_lora": true,
122
+ "rank": 8,
123
+ "alpha": 8,
124
+ "dropout": 0.1,
125
+ "best_val_acc": 0.9046,
126
+ "overall_test_acc": 0.904400110244751,
127
+ "trainable_params": 259684,
128
+ "total_params": 21925348,
129
+ "ckpt_path": "weights/exp10_r8_a8_best.pt",
130
+ "log_path": "logs/exp10_r8_a8.log"
131
+ }
132
+ ]