deeprcurs-staff commited on
Commit
df0af58
·
verified ·
1 Parent(s): cf23234

Upload training_logs/github_actions/training_log_here.json with huggingface_hub

Browse files
training_logs/github_actions/training_log_here.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "6.8M ternary",
3
+ "vocab_size": 1024,
4
+ "dim": 256,
5
+ "layers": 4,
6
+ "steps": 50,
7
+ "batch_size": 4,
8
+ "seq_len": 256,
9
+ "initial_loss": 6.948805332183838,
10
+ "final_loss": 6.937704563140869,
11
+ "loss_drop": 0.01110076904296875,
12
+ "time_seconds": 23.393130779266357,
13
+ "fp16_mb": 13.008331298828125,
14
+ "ternary_mb": 1.2845727157592775,
15
+ "compression": 10.1,
16
+ "swap": "14GB (10+5) active",
17
+ "ram": "1.9GB",
18
+ "hardware": "Consumer hardware only, no data center",
19
+ "method_correct": true,
20
+ "credits": "deepRcurs Labs @deeprcurs / Mzed Imamkh @mzedimamkh"
21
+ }