sayed125 commited on
Commit
f73ff8c
·
verified ·
1 Parent(s): c4f96da

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +73 -5
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "version": "5.1.0",
3
  "features": 80,
4
  "actions": 56,
5
  "dirs": 9,
@@ -8,11 +8,14 @@
8
  "num_layers": 24,
9
  "num_heads": 8,
10
  "dropout": 0.1,
 
 
 
11
  "total_params": 75733057,
12
- "best_val_acc": 0.5534373333333333,
13
- "epochs_trained": 12,
14
- "training_data": "75000 seq x 12 epochs",
15
- "training_time_min": 50.1,
16
  "features_list": [
17
  "health",
18
  "food",
@@ -485,5 +488,70 @@
485
  0,
486
  5
487
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
488
  }
489
  }
 
1
  {
2
+ "version": "5.2.0",
3
  "features": 80,
4
  "actions": 56,
5
  "dirs": 9,
 
8
  "num_layers": 24,
9
  "num_heads": 8,
10
  "dropout": 0.1,
11
+ "label_smoothing": 0.1,
12
+ "fine_tuned_from": "v5.1",
13
+ "pretrained_checkpoint": "sayed125/sayed-mc-bot-v5",
14
  "total_params": 75733057,
15
+ "best_val_acc": 0.546764,
16
+ "epochs_trained": 7,
17
+ "training_data": "100000 seq x 7 epochs",
18
+ "training_time_min": 34.6,
19
  "features_list": [
20
  "health",
21
  "food",
 
488
  0,
489
  5
490
  ]
491
+ },
492
+ "training_features": {
493
+ "curriculum": true,
494
+ "action_rebalancing": true,
495
+ "label_smoothing": 0.1,
496
+ "total_sequences": 100000,
497
+ "fine_tuning_lr": 3e-05,
498
+ "action_weights": [
499
+ 0.30000001192092896,
500
+ 0.30000001192092896,
501
+ 0.30000001192092896,
502
+ 0.30000001192092896,
503
+ 0.30000001192092896,
504
+ 0.30000001192092896,
505
+ 0.30000001192092896,
506
+ 0.5033944845199585,
507
+ 0.3681097626686096,
508
+ 0.30000001192092896,
509
+ 0.39075931906700134,
510
+ 1.0163390636444092,
511
+ 0.9857667684555054,
512
+ 0.7880752682685852,
513
+ 1.1197779178619385,
514
+ 3.5124807357788086,
515
+ 2.0426690578460693,
516
+ 0.44749829173088074,
517
+ 0.8445136547088623,
518
+ 0.5976329445838928,
519
+ 0.5352097153663635,
520
+ 0.30000001192092896,
521
+ 0.30000001192092896,
522
+ 0.30000001192092896,
523
+ 0.30000001192092896,
524
+ 0.3102542757987976,
525
+ 1.817330002784729,
526
+ 0.44812706112861633,
527
+ 1.1746877431869507,
528
+ 0.9663188457489014,
529
+ 0.9725202322006226,
530
+ 1.8210701942443848,
531
+ 3.2912118434906006,
532
+ 5.0,
533
+ 4.96272087097168,
534
+ 1.8054872751235962,
535
+ 3.0019655227661133,
536
+ 0.5278047919273376,
537
+ 1.1415890455245972,
538
+ 2.6075634956359863,
539
+ 0.30353522300720215,
540
+ 0.5028315782546997,
541
+ 1.5524656772613525,
542
+ 0.49617335200309753,
543
+ 0.30000001192092896,
544
+ 0.5940991044044495,
545
+ 0.31052473187446594,
546
+ 0.30000001192092896,
547
+ 0.6417182087898254,
548
+ 2.6381611824035645,
549
+ 0.5117248296737671,
550
+ 0.6034178137779236,
551
+ 0.709804117679596,
552
+ 0.599736750125885,
553
+ 0.8758209347724915,
554
+ 0.4302852153778076
555
+ ]
556
  }
557
  }