Upload folder using huggingface_hub

README.md

@@ -1,6 +1,6 @@
 # Week 2 MoE Seq2Seq (hash routing)
 
-* Best validation loss: 5.6076
+* Best validation loss: 5.6068
 * Top-k: 1
 * Aux loss coef: 0.0
 

history.csv

@@ -1,4 +1,4 @@
 epoch,train_loss,train_aux_loss,train_perplexity,val_loss,val_aux_loss,val_perplexity
-1,6.781526548633617,0.0,881.413217772467,6.13985468708606,0.0,463.9861427818742
-2,5.734937044167949,0.0,309.49348572595704,5.784560862128246,0.0,325.23918390511113
-3,5.265651165721379,0.0,193.57231541377683,5.607645124527238,0.0,272.5017740962985
+1,6.783949644676193,0.0,883.5515563058923,6.120485806811677,0.0,455.08572455110965
+2,5.72200544220322,0.0,305.51700570051946,5.783777441596244,0.0,324.984484631975
+3,5.255330442014935,0.0,191.58478305751783,5.606828254184237,0.0,272.279266370978

metrics.json

@@ -2,120 +2,120 @@
   "history": [
     {
       "epoch": 1,
-      "train_loss": 6.781526548633617,
+      "train_loss": 6.783949644676193,
       "train_aux_loss": 0.0,
-      "train_perplexity": 881.413217772467,
-      "val_loss": 6.13985468708606,
+      "train_perplexity": 883.5515563058923,
+      "val_loss": 6.120485806811677,
       "val_aux_loss": 0.0,
-      "val_perplexity": 463.9861427818742
+      "val_perplexity": 455.08572455110965
     },
     {
       "epoch": 2,
-      "train_loss": 5.734937044167949,
+      "train_loss": 5.72200544220322,
       "train_aux_loss": 0.0,
-      "train_perplexity": 309.49348572595704,
-      "val_loss": 5.784560862128246,
+      "train_perplexity": 305.51700570051946,
+      "val_loss": 5.783777441596244,
       "val_aux_loss": 0.0,
-      "val_perplexity": 325.23918390511113
+      "val_perplexity": 324.984484631975
     },
     {
       "epoch": 3,
-      "train_loss": 5.265651165721379,
+      "train_loss": 5.255330442014935,
       "train_aux_loss": 0.0,
-      "train_perplexity": 193.57231541377683,
-      "val_loss": 5.607645124527238,
+      "train_perplexity": 191.58478305751783,
+      "val_loss": 5.606828254184237,
       "val_aux_loss": 0.0,
-      "val_perplexity": 272.5017740962985
+      "val_perplexity": 272.279266370978
     }
   ],
   "train_expert_usage": [
     {
       "encoder": [
         [
-          1.1995620727539062,
-          1.0382475852966309,
-          1.1820646524429321,
-          1.1452935934066772
+          1.2391363382339478,
+          1.0983222723007202,
+          1.0011056661605835,
+          1.2266035079956055
         ],
         [
-          1.0309076309204102,
-          1.3545637130737305,
-          1.255271315574646,
-          0.9244250655174255
+          1.2305195331573486,
+          0.7604071497917175,
+          1.1566280126571655,
+          1.4176130294799805
         ]
       ],
       "decoder": [
         [
-          0.767426073551178,
-          0.17747089266777039,
-          0.3735591173171997,
-          0.1704733520746231
+          0.7768203616142273,
+          0.23009872436523438,
+          0.22161749005317688,
+          0.26393088698387146
         ],
         [
-          0.13853856921195984,
-          0.5398667454719543,
-          0.7335297465324402,
-          0.0769944041967392
+          0.07864928245544434,
+          0.7649437785148621,
+          0.16985277831554413,
+          0.4790216386318207
         ]
       ]
     },
     {
       "encoder": [
         [
-          1.220947027206421,
-          1.0275551080703735,
-          1.2033497095108032,
-          1.1133160591125488
+          1.2392860651016235,
+          1.1015535593032837,
+          0.9848208427429199,
+          1.2395071983337402
         ],
         [
-          1.0806751251220703,
-          1.291507363319397,
-          1.1101988554000854,
-          1.0827864408493042
+          1.2409480810165405,
+          1.0997846126556396,
+          1.1543740034103394,
+          1.0700610876083374
         ]
       ],
       "decoder": [
         [
-          0.5099791884422302,
-          0.2548719048500061,
-          0.5015906691551208,
-          0.2213464379310608
+          0.7814996838569641,
+          0.21621061861515045,
+          0.2551786005496979,
+          0.2495078146457672
         ],
         [
-          0.2474392205476761,
-          0.3361818194389343,
-          0.8026777505874634,
-          0.10148938745260239
+          0.15144944190979004,
+          0.5814668536186218,
+          0.28734877705574036,
+          0.4821316599845886
         ]
       ]
     },
     {
       "encoder": [
         [
-          1.1927927732467651,
-          1.0216560363769531,
-          1.242702841758728,
-          1.1080161333084106
+          1.2064954042434692,
+          1.114086389541626,
+          0.9930238723754883,
+          1.2515621185302734
         ],
         [
-          1.1292370557785034,
-          1.267861247062683,
-          1.047805905342102,
-          1.120263695716858
+          1.157797932624817,
+          1.213179111480713,
+          1.1462993621826172,
+          1.0478914976119995
         ]
       ],
       "decoder": [
         [
-          0.48166799545288086,
-          0.27755507826805115,
-          0.4995720088481903,
-          0.2349848747253418
+          0.7839962244033813,
+          0.2211395800113678,
+          0.2677685022354126,
+          0.2284652441740036
         ],
         [
-          0.246026873588562,
-          0.32668769359588623,
-          0.8019145131111145,
-          0.11915087699890137
+          0.19157297909259796,
+          0.4467729926109314,
+          0.3304468095302582,
+          0.5325767397880554
         ]
       ]
     }
@@ -124,95 +124,95 @@
     {
       "encoder": [
         [
-          1.3101885318756104,
-          1.0473449230194092,
-          1.1509929895401,
-          1.0964527130126953
+          1.2822349071502686,
+          1.1881206035614014,
+          0.9720463156700134,
+          1.1625773906707764
         ],
         [
-          0.9937760829925537,
-          1.3266657590866089,
-          1.1915743350982666,
-          1.0929629802703857
+          1.4352425336837769,
+          0.8882213234901428,
+          1.248740792274475,
+          1.0327744483947754
         ]
       ],
       "decoder": [
         [
-          0.7106418013572693,
-          0.2959778308868408,
-          0.3988703489303589,
-          0.20999424159526825
+          0.8861706852912903,
+          0.21258454024791718,
+          0.2510792911052704,
+          0.2656497359275818
         ],
         [
-          0.3808821439743042,
-          0.277557909488678,
-          0.8908476233482361,
-          0.06619657576084137
+          0.07652179896831512,
+          0.5462296605110168,
+          0.2719815671443939,
+          0.720751166343689
         ]
       ]
     },
     {
       "encoder": [
         [
-          1.2734206914901733,
-          1.0350050926208496,
-          1.2253562211990356,
-          1.071197271347046
+          1.2491365671157837,
+          1.2312203645706177,
+          0.9285868406295776,
+          1.196035385131836
         ],
         [
-          1.047668695449829,
-          1.4553172588348389,
-          1.0208303928375244,
-          1.0811628103256226
+          1.1820405721664429,
+          1.1934090852737427,
+          1.1655993461608887,
+          1.0639300346374512
         ]
       ],
       "decoder": [
         [
-          0.5223413705825806,
-          0.2563318610191345,
-          0.5943660736083984,
-          0.2424449622631073
+          0.9253849387168884,
+          0.21632608771324158,
+          0.24233703315258026,
+          0.23143617808818817
         ],
         [
-          0.22053532302379608,
-          0.38325658440589905,
-          0.9159231781959534,
-          0.09576917439699173
+          0.14991365373134613,
+          0.43304792046546936,
+          0.35336020588874817,
+          0.6791624426841736
         ]
       ]
     },
     {
       "encoder": [
         [
-          1.2540652751922607,
-          1.0315872430801392,
-          1.253417730331421,
-          1.0659087896347046
+          1.2165778875350952,
+          1.2050294876098633,
+          0.9812203049659729,
+          1.2021514177322388
         ],
         [
-          1.1852425336837769,
-          1.2326953411102295,
-          1.0134551525115967,
-          1.173586130142212
+          1.1700963973999023,
+          1.3727154731750488,
+          1.0938984155654907,
+          0.9682688117027283
         ]
       ],
       "decoder": [
         [
-          0.4280831813812256,
-          0.3081738352775574,
-          0.660526692867279,
-          0.21870052814483643
+          0.8936178088188171,
+          0.21582241356372833,
+          0.2633832097053528,
+          0.24266082048416138
         ],
         [
-          0.16326090693473816,
-          0.34843143820762634,
-          0.9616851210594177,
-          0.1421067714691162
+          0.15016549825668335,
+          0.48665276169776917,
+          0.4501367211341858,
+          0.5285292863845825
         ]
       ]
     }
   ],
-  "best_val_loss": 5.607645124527238,
+  "best_val_loss": 5.606828254184237,
   "config": {
     "tokenizer": "bert-base-uncased",
     "max_seq_len": 128,

model.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d8ca2ca01ce3311dfab7a8fe4b42dc60cac000c7d46108f12115879ff15f2b4
+oid sha256:1cfe54bf46ce4b9250bb8e6372ceb5a2c5b18eb665e7d65cbf3648127f096699
 size 85979282