Gayuru commited on
Commit
01a23a2
·
verified ·
1 Parent(s): 30fcb9c

Training in progress, step 7000

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:899f2271df2088df8439df3f6cce436bc92eb60ac5434a650a9df93e5c53bb34
3
  size 138520208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a5499c1ee5691de619e0dea914737b8d2b8b34493d26003cabe0eafd9e1f6a0
3
  size 138520208
last-checkpoint/adapter_config.json CHANGED
@@ -34,12 +34,12 @@
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": [
 
37
  "fc1",
38
  "fc2",
39
- "k_proj",
40
- "out_proj",
41
  "v_proj",
42
- "q_proj"
 
43
  ],
44
  "target_parameters": null,
45
  "task_type": null,
 
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": [
37
+ "k_proj",
38
  "fc1",
39
  "fc2",
 
 
40
  "v_proj",
41
+ "q_proj",
42
+ "out_proj"
43
  ],
44
  "target_parameters": null,
45
  "task_type": null,
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:899f2271df2088df8439df3f6cce436bc92eb60ac5434a650a9df93e5c53bb34
3
  size 138520208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92cd05ecee776906acb4650b77e0c0e14681497c2a69ba72f53b7851a461c12e
3
  size 138520208
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f34175222f1884efe1ff0ecf00f99f6f348ffcfb858958083fc017ba62d2de1
3
- size 73194211
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822e27e6d06957f87b735c3e4e326c3b4c561dda34862e84252f510fe1ac8df1
3
+ size 71193893
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce2f55dc86bd8c9f340cd9c5b155de7e8a63fdba08f84b524e6a8e9c237f9f88
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4be0365aabea1146efe489d2cc1a1afa5409c644730f2143a7027a00d20fa6
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4af0e677529f7a0581f74847d74f7fbab509334af7953dec4303ca7f24704b35
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4c3f6b7af54b016b94bdaea40f9f685f706689b3824f25ae815d516be3f1461
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ca23abb074336cb1c60a3e62abe55d62389b76de34332403b9a9a90a83484b3
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:337f044b6ecc4905ff989d8975d0131db7133fae1d4f5b0d8b8e8178ed6340ea
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.481568001823258,
6
  "eval_steps": 1000,
7
- "global_step": 6500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1078,852 +1078,6 @@
1078
  "learning_rate": 0.00014679111385374884,
1079
  "loss": 0.1867,
1080
  "step": 3650
1081
- },
1082
- {
1083
- "epoch": 0.8375591134408296,
1084
- "grad_norm": NaN,
1085
- "learning_rate": 0.00014640543042270904,
1086
- "loss": 0.5877,
1087
- "step": 3675
1088
- },
1089
- {
1090
- "epoch": 0.8432567944846447,
1091
- "grad_norm": 2.234744071960449,
1092
- "learning_rate": 0.00014605060166615242,
1093
- "loss": 0.6687,
1094
- "step": 3700
1095
- },
1096
- {
1097
- "epoch": 0.8489544755284599,
1098
- "grad_norm": 3.9890682697296143,
1099
- "learning_rate": 0.00014566491823511264,
1100
- "loss": 1.2452,
1101
- "step": 3725
1102
- },
1103
- {
1104
- "epoch": 0.8546521565722751,
1105
- "grad_norm": 4.3173089027404785,
1106
- "learning_rate": 0.0001452792348040728,
1107
- "loss": 1.0955,
1108
- "step": 3750
1109
- },
1110
- {
1111
- "epoch": 0.8603498376160903,
1112
- "grad_norm": 5.6849870681762695,
1113
- "learning_rate": 0.00014489355137303303,
1114
- "loss": 1.077,
1115
- "step": 3775
1116
- },
1117
- {
1118
- "epoch": 0.8660475186599054,
1119
- "grad_norm": 3.146728992462158,
1120
- "learning_rate": 0.00014450786794199322,
1121
- "loss": 1.1362,
1122
- "step": 3800
1123
- },
1124
- {
1125
- "epoch": 0.8717451997037206,
1126
- "grad_norm": 4.720071315765381,
1127
- "learning_rate": 0.00014412218451095342,
1128
- "loss": 0.9808,
1129
- "step": 3825
1130
- },
1131
- {
1132
- "epoch": 0.8774428807475357,
1133
- "grad_norm": 4.590244293212891,
1134
- "learning_rate": 0.0001437365010799136,
1135
- "loss": 1.0131,
1136
- "step": 3850
1137
- },
1138
- {
1139
- "epoch": 0.8831405617913509,
1140
- "grad_norm": 3.2722008228302,
1141
- "learning_rate": 0.0001433508176488738,
1142
- "loss": 1.0495,
1143
- "step": 3875
1144
- },
1145
- {
1146
- "epoch": 0.8888382428351661,
1147
- "grad_norm": 3.293778657913208,
1148
- "learning_rate": 0.00014296513421783403,
1149
- "loss": 1.0056,
1150
- "step": 3900
1151
- },
1152
- {
1153
- "epoch": 0.8945359238789813,
1154
- "grad_norm": NaN,
1155
- "learning_rate": 0.0001425794507867942,
1156
- "loss": 1.0383,
1157
- "step": 3925
1158
- },
1159
- {
1160
- "epoch": 0.9002336049227965,
1161
- "grad_norm": 3.6257212162017822,
1162
- "learning_rate": 0.000142209194692996,
1163
- "loss": 0.9983,
1164
- "step": 3950
1165
- },
1166
- {
1167
- "epoch": 0.9059312859666115,
1168
- "grad_norm": 3.990129232406616,
1169
- "learning_rate": 0.00014182351126195618,
1170
- "loss": 0.9433,
1171
- "step": 3975
1172
- },
1173
- {
1174
- "epoch": 0.9116289670104267,
1175
- "grad_norm": 4.548169136047363,
1176
- "learning_rate": 0.0001414378278309164,
1177
- "loss": 1.0048,
1178
- "step": 4000
1179
- },
1180
- {
1181
- "epoch": 0.9116289670104267,
1182
- "eval_cer": 7.389038091583553,
1183
- "eval_cer_en": 3.0478500723815487,
1184
- "eval_cer_si": 10.402002189895198,
1185
- "eval_cer_ta": 8.717262012473913,
1186
- "eval_loss": 0.26376235485076904,
1187
- "eval_runtime": 120.5467,
1188
- "eval_samples_per_second": 6.222,
1189
- "eval_steps_per_second": 0.78,
1190
- "eval_wer": 27.785687057864198,
1191
- "eval_wer_en": 4.983457402812242,
1192
- "eval_wer_si": 47.1285323609845,
1193
- "eval_wer_ta": 31.245071409795848,
1194
- "step": 4000
1195
- },
1196
- {
1197
- "epoch": 0.9173266480542419,
1198
- "grad_norm": 3.8549602031707764,
1199
- "learning_rate": 0.0001410521443998766,
1200
- "loss": 1.0129,
1201
- "step": 4025
1202
- },
1203
- {
1204
- "epoch": 0.9230243290980571,
1205
- "grad_norm": 3.753631353378296,
1206
- "learning_rate": 0.0001406664609688368,
1207
- "loss": 1.0125,
1208
- "step": 4050
1209
- },
1210
- {
1211
- "epoch": 0.9287220101418723,
1212
- "grad_norm": 5.59144401550293,
1213
- "learning_rate": 0.00014028077753779698,
1214
- "loss": 0.9451,
1215
- "step": 4075
1216
- },
1217
- {
1218
- "epoch": 0.9344196911856875,
1219
- "grad_norm": 2.9432716369628906,
1220
- "learning_rate": 0.00013989509410675718,
1221
- "loss": 0.9489,
1222
- "step": 4100
1223
- },
1224
- {
1225
- "epoch": 0.9401173722295026,
1226
- "grad_norm": 5.580732345581055,
1227
- "learning_rate": 0.00013950941067571737,
1228
- "loss": 1.0758,
1229
- "step": 4125
1230
- },
1231
- {
1232
- "epoch": 0.9458150532733177,
1233
- "grad_norm": 3.4677042961120605,
1234
- "learning_rate": 0.00013912372724467757,
1235
- "loss": 0.9962,
1236
- "step": 4150
1237
- },
1238
- {
1239
- "epoch": 0.9515127343171329,
1240
- "grad_norm": 4.347315788269043,
1241
- "learning_rate": 0.00013873804381363776,
1242
- "loss": 0.9171,
1243
- "step": 4175
1244
- },
1245
- {
1246
- "epoch": 0.9572104153609481,
1247
- "grad_norm": 6.545660972595215,
1248
- "learning_rate": 0.00013835236038259798,
1249
- "loss": 0.9835,
1250
- "step": 4200
1251
- },
1252
- {
1253
- "epoch": 0.9629080964047633,
1254
- "grad_norm": 5.0610222816467285,
1255
- "learning_rate": 0.00013796667695155815,
1256
- "loss": 0.9005,
1257
- "step": 4225
1258
- },
1259
- {
1260
- "epoch": 0.9686057774485785,
1261
- "grad_norm": 3.217003107070923,
1262
- "learning_rate": 0.00013758099352051837,
1263
- "loss": 0.9004,
1264
- "step": 4250
1265
- },
1266
- {
1267
- "epoch": 0.9743034584923936,
1268
- "grad_norm": 5.750592231750488,
1269
- "learning_rate": 0.00013719531008947857,
1270
- "loss": 1.0545,
1271
- "step": 4275
1272
- },
1273
- {
1274
- "epoch": 0.9800011395362087,
1275
- "grad_norm": 4.246372699737549,
1276
- "learning_rate": 0.00013680962665843876,
1277
- "loss": 0.8752,
1278
- "step": 4300
1279
- },
1280
- {
1281
- "epoch": 0.9856988205800239,
1282
- "grad_norm": 4.3279128074646,
1283
- "learning_rate": 0.00013642394322739896,
1284
- "loss": 0.9912,
1285
- "step": 4325
1286
- },
1287
- {
1288
- "epoch": 0.9913965016238391,
1289
- "grad_norm": 2.8706257343292236,
1290
- "learning_rate": 0.00013603825979635915,
1291
- "loss": 0.8692,
1292
- "step": 4350
1293
- },
1294
- {
1295
- "epoch": 0.9970941826676543,
1296
- "grad_norm": 4.598703861236572,
1297
- "learning_rate": 0.00013565257636531937,
1298
- "loss": 0.8828,
1299
- "step": 4375
1300
- },
1301
- {
1302
- "epoch": 1.0029627941427839,
1303
- "grad_norm": 3.949667453765869,
1304
- "learning_rate": 0.00013526689293427954,
1305
- "loss": 0.8835,
1306
- "step": 4400
1307
- },
1308
- {
1309
- "epoch": 1.008660475186599,
1310
- "grad_norm": 3.27917742729187,
1311
- "learning_rate": 0.00013488120950323976,
1312
- "loss": 0.704,
1313
- "step": 4425
1314
- },
1315
- {
1316
- "epoch": 1.0143581562304143,
1317
- "grad_norm": 3.343886613845825,
1318
- "learning_rate": 0.00013449552607219995,
1319
- "loss": 0.776,
1320
- "step": 4450
1321
- },
1322
- {
1323
- "epoch": 1.0200558372742294,
1324
- "grad_norm": 3.5439653396606445,
1325
- "learning_rate": 0.00013410984264116012,
1326
- "loss": 0.7893,
1327
- "step": 4475
1328
- },
1329
- {
1330
- "epoch": 1.0257535183180446,
1331
- "grad_norm": 4.269862651824951,
1332
- "learning_rate": 0.00013372415921012034,
1333
- "loss": 0.7819,
1334
- "step": 4500
1335
- },
1336
- {
1337
- "epoch": 1.0314511993618598,
1338
- "grad_norm": 2.7746996879577637,
1339
- "learning_rate": 0.00013333847577908054,
1340
- "loss": 0.7935,
1341
- "step": 4525
1342
- },
1343
- {
1344
- "epoch": 1.037148880405675,
1345
- "grad_norm": 2.3175647258758545,
1346
- "learning_rate": 0.00013295279234804073,
1347
- "loss": 0.7833,
1348
- "step": 4550
1349
- },
1350
- {
1351
- "epoch": 1.04284656144949,
1352
- "grad_norm": 2.416553020477295,
1353
- "learning_rate": 0.00013256710891700093,
1354
- "loss": 0.8198,
1355
- "step": 4575
1356
- },
1357
- {
1358
- "epoch": 1.0485442424933051,
1359
- "grad_norm": 3.0306460857391357,
1360
- "learning_rate": 0.00013218142548596112,
1361
- "loss": 0.7602,
1362
- "step": 4600
1363
- },
1364
- {
1365
- "epoch": 1.0542419235371203,
1366
- "grad_norm": 2.776203155517578,
1367
- "learning_rate": 0.00013179574205492134,
1368
- "loss": 0.7477,
1369
- "step": 4625
1370
- },
1371
- {
1372
- "epoch": 1.0599396045809355,
1373
- "grad_norm": 3.6620233058929443,
1374
- "learning_rate": 0.0001314100586238815,
1375
- "loss": 0.7726,
1376
- "step": 4650
1377
- },
1378
- {
1379
- "epoch": 1.0656372856247507,
1380
- "grad_norm": 2.7935216426849365,
1381
- "learning_rate": 0.00013102437519284173,
1382
- "loss": 0.767,
1383
- "step": 4675
1384
- },
1385
- {
1386
- "epoch": 1.0713349666685659,
1387
- "grad_norm": 4.359261512756348,
1388
- "learning_rate": 0.00013063869176180193,
1389
- "loss": 0.8269,
1390
- "step": 4700
1391
- },
1392
- {
1393
- "epoch": 1.077032647712381,
1394
- "grad_norm": 3.0299580097198486,
1395
- "learning_rate": 0.00013025300833076212,
1396
- "loss": 0.7262,
1397
- "step": 4725
1398
- },
1399
- {
1400
- "epoch": 1.0827303287561962,
1401
- "grad_norm": 3.7441720962524414,
1402
- "learning_rate": 0.00012986732489972231,
1403
- "loss": 0.685,
1404
- "step": 4750
1405
- },
1406
- {
1407
- "epoch": 1.0884280098000114,
1408
- "grad_norm": 3.534374475479126,
1409
- "learning_rate": 0.0001294816414686825,
1410
- "loss": 0.702,
1411
- "step": 4775
1412
- },
1413
- {
1414
- "epoch": 1.0941256908438266,
1415
- "grad_norm": 2.7458009719848633,
1416
- "learning_rate": 0.0001290959580376427,
1417
- "loss": 0.808,
1418
- "step": 4800
1419
- },
1420
- {
1421
- "epoch": 1.0998233718876418,
1422
- "grad_norm": 2.5479207038879395,
1423
- "learning_rate": 0.0001287102746066029,
1424
- "loss": 0.8506,
1425
- "step": 4825
1426
- },
1427
- {
1428
- "epoch": 1.105521052931457,
1429
- "grad_norm": 3.05680775642395,
1430
- "learning_rate": 0.0001283245911755631,
1431
- "loss": 0.7608,
1432
- "step": 4850
1433
- },
1434
- {
1435
- "epoch": 1.1112187339752722,
1436
- "grad_norm": 39.71477508544922,
1437
- "learning_rate": 0.00012793890774452331,
1438
- "loss": 0.7914,
1439
- "step": 4875
1440
- },
1441
- {
1442
- "epoch": 1.1169164150190873,
1443
- "grad_norm": 3.3444302082061768,
1444
- "learning_rate": 0.00012755322431348348,
1445
- "loss": 0.75,
1446
- "step": 4900
1447
- },
1448
- {
1449
- "epoch": 1.1226140960629023,
1450
- "grad_norm": 3.3730239868164062,
1451
- "learning_rate": 0.0001271675408824437,
1452
- "loss": 0.7536,
1453
- "step": 4925
1454
- },
1455
- {
1456
- "epoch": 1.1283117771067175,
1457
- "grad_norm": 3.1191494464874268,
1458
- "learning_rate": 0.0001267818574514039,
1459
- "loss": 0.707,
1460
- "step": 4950
1461
- },
1462
- {
1463
- "epoch": 1.1340094581505327,
1464
- "grad_norm": 3.301866054534912,
1465
- "learning_rate": 0.0001263961740203641,
1466
- "loss": 0.7679,
1467
- "step": 4975
1468
- },
1469
- {
1470
- "epoch": 1.1397071391943479,
1471
- "grad_norm": 3.590381145477295,
1472
- "learning_rate": 0.00012601049058932429,
1473
- "loss": 0.7362,
1474
- "step": 5000
1475
- },
1476
- {
1477
- "epoch": 1.1397071391943479,
1478
- "eval_cer": 6.585144399193683,
1479
- "eval_cer_en": 3.08306271763371,
1480
- "eval_cer_si": 8.227749100578759,
1481
- "eval_cer_ta": 8.444621379368582,
1482
- "eval_loss": 0.2518573999404907,
1483
- "eval_runtime": 119.7953,
1484
- "eval_samples_per_second": 6.261,
1485
- "eval_steps_per_second": 0.785,
1486
- "eval_wer": 24.63286980701743,
1487
- "eval_wer_en": 4.962779156327544,
1488
- "eval_wer_si": 39.197812215132174,
1489
- "eval_wer_ta": 29.73801804959257,
1490
- "step": 5000
1491
- },
1492
- {
1493
- "epoch": 1.145404820238163,
1494
- "grad_norm": 3.2916667461395264,
1495
- "learning_rate": 0.00012562480715828448,
1496
- "loss": 0.7467,
1497
- "step": 5025
1498
- },
1499
- {
1500
- "epoch": 1.1511025012819782,
1501
- "grad_norm": 2.984220266342163,
1502
- "learning_rate": 0.0001252391237272447,
1503
- "loss": 0.7819,
1504
- "step": 5050
1505
- },
1506
- {
1507
- "epoch": 1.1568001823257934,
1508
- "grad_norm": 2.6947104930877686,
1509
- "learning_rate": 0.00012485344029620487,
1510
- "loss": 0.7687,
1511
- "step": 5075
1512
- },
1513
- {
1514
- "epoch": 1.1624978633696086,
1515
- "grad_norm": 3.5689051151275635,
1516
- "learning_rate": 0.00012446775686516506,
1517
- "loss": 0.6959,
1518
- "step": 5100
1519
- },
1520
- {
1521
- "epoch": 1.1681955444134238,
1522
- "grad_norm": 4.852884292602539,
1523
- "learning_rate": 0.00012408207343412529,
1524
- "loss": 0.77,
1525
- "step": 5125
1526
- },
1527
- {
1528
- "epoch": 1.173893225457239,
1529
- "grad_norm": 3.556157350540161,
1530
- "learning_rate": 0.00012369639000308548,
1531
- "loss": 0.7529,
1532
- "step": 5150
1533
- },
1534
- {
1535
- "epoch": 1.1795909065010541,
1536
- "grad_norm": 3.8436853885650635,
1537
- "learning_rate": 0.00012331070657204567,
1538
- "loss": 0.7749,
1539
- "step": 5175
1540
- },
1541
- {
1542
- "epoch": 1.1852885875448693,
1543
- "grad_norm": 2.8406026363372803,
1544
- "learning_rate": 0.00012292502314100587,
1545
- "loss": 0.7879,
1546
- "step": 5200
1547
- },
1548
- {
1549
- "epoch": 1.1909862685886843,
1550
- "grad_norm": 2.847773551940918,
1551
- "learning_rate": 0.00012253933970996606,
1552
- "loss": 0.7522,
1553
- "step": 5225
1554
- },
1555
- {
1556
- "epoch": 1.1966839496324995,
1557
- "grad_norm": 3.8083624839782715,
1558
- "learning_rate": 0.00012215365627892626,
1559
- "loss": 0.7295,
1560
- "step": 5250
1561
- },
1562
- {
1563
- "epoch": 1.2023816306763146,
1564
- "grad_norm": 3.813711643218994,
1565
- "learning_rate": 0.00012176797284788645,
1566
- "loss": 0.7358,
1567
- "step": 5275
1568
- },
1569
- {
1570
- "epoch": 1.2080793117201298,
1571
- "grad_norm": 3.778259515762329,
1572
- "learning_rate": 0.00012138228941684666,
1573
- "loss": 0.79,
1574
- "step": 5300
1575
- },
1576
- {
1577
- "epoch": 1.213776992763945,
1578
- "grad_norm": 3.5781097412109375,
1579
- "learning_rate": 0.00012099660598580687,
1580
- "loss": 0.6889,
1581
- "step": 5325
1582
- },
1583
- {
1584
- "epoch": 1.2194746738077602,
1585
- "grad_norm": 4.313846588134766,
1586
- "learning_rate": 0.00012061092255476705,
1587
- "loss": 0.7119,
1588
- "step": 5350
1589
- },
1590
- {
1591
- "epoch": 1.2251723548515754,
1592
- "grad_norm": 3.265015125274658,
1593
- "learning_rate": 0.00012022523912372726,
1594
- "loss": 0.7756,
1595
- "step": 5375
1596
- },
1597
- {
1598
- "epoch": 1.2308700358953906,
1599
- "grad_norm": 6.438078880310059,
1600
- "learning_rate": 0.00011983955569268745,
1601
- "loss": 0.784,
1602
- "step": 5400
1603
- },
1604
- {
1605
- "epoch": 1.2365677169392058,
1606
- "grad_norm": 3.782000780105591,
1607
- "learning_rate": 0.00011945387226164763,
1608
- "loss": 0.7195,
1609
- "step": 5425
1610
- },
1611
- {
1612
- "epoch": 1.242265397983021,
1613
- "grad_norm": 5.1061110496521,
1614
- "learning_rate": 0.00011906818883060784,
1615
- "loss": 0.6956,
1616
- "step": 5450
1617
- },
1618
- {
1619
- "epoch": 1.2479630790268361,
1620
- "grad_norm": 4.958151340484619,
1621
- "learning_rate": 0.00011868250539956805,
1622
- "loss": 0.6828,
1623
- "step": 5475
1624
- },
1625
- {
1626
- "epoch": 1.2536607600706513,
1627
- "grad_norm": 2.20320463180542,
1628
- "learning_rate": 0.00011829682196852824,
1629
- "loss": 0.7547,
1630
- "step": 5500
1631
- },
1632
- {
1633
- "epoch": 1.2593584411144665,
1634
- "grad_norm": 3.5420546531677246,
1635
- "learning_rate": 0.00011791113853748844,
1636
- "loss": 0.6902,
1637
- "step": 5525
1638
- },
1639
- {
1640
- "epoch": 1.2650561221582817,
1641
- "grad_norm": 1.9499812126159668,
1642
- "learning_rate": 0.00011752545510644863,
1643
- "loss": 0.7264,
1644
- "step": 5550
1645
- },
1646
- {
1647
- "epoch": 1.2707538032020969,
1648
- "grad_norm": 5.389199256896973,
1649
- "learning_rate": 0.00011713977167540884,
1650
- "loss": 0.7611,
1651
- "step": 5575
1652
- },
1653
- {
1654
- "epoch": 1.276451484245912,
1655
- "grad_norm": 6.607990741729736,
1656
- "learning_rate": 0.00011675408824436902,
1657
- "loss": 0.7333,
1658
- "step": 5600
1659
- },
1660
- {
1661
- "epoch": 1.282149165289727,
1662
- "grad_norm": 5.204104423522949,
1663
- "learning_rate": 0.00011636840481332923,
1664
- "loss": 0.6982,
1665
- "step": 5625
1666
- },
1667
- {
1668
- "epoch": 1.2878468463335422,
1669
- "grad_norm": 8.555567741394043,
1670
- "learning_rate": 0.00011598272138228942,
1671
- "loss": 0.7788,
1672
- "step": 5650
1673
- },
1674
- {
1675
- "epoch": 1.2935445273773574,
1676
- "grad_norm": 3.5109753608703613,
1677
- "learning_rate": 0.0001155970379512496,
1678
- "loss": 0.7527,
1679
- "step": 5675
1680
- },
1681
- {
1682
- "epoch": 1.2992422084211726,
1683
- "grad_norm": 4.28306245803833,
1684
- "learning_rate": 0.00011521135452020981,
1685
- "loss": 0.7045,
1686
- "step": 5700
1687
- },
1688
- {
1689
- "epoch": 1.3049398894649877,
1690
- "grad_norm": 4.364448547363281,
1691
- "learning_rate": 0.00011482567108917002,
1692
- "loss": 0.7427,
1693
- "step": 5725
1694
- },
1695
- {
1696
- "epoch": 1.310637570508803,
1697
- "grad_norm": 3.7642977237701416,
1698
- "learning_rate": 0.00011443998765813023,
1699
- "loss": 0.7278,
1700
- "step": 5750
1701
- },
1702
- {
1703
- "epoch": 1.316335251552618,
1704
- "grad_norm": 2.7108001708984375,
1705
- "learning_rate": 0.00011405430422709041,
1706
- "loss": 0.6642,
1707
- "step": 5775
1708
- },
1709
- {
1710
- "epoch": 1.3220329325964333,
1711
- "grad_norm": 3.8165066242218018,
1712
- "learning_rate": 0.0001136686207960506,
1713
- "loss": 0.7259,
1714
- "step": 5800
1715
- },
1716
- {
1717
- "epoch": 1.3277306136402485,
1718
- "grad_norm": 7.369937896728516,
1719
- "learning_rate": 0.00011328293736501081,
1720
- "loss": 0.714,
1721
- "step": 5825
1722
- },
1723
- {
1724
- "epoch": 1.3334282946840637,
1725
- "grad_norm": 3.606062412261963,
1726
- "learning_rate": 0.00011289725393397099,
1727
- "loss": 0.7526,
1728
- "step": 5850
1729
- },
1730
- {
1731
- "epoch": 1.3391259757278786,
1732
- "grad_norm": 3.7799999713897705,
1733
- "learning_rate": 0.0001125115705029312,
1734
- "loss": 0.7659,
1735
- "step": 5875
1736
- },
1737
- {
1738
- "epoch": 1.3448236567716938,
1739
- "grad_norm": 3.078329563140869,
1740
- "learning_rate": 0.0001121258870718914,
1741
- "loss": 0.6911,
1742
- "step": 5900
1743
- },
1744
- {
1745
- "epoch": 1.350521337815509,
1746
- "grad_norm": 3.1612279415130615,
1747
- "learning_rate": 0.0001117402036408516,
1748
- "loss": 0.6903,
1749
- "step": 5925
1750
- },
1751
- {
1752
- "epoch": 1.3562190188593242,
1753
- "grad_norm": 4.8502349853515625,
1754
- "learning_rate": 0.00011135452020981178,
1755
- "loss": 0.7167,
1756
- "step": 5950
1757
- },
1758
- {
1759
- "epoch": 1.3619166999031393,
1760
- "grad_norm": 6.9492268562316895,
1761
- "learning_rate": 0.00011096883677877199,
1762
- "loss": 0.7343,
1763
- "step": 5975
1764
- },
1765
- {
1766
- "epoch": 1.3676143809469545,
1767
- "grad_norm": 5.434414386749268,
1768
- "learning_rate": 0.0001105831533477322,
1769
- "loss": 0.7605,
1770
- "step": 6000
1771
- },
1772
- {
1773
- "epoch": 1.3676143809469545,
1774
- "eval_cer": 6.309990448906731,
1775
- "eval_cer_en": 3.0987127821902263,
1776
- "eval_cer_si": 7.867980603785391,
1777
- "eval_cer_ta": 7.963277960744575,
1778
- "eval_loss": 0.26381954550743103,
1779
- "eval_runtime": 119.7491,
1780
- "eval_samples_per_second": 6.263,
1781
- "eval_steps_per_second": 0.785,
1782
- "eval_wer": 23.016381787916913,
1783
- "eval_wer_en": 4.921422663358147,
1784
- "eval_wer_si": 35.64266180492252,
1785
- "eval_wer_ta": 28.485060895470077,
1786
- "step": 6000
1787
- },
1788
- {
1789
- "epoch": 1.3733120619907697,
1790
- "grad_norm": 2.60050106048584,
1791
- "learning_rate": 0.00011019746991669238,
1792
- "loss": 0.702,
1793
- "step": 6025
1794
- },
1795
- {
1796
- "epoch": 1.379009743034585,
1797
- "grad_norm": 2.476224422454834,
1798
- "learning_rate": 0.00010981178648565257,
1799
- "loss": 0.6934,
1800
- "step": 6050
1801
- },
1802
- {
1803
- "epoch": 1.3847074240784,
1804
- "grad_norm": 3.6268374919891357,
1805
- "learning_rate": 0.00010942610305461278,
1806
- "loss": 0.6713,
1807
- "step": 6075
1808
- },
1809
- {
1810
- "epoch": 1.3904051051222153,
1811
- "grad_norm": 3.4329912662506104,
1812
- "learning_rate": 0.00010904041962357299,
1813
- "loss": 0.7009,
1814
- "step": 6100
1815
- },
1816
- {
1817
- "epoch": 1.3961027861660305,
1818
- "grad_norm": 3.2840476036071777,
1819
- "learning_rate": 0.00010865473619253317,
1820
- "loss": 0.7601,
1821
- "step": 6125
1822
- },
1823
- {
1824
- "epoch": 1.4018004672098456,
1825
- "grad_norm": 3.095503568649292,
1826
- "learning_rate": 0.00010826905276149338,
1827
- "loss": 0.7567,
1828
- "step": 6150
1829
- },
1830
- {
1831
- "epoch": 1.4074981482536608,
1832
- "grad_norm": 4.031342029571533,
1833
- "learning_rate": 0.00010788336933045357,
1834
- "loss": 0.6895,
1835
- "step": 6175
1836
- },
1837
- {
1838
- "epoch": 1.413195829297476,
1839
- "grad_norm": 3.3757331371307373,
1840
- "learning_rate": 0.00010749768589941375,
1841
- "loss": 0.7326,
1842
- "step": 6200
1843
- },
1844
- {
1845
- "epoch": 1.4188935103412912,
1846
- "grad_norm": 3.131333827972412,
1847
- "learning_rate": 0.00010711200246837396,
1848
- "loss": 0.6972,
1849
- "step": 6225
1850
- },
1851
- {
1852
- "epoch": 1.4245911913851064,
1853
- "grad_norm": 3.114457368850708,
1854
- "learning_rate": 0.00010672631903733417,
1855
- "loss": 0.7473,
1856
- "step": 6250
1857
- },
1858
- {
1859
- "epoch": 1.4302888724289216,
1860
- "grad_norm": 3.8235979080200195,
1861
- "learning_rate": 0.00010634063560629435,
1862
- "loss": 0.7054,
1863
- "step": 6275
1864
- },
1865
- {
1866
- "epoch": 1.4359865534727365,
1867
- "grad_norm": 4.006746768951416,
1868
- "learning_rate": 0.00010595495217525455,
1869
- "loss": 0.7082,
1870
- "step": 6300
1871
- },
1872
- {
1873
- "epoch": 1.4416842345165517,
1874
- "grad_norm": 3.813462018966675,
1875
- "learning_rate": 0.00010556926874421475,
1876
- "loss": 0.7198,
1877
- "step": 6325
1878
- },
1879
- {
1880
- "epoch": 1.4473819155603669,
1881
- "grad_norm": 5.1658806800842285,
1882
- "learning_rate": 0.00010518358531317496,
1883
- "loss": 0.699,
1884
- "step": 6350
1885
- },
1886
- {
1887
- "epoch": 1.453079596604182,
1888
- "grad_norm": 2.2012951374053955,
1889
- "learning_rate": 0.00010481332921937675,
1890
- "loss": 0.634,
1891
- "step": 6375
1892
- },
1893
- {
1894
- "epoch": 1.4587772776479973,
1895
- "grad_norm": 5.751956462860107,
1896
- "learning_rate": 0.00010442764578833694,
1897
- "loss": 0.7099,
1898
- "step": 6400
1899
- },
1900
- {
1901
- "epoch": 1.4644749586918124,
1902
- "grad_norm": 6.014739036560059,
1903
- "learning_rate": 0.00010404196235729713,
1904
- "loss": 0.6936,
1905
- "step": 6425
1906
- },
1907
- {
1908
- "epoch": 1.4701726397356276,
1909
- "grad_norm": 4.365696907043457,
1910
- "learning_rate": 0.00010365627892625733,
1911
- "loss": 0.7266,
1912
- "step": 6450
1913
- },
1914
- {
1915
- "epoch": 1.4758703207794428,
1916
- "grad_norm": 2.582397699356079,
1917
- "learning_rate": 0.00010327059549521754,
1918
- "loss": 0.7358,
1919
- "step": 6475
1920
- },
1921
- {
1922
- "epoch": 1.481568001823258,
1923
- "grad_norm": 3.4717326164245605,
1924
- "learning_rate": 0.00010288491206417772,
1925
- "loss": 0.7136,
1926
- "step": 6500
1927
  }
1928
  ],
1929
  "logging_steps": 25,
@@ -1938,12 +1092,12 @@
1938
  "should_evaluate": false,
1939
  "should_log": false,
1940
  "should_save": true,
1941
- "should_training_stop": false
1942
  },
1943
  "attributes": {}
1944
  }
1945
  },
1946
- "total_flos": 1.113357611925504e+20,
1947
  "train_batch_size": 4,
1948
  "trial_name": null,
1949
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.837331206199077,
6
  "eval_steps": 1000,
7
+ "global_step": 3674,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1078
  "learning_rate": 0.00014679111385374884,
1079
  "loss": 0.1867,
1080
  "step": 3650
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1081
  }
1082
  ],
1083
  "logging_steps": 25,
 
1092
  "should_evaluate": false,
1093
  "should_log": false,
1094
  "should_save": true,
1095
+ "should_training_stop": true
1096
  },
1097
  "attributes": {}
1098
  }
1099
  },
1100
+ "total_flos": 6.292434752372736e+19,
1101
  "train_batch_size": 4,
1102
  "trial_name": null,
1103
  "trial_params": null
runs/events.out.tfevents.1791348119.b79d87284a41.22.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1395821524227164e3ac62e9e8116a0dda85a3172e4c6d4c928e210042028963
3
- size 31967
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7a37fbc279d40fb005dc28a1eb83f354fc7d7f978a757dc9146e0efbcef5d4
3
+ size 36852