Epoch 20 checkpoint

checkpoint_epoch_001.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88008cb56ac7193974fef93e2496e90ea7a54fa44caefc5823bc70ef5181b0a
+size 650108765

checkpoint_epoch_003.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac7428b720ddac69d2d8aa1bf7fb1fe2a9db3be6a177a453e9cb587f0499ca6
+size 650108765

checkpoint_epoch_005.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf24f46fe419b630b076383f7f7ac74404a5e415bcfc3b236348b32e85be9cb4
+size 650108765

checkpoint_epoch_007.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f251b606b26809f98be2d4a00b07a8825da11654f3e7ef12a74052de7909dc
+size 650108765

checkpoint_epoch_009.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ce3627e7af27fc19ab000021c04f69378bdfcc59222ec59e850c6db8347e17
+size 650108765

checkpoint_epoch_011.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44601785fbabf635248e7777e21bbb6f85ec96e11acbb3e10b133fd12c66e13
+size 650108765

checkpoint_epoch_013.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bafbfe93cbc80eb0126a660ac379533e7a0b0db17528bbe85752f3a809aa052
+size 650108765

checkpoint_epoch_014.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da418da6eb0409f12af4a7b2dfe20128ad4d02ca3299daea6121dc9f0c677cb
+size 650108765

checkpoint_latest.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fd09264dfa9007fe9e4e73e9412274689a3b96f582b8633838941f75e749e8
+size 650105915

config.json

@@ -0,0 +1,31 @@
+{
+  "model": {
+    "vocab_size": 50257,
+    "max_seq_len": 256,
+    "embed_dim": 384,
+    "depth": 4,
+    "edim": 16,
+    "feat_dim": 96,
+    "hidden": 384,
+    "num_heads": 8,
+    "num_blocks": 8,
+    "dropout": 0.1,
+    "params": 54107168
+  },
+  "training": {
+    "batch_size": 12,
+    "seq_len": 256,
+    "lr": 0.0003,
+    "weight_decay": 0.1,
+    "num_epochs": 14,
+    "grad_clip": 1.0,
+    "ce_weight": 1.0,
+    "validity_weight": 0.1
+  },
+  "data": {
+    "train_tokens": 304222,
+    "val_tokens": 33803,
+    "vocab_size": 50257
+  },
+  "run_name": "run_1770236129"
+}

samples_epoch_001.json

@@ -0,0 +1,42 @@
+[
+  {
+    "prompt": "ROMEO: ",
+    "generated": "ROMEO:  a\n\nCES:\n\nI'llARD:\nAnd this,\nTo to the wife, you of it\nFirst own to he,\nAnd your, and\nIs thisENWAN.\nThat we;\n\nIn theEN' aOUCES:\nAnd my brother your lord, but noENA V.\nIUS:\nBANUS:\nTo no lord,\nROMIOL of him.\nO:\nLENI would"
+  },
+  {
+    "prompt": "JULIET: ",
+    "generated": "JULIET: ,\nIf I'll not be you, we would'llOL:\nAnd I cannot be more upon your Roth his, not!\nTo for aOUCU not to you on\nD' theUC,\nAnd thyOU EL, sir;\nIf will I'll thyENI'llOL, sir, if her, this:\nGL son on not now'sINan me,\nN,\nI'llUS:\nAnd you be my brother\nKING man,"
+  },
+  {
+    "prompt": "To be or not to be",
+    "generated": "To be or not to be that theICHN to your son, that I,\n\nKING\n\nAnd my lord; myOUCU thet, he,\nA V,\n\n\nTo you,\nIUS:\nIUS:\nAnd the brother- heart, sir,\nThat this duke,\nIf a nobleAN'llUS:\nAnd,\nWhy,\nWith he:\nThe good so was\nAnd my d:\n\nTo not be be the hand of the"
+  },
+  {
+    "prompt": "The king ",
+    "generated": "The king , the son,\nO,\nIUS:\nROM that?\nI know him:\nWe say!\nThat'd, or not your heart of you, or all no name, be theENO, and my, to thet,\nBENONTUT will!\nFor all, my time, and in the\nTo the the goodENIUS:\nThat.\nThis.\n\nOr,\n\nYouUS:\n\nTo you's name,"
+  },
+  {
+    "prompt": "Once upon a time",
+    "generated": "Once upon a time; I thou not your father!\n\nYou am with.\n\nAnd the world, myself,\nShe-tis the more,\nDRY:\n\nBy myOUCIOL,\nO,\n\n\nIARD:\nS the father,\n\nTo your world it of this.\nL OF YORK:\nThU, your life,\nThat your king?\n\nIUS:\nIUS:\nTheUC to go, IUS IV"
+  },
+  {
+    "prompt": "First Citizen:\n",
+    "generated": "First Citizen:\n\nI'llARDIO:\nAnd his\n\nBICH cannot hisINIUS:\nI'll'llUS:\nAnd that you, as you.\nOr in my life, and so,\n\n\nThe man,\nAnd I would that your brother;\nYouOL OFee.\n\nBut her?\nSecond,\n\nHoth not be myOUI will so:\n\nB, how the son,\n\nThis,\nAnd not you, it"
+  },
+  {
+    "prompt": "What light through yonder",
+    "generated": "What light through yonder,\nAndIC name'd,\nIUS:\nHENIUS:\nBut his man, if theOUis, that, as me to a head;\nAnd my name it, by the mother, for some of the hand?\nWhich,\n\n\nWhat?\nTo hisOUIUS:\nSo, and thou our father;\nH lord; sir, to know\nAnd be this;\nGL thistw.\n\nAnd I did for thyUC"
+  },
+  {
+    "prompt": "Friends, Romans, countrymen",
+    "generated": "Friends, Romans, countrymen,\nOf thee!\nTo me of with you;\n\nGL good.\n\nKING\nAnd my lord, I'll will I'llARD:\nKING brother, what of the brother, sir.\nFUC:\n\n\n\nWhich.\nTo hear,\nHRIEN' theOU:\nThat the heart, and the\n\nO:\nD' this, but that,\nThan may is thisENis, he.\nTo that.\n"
+  },
+  {
+    "prompt": "Now is the winter of",
+    "generated": "Now is the winter of\nKING wife;\nThis, the hand theOUUTan:\nAnd do, he to her to have the father, sir?\nHow thee inIC\nThat\nAENVOLING IARDay\nGL the heart:\nNow'd\nAnd so,\n\nThat he, he.\nWhat,\n\nKING time, that in our lord,\n\nNo?\nTo my very,\n\nFor yourINI will thy\n\nIUS:\n\nFor"
+  },
+  {
+    "prompt": "All the world's a stage",
+    "generated": "All the world's a stage-\nThe heart, and my head,\nO\nCUE of thou my other,\nFor us hisEN' be in\nTo theOUTo theOU:\nTo his good dICHARD, if your king.\nTo a lord,\nWhich.\nN,\nDUTUS:\n\nThU all.\nRTER:\nNo,\nIUS:\n\n\nI do you shall he as the good d:\n\nMENENI am a"
+  }
+]

samples_epoch_014.json

@@ -0,0 +1,42 @@
+[
+  {
+    "prompt": "ROMEO: ",
+    "generated": "ROMEO: 's a poor hand the thing!\n\nBUCKINGHAM:\nAway, by the king, to the doth stand.\n\nROMEO:\nO, I'll lay me to-morrow;\nMy blood are all these king,\nAnd I may tell me to thee with my son.\n\nBUCKINGHAM:\nMy lord, to the lord.\n\nROMEO:\nIt is my lord; to do me;\nNot my lord, my"
+  },
+  {
+    "prompt": "JULIET: ",
+    "generated": "JULIET:  is, I'll go.\n\nJULIET:\nI'll not now, I do protest my dear?\n\nJULIET:\nI do good, that love of that I'll.\n\nFRIAR LAURENCE:\nI'll be a devil,--\n\nFRIAR LAURENCE:\nAy, I say, by my mind, my husband.\n\nJULIET:\nWhat, come, I am with my name"
+  },
+  {
+    "prompt": "To be or not to be",
+    "generated": "To be or not to be so, and I must be so.\n\nLUCIO:\nI know no, to be married, let me speak.\n\nCLAUDIO:\nNay, then, it is not so.\n\nLUCIO:\nIndraw the friar is too much in the\nof.\n\nLUCIO:\nTo-morrow, thou know'st to my wife.\n\nProvost:\nWhy, in this?\n\nLUCIO:"
+  },
+  {
+    "prompt": "The king ",
+    "generated": "The king \nAnd thus, and that we hear the field\nThe time have been to come;'ld help; and with 'emishour,\nTo see, and with all the king,\nEven that the city.\n\nCAMILLO:\nO:\nYou must be gone?\n\nCAMILLO:\nYou are not so?\n\nPOLIXENES:\nHe was, not so, which makes your honour,\nThat he did do what you"
+  },
+  {
+    "prompt": "Once upon a time",
+    "generated": "Once upon a time,\nIn whom you have made, and you have heard you might\nAnd he should be made me.\n\nNORTHUMBERLAND:\nFarewell; let him be it.\n\nLORD WILLOUGHBY:\nAnd, Warwick, then he was not so king.\n\nCLIFFORD ROSS:\nYou come to the king and our highness\nThe battle by the Duke of his love.\n\nNORTHUMBERLAND:\nWho should have"
+  },
+  {
+    "prompt": "First Citizen:\n",
+    "generated": "First Citizen:\n'Tis you.\n\nDUKE VINCENTIO:\nAre you do, my care and the duke?\n\nProvost:\nO, is a little word in the office,\nAnd he is of his pardon.\n\nProvost:\nI would not say, Pompey, I know himself.\n\nISABELLA:\nO, that he may we will be.\n\nDUKE VINCENTIO:\nI am so"
+  },
+  {
+    "prompt": "What light through yonder",
+    "generated": "What light through yonder king,\nAnd never so I with such a man\nTo give the house of her grave.\n\nKING RICHARD III:\nA man is my tongue but my name,\nTo set upon the time all.\n\nKING RICHARD III:\nThere was this!\n\nKING RICHARD III:\nNo, no, so many man that kill'd and his son.\n\nLORD RICHARD III:\nTo do beseech your grace."
+  },
+  {
+    "prompt": "Friends, Romans, countrymen",
+    "generated": "Friends, Romans, countrymen are in the world;\nBut yet he, but one, who were she is done,\nBe well as by his grave-man, and his son\nAnd that they say, if you would have ta'ld read.\n\nCORIOLANUS:\nAnd pray you will; and let her.\n\nCORIOLANUS:\nFor I am come to you are.\n\nCORIOLANUS:\nI will be, you, I pray not"
+  },
+  {
+    "prompt": "Now is the winter of",
+    "generated": "Now is the winter of it\nBut it is a friend.\n\nSICINIUS:\nI am a name to him.\n\nMENENIUS:\nWell, my poor man is not so;\nThan to the state of their deeds.\n\nBRUTUS:\nThis is most gracious consul and consul;\nFor they can have made them like to-inius.\n\nMENENIUS:\nWe shall be so;\nThat's in them that"
+  },
+  {
+    "prompt": "All the world's a stage",
+    "generated": "All the world's a stage-bed\nAs every one, as a duke\nThe blood of the ground of Norfolk, who comes\nAnd once forth to the house of our presence.\n\nBUCKINGHAM:\nWe intend thus to-morrow, in England's name,\nNow, he did stay for our king.\n\nBUCKINGHAM:\nMadam, for the prince of Norfolk,\nIf our battle should beheld for them.\n\nBUCKINGHAM:\nAnd the"
+  }
+]