Training in progress, epoch 1

config.json

@@ -21,451 +21,451 @@
   "hidden_activation": "gelu",
   "hidden_size": 768,
   "id2label": {
-    "0": "Lua",
-    "1": "KiCad Layout",
-    "10": "Rust",
-    "100": "Unix Assembly",
-    "101": "OpenType Feature File",
-    "102": "Prolog",
-    "103": "Protocol Buffer Text Format",
-    "104": "HTML+Razor",
-    "105": "Fortran Free Form",
-    "106": "Logtalk",
-    "107": "Kit",
-    "108": "Graphviz (DOT)",
-    "109": "Erlang",
-    "11": "Scheme",
-    "110": "C",
-    "111": "LLVM",
-    "112": "Visual Basic .NET",
-    "113": "PHP",
-    "114": "J",
-    "115": "Ragel in Ruby Host",
-    "116": "CoffeeScript",
-    "117": "PlantUML",
-    "118": "Vim Script",
-    "119": "Go",
-    "12": "FreeBasic",
-    "120": "Vim Snippet",
-    "121": "R",
-    "122": "Dockerfile",
-    "123": "Lex",
-    "124": "G-code",
-    "125": "Scilab",
-    "126": "Csound",
-    "127": "Redcode",
-    "128": "VCL",
-    "129": "Perl",
-    "13": "Starlark",
-    "130": "Java",
-    "131": "Csound Document",
-    "132": "Julia",
-    "133": "Turtle",
-    "134": "Gherkin",
-    "135": "Smali",
-    "136": "C++",
-    "137": "Python",
-    "138": "CODEOWNERS",
-    "139": "Io",
-    "14": "D",
-    "140": "GDB",
-    "141": "Makefile",
-    "142": "Common Lisp",
-    "143": "Apex",
-    "144": "PostScript",
-    "145": "Edoid",
-    "146": "Unity3D Asset",
-    "147": "OpenEdge ABL",
-    "148": "Open Policy Agent",
-    "149": "Sass",
-    "15": "Raw token data",
-    "150": "Rascal",
-    "151": "Lean",
-    "152": "Assembly",
-    "153": "Inform 7",
-    "154": "Lua",
-    "155": "Chapel",
-    "156": "KiCad Layout",
-    "157": "Nim",
-    "158": "Ignore List",
-    "159": "Objective-C++",
-    "16": "Modelica",
-    "160": "Squirrel",
-    "161": "Ruby",
-    "162": "Objective-C",
-    "163": "Rust",
-    "164": "FreeBasic",
-    "165": "Scheme",
-    "166": "Starlark",
-    "167": "D",
-    "168": "Raw token data",
-    "169": "Modelica",
-    "17": "PicoLisp",
-    "170": "Pickle",
-    "171": "SCSS",
-    "172": "Shell",
-    "173": "PowerShell",
-    "174": "TSX",
-    "175": "C#",
-    "176": "Gnuplot",
-    "177": "Haxe",
-    "178": "Go Module",
-    "179": "Vue",
-    "18": "SCSS",
-    "180": "ObjDump",
-    "181": "SQL",
-    "182": "AsciiDoc",
-    "183": "Fish",
-    "184": "Wavefront Object",
-    "185": "DIGITAL Command Language",
-    "186": "Thrift",
-    "187": "ApacheConf",
-    "188": "Gerber Image",
-    "189": "YANG",
-    "19": "Shell",
-    "190": "Groovy",
-    "191": "MATLAB",
-    "192": "Bluespec",
-    "193": "POV-Ray SDL",
-    "194": "Solidity",
-    "195": "Dart",
-    "196": "VBScript",
-    "197": "Fluent",
-    "198": "SQF",
-    "199": "Gettext Catalog",
-    "2": "Nim",
-    "20": "PowerShell",
-    "200": "Haskell",
-    "201": "ImageJ Macro",
-    "202": "PureScript",
-    "203": "GDScript",
-    "204": "Inno Setup",
-    "205": "ColdFusion",
-    "206": "TSV",
-    "207": "Visual Basic",
-    "208": "CMake",
-    "209": "Eagle",
-    "21": "TSX",
-    "210": "Blade",
-    "211": "OCaml",
-    "212": "LookML",
-    "213": "VHDL",
-    "214": "HCL",
-    "215": "GLSL",
-    "216": "RDoc",
-    "217": "Metal",
-    "218": "Isabelle",
-    "219": "TypeScript",
-    "22": "C#",
-    "220": "Swift",
-    "221": "Stylus",
-    "222": "Ada",
-    "223": "Crystal",
-    "224": "Less",
-    "225": "Verilog",
-    "226": "XML Property List",
-    "227": "Hoon",
-    "228": "Hack",
-    "229": "PLpgSQL",
-    "23": "Gnuplot",
-    "230": "Scala",
-    "231": "FreeMarker",
-    "232": "Kotlin",
-    "233": "GAS",
-    "234": "Twig",
-    "235": "EJS",
-    "236": "JavaScript",
-    "237": "Gradle",
-    "238": "ECL",
-    "239": "Jupyter Notebook",
-    "24": "Haxe",
-    "240": "OpenType Feature File",
-    "241": "Protocol Buffer Text Format",
-    "242": "HTML+Razor",
-    "243": "Fortran Free Form",
-    "244": "Logtalk",
-    "245": "Kit",
-    "246": "Graphviz (DOT)",
-    "247": "Erlang",
-    "248": "C",
-    "249": "LLVM",
-    "25": "Go Module",
-    "250": "Visual Basic .NET",
-    "251": "PHP",
-    "252": "J",
-    "253": "Ragel in Ruby Host",
-    "254": "CoffeeScript",
-    "255": "PlantUML",
-    "256": "Vim Script",
-    "257": "Go",
-    "258": "Vim Snippet",
-    "259": "R",
-    "26": "Vue",
-    "260": "Dockerfile",
-    "261": "Lex",
-    "262": "G-code",
-    "263": "Scilab",
-    "264": "Perl",
-    "265": "Java",
-    "266": "Julia",
-    "267": "Turtle",
-    "268": "Gherkin",
-    "269": "C++",
-    "27": "ObjDump",
-    "270": "Python",
-    "271": "Io",
-    "272": "GDB",
-    "273": "Makefile",
-    "274": "Common Lisp",
-    "275": "Apex",
-    "276": "PostScript",
-    "277": "Edoid",
-    "278": "Unity3D Asset",
-    "279": "OpenEdge ABL",
-    "28": "SQL",
-    "280": "Open Policy Agent",
-    "281": "Sass",
-    "282": "Rascal",
-    "283": "Lean",
-    "284": "Assembly",
-    "29": "AsciiDoc",
-    "3": "Chapel",
-    "30": "Fish",
-    "31": "Pascal",
-    "32": "Wavefront Object",
-    "33": "DIGITAL Command Language",
-    "34": "Thrift",
-    "35": "ApacheConf",
-    "36": "Gerber Image",
-    "37": "YANG",
-    "38": "Mathematica",
-    "39": "OpenStep Property List",
-    "4": "Ignore List",
-    "40": "GAP",
-    "41": "Groovy",
-    "42": "MATLAB",
-    "43": "Adobe Font Metrics",
-    "44": "Bluespec",
-    "45": "POV-Ray SDL",
-    "46": "Solidity",
-    "47": "Dart",
-    "48": "XS",
-    "49": "VBScript",
-    "5": "Objective-C++",
-    "50": "Fluent",
-    "51": "SQF",
-    "52": "Gettext Catalog",
-    "53": "JAR Manifest",
-    "54": "Haskell",
-    "55": "ImageJ Macro",
-    "56": "Ioke",
-    "57": "PureScript",
-    "58": "REALbasic",
-    "59": "GDScript",
-    "6": "Squirrel",
-    "60": "Inno Setup",
-    "61": "ColdFusion",
-    "62": "TSV",
-    "63": "Visual Basic",
-    "64": "Kvlang",
-    "65": "CMake",
-    "66": "Eagle",
-    "67": "Git Config",
-    "68": "Blade",
-    "69": "OCaml",
-    "7": "AGS Script",
-    "70": "HCL",
-    "71": "VHDL",
-    "72": "LookML",
-    "73": "GLSL",
-    "74": "RDoc",
-    "75": "Metal",
-    "76": "Isabelle",
-    "77": "TypeScript",
-    "78": "Swift",
-    "79": "Stylus",
-    "8": "Ruby",
-    "80": "Ada",
-    "81": "Crystal",
-    "82": "Less",
-    "83": "JQ",
-    "84": "Verilog",
-    "85": "XML Property List",
-    "86": "Hoon",
-    "87": "Hack",
-    "88": "PLpgSQL",
-    "89": "Scala",
-    "9": "Objective-C",
-    "90": "FreeMarker",
-    "91": "Unknown",
-    "92": "Kotlin",
-    "93": "GAS",
-    "94": "Twig",
-    "95": "EJS",
-    "96": "JavaScript",
-    "97": "Gradle",
-    "98": "ECL",
-    "99": "Jupyter Notebook"
+    "0": 7,
+    "1": 17,
+    "10": 58,
+    "100": 231,
+    "101": 232,
+    "102": 233,
+    "103": 234,
+    "104": 235,
+    "105": 236,
+    "106": 237,
+    "107": 238,
+    "108": 239,
+    "109": 240,
+    "11": 64,
+    "110": 241,
+    "111": 242,
+    "112": 243,
+    "113": 244,
+    "114": 245,
+    "115": 246,
+    "116": 247,
+    "117": 248,
+    "118": 249,
+    "119": 250,
+    "12": 67,
+    "120": 251,
+    "121": 252,
+    "122": 253,
+    "123": 254,
+    "124": 255,
+    "125": 256,
+    "126": 257,
+    "127": 258,
+    "128": 259,
+    "129": 260,
+    "13": 83,
+    "130": 261,
+    "131": 262,
+    "132": 263,
+    "133": 264,
+    "134": 265,
+    "135": 266,
+    "136": 267,
+    "137": 268,
+    "138": 269,
+    "139": 270,
+    "14": 91,
+    "140": 271,
+    "141": 272,
+    "142": 273,
+    "143": 274,
+    "144": 275,
+    "145": 276,
+    "146": 277,
+    "147": 278,
+    "148": 279,
+    "149": 280,
+    "15": 100,
+    "150": 281,
+    "151": 282,
+    "152": 283,
+    "153": 284,
+    "154": 154,
+    "155": 155,
+    "156": 156,
+    "157": 157,
+    "158": 158,
+    "159": 159,
+    "16": 102,
+    "160": 160,
+    "161": 161,
+    "162": 162,
+    "163": 163,
+    "164": 164,
+    "165": 165,
+    "166": 166,
+    "167": 167,
+    "168": 168,
+    "169": 169,
+    "17": 126,
+    "170": 170,
+    "171": 171,
+    "172": 172,
+    "173": 173,
+    "174": 174,
+    "175": 175,
+    "176": 176,
+    "177": 177,
+    "178": 178,
+    "179": 179,
+    "18": 127,
+    "180": 180,
+    "181": 181,
+    "182": 182,
+    "183": 183,
+    "184": 184,
+    "185": 185,
+    "186": 186,
+    "187": 187,
+    "188": 188,
+    "189": 189,
+    "19": 128,
+    "190": 190,
+    "191": 191,
+    "192": 192,
+    "193": 193,
+    "194": 194,
+    "195": 195,
+    "196": 196,
+    "197": 197,
+    "198": 198,
+    "199": 199,
+    "2": 31,
+    "20": 131,
+    "200": 200,
+    "201": 201,
+    "202": 202,
+    "203": 203,
+    "204": 204,
+    "205": 205,
+    "206": 206,
+    "207": 207,
+    "208": 208,
+    "209": 209,
+    "21": 135,
+    "210": 210,
+    "211": 211,
+    "212": 212,
+    "213": 213,
+    "214": 214,
+    "215": 215,
+    "216": 216,
+    "217": 217,
+    "218": 218,
+    "219": 219,
+    "22": 138,
+    "220": 220,
+    "221": 221,
+    "222": 222,
+    "223": 223,
+    "224": 224,
+    "225": 225,
+    "226": 226,
+    "227": 227,
+    "228": 228,
+    "229": 229,
+    "23": 153,
+    "230": 230,
+    "231": 231,
+    "232": 232,
+    "233": 233,
+    "234": 234,
+    "235": 235,
+    "236": 236,
+    "237": 237,
+    "238": 238,
+    "239": 239,
+    "24": 154,
+    "240": 240,
+    "241": 241,
+    "242": 242,
+    "243": 243,
+    "244": 244,
+    "245": 245,
+    "246": 246,
+    "247": 247,
+    "248": 248,
+    "249": 249,
+    "25": 155,
+    "250": 250,
+    "251": 251,
+    "252": 252,
+    "253": 253,
+    "254": 254,
+    "255": 255,
+    "256": 256,
+    "257": 257,
+    "258": 258,
+    "259": 259,
+    "26": 156,
+    "260": 260,
+    "261": 261,
+    "262": 262,
+    "263": 263,
+    "264": 264,
+    "265": 265,
+    "266": 266,
+    "267": 267,
+    "268": 268,
+    "269": 269,
+    "27": 157,
+    "270": 270,
+    "271": 271,
+    "272": 272,
+    "273": 273,
+    "274": 274,
+    "275": 275,
+    "276": 276,
+    "277": 277,
+    "278": 278,
+    "279": 279,
+    "28": 158,
+    "280": 280,
+    "281": 281,
+    "282": 282,
+    "283": 283,
+    "284": 284,
+    "29": 159,
+    "3": 38,
+    "30": 160,
+    "31": 161,
+    "32": 162,
+    "33": 163,
+    "34": 164,
+    "35": 165,
+    "36": 166,
+    "37": 167,
+    "38": 168,
+    "39": 169,
+    "4": 39,
+    "40": 171,
+    "41": 172,
+    "42": 173,
+    "43": 174,
+    "44": 175,
+    "45": 176,
+    "46": 177,
+    "47": 178,
+    "48": 179,
+    "49": 180,
+    "5": 40,
+    "50": 181,
+    "51": 182,
+    "52": 183,
+    "53": 184,
+    "54": 185,
+    "55": 186,
+    "56": 187,
+    "57": 188,
+    "58": 189,
+    "59": 190,
+    "6": 43,
+    "60": 191,
+    "61": 192,
+    "62": 193,
+    "63": 194,
+    "64": 195,
+    "65": 196,
+    "66": 197,
+    "67": 198,
+    "68": 199,
+    "69": 200,
+    "7": 48,
+    "70": 201,
+    "71": 202,
+    "72": 203,
+    "73": 204,
+    "74": 205,
+    "75": 206,
+    "76": 207,
+    "77": 208,
+    "78": 209,
+    "79": 210,
+    "8": 53,
+    "80": 211,
+    "81": 212,
+    "82": 213,
+    "83": 214,
+    "84": 215,
+    "85": 216,
+    "86": 217,
+    "87": 218,
+    "88": 219,
+    "89": 220,
+    "9": 56,
+    "90": 221,
+    "91": 222,
+    "92": 223,
+    "93": 224,
+    "94": 225,
+    "95": 226,
+    "96": 227,
+    "97": 228,
+    "98": 229,
+    "99": 230
   },
   "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
   "intermediate_size": 1152,
   "label2id": {
-    "AGS Script": "7",
-    "Ada": "222",
-    "Adobe Font Metrics": "43",
-    "ApacheConf": "187",
-    "Apex": "275",
-    "AsciiDoc": "182",
-    "Assembly": "284",
-    "Blade": "210",
-    "Bluespec": "192",
-    "C": "248",
-    "C#": "175",
-    "C++": "269",
-    "CMake": "208",
-    "CODEOWNERS": "138",
-    "Chapel": "155",
-    "CoffeeScript": "254",
-    "ColdFusion": "205",
-    "Common Lisp": "274",
-    "Crystal": "223",
-    "Csound": "126",
-    "Csound Document": "131",
-    "D": "167",
-    "DIGITAL Command Language": "185",
-    "Dart": "195",
-    "Dockerfile": "260",
-    "ECL": "238",
-    "EJS": "235",
-    "Eagle": "209",
-    "Edoid": "277",
-    "Erlang": "247",
-    "Fish": "183",
-    "Fluent": "197",
-    "Fortran Free Form": "243",
-    "FreeBasic": "164",
-    "FreeMarker": "231",
-    "G-code": "262",
-    "GAP": "40",
-    "GAS": "233",
-    "GDB": "272",
-    "GDScript": "203",
-    "GLSL": "215",
-    "Gerber Image": "188",
-    "Gettext Catalog": "199",
-    "Gherkin": "268",
-    "Git Config": "67",
-    "Gnuplot": "176",
-    "Go": "257",
-    "Go Module": "178",
-    "Gradle": "237",
-    "Graphviz (DOT)": "246",
-    "Groovy": "190",
-    "HCL": "214",
-    "HTML+Razor": "242",
-    "Hack": "228",
-    "Haskell": "200",
-    "Haxe": "177",
-    "Hoon": "227",
-    "Ignore List": "158",
-    "ImageJ Macro": "201",
-    "Inform 7": "153",
-    "Inno Setup": "204",
-    "Io": "271",
-    "Ioke": "56",
-    "Isabelle": "218",
-    "J": "252",
-    "JAR Manifest": "53",
-    "JQ": "83",
-    "Java": "265",
-    "JavaScript": "236",
-    "Julia": "266",
-    "Jupyter Notebook": "239",
-    "KiCad Layout": "156",
-    "Kit": "245",
-    "Kotlin": "232",
-    "Kvlang": "64",
-    "LLVM": "249",
-    "Lean": "283",
-    "Less": "224",
-    "Lex": "261",
-    "Logtalk": "244",
-    "LookML": "212",
-    "Lua": "154",
-    "MATLAB": "191",
-    "Makefile": "273",
-    "Mathematica": "38",
-    "Metal": "217",
-    "Modelica": "169",
-    "Nim": "157",
-    "OCaml": "211",
-    "ObjDump": "180",
-    "Objective-C": "162",
-    "Objective-C++": "159",
-    "Open Policy Agent": "280",
-    "OpenEdge ABL": "279",
-    "OpenStep Property List": "39",
-    "OpenType Feature File": "240",
-    "PHP": "251",
-    "PLpgSQL": "229",
-    "POV-Ray SDL": "193",
-    "Pascal": "31",
-    "Perl": "264",
-    "Pickle": "170",
-    "PicoLisp": "17",
-    "PlantUML": "255",
-    "PostScript": "276",
-    "PowerShell": "173",
-    "Prolog": "102",
-    "Protocol Buffer Text Format": "241",
-    "PureScript": "202",
-    "Python": "270",
-    "R": "259",
-    "RDoc": "216",
-    "REALbasic": "58",
-    "Ragel in Ruby Host": "253",
-    "Rascal": "282",
-    "Raw token data": "168",
-    "Redcode": "127",
-    "Ruby": "161",
-    "Rust": "163",
-    "SCSS": "171",
-    "SQF": "198",
-    "SQL": "181",
-    "Sass": "281",
-    "Scala": "230",
-    "Scheme": "165",
-    "Scilab": "263",
-    "Shell": "172",
-    "Smali": "135",
-    "Solidity": "194",
-    "Squirrel": "160",
-    "Starlark": "166",
-    "Stylus": "221",
-    "Swift": "220",
-    "TSV": "206",
-    "TSX": "174",
-    "Thrift": "186",
-    "Turtle": "267",
-    "Twig": "234",
-    "TypeScript": "219",
-    "Unity3D Asset": "278",
-    "Unix Assembly": "100",
-    "Unknown": "91",
-    "VBScript": "196",
-    "VCL": "128",
-    "VHDL": "213",
-    "Verilog": "225",
-    "Vim Script": "256",
-    "Vim Snippet": "258",
-    "Visual Basic": "207",
-    "Visual Basic .NET": "250",
-    "Vue": "179",
-    "Wavefront Object": "184",
-    "XML Property List": "226",
-    "XS": "48",
-    "YANG": "189"
+    "7": "0",
+    "17": "1",
+    "31": "2",
+    "38": "3",
+    "39": "4",
+    "40": "5",
+    "43": "6",
+    "48": "7",
+    "53": "8",
+    "56": "9",
+    "58": "10",
+    "64": "11",
+    "67": "12",
+    "83": "13",
+    "91": "14",
+    "100": "15",
+    "102": "16",
+    "126": "17",
+    "127": "18",
+    "128": "19",
+    "131": "20",
+    "135": "21",
+    "138": "22",
+    "153": "23",
+    "154": "154",
+    "155": "155",
+    "156": "156",
+    "157": "157",
+    "158": "158",
+    "159": "159",
+    "160": "160",
+    "161": "161",
+    "162": "162",
+    "163": "163",
+    "164": "164",
+    "165": "165",
+    "166": "166",
+    "167": "167",
+    "168": "168",
+    "169": "169",
+    "170": "170",
+    "171": "171",
+    "172": "172",
+    "173": "173",
+    "174": "174",
+    "175": "175",
+    "176": "176",
+    "177": "177",
+    "178": "178",
+    "179": "179",
+    "180": "180",
+    "181": "181",
+    "182": "182",
+    "183": "183",
+    "184": "184",
+    "185": "185",
+    "186": "186",
+    "187": "187",
+    "188": "188",
+    "189": "189",
+    "190": "190",
+    "191": "191",
+    "192": "192",
+    "193": "193",
+    "194": "194",
+    "195": "195",
+    "196": "196",
+    "197": "197",
+    "198": "198",
+    "199": "199",
+    "200": "200",
+    "201": "201",
+    "202": "202",
+    "203": "203",
+    "204": "204",
+    "205": "205",
+    "206": "206",
+    "207": "207",
+    "208": "208",
+    "209": "209",
+    "210": "210",
+    "211": "211",
+    "212": "212",
+    "213": "213",
+    "214": "214",
+    "215": "215",
+    "216": "216",
+    "217": "217",
+    "218": "218",
+    "219": "219",
+    "220": "220",
+    "221": "221",
+    "222": "222",
+    "223": "223",
+    "224": "224",
+    "225": "225",
+    "226": "226",
+    "227": "227",
+    "228": "228",
+    "229": "229",
+    "230": "230",
+    "231": "231",
+    "232": "232",
+    "233": "233",
+    "234": "234",
+    "235": "235",
+    "236": "236",
+    "237": "237",
+    "238": "238",
+    "239": "239",
+    "240": "240",
+    "241": "241",
+    "242": "242",
+    "243": "243",
+    "244": "244",
+    "245": "245",
+    "246": "246",
+    "247": "247",
+    "248": "248",
+    "249": "249",
+    "250": "250",
+    "251": "251",
+    "252": "252",
+    "253": "253",
+    "254": "254",
+    "255": "255",
+    "256": "256",
+    "257": "257",
+    "258": "258",
+    "259": "259",
+    "260": "260",
+    "261": "261",
+    "262": "262",
+    "263": "263",
+    "264": "264",
+    "265": "265",
+    "266": "266",
+    "267": "267",
+    "268": "268",
+    "269": "269",
+    "270": "270",
+    "271": "271",
+    "272": "272",
+    "273": "273",
+    "274": "274",
+    "275": "275",
+    "276": "276",
+    "277": "277",
+    "278": "278",
+    "279": "279",
+    "280": "280",
+    "281": "281",
+    "282": "282",
+    "283": "283",
+    "284": "284"
   },
   "layer_norm_eps": 1e-05,
   "local_attention": 128,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95ef29622e699f95a585e6ef1263168d7fb2113107f8d1bec1f3fc3186c5517b
+oid sha256:fe6037a95b51ab55eca90629e34cd687da59993e01ed8b9f1cb15075868a4514
 size 599310308

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78ada9de9dfea8d6abc067a6c0e8e2154382080a2f4def52676217d8bb1155b4
+oid sha256:7ad0181d394bb3507dc8d789366400bf5358f02e775c63324094924065e12b79
 size 5905