Upload inference results

inference/graphcodebert-mixcode-fft/checkpoint-100/metrics.json

@@ -0,0 +1,18 @@
+{
+    "checkpoint": "checkpoint-100",
+    "split": "test",
+    "accuracy": 0.734,
+    "precision": 0.6704,
+    "recall": 0.734,
+    "f1_score": 0.6916,
+    "confusion_matrix": [
+        [
+            707,
+            70
+        ],
+        [
+            196,
+            27
+        ]
+    ]
+}

inference/graphcodebert-mixcode-fft/checkpoint-100/submission.csv

@@ -0,0 +1,1001 @@
+id,label
+0,0
+1,0
+2,1
+3,0
+4,0
+5,0
+6,0
+7,0
+8,1
+9,0
+10,0
+11,0
+12,0
+13,0
+14,1
+15,0
+16,0
+17,0
+18,0
+19,0
+20,0
+21,0
+22,0
+23,1
+24,0
+25,0
+26,0
+27,0
+28,0
+29,0
+30,0
+31,0
+32,0
+33,0
+34,0
+35,0
+36,0
+37,0
+38,0
+39,0
+40,0
+41,0
+42,0
+43,0
+44,0
+45,0
+46,0
+47,0
+48,0
+49,0
+50,0
+51,0
+52,1
+53,1
+54,0
+55,0
+56,0
+57,0
+58,1
+59,0
+60,0
+61,0
+62,0
+63,0
+64,0
+65,0
+66,0
+67,0
+68,1
+69,0
+70,1
+71,0
+72,0
+73,0
+74,0
+75,0
+76,0
+77,0
+78,0
+79,0
+80,0
+81,0
+82,0
+83,0
+84,0
+85,0
+86,0
+87,0
+88,0
+89,0
+90,0
+91,0
+92,0
+93,1
+94,0
+95,0
+96,0
+97,0
+98,0
+99,0
+100,1
+101,0
+102,0
+103,0
+104,0
+105,0
+106,0
+107,0
+108,0
+109,0
+110,0
+111,0
+112,0
+113,0
+114,1
+115,0
+116,0
+117,0
+118,0
+119,0
+120,0
+121,0
+122,0
+123,0
+124,0
+125,0
+126,0
+127,0
+128,0
+129,0
+130,0
+131,0
+132,0
+133,1
+134,0
+135,0
+136,0
+137,0
+138,0
+139,0
+140,0
+141,0
+142,0
+143,0
+144,0
+145,0
+146,0
+147,0
+148,0
+149,1
+150,0
+151,0
+152,1
+153,0
+154,0
+155,0
+156,0
+157,0
+158,0
+159,0
+160,0
+161,0
+162,0
+163,0
+164,0
+165,0
+166,0
+167,0
+168,1
+169,0
+170,0
+171,0
+172,0
+173,0
+174,0
+175,0
+176,0
+177,0
+178,0
+179,0
+180,1
+181,0
+182,0
+183,0
+184,0
+185,0
+186,0
+187,0
+188,0
+189,0
+190,0
+191,0
+192,0
+193,0
+194,0
+195,0
+196,0
+197,0
+198,0
+199,0
+200,0
+201,1
+202,1
+203,0
+204,0
+205,0
+206,0
+207,0
+208,0
+209,0
+210,0
+211,0
+212,0
+213,0
+214,0
+215,0
+216,1
+217,0
+218,0
+219,0
+220,0
+221,0
+222,0
+223,1
+224,0
+225,0
+226,0
+227,0
+228,0
+229,0
+230,1
+231,0
+232,0
+233,0
+234,0
+235,0
+236,0
+237,0
+238,0
+239,0
+240,0
+241,0
+242,0
+243,0
+244,0
+245,0
+246,0
+247,0
+248,0
+249,0
+250,1
+251,0
+252,0
+253,0
+254,0
+255,0
+256,0
+257,1
+258,0
+259,0
+260,0
+261,1
+262,0
+263,0
+264,0
+265,0
+266,0
+267,0
+268,0
+269,1
+270,0
+271,0
+272,1
+273,0
+274,1
+275,0
+276,0
+277,0
+278,0
+279,0
+280,1
+281,0
+282,0
+283,0
+284,0
+285,0
+286,1
+287,0
+288,0
+289,0
+290,0
+291,0
+292,1
+293,0
+294,0
+295,0
+296,0
+297,0
+298,1
+299,0
+300,0
+301,0
+302,1
+303,0
+304,0
+305,0
+306,0
+307,0
+308,0
+309,0
+310,1
+311,0
+312,0
+313,0
+314,0
+315,0
+316,0
+317,0
+318,0
+319,0
+320,0
+321,0
+322,0
+323,0
+324,0
+325,0
+326,0
+327,0
+328,1
+329,0
+330,0
+331,0
+332,1
+333,0
+334,0
+335,0
+336,0
+337,0
+338,0
+339,0
+340,0
+341,0
+342,0
+343,0
+344,1
+345,0
+346,0
+347,0
+348,0
+349,0
+350,0
+351,0
+352,0
+353,0
+354,0
+355,0
+356,0
+357,0
+358,0
+359,0
+360,0
+361,0
+362,0
+363,0
+364,0
+365,0
+366,1
+367,0
+368,0
+369,0
+370,0
+371,0
+372,1
+373,0
+374,0
+375,1
+376,1
+377,0
+378,0
+379,0
+380,0
+381,0
+382,0
+383,0
+384,1
+385,0
+386,0
+387,0
+388,0
+389,0
+390,0
+391,0
+392,0
+393,0
+394,0
+395,0
+396,0
+397,0
+398,0
+399,0
+400,0
+401,0
+402,0
+403,0
+404,0
+405,0
+406,0
+407,0
+408,0
+409,1
+410,0
+411,0
+412,0
+413,0
+414,0
+415,0
+416,1
+417,0
+418,0
+419,1
+420,0
+421,0
+422,1
+423,0
+424,0
+425,1
+426,1
+427,1
+428,0
+429,0
+430,0
+431,0
+432,0
+433,0
+434,0
+435,0
+436,0
+437,0
+438,0
+439,0
+440,0
+441,0
+442,0
+443,0
+444,0
+445,0
+446,0
+447,0
+448,0
+449,0
+450,0
+451,0
+452,0
+453,0
+454,0
+455,0
+456,0
+457,0
+458,0
+459,0
+460,0
+461,0
+462,0
+463,0
+464,0
+465,0
+466,0
+467,1
+468,0
+469,0
+470,0
+471,0
+472,0
+473,0
+474,0
+475,0
+476,0
+477,0
+478,0
+479,0
+480,0
+481,0
+482,0
+483,0
+484,0
+485,0
+486,0
+487,0
+488,0
+489,0
+490,0
+491,0
+492,0
+493,0
+494,0
+495,0
+496,0
+497,0
+498,0
+499,0
+500,0
+501,0
+502,0
+503,0
+504,1
+505,0
+506,0
+507,0
+508,0
+509,0
+510,0
+511,0
+512,0
+513,0
+514,0
+515,0
+516,0
+517,0
+518,0
+519,0
+520,0
+521,0
+522,0
+523,0
+524,0
+525,0
+526,0
+527,0
+528,0
+529,0
+530,0
+531,0
+532,0
+533,0
+534,0
+535,1
+536,0
+537,0
+538,0
+539,0
+540,0
+541,1
+542,0
+543,0
+544,0
+545,1
+546,0
+547,0
+548,0
+549,0
+550,0
+551,0
+552,0
+553,0
+554,1
+555,0
+556,0
+557,0
+558,0
+559,0
+560,0
+561,0
+562,0
+563,0
+564,0
+565,0
+566,1
+567,1
+568,1
+569,0
+570,0
+571,0
+572,0
+573,0
+574,1
+575,0
+576,0
+577,0
+578,0
+579,0
+580,0
+581,0
+582,0
+583,0
+584,0
+585,0
+586,0
+587,0
+588,0
+589,0
+590,0
+591,0
+592,0
+593,0
+594,0
+595,0
+596,0
+597,0
+598,0
+599,0
+600,0
+601,0
+602,0
+603,1
+604,0
+605,0
+606,0
+607,1
+608,0
+609,0
+610,0
+611,0
+612,0
+613,0
+614,0
+615,0
+616,0
+617,0
+618,1
+619,1
+620,0
+621,1
+622,0
+623,0
+624,0
+625,0
+626,0
+627,0
+628,1
+629,0
+630,0
+631,0
+632,0
+633,0
+634,0
+635,0
+636,0
+637,0
+638,0
+639,1
+640,0
+641,0
+642,0
+643,1
+644,0
+645,0
+646,0
+647,0
+648,0
+649,0
+650,1
+651,0
+652,0
+653,0
+654,0
+655,1
+656,0
+657,0
+658,0
+659,0
+660,1
+661,0
+662,0
+663,0
+664,0
+665,0
+666,0
+667,0
+668,0
+669,1
+670,0
+671,1
+672,1
+673,0
+674,0
+675,0
+676,0
+677,0
+678,0
+679,0
+680,0
+681,0
+682,0
+683,0
+684,0
+685,1
+686,0
+687,0
+688,0
+689,0
+690,0
+691,0
+692,0
+693,0
+694,0
+695,0
+696,0
+697,0
+698,0
+699,0
+700,1
+701,0
+702,1
+703,0
+704,0
+705,0
+706,0
+707,0
+708,0
+709,0
+710,0
+711,1
+712,0
+713,0
+714,0
+715,0
+716,0
+717,0
+718,0
+719,0
+720,0
+721,0
+722,1
+723,1
+724,1
+725,0
+726,0
+727,0
+728,0
+729,0
+730,0
+731,0
+732,0
+733,0
+734,0
+735,1
+736,0
+737,0
+738,0
+739,1
+740,0
+741,0
+742,0
+743,0
+744,0
+745,0
+746,0
+747,0
+748,0
+749,0
+750,0
+751,0
+752,1
+753,0
+754,0
+755,0
+756,0
+757,0
+758,0
+759,0
+760,0
+761,0
+762,0
+763,0
+764,0
+765,0
+766,0
+767,0
+768,0
+769,0
+770,0
+771,0
+772,0
+773,0
+774,0
+775,0
+776,0
+777,0
+778,0
+779,0
+780,0
+781,0
+782,0
+783,0
+784,1
+785,0
+786,0
+787,0
+788,0
+789,0
+790,0
+791,0
+792,0
+793,0
+794,0
+795,0
+796,0
+797,0
+798,0
+799,0
+800,0
+801,0
+802,0
+803,0
+804,1
+805,0
+806,1
+807,0
+808,0
+809,0
+810,0
+811,0
+812,0
+813,0
+814,0
+815,0
+816,0
+817,0
+818,0
+819,0
+820,0
+821,0
+822,0
+823,0
+824,0
+825,0
+826,0
+827,0
+828,0
+829,1
+830,0
+831,0
+832,0
+833,0
+834,0
+835,0
+836,0
+837,0
+838,0
+839,0
+840,0
+841,0
+842,0
+843,0
+844,0
+845,0
+846,0
+847,0
+848,0
+849,1
+850,0
+851,0
+852,0
+853,0
+854,0
+855,0
+856,0
+857,0
+858,0
+859,0
+860,0
+861,0
+862,0
+863,0
+864,0
+865,0
+866,1
+867,0
+868,0
+869,0
+870,0
+871,1
+872,0
+873,0
+874,0
+875,0
+876,0
+877,0
+878,0
+879,0
+880,0
+881,0
+882,0
+883,0
+884,0
+885,0
+886,0
+887,1
+888,1
+889,0
+890,0
+891,0
+892,0
+893,0
+894,0
+895,0
+896,0
+897,0
+898,0
+899,0
+900,1
+901,0
+902,0
+903,0
+904,0
+905,0
+906,0
+907,0
+908,0
+909,0
+910,0
+911,0
+912,0
+913,0
+914,0
+915,0
+916,0
+917,0
+918,0
+919,0
+920,0
+921,0
+922,0
+923,0
+924,0
+925,0
+926,0
+927,0
+928,0
+929,0
+930,0
+931,0
+932,0
+933,0
+934,0
+935,0
+936,0
+937,0
+938,0
+939,0
+940,0
+941,0
+942,0
+943,0
+944,1
+945,0
+946,0
+947,0
+948,0
+949,0
+950,1
+951,0
+952,0
+953,0
+954,0
+955,0
+956,0
+957,0
+958,0
+959,0
+960,0
+961,0
+962,0
+963,0
+964,0
+965,1
+966,0
+967,0
+968,0
+969,0
+970,0
+971,0
+972,1
+973,0
+974,0
+975,0
+976,0
+977,0
+978,0
+979,0
+980,0
+981,0
+982,0
+983,0
+984,0
+985,0
+986,0
+987,0
+988,0
+989,0
+990,0
+991,0
+992,0
+993,0
+994,0
+995,0
+996,0
+997,0
+998,0
+999,0

inference/graphcodebert-mixcode-fft/checkpoint-150/metrics.json

@@ -0,0 +1,18 @@
+{
+    "checkpoint": "checkpoint-150",
+    "split": "test",
+    "accuracy": 0.687,
+    "precision": 0.6708,
+    "recall": 0.687,
+    "f1_score": 0.6784,
+    "confusion_matrix": [
+        [
+            636,
+            141
+        ],
+        [
+            172,
+            51
+        ]
+    ]
+}

inference/graphcodebert-mixcode-fft/checkpoint-150/submission.csv

@@ -0,0 +1,1001 @@
+id,label
+0,0
+1,0
+2,1
+3,0
+4,0
+5,0
+6,0
+7,0
+8,1
+9,0
+10,0
+11,0
+12,0
+13,0
+14,1
+15,0
+16,0
+17,0
+18,0
+19,0
+20,0
+21,0
+22,0
+23,1
+24,1
+25,0
+26,0
+27,0
+28,0
+29,0
+30,0
+31,1
+32,0
+33,0
+34,0
+35,0
+36,0
+37,0
+38,0
+39,0
+40,0
+41,1
+42,0
+43,0
+44,0
+45,0
+46,0
+47,0
+48,0
+49,0
+50,0
+51,0
+52,1
+53,1
+54,0
+55,0
+56,0
+57,0
+58,1
+59,0
+60,0
+61,0
+62,0
+63,0
+64,0
+65,0
+66,0
+67,0
+68,1
+69,0
+70,1
+71,0
+72,0
+73,0
+74,1
+75,0
+76,0
+77,0
+78,0
+79,0
+80,0
+81,0
+82,0
+83,0
+84,0
+85,0
+86,0
+87,1
+88,0
+89,0
+90,1
+91,0
+92,0
+93,1
+94,0
+95,0
+96,0
+97,0
+98,0
+99,0
+100,1
+101,0
+102,0
+103,0
+104,0
+105,0
+106,0
+107,0
+108,0
+109,0
+110,0
+111,0
+112,0
+113,0
+114,1
+115,1
+116,0
+117,0
+118,0
+119,0
+120,0
+121,1
+122,0
+123,1
+124,1
+125,0
+126,0
+127,0
+128,0
+129,0
+130,0
+131,1
+132,0
+133,1
+134,0
+135,0
+136,0
+137,1
+138,0
+139,0
+140,0
+141,0
+142,0
+143,0
+144,0
+145,0
+146,0
+147,0
+148,0
+149,1
+150,0
+151,0
+152,1
+153,0
+154,0
+155,1
+156,0
+157,0
+158,0
+159,0
+160,0
+161,0
+162,1
+163,0
+164,1
+165,0
+166,1
+167,0
+168,1
+169,1
+170,0
+171,0
+172,0
+173,0
+174,0
+175,0
+176,1
+177,0
+178,0
+179,0
+180,1
+181,0
+182,0
+183,0
+184,0
+185,1
+186,0
+187,0
+188,1
+189,0
+190,0
+191,0
+192,0
+193,0
+194,0
+195,1
+196,0
+197,0
+198,0
+199,0
+200,0
+201,1
+202,1
+203,0
+204,0
+205,0
+206,0
+207,0
+208,0
+209,1
+210,0
+211,0
+212,0
+213,0
+214,0
+215,0
+216,1
+217,0
+218,0
+219,0
+220,0
+221,0
+222,0
+223,1
+224,0
+225,0
+226,0
+227,0
+228,0
+229,1
+230,1
+231,0
+232,0
+233,0
+234,0
+235,0
+236,0
+237,1
+238,0
+239,0
+240,0
+241,0
+242,0
+243,0
+244,0
+245,0
+246,1
+247,0
+248,0
+249,0
+250,1
+251,0
+252,0
+253,0
+254,0
+255,0
+256,0
+257,1
+258,0
+259,0
+260,0
+261,1
+262,0
+263,1
+264,0
+265,0
+266,0
+267,0
+268,0
+269,1
+270,0
+271,0
+272,1
+273,1
+274,1
+275,0
+276,0
+277,0
+278,0
+279,0
+280,1
+281,0
+282,0
+283,0
+284,0
+285,0
+286,1
+287,0
+288,0
+289,0
+290,0
+291,0
+292,1
+293,0
+294,0
+295,0
+296,0
+297,0
+298,1
+299,0
+300,0
+301,0
+302,1
+303,0
+304,0
+305,1
+306,0
+307,0
+308,0
+309,0
+310,1
+311,0
+312,1
+313,0
+314,0
+315,0
+316,0
+317,0
+318,0
+319,0
+320,0
+321,0
+322,0
+323,0
+324,0
+325,0
+326,0
+327,0
+328,1
+329,0
+330,0
+331,0
+332,1
+333,0
+334,0
+335,0
+336,0
+337,0
+338,0
+339,0
+340,0
+341,0
+342,0
+343,0
+344,1
+345,0
+346,0
+347,0
+348,0
+349,0
+350,0
+351,0
+352,0
+353,0
+354,1
+355,0
+356,1
+357,0
+358,0
+359,0
+360,0
+361,0
+362,0
+363,0
+364,1
+365,0
+366,1
+367,0
+368,0
+369,0
+370,0
+371,0
+372,1
+373,0
+374,0
+375,1
+376,1
+377,0
+378,0
+379,0
+380,0
+381,0
+382,1
+383,0
+384,1
+385,0
+386,0
+387,0
+388,0
+389,0
+390,0
+391,0
+392,0
+393,0
+394,0
+395,0
+396,0
+397,1
+398,0
+399,0
+400,0
+401,0
+402,0
+403,1
+404,0
+405,1
+406,0
+407,0
+408,0
+409,1
+410,0
+411,0
+412,0
+413,0
+414,0
+415,1
+416,1
+417,1
+418,0
+419,1
+420,0
+421,0
+422,1
+423,0
+424,0
+425,1
+426,1
+427,1
+428,0
+429,0
+430,0
+431,0
+432,0
+433,0
+434,0
+435,0
+436,0
+437,0
+438,0
+439,1
+440,0
+441,0
+442,0
+443,0
+444,0
+445,0
+446,1
+447,0
+448,0
+449,0
+450,0
+451,0
+452,0
+453,0
+454,0
+455,0
+456,0
+457,1
+458,1
+459,0
+460,1
+461,0
+462,0
+463,0
+464,0
+465,0
+466,0
+467,1
+468,1
+469,0
+470,0
+471,0
+472,0
+473,0
+474,0
+475,0
+476,0
+477,0
+478,0
+479,0
+480,0
+481,0
+482,1
+483,0
+484,0
+485,0
+486,0
+487,0
+488,0
+489,0
+490,0
+491,1
+492,0
+493,0
+494,0
+495,0
+496,0
+497,0
+498,0
+499,0
+500,0
+501,0
+502,0
+503,0
+504,1
+505,0
+506,0
+507,0
+508,0
+509,1
+510,1
+511,0
+512,0
+513,1
+514,0
+515,0
+516,0
+517,0
+518,0
+519,0
+520,0
+521,0
+522,0
+523,0
+524,0
+525,0
+526,0
+527,1
+528,0
+529,0
+530,0
+531,0
+532,0
+533,1
+534,0
+535,1
+536,0
+537,0
+538,0
+539,0
+540,0
+541,1
+542,0
+543,0
+544,0
+545,1
+546,0
+547,0
+548,0
+549,1
+550,1
+551,0
+552,0
+553,0
+554,1
+555,0
+556,0
+557,0
+558,0
+559,0
+560,0
+561,0
+562,0
+563,0
+564,0
+565,0
+566,1
+567,1
+568,1
+569,1
+570,0
+571,0
+572,0
+573,1
+574,1
+575,0
+576,0
+577,0
+578,1
+579,0
+580,0
+581,0
+582,0
+583,1
+584,0
+585,0
+586,0
+587,0
+588,1
+589,0
+590,0
+591,0
+592,0
+593,0
+594,0
+595,0
+596,0
+597,0
+598,0
+599,0
+600,0
+601,0
+602,0
+603,1
+604,0
+605,0
+606,0
+607,1
+608,0
+609,1
+610,0
+611,0
+612,0
+613,0
+614,0
+615,0
+616,0
+617,0
+618,1
+619,1
+620,0
+621,1
+622,0
+623,0
+624,0
+625,0
+626,1
+627,0
+628,1
+629,0
+630,0
+631,0
+632,0
+633,0
+634,0
+635,0
+636,0
+637,0
+638,0
+639,1
+640,0
+641,0
+642,0
+643,1
+644,0
+645,0
+646,1
+647,0
+648,0
+649,0
+650,1
+651,0
+652,0
+653,0
+654,0
+655,1
+656,0
+657,0
+658,0
+659,0
+660,1
+661,0
+662,1
+663,0
+664,1
+665,0
+666,0
+667,0
+668,0
+669,1
+670,0
+671,1
+672,1
+673,0
+674,0
+675,0
+676,0
+677,0
+678,0
+679,0
+680,0
+681,0
+682,0
+683,0
+684,0
+685,1
+686,0
+687,0
+688,0
+689,0
+690,0
+691,0
+692,0
+693,0
+694,0
+695,0
+696,0
+697,0
+698,0
+699,1
+700,1
+701,0
+702,1
+703,0
+704,0
+705,0
+706,0
+707,0
+708,0
+709,0
+710,0
+711,1
+712,0
+713,1
+714,0
+715,0
+716,0
+717,0
+718,0
+719,0
+720,0
+721,0
+722,1
+723,1
+724,1
+725,0
+726,0
+727,1
+728,0
+729,0
+730,0
+731,0
+732,1
+733,0
+734,0
+735,1
+736,0
+737,0
+738,0
+739,1
+740,0
+741,0
+742,0
+743,0
+744,0
+745,0
+746,0
+747,1
+748,0
+749,0
+750,0
+751,0
+752,1
+753,1
+754,0
+755,0
+756,0
+757,0
+758,0
+759,0
+760,0
+761,0
+762,1
+763,1
+764,0
+765,0
+766,0
+767,0
+768,0
+769,0
+770,0
+771,0
+772,0
+773,0
+774,0
+775,0
+776,1
+777,0
+778,0
+779,0
+780,1
+781,0
+782,0
+783,1
+784,1
+785,0
+786,0
+787,0
+788,0
+789,0
+790,0
+791,0
+792,0
+793,0
+794,0
+795,0
+796,1
+797,0
+798,0
+799,0
+800,0
+801,0
+802,0
+803,0
+804,1
+805,0
+806,1
+807,0
+808,0
+809,0
+810,0
+811,0
+812,0
+813,0
+814,0
+815,0
+816,0
+817,0
+818,0
+819,0
+820,0
+821,1
+822,0
+823,0
+824,0
+825,0
+826,0
+827,0
+828,0
+829,1
+830,0
+831,0
+832,0
+833,0
+834,0
+835,1
+836,0
+837,0
+838,0
+839,0
+840,0
+841,0
+842,0
+843,0
+844,0
+845,0
+846,0
+847,0
+848,1
+849,1
+850,0
+851,0
+852,0
+853,0
+854,0
+855,0
+856,0
+857,0
+858,0
+859,0
+860,0
+861,0
+862,0
+863,0
+864,0
+865,0
+866,1
+867,0
+868,0
+869,0
+870,1
+871,1
+872,0
+873,1
+874,0
+875,0
+876,0
+877,0
+878,0
+879,0
+880,1
+881,0
+882,0
+883,0
+884,0
+885,0
+886,0
+887,1
+888,1
+889,0
+890,0
+891,0
+892,0
+893,0
+894,0
+895,1
+896,1
+897,0
+898,0
+899,0
+900,1
+901,1
+902,1
+903,0
+904,0
+905,0
+906,0
+907,1
+908,0
+909,0
+910,0
+911,1
+912,0
+913,0
+914,0
+915,0
+916,0
+917,1
+918,0
+919,0
+920,0
+921,0
+922,0
+923,1
+924,1
+925,0
+926,1
+927,0
+928,0
+929,0
+930,0
+931,0
+932,0
+933,0
+934,0
+935,0
+936,0
+937,0
+938,0
+939,0
+940,1
+941,0
+942,0
+943,0
+944,1
+945,0
+946,0
+947,0
+948,0
+949,0
+950,1
+951,0
+952,0
+953,0
+954,0
+955,0
+956,0
+957,0
+958,0
+959,0
+960,0
+961,0
+962,0
+963,0
+964,0
+965,1
+966,0
+967,0
+968,0
+969,0
+970,0
+971,0
+972,1
+973,0
+974,0
+975,0
+976,0
+977,0
+978,0
+979,0
+980,0
+981,0
+982,1
+983,1
+984,0
+985,0
+986,0
+987,0
+988,0
+989,0
+990,0
+991,0
+992,0
+993,0
+994,0
+995,1
+996,0
+997,0
+998,0
+999,0

inference/graphcodebert-mixcode-fft/checkpoint-200/inference.log

@@ -0,0 +1,630 @@
+2026-04-20 11:15:57,077 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:15:57,642 - INFO - ===== Model Architecture =====
+2026-04-20 11:15:57,646 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:15:57,651 - INFO - ===== Parameter Summary =====
+2026-04-20 11:15:57,654 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:15:57,656 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:15:57,658 - INFO - Non-trainable Parameters: 0
+2026-04-20 11:15:57,662 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:15:57,722 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:15:57,726 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:15:58,051 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:16:00,140 - INFO - Tokenising dataset...
+2026-04-20 11:16:00,328 - INFO - Running inference on 1000 examples...
+2026-04-20 11:16:34,745 - INFO - Classification metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:16:34,789 - INFO - ------------------------------
+2026-04-20 11:16:34,795 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:16:34,799 - INFO - Accuracy:  0.5880
+2026-04-20 11:16:34,805 - INFO - Precision: 0.6758
+2026-04-20 11:16:34,814 - INFO - Recall:    0.5880
+2026-04-20 11:16:34,821 - INFO - F1-Score:  0.6189
+2026-04-20 11:16:34,829 - INFO - ------------------------------
+2026-04-20 11:16:34,834 - INFO - Confusion Matrix:
+[[490 287]
+ [125  98]]
+2026-04-20 11:16:34,842 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/metrics.json
+2026-04-20 11:16:34,850 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/submission.csv
+2026-04-20 11:18:51,695 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:18:51,695 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:18:52,448 - INFO - ===== Model Architecture =====
+2026-04-20 11:18:52,448 - INFO - ===== Model Architecture =====
+2026-04-20 11:18:52,458 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:18:52,458 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:18:52,475 - INFO - ===== Parameter Summary =====
+2026-04-20 11:18:52,475 - INFO - ===== Parameter Summary =====
+2026-04-20 11:18:52,482 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:18:52,482 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:18:52,487 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:18:52,487 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:18:52,493 - INFO - Non-trainable Parameters: 0
+2026-04-20 11:18:52,493 - INFO - Non-trainable Parameters: 0
+2026-04-20 11:18:52,499 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:18:52,499 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:18:52,537 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:18:52,537 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:18:52,545 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:18:52,545 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:18:52,827 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:18:52,827 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:18:54,882 - INFO - Tokenising dataset...
+2026-04-20 11:18:54,882 - INFO - Tokenising dataset...
+2026-04-20 11:18:55,060 - INFO - Running inference on 1000 examples...
+2026-04-20 11:18:55,060 - INFO - Running inference on 1000 examples...
+2026-04-20 11:19:29,762 - INFO - Classification metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:19:29,762 - INFO - Classification metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:19:29,813 - INFO - ------------------------------
+2026-04-20 11:19:29,813 - INFO - ------------------------------
+2026-04-20 11:19:29,818 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:19:29,818 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:19:29,824 - INFO - Accuracy:  0.5880
+2026-04-20 11:19:29,824 - INFO - Accuracy:  0.5880
+2026-04-20 11:19:29,829 - INFO - Precision: 0.6758
+2026-04-20 11:19:29,829 - INFO - Precision: 0.6758
+2026-04-20 11:19:29,834 - INFO - Recall:    0.5880
+2026-04-20 11:19:29,834 - INFO - Recall:    0.5880
+2026-04-20 11:19:29,839 - INFO - F1-Score:  0.6189
+2026-04-20 11:19:29,839 - INFO - F1-Score:  0.6189
+2026-04-20 11:19:29,846 - INFO - ------------------------------
+2026-04-20 11:19:29,846 - INFO - ------------------------------
+2026-04-20 11:19:29,853 - INFO - Confusion Matrix:
+[[490 287]
+ [125  98]]
+2026-04-20 11:19:29,853 - INFO - Confusion Matrix:
+[[490 287]
+ [125  98]]
+2026-04-20 11:19:29,859 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/metrics.json
+2026-04-20 11:19:29,859 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/metrics.json
+2026-04-20 11:19:29,865 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/submission.csv
+2026-04-20 11:19:29,865 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/submission.csv
+2026-04-20 11:21:17,370 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-150
+2026-04-20 11:21:17,370 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-150
+2026-04-20 11:21:17,931 - INFO - ===== Model Architecture =====
+2026-04-20 11:21:17,931 - INFO - ===== Model Architecture =====
+2026-04-20 11:21:17,944 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:21:17,944 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:21:17,954 - INFO - ===== Parameter Summary =====
+2026-04-20 11:21:17,954 - INFO - ===== Parameter Summary =====
+2026-04-20 11:21:17,963 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:21:17,963 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:21:17,970 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:21:17,970 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:21:17,980 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:21:17,980 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:21:17,986 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:21:17,986 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:21:18,059 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:21:18,059 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:21:18,067 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:21:18,067 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:21:18,559 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:21:18,559 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:21:20,637 - INFO - Tokenising dataset...
+2026-04-20 11:21:20,637 - INFO - Tokenising dataset...
+2026-04-20 11:21:20,809 - INFO - Running inference on 1000 examples...
+2026-04-20 11:21:20,809 - INFO - Running inference on 1000 examples...
+2026-04-20 11:21:55,162 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-150
+2026-04-20 11:21:55,162 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-150
+2026-04-20 11:21:55,216 - INFO - ------------------------------
+2026-04-20 11:21:55,216 - INFO - ------------------------------
+2026-04-20 11:21:55,223 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:21:55,223 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:21:55,232 - INFO - Accuracy:  0.6870
+2026-04-20 11:21:55,232 - INFO - Accuracy:  0.6870
+2026-04-20 11:21:55,239 - INFO - Precision: 0.6708
+2026-04-20 11:21:55,239 - INFO - Precision: 0.6708
+2026-04-20 11:21:55,247 - INFO - Recall:    0.6870
+2026-04-20 11:21:55,247 - INFO - Recall:    0.6870
+2026-04-20 11:21:55,256 - INFO - F1‑Score:  0.6784
+2026-04-20 11:21:55,256 - INFO - F1‑Score:  0.6784
+2026-04-20 11:21:55,260 - INFO - ------------------------------
+2026-04-20 11:21:55,260 - INFO - ------------------------------
+2026-04-20 11:21:55,268 - INFO - Confusion Matrix:
+[[636 141]
+ [172  51]]
+2026-04-20 11:21:55,268 - INFO - Confusion Matrix:
+[[636 141]
+ [172  51]]
+2026-04-20 11:21:55,280 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-150/metrics.json
+2026-04-20 11:21:55,280 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-150/metrics.json
+2026-04-20 11:21:55,288 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-150/submission.csv
+2026-04-20 11:21:55,288 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-150/submission.csv
+2026-04-20 11:22:18,401 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-100
+2026-04-20 11:22:18,401 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-100
+2026-04-20 11:22:19,077 - INFO - ===== Model Architecture =====
+2026-04-20 11:22:19,077 - INFO - ===== Model Architecture =====
+2026-04-20 11:22:19,094 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:22:19,094 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:22:19,112 - INFO - ===== Parameter Summary =====
+2026-04-20 11:22:19,112 - INFO - ===== Parameter Summary =====
+2026-04-20 11:22:19,123 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:22:19,123 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:22:19,132 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:22:19,132 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:22:19,141 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:22:19,141 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:22:19,145 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:22:19,145 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:22:19,195 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:22:19,195 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:22:19,205 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:22:19,205 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:22:21,126 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:22:21,126 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:22:23,159 - INFO - Tokenising dataset...
+2026-04-20 11:22:23,159 - INFO - Tokenising dataset...
+2026-04-20 11:22:23,233 - INFO - Running inference on 1000 examples...
+2026-04-20 11:22:23,233 - INFO - Running inference on 1000 examples...
+2026-04-20 11:22:57,170 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-100
+2026-04-20 11:22:57,170 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-100
+2026-04-20 11:22:57,283 - INFO - ------------------------------
+2026-04-20 11:22:57,283 - INFO - ------------------------------
+2026-04-20 11:22:57,300 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:22:57,300 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:22:57,312 - INFO - Accuracy:  0.7340
+2026-04-20 11:22:57,312 - INFO - Accuracy:  0.7340
+2026-04-20 11:22:57,326 - INFO - Precision: 0.6704
+2026-04-20 11:22:57,326 - INFO - Precision: 0.6704
+2026-04-20 11:22:57,337 - INFO - Recall:    0.7340
+2026-04-20 11:22:57,337 - INFO - Recall:    0.7340
+2026-04-20 11:22:57,354 - INFO - F1‑Score:  0.6916
+2026-04-20 11:22:57,354 - INFO - F1‑Score:  0.6916
+2026-04-20 11:22:57,373 - INFO - ------------------------------
+2026-04-20 11:22:57,373 - INFO - ------------------------------
+2026-04-20 11:22:57,392 - INFO - Confusion Matrix:
+[[707  70]
+ [196  27]]
+2026-04-20 11:22:57,392 - INFO - Confusion Matrix:
+[[707  70]
+ [196  27]]
+2026-04-20 11:22:57,401 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-100/metrics.json
+2026-04-20 11:22:57,401 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-100/metrics.json
+2026-04-20 11:22:57,412 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-100/submission.csv
+2026-04-20 11:22:57,412 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-100/submission.csv
+2026-04-20 11:23:14,035 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-50
+2026-04-20 11:23:14,035 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-50
+2026-04-20 11:23:14,977 - INFO - ===== Model Architecture =====
+2026-04-20 11:23:14,977 - INFO - ===== Model Architecture =====
+2026-04-20 11:23:14,996 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:23:14,996 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:23:15,018 - INFO - ===== Parameter Summary =====
+2026-04-20 11:23:15,018 - INFO - ===== Parameter Summary =====
+2026-04-20 11:23:15,029 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:23:15,029 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:23:15,041 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:23:15,041 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:23:15,052 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:23:15,052 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:23:15,068 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:23:15,068 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:23:15,164 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:23:15,164 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:23:15,176 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:23:15,176 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:23:17,129 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:23:17,129 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:23:19,193 - INFO - Tokenising dataset...
+2026-04-20 11:23:19,193 - INFO - Tokenising dataset...
+2026-04-20 11:23:19,390 - INFO - Running inference on 1000 examples...
+2026-04-20 11:23:19,390 - INFO - Running inference on 1000 examples...
+2026-04-20 11:23:53,670 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-50
+2026-04-20 11:23:53,670 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-50
+2026-04-20 11:23:53,713 - INFO - ------------------------------
+2026-04-20 11:23:53,713 - INFO - ------------------------------
+2026-04-20 11:23:53,719 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:23:53,719 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:23:53,731 - INFO - Accuracy:  0.7400
+2026-04-20 11:23:53,731 - INFO - Accuracy:  0.7400
+2026-04-20 11:23:53,740 - INFO - Precision: 0.6640
+2026-04-20 11:23:53,740 - INFO - Precision: 0.6640
+2026-04-20 11:23:53,752 - INFO - Recall:    0.7400
+2026-04-20 11:23:53,752 - INFO - Recall:    0.7400
+2026-04-20 11:23:53,761 - INFO - F1‑Score:  0.6879
+2026-04-20 11:23:53,761 - INFO - F1‑Score:  0.6879
+2026-04-20 11:23:53,773 - INFO - ------------------------------
+2026-04-20 11:23:53,773 - INFO - ------------------------------
+2026-04-20 11:23:53,782 - INFO - Confusion Matrix:
+[[720  57]
+ [203  20]]
+2026-04-20 11:23:53,782 - INFO - Confusion Matrix:
+[[720  57]
+ [203  20]]
+2026-04-20 11:23:53,793 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-50/metrics.json
+2026-04-20 11:23:53,793 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-50/metrics.json
+2026-04-20 11:23:53,807 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-50/submission.csv
+2026-04-20 11:23:53,807 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-50/submission.csv

inference/graphcodebert-mixcode-fft/checkpoint-200/metrics.json

@@ -0,0 +1,18 @@
+{
+    "checkpoint": "checkpoint-200",
+    "split": "test",
+    "accuracy": 0.588,
+    "precision": 0.6758,
+    "recall": 0.588,
+    "f1_score": 0.6189,
+    "confusion_matrix": [
+        [
+            490,
+            287
+        ],
+        [
+            125,
+            98
+        ]
+    ]
+}

inference/graphcodebert-mixcode-fft/checkpoint-200/submission.csv

@@ -0,0 +1,1001 @@
+id,label
+0,0
+1,0
+2,1
+3,0
+4,1
+5,0
+6,1
+7,0
+8,1
+9,0
+10,0
+11,0
+12,0
+13,0
+14,1
+15,0
+16,0
+17,1
+18,0
+19,0
+20,0
+21,0
+22,0
+23,1
+24,1
+25,0
+26,0
+27,0
+28,0
+29,0
+30,1
+31,1
+32,0
+33,1
+34,0
+35,0
+36,0
+37,0
+38,1
+39,0
+40,0
+41,1
+42,1
+43,0
+44,0
+45,0
+46,0
+47,0
+48,0
+49,0
+50,0
+51,0
+52,1
+53,1
+54,1
+55,0
+56,0
+57,0
+58,1
+59,0
+60,0
+61,0
+62,0
+63,0
+64,0
+65,1
+66,0
+67,0
+68,1
+69,0
+70,1
+71,0
+72,1
+73,0
+74,1
+75,0
+76,0
+77,0
+78,0
+79,0
+80,1
+81,1
+82,0
+83,0
+84,0
+85,1
+86,0
+87,1
+88,0
+89,0
+90,1
+91,1
+92,0
+93,1
+94,1
+95,0
+96,0
+97,0
+98,0
+99,0
+100,1
+101,0
+102,1
+103,0
+104,0
+105,0
+106,0
+107,0
+108,1
+109,0
+110,0
+111,0
+112,0
+113,0
+114,1
+115,1
+116,0
+117,0
+118,1
+119,0
+120,1
+121,1
+122,1
+123,1
+124,1
+125,0
+126,1
+127,0
+128,0
+129,1
+130,0
+131,1
+132,0
+133,1
+134,1
+135,1
+136,0
+137,1
+138,0
+139,0
+140,1
+141,1
+142,1
+143,0
+144,0
+145,0
+146,0
+147,1
+148,1
+149,1
+150,0
+151,0
+152,1
+153,1
+154,0
+155,1
+156,0
+157,0
+158,0
+159,0
+160,1
+161,0
+162,1
+163,0
+164,1
+165,0
+166,1
+167,0
+168,1
+169,1
+170,1
+171,1
+172,1
+173,0
+174,1
+175,0
+176,1
+177,0
+178,0
+179,0
+180,1
+181,0
+182,0
+183,1
+184,1
+185,1
+186,0
+187,1
+188,1
+189,0
+190,0
+191,1
+192,1
+193,1
+194,0
+195,1
+196,0
+197,0
+198,0
+199,0
+200,1
+201,1
+202,1
+203,0
+204,0
+205,1
+206,0
+207,0
+208,0
+209,1
+210,0
+211,0
+212,0
+213,1
+214,0
+215,0
+216,1
+217,0
+218,0
+219,0
+220,0
+221,0
+222,0
+223,1
+224,1
+225,0
+226,0
+227,0
+228,0
+229,1
+230,1
+231,0
+232,0
+233,0
+234,0
+235,1
+236,0
+237,1
+238,1
+239,0
+240,0
+241,0
+242,0
+243,0
+244,0
+245,1
+246,1
+247,0
+248,0
+249,0
+250,1
+251,0
+252,0
+253,0
+254,0
+255,0
+256,1
+257,1
+258,0
+259,0
+260,0
+261,1
+262,0
+263,1
+264,0
+265,0
+266,0
+267,0
+268,0
+269,1
+270,1
+271,0
+272,1
+273,1
+274,1
+275,0
+276,0
+277,0
+278,1
+279,0
+280,1
+281,0
+282,0
+283,0
+284,0
+285,0
+286,1
+287,0
+288,0
+289,0
+290,0
+291,0
+292,1
+293,1
+294,0
+295,0
+296,0
+297,0
+298,1
+299,1
+300,0
+301,0
+302,1
+303,0
+304,1
+305,1
+306,1
+307,1
+308,0
+309,1
+310,1
+311,0
+312,1
+313,0
+314,0
+315,0
+316,0
+317,1
+318,0
+319,0
+320,0
+321,0
+322,0
+323,0
+324,0
+325,0
+326,1
+327,1
+328,1
+329,0
+330,0
+331,1
+332,1
+333,1
+334,0
+335,0
+336,0
+337,0
+338,0
+339,1
+340,0
+341,0
+342,0
+343,0
+344,1
+345,0
+346,1
+347,0
+348,0
+349,0
+350,0
+351,0
+352,1
+353,1
+354,1
+355,1
+356,1
+357,0
+358,0
+359,0
+360,0
+361,0
+362,0
+363,0
+364,1
+365,0
+366,1
+367,0
+368,0
+369,0
+370,0
+371,0
+372,1
+373,0
+374,0
+375,1
+376,1
+377,0
+378,0
+379,0
+380,0
+381,0
+382,1
+383,0
+384,1
+385,0
+386,0
+387,0
+388,0
+389,0
+390,1
+391,0
+392,0
+393,0
+394,0
+395,0
+396,0
+397,1
+398,0
+399,0
+400,0
+401,0
+402,0
+403,1
+404,0
+405,1
+406,0
+407,0
+408,1
+409,1
+410,0
+411,0
+412,0
+413,1
+414,1
+415,1
+416,1
+417,1
+418,0
+419,1
+420,0
+421,1
+422,1
+423,1
+424,1
+425,1
+426,1
+427,1
+428,0
+429,0
+430,0
+431,0
+432,0
+433,0
+434,0
+435,0
+436,1
+437,0
+438,1
+439,1
+440,0
+441,0
+442,0
+443,0
+444,0
+445,1
+446,1
+447,0
+448,0
+449,1
+450,0
+451,0
+452,0
+453,0
+454,0
+455,0
+456,0
+457,1
+458,1
+459,0
+460,1
+461,0
+462,0
+463,0
+464,1
+465,0
+466,0
+467,1
+468,1
+469,0
+470,0
+471,0
+472,1
+473,0
+474,1
+475,1
+476,0
+477,1
+478,0
+479,0
+480,0
+481,0
+482,1
+483,1
+484,0
+485,0
+486,0
+487,0
+488,0
+489,1
+490,1
+491,1
+492,1
+493,0
+494,0
+495,0
+496,1
+497,0
+498,0
+499,0
+500,0
+501,0
+502,0
+503,0
+504,1
+505,0
+506,1
+507,1
+508,0
+509,1
+510,1
+511,0
+512,0
+513,1
+514,0
+515,0
+516,0
+517,0
+518,0
+519,0
+520,1
+521,0
+522,1
+523,0
+524,1
+525,1
+526,1
+527,1
+528,0
+529,0
+530,0
+531,0
+532,0
+533,1
+534,0
+535,1
+536,0
+537,0
+538,0
+539,0
+540,0
+541,1
+542,0
+543,1
+544,0
+545,1
+546,0
+547,0
+548,0
+549,1
+550,1
+551,1
+552,0
+553,1
+554,1
+555,0
+556,0
+557,0
+558,1
+559,0
+560,0
+561,0
+562,0
+563,0
+564,0
+565,1
+566,1
+567,1
+568,1
+569,1
+570,1
+571,1
+572,1
+573,1
+574,1
+575,0
+576,0
+577,1
+578,1
+579,1
+580,0
+581,0
+582,0
+583,1
+584,0
+585,0
+586,0
+587,0
+588,1
+589,0
+590,0
+591,1
+592,1
+593,1
+594,1
+595,0
+596,0
+597,1
+598,0
+599,1
+600,0
+601,0
+602,0
+603,1
+604,1
+605,0
+606,1
+607,1
+608,0
+609,1
+610,1
+611,1
+612,0
+613,1
+614,0
+615,1
+616,1
+617,1
+618,1
+619,1
+620,0
+621,1
+622,0
+623,1
+624,0
+625,0
+626,1
+627,0
+628,1
+629,1
+630,0
+631,0
+632,0
+633,0
+634,0
+635,1
+636,0
+637,0
+638,0
+639,1
+640,1
+641,0
+642,0
+643,1
+644,0
+645,0
+646,1
+647,0
+648,1
+649,0
+650,1
+651,0
+652,0
+653,0
+654,0
+655,1
+656,1
+657,0
+658,0
+659,0
+660,1
+661,1
+662,1
+663,0
+664,1
+665,0
+666,0
+667,0
+668,0
+669,1
+670,1
+671,1
+672,1
+673,0
+674,1
+675,0
+676,0
+677,0
+678,0
+679,1
+680,0
+681,1
+682,0
+683,1
+684,0
+685,1
+686,0
+687,0
+688,0
+689,0
+690,0
+691,0
+692,0
+693,0
+694,0
+695,1
+696,1
+697,0
+698,0
+699,1
+700,1
+701,0
+702,1
+703,0
+704,0
+705,0
+706,0
+707,0
+708,0
+709,1
+710,1
+711,1
+712,0
+713,1
+714,0
+715,0
+716,0
+717,0
+718,0
+719,0
+720,0
+721,0
+722,1
+723,1
+724,1
+725,0
+726,1
+727,1
+728,0
+729,0
+730,1
+731,0
+732,1
+733,1
+734,0
+735,1
+736,0
+737,0
+738,1
+739,1
+740,0
+741,0
+742,0
+743,0
+744,0
+745,0
+746,0
+747,1
+748,0
+749,1
+750,0
+751,0
+752,1
+753,1
+754,0
+755,1
+756,0
+757,0
+758,1
+759,1
+760,0
+761,0
+762,1
+763,1
+764,1
+765,0
+766,0
+767,0
+768,0
+769,1
+770,0
+771,0
+772,0
+773,1
+774,1
+775,1
+776,1
+777,0
+778,1
+779,0
+780,1
+781,0
+782,1
+783,1
+784,1
+785,0
+786,0
+787,0
+788,0
+789,0
+790,0
+791,0
+792,0
+793,0
+794,0
+795,0
+796,1
+797,0
+798,1
+799,0
+800,1
+801,1
+802,1
+803,0
+804,1
+805,1
+806,1
+807,1
+808,0
+809,0
+810,0
+811,0
+812,0
+813,0
+814,0
+815,0
+816,1
+817,0
+818,1
+819,0
+820,0
+821,1
+822,0
+823,0
+824,0
+825,0
+826,0
+827,0
+828,0
+829,1
+830,1
+831,0
+832,0
+833,0
+834,0
+835,1
+836,1
+837,1
+838,0
+839,0
+840,0
+841,0
+842,1
+843,0
+844,0
+845,0
+846,0
+847,1
+848,1
+849,1
+850,0
+851,0
+852,0
+853,1
+854,0
+855,1
+856,0
+857,0
+858,0
+859,0
+860,1
+861,0
+862,0
+863,0
+864,0
+865,0
+866,1
+867,1
+868,1
+869,1
+870,1
+871,1
+872,0
+873,1
+874,1
+875,0
+876,0
+877,1
+878,0
+879,0
+880,1
+881,0
+882,0
+883,0
+884,0
+885,1
+886,0
+887,1
+888,1
+889,0
+890,0
+891,1
+892,0
+893,0
+894,0
+895,1
+896,1
+897,0
+898,0
+899,1
+900,1
+901,1
+902,1
+903,0
+904,0
+905,0
+906,0
+907,1
+908,0
+909,0
+910,0
+911,1
+912,0
+913,0
+914,1
+915,1
+916,0
+917,1
+918,0
+919,0
+920,0
+921,1
+922,0
+923,1
+924,1
+925,0
+926,1
+927,0
+928,0
+929,0
+930,1
+931,0
+932,0
+933,0
+934,0
+935,1
+936,0
+937,1
+938,0
+939,0
+940,1
+941,1
+942,0
+943,0
+944,1
+945,0
+946,1
+947,0
+948,1
+949,0
+950,1
+951,0
+952,1
+953,0
+954,0
+955,0
+956,0
+957,0
+958,0
+959,0
+960,0
+961,0
+962,0
+963,0
+964,1
+965,1
+966,1
+967,0
+968,0
+969,1
+970,0
+971,0
+972,1
+973,0
+974,0
+975,0
+976,1
+977,0
+978,0
+979,0
+980,1
+981,0
+982,1
+983,1
+984,0
+985,1
+986,1
+987,1
+988,0
+989,0
+990,0
+991,0
+992,0
+993,0
+994,0
+995,1
+996,0
+997,0
+998,1
+999,0

inference/graphcodebert-mixcode-fft/checkpoint-50/metrics.json

@@ -0,0 +1,18 @@
+{
+    "checkpoint": "checkpoint-50",
+    "split": "test",
+    "accuracy": 0.74,
+    "precision": 0.664,
+    "recall": 0.74,
+    "f1_score": 0.6879,
+    "confusion_matrix": [
+        [
+            720,
+            57
+        ],
+        [
+            203,
+            20
+        ]
+    ]
+}

inference/graphcodebert-mixcode-fft/checkpoint-50/submission.csv

@@ -0,0 +1,1001 @@
+id,label
+0,0
+1,0
+2,0
+3,0
+4,0
+5,0
+6,0
+7,0
+8,1
+9,0
+10,0
+11,0
+12,0
+13,0
+14,1
+15,0
+16,0
+17,0
+18,0
+19,0
+20,0
+21,0
+22,0
+23,1
+24,0
+25,0
+26,0
+27,0
+28,0
+29,0
+30,0
+31,0
+32,0
+33,0
+34,0
+35,0
+36,0
+37,0
+38,0
+39,0
+40,0
+41,0
+42,0
+43,0
+44,0
+45,0
+46,0
+47,0
+48,0
+49,0
+50,0
+51,0
+52,1
+53,1
+54,0
+55,0
+56,0
+57,0
+58,1
+59,0
+60,0
+61,0
+62,0
+63,0
+64,0
+65,0
+66,0
+67,0
+68,1
+69,0
+70,0
+71,0
+72,0
+73,0
+74,0
+75,0
+76,0
+77,0
+78,0
+79,0
+80,0
+81,0
+82,0
+83,0
+84,0
+85,0
+86,0
+87,0
+88,0
+89,0
+90,0
+91,0
+92,0
+93,0
+94,0
+95,0
+96,0
+97,0
+98,0
+99,0
+100,1
+101,0
+102,0
+103,0
+104,0
+105,0
+106,0
+107,0
+108,0
+109,0
+110,0
+111,0
+112,0
+113,0
+114,1
+115,0
+116,0
+117,0
+118,0
+119,0
+120,0
+121,0
+122,0
+123,0
+124,0
+125,0
+126,0
+127,0
+128,0
+129,0
+130,0
+131,0
+132,0
+133,0
+134,0
+135,0
+136,0
+137,0
+138,0
+139,0
+140,0
+141,0
+142,0
+143,0
+144,0
+145,0
+146,0
+147,0
+148,0
+149,1
+150,0
+151,0
+152,1
+153,0
+154,0
+155,0
+156,0
+157,0
+158,0
+159,0
+160,0
+161,0
+162,0
+163,0
+164,0
+165,0
+166,0
+167,0
+168,0
+169,0
+170,0
+171,0
+172,0
+173,0
+174,0
+175,0
+176,0
+177,0
+178,0
+179,0
+180,1
+181,0
+182,0
+183,0
+184,0
+185,0
+186,0
+187,0
+188,0
+189,0
+190,0
+191,0
+192,0
+193,0
+194,0
+195,0
+196,0
+197,0
+198,0
+199,0
+200,0
+201,0
+202,1
+203,0
+204,0
+205,0
+206,0
+207,0
+208,0
+209,0
+210,0
+211,0
+212,0
+213,0
+214,0
+215,0
+216,1
+217,0
+218,0
+219,0
+220,0
+221,0
+222,0
+223,1
+224,0
+225,0
+226,0
+227,0
+228,0
+229,0
+230,1
+231,0
+232,0
+233,0
+234,0
+235,0
+236,0
+237,0
+238,0
+239,0
+240,0
+241,0
+242,0
+243,0
+244,0
+245,0
+246,0
+247,0
+248,0
+249,0
+250,1
+251,0
+252,0
+253,0
+254,0
+255,0
+256,0
+257,1
+258,0
+259,0
+260,0
+261,1
+262,0
+263,0
+264,0
+265,0
+266,0
+267,0
+268,0
+269,1
+270,0
+271,0
+272,1
+273,0
+274,1
+275,0
+276,0
+277,0
+278,0
+279,0
+280,1
+281,0
+282,0
+283,0
+284,0
+285,0
+286,1
+287,0
+288,0
+289,0
+290,0
+291,0
+292,1
+293,0
+294,0
+295,0
+296,0
+297,0
+298,1
+299,0
+300,0
+301,0
+302,1
+303,0
+304,0
+305,0
+306,0
+307,0
+308,0
+309,0
+310,1
+311,0
+312,0
+313,0
+314,0
+315,0
+316,0
+317,0
+318,0
+319,0
+320,0
+321,0
+322,0
+323,0
+324,0
+325,0
+326,0
+327,0
+328,1
+329,0
+330,0
+331,0
+332,1
+333,0
+334,0
+335,0
+336,0
+337,0
+338,0
+339,0
+340,0
+341,0
+342,0
+343,0
+344,1
+345,0
+346,0
+347,0
+348,0
+349,0
+350,0
+351,0
+352,0
+353,0
+354,0
+355,0
+356,0
+357,0
+358,0
+359,0
+360,0
+361,0
+362,0
+363,0
+364,0
+365,0
+366,1
+367,0
+368,0
+369,0
+370,0
+371,0
+372,1
+373,0
+374,0
+375,1
+376,1
+377,0
+378,0
+379,0
+380,0
+381,0
+382,0
+383,0
+384,1
+385,0
+386,0
+387,0
+388,0
+389,0
+390,0
+391,0
+392,0
+393,0
+394,0
+395,0
+396,0
+397,0
+398,0
+399,0
+400,0
+401,0
+402,0
+403,0
+404,0
+405,0
+406,0
+407,0
+408,0
+409,0
+410,0
+411,0
+412,0
+413,0
+414,0
+415,0
+416,1
+417,0
+418,0
+419,1
+420,0
+421,0
+422,1
+423,0
+424,0
+425,0
+426,0
+427,1
+428,0
+429,0
+430,0
+431,0
+432,0
+433,0
+434,0
+435,0
+436,0
+437,0
+438,0
+439,0
+440,0
+441,0
+442,0
+443,0
+444,0
+445,0
+446,0
+447,0
+448,0
+449,0
+450,0
+451,0
+452,0
+453,0
+454,0
+455,0
+456,0
+457,0
+458,0
+459,0
+460,0
+461,0
+462,0
+463,0
+464,0
+465,0
+466,0
+467,0
+468,0
+469,0
+470,0
+471,0
+472,0
+473,0
+474,0
+475,0
+476,0
+477,0
+478,0
+479,0
+480,0
+481,0
+482,0
+483,0
+484,0
+485,0
+486,0
+487,0
+488,0
+489,0
+490,0
+491,0
+492,0
+493,0
+494,0
+495,0
+496,0
+497,0
+498,0
+499,0
+500,0
+501,0
+502,0
+503,0
+504,1
+505,0
+506,0
+507,0
+508,0
+509,0
+510,0
+511,0
+512,0
+513,0
+514,0
+515,0
+516,0
+517,0
+518,0
+519,0
+520,0
+521,0
+522,0
+523,0
+524,0
+525,0
+526,0
+527,0
+528,0
+529,0
+530,0
+531,0
+532,0
+533,0
+534,0
+535,1
+536,0
+537,0
+538,0
+539,0
+540,0
+541,0
+542,0
+543,0
+544,0
+545,0
+546,0
+547,0
+548,0
+549,0
+550,0
+551,0
+552,0
+553,0
+554,1
+555,0
+556,0
+557,0
+558,0
+559,0
+560,0
+561,0
+562,0
+563,0
+564,0
+565,0
+566,1
+567,1
+568,1
+569,0
+570,0
+571,0
+572,0
+573,0
+574,1
+575,0
+576,0
+577,0
+578,0
+579,0
+580,0
+581,0
+582,0
+583,0
+584,0
+585,0
+586,0
+587,0
+588,0
+589,0
+590,0
+591,0
+592,0
+593,0
+594,0
+595,0
+596,0
+597,0
+598,0
+599,0
+600,0
+601,0
+602,0
+603,0
+604,0
+605,0
+606,0
+607,1
+608,0
+609,0
+610,0
+611,0
+612,0
+613,0
+614,0
+615,0
+616,0
+617,0
+618,1
+619,1
+620,0
+621,1
+622,0
+623,0
+624,0
+625,0
+626,0
+627,0
+628,0
+629,0
+630,0
+631,0
+632,0
+633,0
+634,0
+635,0
+636,0
+637,0
+638,0
+639,1
+640,0
+641,0
+642,0
+643,1
+644,0
+645,0
+646,0
+647,0
+648,0
+649,0
+650,1
+651,0
+652,0
+653,0
+654,0
+655,0
+656,0
+657,0
+658,0
+659,0
+660,1
+661,0
+662,0
+663,0
+664,0
+665,0
+666,0
+667,0
+668,0
+669,1
+670,0
+671,1
+672,0
+673,0
+674,0
+675,0
+676,0
+677,0
+678,0
+679,0
+680,0
+681,0
+682,0
+683,0
+684,0
+685,1
+686,0
+687,0
+688,0
+689,0
+690,0
+691,0
+692,0
+693,0
+694,0
+695,0
+696,0
+697,0
+698,0
+699,0
+700,0
+701,0
+702,1
+703,0
+704,0
+705,0
+706,0
+707,0
+708,0
+709,0
+710,0
+711,0
+712,0
+713,0
+714,0
+715,0
+716,0
+717,0
+718,0
+719,0
+720,0
+721,0
+722,1
+723,1
+724,1
+725,0
+726,0
+727,0
+728,0
+729,0
+730,0
+731,0
+732,0
+733,0
+734,0
+735,1
+736,0
+737,0
+738,0
+739,1
+740,0
+741,0
+742,0
+743,0
+744,0
+745,0
+746,0
+747,0
+748,0
+749,0
+750,0
+751,0
+752,1
+753,0
+754,0
+755,0
+756,0
+757,0
+758,0
+759,0
+760,0
+761,0
+762,0
+763,0
+764,0
+765,0
+766,0
+767,0
+768,0
+769,0
+770,0
+771,0
+772,0
+773,0
+774,0
+775,0
+776,0
+777,0
+778,0
+779,0
+780,0
+781,0
+782,0
+783,0
+784,1
+785,0
+786,0
+787,0
+788,0
+789,0
+790,0
+791,0
+792,0
+793,0
+794,0
+795,0
+796,0
+797,0
+798,0
+799,0
+800,0
+801,0
+802,0
+803,0
+804,1
+805,0
+806,1
+807,0
+808,0
+809,0
+810,0
+811,0
+812,0
+813,0
+814,0
+815,0
+816,0
+817,0
+818,0
+819,0
+820,0
+821,0
+822,0
+823,0
+824,0
+825,0
+826,0
+827,0
+828,0
+829,0
+830,0
+831,0
+832,0
+833,0
+834,0
+835,0
+836,0
+837,0
+838,0
+839,0
+840,0
+841,0
+842,0
+843,0
+844,0
+845,0
+846,0
+847,0
+848,0
+849,1
+850,0
+851,0
+852,0
+853,0
+854,0
+855,0
+856,0
+857,0
+858,0
+859,0
+860,0
+861,0
+862,0
+863,0
+864,0
+865,0
+866,1
+867,0
+868,0
+869,0
+870,0
+871,1
+872,0
+873,0
+874,0
+875,0
+876,0
+877,0
+878,0
+879,0
+880,0
+881,0
+882,0
+883,0
+884,0
+885,0
+886,0
+887,0
+888,1
+889,0
+890,0
+891,0
+892,0
+893,0
+894,0
+895,0
+896,0
+897,0
+898,0
+899,0
+900,1
+901,0
+902,0
+903,0
+904,0
+905,0
+906,0
+907,0
+908,0
+909,0
+910,0
+911,0
+912,0
+913,0
+914,0
+915,0
+916,0
+917,0
+918,0
+919,0
+920,0
+921,0
+922,0
+923,0
+924,0
+925,0
+926,0
+927,0
+928,0
+929,0
+930,0
+931,0
+932,0
+933,0
+934,0
+935,0
+936,0
+937,0
+938,0
+939,0
+940,0
+941,0
+942,0
+943,0
+944,1
+945,0
+946,0
+947,0
+948,0
+949,0
+950,1
+951,0
+952,0
+953,0
+954,0
+955,0
+956,0
+957,0
+958,0
+959,0
+960,0
+961,0
+962,0
+963,0
+964,0
+965,1
+966,0
+967,0
+968,0
+969,0
+970,0
+971,0
+972,1
+973,0
+974,0
+975,0
+976,0
+977,0
+978,0
+979,0
+980,0
+981,0
+982,0
+983,0
+984,0
+985,0
+986,0
+987,0
+988,0
+989,0
+990,0
+991,0
+992,0
+993,0
+994,0
+995,0
+996,0
+997,0
+998,0
+999,0

inference/graphcodebert-mixcode-fft/inference.log

@@ -0,0 +1,419 @@
+2026-04-20 11:12:17,780 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:12:18,292 - INFO - ===== Model Architecture =====
+2026-04-20 11:12:18,296 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:12:18,301 - INFO - ===== Parameter Summary =====
+2026-04-20 11:12:18,303 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:12:18,304 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:12:18,306 - INFO - Non-trainable Parameters: 0
+2026-04-20 11:12:18,307 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:12:18,332 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:12:18,333 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:12:18,798 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:12:20,862 - INFO - Tokenising dataset...
+2026-04-20 11:12:21,038 - INFO - Running inference on 1000 examples...
+2026-04-20 11:12:56,041 - INFO - Classification metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:12:56,081 - INFO - ------------------------------
+2026-04-20 11:12:56,082 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:12:56,085 - INFO - Accuracy:  0.5880
+2026-04-20 11:12:56,088 - INFO - Precision: 0.6758
+2026-04-20 11:12:56,090 - INFO - Recall:    0.5880
+2026-04-20 11:12:56,092 - INFO - F1-Score:  0.6189
+2026-04-20 11:12:56,094 - INFO - ------------------------------
+2026-04-20 11:12:56,098 - INFO - Confusion Matrix:
+[[490 287]
+ [125  98]]
+2026-04-20 11:12:56,102 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/submission.csv
+2026-04-20 11:15:57,077 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:15:57,642 - INFO - ===== Model Architecture =====
+2026-04-20 11:15:57,646 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:15:57,651 - INFO - ===== Parameter Summary =====
+2026-04-20 11:15:57,654 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:15:57,656 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:15:57,658 - INFO - Non-trainable Parameters: 0
+2026-04-20 11:15:57,662 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:15:57,722 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:15:57,726 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:15:58,051 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:16:00,140 - INFO - Tokenising dataset...
+2026-04-20 11:16:00,328 - INFO - Running inference on 1000 examples...
+2026-04-20 11:16:34,745 - INFO - Classification metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:16:34,789 - INFO - ------------------------------
+2026-04-20 11:16:34,795 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:16:34,799 - INFO - Accuracy:  0.5880
+2026-04-20 11:16:34,805 - INFO - Precision: 0.6758
+2026-04-20 11:16:34,814 - INFO - Recall:    0.5880
+2026-04-20 11:16:34,821 - INFO - F1-Score:  0.6189
+2026-04-20 11:16:34,829 - INFO - ------------------------------
+2026-04-20 11:16:34,834 - INFO - Confusion Matrix:
+[[490 287]
+ [125  98]]
+2026-04-20 11:16:34,842 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/metrics.json
+2026-04-20 11:16:34,850 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/submission.csv
+2026-04-20 11:18:51,695 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:18:52,448 - INFO - ===== Model Architecture =====
+2026-04-20 11:18:52,458 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:18:52,475 - INFO - ===== Parameter Summary =====
+2026-04-20 11:18:52,482 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:18:52,487 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:18:52,493 - INFO - Non-trainable Parameters: 0
+2026-04-20 11:18:52,499 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:18:52,537 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:18:52,545 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:18:52,827 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:18:54,882 - INFO - Tokenising dataset...
+2026-04-20 11:18:55,060 - INFO - Running inference on 1000 examples...
+2026-04-20 11:19:29,762 - INFO - Classification metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-200
+2026-04-20 11:19:29,813 - INFO - ------------------------------
+2026-04-20 11:19:29,818 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:19:29,824 - INFO - Accuracy:  0.5880
+2026-04-20 11:19:29,829 - INFO - Precision: 0.6758
+2026-04-20 11:19:29,834 - INFO - Recall:    0.5880
+2026-04-20 11:19:29,839 - INFO - F1-Score:  0.6189
+2026-04-20 11:19:29,846 - INFO - ------------------------------
+2026-04-20 11:19:29,853 - INFO - Confusion Matrix:
+[[490 287]
+ [125  98]]
+2026-04-20 11:19:29,859 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/metrics.json
+2026-04-20 11:19:29,865 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-200/submission.csv
+2026-04-20 11:21:17,370 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-150
+2026-04-20 11:21:17,931 - INFO - ===== Model Architecture =====
+2026-04-20 11:21:17,944 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:21:17,954 - INFO - ===== Parameter Summary =====
+2026-04-20 11:21:17,963 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:21:17,970 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:21:17,980 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:21:17,986 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:21:18,059 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:21:18,067 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:21:18,559 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:21:20,637 - INFO - Tokenising dataset...
+2026-04-20 11:21:20,809 - INFO - Running inference on 1000 examples...
+2026-04-20 11:21:55,162 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-150
+2026-04-20 11:21:55,216 - INFO - ------------------------------
+2026-04-20 11:21:55,223 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:21:55,232 - INFO - Accuracy:  0.6870
+2026-04-20 11:21:55,239 - INFO - Precision: 0.6708
+2026-04-20 11:21:55,247 - INFO - Recall:    0.6870
+2026-04-20 11:21:55,256 - INFO - F1‑Score:  0.6784
+2026-04-20 11:21:55,260 - INFO - ------------------------------
+2026-04-20 11:21:55,268 - INFO - Confusion Matrix:
+[[636 141]
+ [172  51]]
+2026-04-20 11:21:55,280 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-150/metrics.json
+2026-04-20 11:21:55,288 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-150/submission.csv
+2026-04-20 11:22:18,401 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-100
+2026-04-20 11:22:19,077 - INFO - ===== Model Architecture =====
+2026-04-20 11:22:19,094 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:22:19,112 - INFO - ===== Parameter Summary =====
+2026-04-20 11:22:19,123 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:22:19,132 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:22:19,141 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:22:19,145 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:22:19,195 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:22:19,205 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:22:21,126 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:22:23,159 - INFO - Tokenising dataset...
+2026-04-20 11:22:23,233 - INFO - Running inference on 1000 examples...
+2026-04-20 11:22:57,170 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-100
+2026-04-20 11:22:57,283 - INFO - ------------------------------
+2026-04-20 11:22:57,300 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:22:57,312 - INFO - Accuracy:  0.7340
+2026-04-20 11:22:57,326 - INFO - Precision: 0.6704
+2026-04-20 11:22:57,337 - INFO - Recall:    0.7340
+2026-04-20 11:22:57,354 - INFO - F1‑Score:  0.6916
+2026-04-20 11:22:57,373 - INFO - ------------------------------
+2026-04-20 11:22:57,392 - INFO - Confusion Matrix:
+[[707  70]
+ [196  27]]
+2026-04-20 11:22:57,401 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-100/metrics.json
+2026-04-20 11:22:57,412 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-100/submission.csv
+2026-04-20 11:23:14,035 - INFO - Loading model and tokenizer from: output_checkpoints/graphcodebert-mixcode-fft/checkpoint-50
+2026-04-20 11:23:14,977 - INFO - ===== Model Architecture =====
+2026-04-20 11:23:14,996 - INFO - 
+RobertaForSequenceClassification(
+  (roberta): RobertaModel(
+    (embeddings): RobertaEmbeddings(
+      (word_embeddings): Embedding(50265, 768, padding_idx=1)
+      (position_embeddings): Embedding(514, 768, padding_idx=1)
+      (token_type_embeddings): Embedding(1, 768)
+      (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+      (dropout): Dropout(p=0.3, inplace=False)
+    )
+    (encoder): RobertaEncoder(
+      (layer): ModuleList(
+        (0-11): 12 x RobertaLayer(
+          (attention): RobertaAttention(
+            (self): RobertaSdpaSelfAttention(
+              (query): Linear(in_features=768, out_features=768, bias=True)
+              (key): Linear(in_features=768, out_features=768, bias=True)
+              (value): Linear(in_features=768, out_features=768, bias=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+            (output): RobertaSelfOutput(
+              (dense): Linear(in_features=768, out_features=768, bias=True)
+              (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+              (dropout): Dropout(p=0.3, inplace=False)
+            )
+          )
+          (intermediate): RobertaIntermediate(
+            (dense): Linear(in_features=768, out_features=3072, bias=True)
+            (intermediate_act_fn): GELUActivation()
+          )
+          (output): RobertaOutput(
+            (dense): Linear(in_features=3072, out_features=768, bias=True)
+            (LayerNorm): LayerNorm((768,), eps=1e-05, elementwise_affine=True)
+            (dropout): Dropout(p=0.3, inplace=False)
+          )
+        )
+      )
+    )
+  )
+  (classifier): RobertaClassificationHead(
+    (dense): Linear(in_features=768, out_features=768, bias=True)
+    (dropout): Dropout(p=0.3, inplace=False)
+    (out_proj): Linear(in_features=768, out_features=2, bias=True)
+  )
+)
+2026-04-20 11:23:15,018 - INFO - ===== Parameter Summary =====
+2026-04-20 11:23:15,029 - INFO - Total Parameters:         124,647,170
+2026-04-20 11:23:15,041 - INFO - Trainable Parameters:     124,647,170
+2026-04-20 11:23:15,052 - INFO - Non‑trainable Parameters: 0
+2026-04-20 11:23:15,068 - INFO - ===== Tokenizer Summary =====
+2026-04-20 11:23:15,164 - INFO - Vocab size: 50265 | Special tokens: ['<s>', '</s>', '<unk>', '<pad>', '<mask>']
+2026-04-20 11:23:15,176 - INFO - ===== End of Architecture Log =====
+2026-04-20 11:23:17,129 - INFO - Loading dataset: DaniilOr/SemEval-2026-Task13 (A)
+2026-04-20 11:23:19,193 - INFO - Tokenising dataset...
+2026-04-20 11:23:19,390 - INFO - Running inference on 1000 examples...
+2026-04-20 11:23:53,670 - INFO - Computing metrics for output_checkpoints/graphcodebert-mixcode-fft/checkpoint-50
+2026-04-20 11:23:53,713 - INFO - ------------------------------
+2026-04-20 11:23:53,719 - INFO - METRICS FOR SPLIT: test
+2026-04-20 11:23:53,731 - INFO - Accuracy:  0.7400
+2026-04-20 11:23:53,740 - INFO - Precision: 0.6640
+2026-04-20 11:23:53,752 - INFO - Recall:    0.7400
+2026-04-20 11:23:53,761 - INFO - F1‑Score:  0.6879
+2026-04-20 11:23:53,773 - INFO - ------------------------------
+2026-04-20 11:23:53,782 - INFO - Confusion Matrix:
+[[720  57]
+ [203  20]]
+2026-04-20 11:23:53,793 - INFO - ✅ Metrics saved to test/inference/graphcodebert-mixcode-fft/checkpoint-50/metrics.json
+2026-04-20 11:23:53,807 - INFO - ✅ Predictions saved to test/inference/graphcodebert-mixcode-fft/checkpoint-50/submission.csv

inference/graphcodebert-mixcode-fft/submission.csv

@@ -0,0 +1,1001 @@
+id,label
+0,0
+1,0
+2,1
+3,0
+4,1
+5,0
+6,1
+7,0
+8,1
+9,0
+10,0
+11,0
+12,0
+13,0
+14,1
+15,0
+16,0
+17,1
+18,0
+19,0
+20,0
+21,0
+22,0
+23,1
+24,1
+25,0
+26,0
+27,0
+28,0
+29,0
+30,1
+31,1
+32,0
+33,1
+34,0
+35,0
+36,0
+37,0
+38,1
+39,0
+40,0
+41,1
+42,1
+43,0
+44,0
+45,0
+46,0
+47,0
+48,0
+49,0
+50,0
+51,0
+52,1
+53,1
+54,1
+55,0
+56,0
+57,0
+58,1
+59,0
+60,0
+61,0
+62,0
+63,0
+64,0
+65,1
+66,0
+67,0
+68,1
+69,0
+70,1
+71,0
+72,1
+73,0
+74,1
+75,0
+76,0
+77,0
+78,0
+79,0
+80,1
+81,1
+82,0
+83,0
+84,0
+85,1
+86,0
+87,1
+88,0
+89,0
+90,1
+91,1
+92,0
+93,1
+94,1
+95,0
+96,0
+97,0
+98,0
+99,0
+100,1
+101,0
+102,1
+103,0
+104,0
+105,0
+106,0
+107,0
+108,1
+109,0
+110,0
+111,0
+112,0
+113,0
+114,1
+115,1
+116,0
+117,0
+118,1
+119,0
+120,1
+121,1
+122,1
+123,1
+124,1
+125,0
+126,1
+127,0
+128,0
+129,1
+130,0
+131,1
+132,0
+133,1
+134,1
+135,1
+136,0
+137,1
+138,0
+139,0
+140,1
+141,1
+142,1
+143,0
+144,0
+145,0
+146,0
+147,1
+148,1
+149,1
+150,0
+151,0
+152,1
+153,1
+154,0
+155,1
+156,0
+157,0
+158,0
+159,0
+160,1
+161,0
+162,1
+163,0
+164,1
+165,0
+166,1
+167,0
+168,1
+169,1
+170,1
+171,1
+172,1
+173,0
+174,1
+175,0
+176,1
+177,0
+178,0
+179,0
+180,1
+181,0
+182,0
+183,1
+184,1
+185,1
+186,0
+187,1
+188,1
+189,0
+190,0
+191,1
+192,1
+193,1
+194,0
+195,1
+196,0
+197,0
+198,0
+199,0
+200,1
+201,1
+202,1
+203,0
+204,0
+205,1
+206,0
+207,0
+208,0
+209,1
+210,0
+211,0
+212,0
+213,1
+214,0
+215,0
+216,1
+217,0
+218,0
+219,0
+220,0
+221,0
+222,0
+223,1
+224,1
+225,0
+226,0
+227,0
+228,0
+229,1
+230,1
+231,0
+232,0
+233,0
+234,0
+235,1
+236,0
+237,1
+238,1
+239,0
+240,0
+241,0
+242,0
+243,0
+244,0
+245,1
+246,1
+247,0
+248,0
+249,0
+250,1
+251,0
+252,0
+253,0
+254,0
+255,0
+256,1
+257,1
+258,0
+259,0
+260,0
+261,1
+262,0
+263,1
+264,0
+265,0
+266,0
+267,0
+268,0
+269,1
+270,1
+271,0
+272,1
+273,1
+274,1
+275,0
+276,0
+277,0
+278,1
+279,0
+280,1
+281,0
+282,0
+283,0
+284,0
+285,0
+286,1
+287,0
+288,0
+289,0
+290,0
+291,0
+292,1
+293,1
+294,0
+295,0
+296,0
+297,0
+298,1
+299,1
+300,0
+301,0
+302,1
+303,0
+304,1
+305,1
+306,1
+307,1
+308,0
+309,1
+310,1
+311,0
+312,1
+313,0
+314,0
+315,0
+316,0
+317,1
+318,0
+319,0
+320,0
+321,0
+322,0
+323,0
+324,0
+325,0
+326,1
+327,1
+328,1
+329,0
+330,0
+331,1
+332,1
+333,1
+334,0
+335,0
+336,0
+337,0
+338,0
+339,1
+340,0
+341,0
+342,0
+343,0
+344,1
+345,0
+346,1
+347,0
+348,0
+349,0
+350,0
+351,0
+352,1
+353,1
+354,1
+355,1
+356,1
+357,0
+358,0
+359,0
+360,0
+361,0
+362,0
+363,0
+364,1
+365,0
+366,1
+367,0
+368,0
+369,0
+370,0
+371,0
+372,1
+373,0
+374,0
+375,1
+376,1
+377,0
+378,0
+379,0
+380,0
+381,0
+382,1
+383,0
+384,1
+385,0
+386,0
+387,0
+388,0
+389,0
+390,1
+391,0
+392,0
+393,0
+394,0
+395,0
+396,0
+397,1
+398,0
+399,0
+400,0
+401,0
+402,0
+403,1
+404,0
+405,1
+406,0
+407,0
+408,1
+409,1
+410,0
+411,0
+412,0
+413,1
+414,1
+415,1
+416,1
+417,1
+418,0
+419,1
+420,0
+421,1
+422,1
+423,1
+424,1
+425,1
+426,1
+427,1
+428,0
+429,0
+430,0
+431,0
+432,0
+433,0
+434,0
+435,0
+436,1
+437,0
+438,1
+439,1
+440,0
+441,0
+442,0
+443,0
+444,0
+445,1
+446,1
+447,0
+448,0
+449,1
+450,0
+451,0
+452,0
+453,0
+454,0
+455,0
+456,0
+457,1
+458,1
+459,0
+460,1
+461,0
+462,0
+463,0
+464,1
+465,0
+466,0
+467,1
+468,1
+469,0
+470,0
+471,0
+472,1
+473,0
+474,1
+475,1
+476,0
+477,1
+478,0
+479,0
+480,0
+481,0
+482,1
+483,1
+484,0
+485,0
+486,0
+487,0
+488,0
+489,1
+490,1
+491,1
+492,1
+493,0
+494,0
+495,0
+496,1
+497,0
+498,0
+499,0
+500,0
+501,0
+502,0
+503,0
+504,1
+505,0
+506,1
+507,1
+508,0
+509,1
+510,1
+511,0
+512,0
+513,1
+514,0
+515,0
+516,0
+517,0
+518,0
+519,0
+520,1
+521,0
+522,1
+523,0
+524,1
+525,1
+526,1
+527,1
+528,0
+529,0
+530,0
+531,0
+532,0
+533,1
+534,0
+535,1
+536,0
+537,0
+538,0
+539,0
+540,0
+541,1
+542,0
+543,1
+544,0
+545,1
+546,0
+547,0
+548,0
+549,1
+550,1
+551,1
+552,0
+553,1
+554,1
+555,0
+556,0
+557,0
+558,1
+559,0
+560,0
+561,0
+562,0
+563,0
+564,0
+565,1
+566,1
+567,1
+568,1
+569,1
+570,1
+571,1
+572,1
+573,1
+574,1
+575,0
+576,0
+577,1
+578,1
+579,1
+580,0
+581,0
+582,0
+583,1
+584,0
+585,0
+586,0
+587,0
+588,1
+589,0
+590,0
+591,1
+592,1
+593,1
+594,1
+595,0
+596,0
+597,1
+598,0
+599,1
+600,0
+601,0
+602,0
+603,1
+604,1
+605,0
+606,1
+607,1
+608,0
+609,1
+610,1
+611,1
+612,0
+613,1
+614,0
+615,1
+616,1
+617,1
+618,1
+619,1
+620,0
+621,1
+622,0
+623,1
+624,0
+625,0
+626,1
+627,0
+628,1
+629,1
+630,0
+631,0
+632,0
+633,0
+634,0
+635,1
+636,0
+637,0
+638,0
+639,1
+640,1
+641,0
+642,0
+643,1
+644,0
+645,0
+646,1
+647,0
+648,1
+649,0
+650,1
+651,0
+652,0
+653,0
+654,0
+655,1
+656,1
+657,0
+658,0
+659,0
+660,1
+661,1
+662,1
+663,0
+664,1
+665,0
+666,0
+667,0
+668,0
+669,1
+670,1
+671,1
+672,1
+673,0
+674,1
+675,0
+676,0
+677,0
+678,0
+679,1
+680,0
+681,1
+682,0
+683,1
+684,0
+685,1
+686,0
+687,0
+688,0
+689,0
+690,0
+691,0
+692,0
+693,0
+694,0
+695,1
+696,1
+697,0
+698,0
+699,1
+700,1
+701,0
+702,1
+703,0
+704,0
+705,0
+706,0
+707,0
+708,0
+709,1
+710,1
+711,1
+712,0
+713,1
+714,0
+715,0
+716,0
+717,0
+718,0
+719,0
+720,0
+721,0
+722,1
+723,1
+724,1
+725,0
+726,1
+727,1
+728,0
+729,0
+730,1
+731,0
+732,1
+733,1
+734,0
+735,1
+736,0
+737,0
+738,1
+739,1
+740,0
+741,0
+742,0
+743,0
+744,0
+745,0
+746,0
+747,1
+748,0
+749,1
+750,0
+751,0
+752,1
+753,1
+754,0
+755,1
+756,0
+757,0
+758,1
+759,1
+760,0
+761,0
+762,1
+763,1
+764,1
+765,0
+766,0
+767,0
+768,0
+769,1
+770,0
+771,0
+772,0
+773,1
+774,1
+775,1
+776,1
+777,0
+778,1
+779,0
+780,1
+781,0
+782,1
+783,1
+784,1
+785,0
+786,0
+787,0
+788,0
+789,0
+790,0
+791,0
+792,0
+793,0
+794,0
+795,0
+796,1
+797,0
+798,1
+799,0
+800,1
+801,1
+802,1
+803,0
+804,1
+805,1
+806,1
+807,1
+808,0
+809,0
+810,0
+811,0
+812,0
+813,0
+814,0
+815,0
+816,1
+817,0
+818,1
+819,0
+820,0
+821,1
+822,0
+823,0
+824,0
+825,0
+826,0
+827,0
+828,0
+829,1
+830,1
+831,0
+832,0
+833,0
+834,0
+835,1
+836,1
+837,1
+838,0
+839,0
+840,0
+841,0
+842,1
+843,0
+844,0
+845,0
+846,0
+847,1
+848,1
+849,1
+850,0
+851,0
+852,0
+853,1
+854,0
+855,1
+856,0
+857,0
+858,0
+859,0
+860,1
+861,0
+862,0
+863,0
+864,0
+865,0
+866,1
+867,1
+868,1
+869,1
+870,1
+871,1
+872,0
+873,1
+874,1
+875,0
+876,0
+877,1
+878,0
+879,0
+880,1
+881,0
+882,0
+883,0
+884,0
+885,1
+886,0
+887,1
+888,1
+889,0
+890,0
+891,1
+892,0
+893,0
+894,0
+895,1
+896,1
+897,0
+898,0
+899,1
+900,1
+901,1
+902,1
+903,0
+904,0
+905,0
+906,0
+907,1
+908,0
+909,0
+910,0
+911,1
+912,0
+913,0
+914,1
+915,1
+916,0
+917,1
+918,0
+919,0
+920,0
+921,1
+922,0
+923,1
+924,1
+925,0
+926,1
+927,0
+928,0
+929,0
+930,1
+931,0
+932,0
+933,0
+934,0
+935,1
+936,0
+937,1
+938,0
+939,0
+940,1
+941,1
+942,0
+943,0
+944,1
+945,0
+946,1
+947,0
+948,1
+949,0
+950,1
+951,0
+952,1
+953,0
+954,0
+955,0
+956,0
+957,0
+958,0
+959,0
+960,0
+961,0
+962,0
+963,0
+964,1
+965,1
+966,1
+967,0
+968,0
+969,1
+970,0
+971,0
+972,1
+973,0
+974,0
+975,0
+976,1
+977,0
+978,0
+979,0
+980,1
+981,0
+982,1
+983,1
+984,0
+985,1
+986,1
+987,1
+988,0
+989,0
+990,0
+991,0
+992,0
+993,0
+994,0
+995,1
+996,0
+997,0
+998,1
+999,0