Spaces:
Running
Running
| const assert=require('node:assert/strict'), fs=require('node:fs'),E=require('./engine.js');const data=JSON.parse(fs.readFileSync(__dirname+'/evaluation_snapshots.json'));const rows=E.parseRows(data),manifest=JSON.parse(fs.readFileSync(__dirname+'/benchmark_manifest.json'));let tested=0;function check(title,fn){try{fn();tested++;console.log('PASS',title);}catch(e){console.error('FAIL',title,e);process.exitCode=1;}} | |
| check('reproducible model/evaluation rows',()=>assert.equal(rows.length,736)); | |
| check('baseline split lengths',()=>{for(const m of E.METHODS){assert.equal(E.select(rows,m,'iid').length,130);assert.equal(E.select(rows,m,'challenge').length,54);}}); | |
| check('manifest provenance',()=>{assert.equal(manifest.trainCount,842);assert.equal(manifest.sourceType,'synthetic_curated');}); | |
| check('validated two independent splits',()=>assert.equal(E.audit(rows).clean,true)); | |
| check('duplicate detection',()=>assert.throws(()=>E.parseRows([rows[0],rows[0]]),/Duplicate/)); | |
| check('input labels rejected',()=>assert.throws(()=>E.parseRows([{...rows[0],truth:'superiority'}]),/Invalid model/)); | |
| check('input empty rejected',()=>assert.throws(()=>E.parseRows([]),/Expected an array/)); | |
| check('structured object loading',()=>assert.equal(E.parseRows({rows:rows.slice(0,2)}).length,2)); | |
| check('model challenge NB 40/54',()=>{let m=E.metrics(E.select(rows,'nb','challenge'));assert.equal(m.correct,40);assert.equal(m.n,54);}); | |
| check('hybrid 42/54 challenge',()=>{const m=E.metrics(E.select(rows,'hybrid','challenge'));assert.equal(m.correct,42);}); | |
| check('NB IID 130/130',()=>assert.equal(E.metrics(E.select(rows,'nb','iid')).correct,130)); | |
| check('char IID 124/130',()=>assert.equal(E.metrics(E.select(rows,'char','iid')).correct,124)); | |
| check('empty metrics safe',()=>assert.equal(E.metrics([]).accuracy,null)); | |
| check('macro F1 bounded',()=>{for(const m of E.METHODS){const x=E.metrics(E.select(rows,m,'challenge'));assert(x.macroF1>=0&&x.macroF1<=1)}}); | |
| check('slice sample size exact',()=>{const sl=E.segments(E.select(rows,'hybrid','challenge'),'language');assert.equal(sl.length,3);assert.equal(sl.reduce((s,x)=>s+x.n,0),54);}); | |
| check('truth-class slice returns six',()=>assert.equal(E.segments(E.select(rows,'hybrid','iid'),'truth').length,6)); | |
| check('drift equal splits returns zeros',()=>{const a=E.select(rows,'hybrid','iid'),d=E.drift(a,a);assert.equal(d.languageJSD,0);assert.equal(d.lengthPSI,0);}); | |
| check('drift different splits has change',()=>{const d=E.compare(rows,'hybrid').drift;assert(d.lengthPSI>.25);assert(d.languageJSD<.01);}); | |
| check('JSD commutative',()=>assert(Math.abs(E.jsd([1,8,2],[6,2,3])-E.jsd([6,2,3],[1,8,2]))<1e-9)); | |
| check('JSD bounded by one',()=>assert(Math.abs(E.jsd([20,0],[0,20])-1)<1e-8)); | |
| check('PSI zero if equal',()=>assert.equal(E.psi([1,3,4],[1,3,4]),0)); | |
| check('bootstrap deterministic',()=>{const a=E.select(rows,'hybrid','challenge');assert.deepEqual(E.ciAccuracy(a,80,10),E.ciAccuracy(a,80,10));}); | |
| check('bootstrap confidence interval ordered',()=>{const x=E.ciAccuracy(E.select(rows,'hybrid','challenge'));assert(x.low<=x.high&&x.high<=1);}); | |
| check('paired comparison same method zero',()=>{const z=E.pairedComparison(rows,'hybrid','hybrid');assert.equal(z.delta,0);assert.equal(z.n,54);assert.equal(z.bWins,0);}); | |
| check('paired comparison signs reverse',()=>{const a=E.pairedComparison(rows,'nb','hybrid'),b=E.pairedComparison(rows,'hybrid','nb');assert(Math.abs(a.delta+b.delta)<1e-8);assert.equal(a.aWins,b.bWins);}); | |
| check('gate default fails on length shift',()=>assert.equal(E.gate(rows,'hybrid').pass,false)); | |
| check('gate threshold changes not metrics',()=>{const a=E.gate(rows,'hybrid'),b=E.gate(rows,'hybrid',{maxLengthPSI:1});assert.equal(a.pass,false);assert.equal(b.pass,true);assert.equal(a.checks.length,6);}); | |
| check('CSV roundtrip quoted comma and newline',()=>{const a=E.csv([{id:'a',note:'hello, "world"\n2'}],['id','note']);assert.deepEqual(E.parseCsv(a),[{id:'a',note:'hello, "world"\n2'}]);}); | |
| check('CSV formula injection prevented',()=>{const x=E.csv([{a:'=HYPERLINK("https://x")'}],['a']);assert(x.includes("'=HYPERLINK"));}); | |
| check('CSV malformed quotes rejected',()=>assert.throws(()=>E.parseCsv('id,txt\n1,"hi'),/Unclosed/)); | |
| check('eval records with exotic text remain safe structure',()=>{const x=E.parseRows([{...rows[0],text:'<img src=x onerror=alert(1)>',id:'X'}]);assert(x[0].text.includes('<img'));}); | |
| check('audit detecting duplicated split IDs',()=>{const x=rows.slice(0,2).map((r,i)=>({...r,id:'x',split:i?'challenge':'iid'}));assert.equal(E.audit(x).splitIdOverlap,1);}); | |
| check('empty sample intervals forbidden',()=>assert.throws(()=>E.ciAccuracy([]),/Empty/)); | |
| check('invalid bootstrap sample count forbidden',()=>assert.throws(()=>E.ciAccuracy(rows,3),/iterations/)); | |
| check('length-bin histogram PSI finite',()=>{const x=E.compare(rows,'word').drift.lengthPSI;assert(Number.isFinite(x));}); | |
| check('label recall values finite',()=>{const z=E.metrics(E.select(rows,'nb','challenge'));assert(z.perLabel.every(x=>Number.isFinite(x.recall)));}); | |
| check('reproducible report score',()=>assert(Math.abs(E.compare(rows,'hybrid').challenge.accuracy-.7777777777777778)<1e-12)); | |
| console.log('TESTS',tested,process.exitCode?'FAIL':'PASS');if(process.exitCode)process.exit(1); | |