/* Recompute perturbations and predictions; no dependencies or API access. */
const fs=require('fs'),crypto=require('crypto'),path=require('path');
const source=require('./source_modelops_engine.js');const robust=require('./robustness_engine.js');
const read=(name)=>JSON.parse(fs.readFileSync(path.join(__dirname,name),'utf8'));
const train=read('train.json'),iid=read('iid_test.json'),challenge=read('challenge.json');
const bundle=source.train(train);const all=[];
for(const [split,items] of [['iid',iid],['challenge',challenge]])for(const method of robust.METHODS){
 for(let i=0;i<items.length;i++){
  const r=items[i];const base=source.predict(bundle,r.text,method);
  for(const attack of robust.ATTACKS){const modified=robust.perturb(r.text,attack.id,r.language);const result=attack.id==='original'?base:source.predict(bundle,modified,method);
   all.push({id:r.id,method,split,attack:attack.id,language:r.language,domain:r.domain,truth:r.label,originalPred:base.label,pred:result.label,changed:modified!==r.text,originalText:r.text,text:modified,margin:result.margin,scores:result.scores.map(v=>Number(v.toFixed(9)))});
  }
 }
}
const manifest={project:'RobustnessLab AI',schemaVersion:'1.0.0',sourceDataset:'Academic Rhetorical Intent Mini v1.1',sourceType:'synthetic-curated',sourceProject:'ModelOps Research Lab 2.0',generatedWith:'node generate_artifacts.js',modelMethods:robust.METHODS,attackIds:robust.ATTACKS.map(a=>a.id),trainingCount:train.length,iidCount:iid.length,challengeCount:challenge.length,evaluationRecords:all.length,license:'code MIT; original curated synthetic dataset CC BY 4.0',warning:'This is synthetic offline research. Labels may not be invariant under all perturbations. No external/production validation.',files:{}};
for(const name of ['train.json','iid_test.json','challenge.json','source_modelops_engine.js','robustness_engine.js'])manifest.files[name]=crypto.createHash('sha256').update(fs.readFileSync(name)).digest('hex');
const payload={metadata:manifest,rows:all};
fs.writeFileSync('robustness_snapshots.json',JSON.stringify(payload));
manifest.files['robustness_snapshots.json']=crypto.createHash('sha256').update(fs.readFileSync('robustness_snapshots.json')).digest('hex');
fs.writeFileSync('benchmark_manifest.json',JSON.stringify(manifest,null,2));
console.log('TRAIN',train.length,'IID',iid.length,'CHALLENGE',challenge.length,'RECORDS',all.length);
console.log('AUDIT',JSON.stringify(robust.audit(all)));
for(const method of robust.METHODS){const items=robust.ATTACKS.map(a=>robust.summarize(all,method,'challenge',a.id));console.log('MODEL',method,items.map(x=>`${x.attack}:n${x.changed}/${x.n},flip${(x.flipRate*100).toFixed(1)}%,acc${x.accuracy===null?'NA':(x.accuracy*100).toFixed(1)+'%'}`).join(' | '));}