Upload index.html

index.html

@@ -169,8 +169,8 @@
   <header><div><div class="eyebrow">REAKT / AI ANALYTICS PLATFORM</div><h1>Inloop <span>Intelligence</span> <em>ORCHESTRA</em></h1><p>Een intelligente blik op ontwikkeling, kwaliteit en herstelondersteunende inloop</p></div><div class="header-actions"><span class="pill"><i></i> DEMO MODE</span><span class="clock" id="clock"></span></div></header>
   <div class="topbar"><div><span class="section-kicker">CONTROL CENTER</span><h2>Multi-Agent Orchestration <span class="live-dot"></span></h2></div><div class="actions"><label class="pace-label" for="paceSelect">Weergave <select id="paceSelect" aria-label="Animatiesnelheid"><option value="presentation">Presentatie ± 30 sec</option><option value="fast">Snel ± 6 sec</option></select></label><button id="resetBtn" class="ghost">↺ Reset</button><button id="startBtn" class="primary">▶ Start demo-analyse</button></div></div>
    <section class="import-panel panel" aria-label="Excel-proef met fictieve gegevens">
-     <div class="import-intro"><span class="section-kicker">V1.0 · EXCEL-PROEF</span><strong>Lokale scandata-test</strong><small>Alleen fictieve of volledig geanonimiseerde testbestanden · geen upload naar een server</small></div>
-     <label class="import-file-label" for="scanFile"><span>▤</span> Kies testbestand (.xlsx)</label><input type="file" id="scanFile" accept=".xlsx" />
+     <div class="import-intro"><span class="section-kicker">V1.3 · GROTE-BESTANDENPROEF</span><strong>Lokale scandata-test</strong><small>Test lokaal in browser · eerst fictieve gegevens · 25 MB testlimiet</small></div>
+     <label class="import-file-label" for="scanFile"><span>▤</span> Kies Excelbestand (.xlsx)</label><input type="file" id="scanFile" accept=".xlsx" />
      <label class="site-label" for="siteSelect">Locatie</label><select id="siteSelect" disabled><option value="*">Alle locaties</option></select>
      <label class="site-label" for="periodSelect">Kwartaal</label><select id="periodSelect" disabled aria-label="Rapportagekwartaal"><option>—</option></select>
      <span id="importState" class="import-state">Demo staat klaar</span>
@@ -307,7 +307,7 @@ function ask(q){if(!q.trim())return;addMessage('user',q);addMessage('assistant',
 // v0.4: veilige browser-lokale Excel-proef, uitsluitend met fictieve / geanonimiseerde voorbeelden.
 // Er vindt GEEN netwerkverzoek, bestandsoverdracht of externe AI-aanroep plaats.
 let importedData=null;
-const excelLimit=2*1024*1024; // om echte grote (en mogelijk cliëntgevoelige) dumps nog niet te verwerken
+const excelLimit=25*1024*1024; // v1.3: technische grens, geen privacytoestemming
 const excelNS='http://schemas.openxmlformats.org/spreadsheetml/2006/main';
 const decoder=new TextDecoder('utf-8');
 function bytesText(a){return decoder.decode(a)}
@@ -321,15 +321,16 @@ function zipDirectory(buffer){
  const entries=new Map();let pos=offset;
  for(let i=0;i<count;i++){
   if(view.getUint32(pos,true)!==0x02014b50)throw Error('ZIP-structuur ongeldig');
-  const method=view.getUint16(pos+10,true), size=view.getUint32(pos+20,true),len=view.getUint16(pos+28,true),extra=view.getUint16(pos+30,true),comment=view.getUint16(pos+32,true),local=view.getUint32(pos+42,true);
+  const method=view.getUint16(pos+10,true), size=view.getUint32(pos+20,true),inflated=view.getUint32(pos+24,true),len=view.getUint16(pos+28,true),extra=view.getUint16(pos+30,true),comment=view.getUint16(pos+32,true),local=view.getUint32(pos+42,true);
   const name=bytesText(bytes.subarray(pos+46,pos+46+len));
-  if(name.startsWith('xl/'))entries.set(name,{method,size,local});
+  if(name.startsWith('xl/'))entries.set(name,{method,size,inflated,local});
   pos+=46+len+extra+comment;
  }
  return {view,bytes,entries};
 }
 async function xmlEntry(zip,name){
  const entry=zip.entries.get(name);if(!entry)return '';
+ if(entry.inflated>180*1024*1024)throw Error('Een Excel-onderdeel is uitgepakt groter dan 180 MB; bestand eerst opsplitsen');
  const {view,bytes}=zip, off=entry.local;
  if(view.getUint32(off,true)!==0x04034b50)throw Error('ZIP-bestandskop ongeldig');
  const start=off+30+view.getUint16(off+26,true)+view.getUint16(off+28,true);
@@ -343,15 +344,26 @@ function xmlDoc(str){
  const doc=new DOMParser().parseFromString(str,'application/xml');
  if(doc.getElementsByTagName('parsererror').length)throw Error('Excel-XML niet leesbaar');return doc;
 }
-function cellsToDict(row,shared){
- const values={};
- for(const c of row.getElementsByTagNameNS(excelNS,'c')){
-  const key=(c.getAttribute('r')||'').match(/^[A-Z]+/);if(!key)continue;
-  const v=c.getElementsByTagNameNS(excelNS,'v')[0],is=c.getElementsByTagNameNS(excelNS,'is')[0];let value=v?.textContent??'';
-  if(c.getAttribute('t')==='s')value=shared[Number(value)]??'';
-  else if(c.getAttribute('t')==='inlineStr')value=is?.textContent??'';
-  values[key[0]]=value;
- }return values;
+// v1.3: rijgewijs XML uitlezen; geen DOM-boom van 100+ MB grote werkbladen.
+function decodeXML(v){return String(v).replace(/&(?:amp|lt|gt|quot|apos|#(?:x[0-9a-fA-F]+|\d+));/g,m=>{const k=m.slice(1,-1);if(k[0]==='#'){const n=k[1]?.toLowerCase()==='x'?parseInt(k.slice(2),16):Number(k.slice(1));return Number.isInteger(n)&&n>=0&&n<=0x10ffff?String.fromCodePoint(n):m}return {amp:'&',lt:'<',gt:'>',quot:'"',apos:"'"}[k]||m})}
+function parseSharedLite(xml){
+ const arr=[];const si=/<(?:[\w.-]+:)?si\b[^>]*>([\s\S]*?)<\/(?:[\w.-]+:)?si>/g;let m;
+ while((m=si.exec(xml))!==null){let t='',p;const re=/<(?:[\w.-]+:)?t(?:\s[^>]*)?>([\s\S]*?)<\/(?:[\w.-]+:)?t>/g;while((p=re.exec(m[1]))!==null)t+=decodeXML(p[1]);arr.push(t)}
+ return arr;
+}
+function *sheetRows(xml,shared){
+ const rowRe=/<(?:[\w.-]+:)?row\b[^>]*>([\s\S]*?)<\/(?:[\w.-]+:)?row>/g, cellRe=/<(?:[\w.-]+:)?c\b([^>]*?)(?:\/>|>([\s\S]*?)<\/(?:[\w.-]+:)?c>)/g;let row;
+ while((row=rowRe.exec(xml))!==null){const values={};let c;cellRe.lastIndex=0;
+  while((c=cellRe.exec(row[1]))!==null){const col=/\br="([A-Z]+)\d+"/.exec(c[1]);if(!col)continue;
+   const type=/\bt="([^"]+)"/.exec(c[1])?.[1]||'';const payload=c[2]||'';
+   let v=/<(?:[\w.-]+:)?v(?:\s[^>]*)?>([\s\S]*?)<\/(?:[\w.-]+:)?v>/.exec(payload)?.[1]??'';
+   if(type==='s')v=shared[Number(v)]??'';
+   else if(type==='inlineStr'){v='';let t;const tr=/<(?:[\w.-]+:)?t(?:\s[^>]*)?>([\s\S]*?)<\/(?:[\w.-]+:)?t>/g;while((t=tr.exec(payload))!==null)v+=decodeXML(t[1]);}
+   else v=decodeXML(v);
+   values[col[1]]=v;
+  }
+  yield values;
+ }
 }
 function scanDate(v){
  if(v===''||v===undefined||v===null)return '';
@@ -366,43 +378,34 @@ function scanDate(v){
  if(nl)return `${nl[3]}-${nl[2].padStart(2,'0')}-${nl[1].padStart(2,'0')}`;
  return '';
 }
-async function readExcelLocal(file){
- if(!file.name.toLowerCase().endsWith('.xlsx'))throw Error('Kies een XLSX-testbestand');
- if(file.size>excelLimit)throw Error('Gebruik voorlopig uitsluitend het kleine fictieve testbestand (maximaal 2 MB).');
+async function readExcelLocal(file,onProgress=()=>{}){
+ if(!file.name.toLowerCase().endsWith('.xlsx'))throw Error('Kies een XLSX-bestand');
+ if(file.size>excelLimit)throw Error('Dit bestand is groter dan de v1.3-testgrens van 25 MB');
+ onProgress('Excel wordt geopend ('+(file.size/1024/1024).toFixed(1)+' MB)…');
  const zip=zipDirectory(await file.arrayBuffer()),shared=[];
+ const scanMeta=zip.entries.get('xl/worksheets/sheet1.xml');
+ if(!scanMeta)throw Error('Werkblad Data dump (sheet1) ontbreekt');
+ onProgress('Excel-structuur gecontroleerd · werkbladen worden gelezen…');
  const sharedXML=await xmlEntry(zip,'xl/sharedStrings.xml');
- if(sharedXML){for(const si of xmlDoc(sharedXML).getElementsByTagNameNS(excelNS,'si'))shared.push(si.textContent??'')}
- // Deze eerste proef verwacht het klassieke Reakt-testformat met Data dump op sheet1 en Scanpassen op sheet2.
- const sheet=await xmlEntry(zip,'xl/worksheets/sheet1.xml');
- if(!sheet)throw Error('Werkblad Data dump (sheet1) ontbreekt');
- const rows=xmlDoc(sheet).getElementsByTagNameNS(excelNS,'row');
- if(rows.length<2)throw Error('Geen scanregels gevonden');
- if(rows.length>18000)throw Error('Voor deze eerste proef maximaal 18.000 scanregels');
- const header=cellsToDict(rows[0],shared),lookup={};
- for(const [col,name] of Object.entries(header))lookup[String(name).toLowerCase().trim()]=col;
+ if(sharedXML){for(const item of parseSharedLite(sharedXML))shared.push(item);}
  const pick=(l,...names)=>names.map(n=>l[n]).find(Boolean)||null;
- const dateCol=pick(lookup,'scantijd','scandatum'),siteCol=pick(lookup,'locatie'),idCol=pick(lookup,'clientnummer','cliëntnummer'),passColumn=pick(lookup,'pasnummer','scanpasnummer','pas nummer','pasnr');
- if(!dateCol||!siteCol||(!idCol&&!passColumn))throw Error('Kolommen scantijd, locatie en cliëntnummer of pasnummer ontbreken');
- // Werkblad 2 bevat een onafhankelijke pas-cliëntregistratie. Nooit identificeren op naam.
- const passXML=await xmlEntry(zip,'xl/worksheets/sheet2.xml');
  const passToClient=new Map(),clientToPasses=new Map(),passConflicts=new Set();let passRows=0,passMissing=0;
  const pasDates={startPresent:0,endPresent:0,migration:0,invalidDates:0,notAvailable:false,activeAtPeildatum:0};
  const passDateRecords=[];
+ // Eerst de pasregistratie, zodat scans zonder direct cliëntnummer gekoppeld kunnen worden.
+ const passXML=await xmlEntry(zip,'xl/worksheets/sheet2.xml');
  if(passXML){
-  const pr=xmlDoc(passXML).getElementsByTagNameNS(excelNS,'row');
-  if(pr.length>20000)throw Error('Voor deze proef maximaal 20.000 scanpassen');
-  if(pr.length){
-   const ph=cellsToDict(pr[0],shared),pl={};for(const [col,v] of Object.entries(ph))pl[String(v).toLowerCase().trim()]=col;
+  const it=sheetRows(passXML,shared),first=it.next();
+  if(!first.done){const pl={};for(const [col,v] of Object.entries(first.value))pl[String(v).toLowerCase().trim()]=col;
    const pc=pick(pl,'pasnummer','scanpasnummer','pas nummer','pasnr'),ic=pick(pl,'clientnummer','cliëntnummer'),startCol=pick(pl,'startdatum'),endCol=pick(pl,'einddatum');
    pasDates.notAvailable=!(startCol&&endCol);
    if(!pc||!ic)throw Error('Scanpassen mist kolommen Pasnummer en Clientnummer');
-   for(let i=1;i<pr.length;i++){
-    const r=cellsToDict(pr[i],shared),p=String(r[pc]??'').trim(),c=String(r[ic]??'').trim();passRows++;
-    const start=startCol?scanDate(r[startCol]):'',end=endCol?scanDate(r[endCol]):'';
-    if(start)pasDates.startPresent++;if(end)pasDates.endPresent++;
-    if(start==='2022-10-28')pasDates.migration++;
-    if(start&&end&&end<start)pasDates.invalidDates++;
-    if(c&&p)passDateRecords.push({client:c,start,end});
+   for(const r of it){const p=String(r[pc]??'').trim(),c=String(r[ic]??'').trim();passRows++;
+    if(passRows>350000)throw Error('Meer dan 350.000 pasregistraties; contacteer ontwikkelaar voor grotere import');
+    const st=startCol?scanDate(r[startCol]):'',en=endCol?scanDate(r[endCol]):'';
+    if(st)pasDates.startPresent++;if(en)pasDates.endPresent++;
+    if(st==='2022-10-28')pasDates.migration++;if(st&&en&&en<st)pasDates.invalidDates++;
+    if(c&&p)passDateRecords.push({client:c,start:st,end:en});
     if(!p||!c){passMissing++;continue}
     if(passToClient.has(p)&&passToClient.get(p)!==c)passConflicts.add(p);
     else passToClient.set(p,c);
@@ -410,9 +413,18 @@ async function readExcelLocal(file){
    }
   }
  }
- const all=[],invalid={datum:0,locatie:0,client:0},unmatchedPasses=new Set(),identityConflicts=new Set();let linkedByPass=0,rowsWithPass=0;
- for(let i=1;i<rows.length;i++){
-  const r=cellsToDict(rows[i],shared),site=String(r[siteCol]??'').trim(),date=scanDate(r[dateCol]);
+ onProgress('Scanpassen verwerkt ('+passRows.toLocaleString('nl-NL')+') · scanhistorie wordt gelezen…');
+ await new Promise(resolve=>setTimeout(resolve,0));
+ const sheet=await xmlEntry(zip,'xl/worksheets/sheet1.xml');
+ if(!sheet)throw Error('Werkblad Data dump ontbreekt');
+ const it=sheetRows(sheet,shared),first=it.next();if(first.done)throw Error('Werkblad Data dump is leeg');
+ const lookup={};for(const [col,name] of Object.entries(first.value))lookup[String(name).toLowerCase().trim()]=col;
+ const dateCol=pick(lookup,'scantijd','scandatum'),siteCol=pick(lookup,'locatie'),idCol=pick(lookup,'clientnummer','cliëntnummer'),passColumn=pick(lookup,'pasnummer','scanpasnummer','pas nummer','pasnr');
+ if(!dateCol||!siteCol||(!idCol&&!passColumn))throw Error('Kolommen scantijd, locatie en cliëntnummer of pasnummer ontbreken');
+ const all=[],invalid={datum:0,locatie:0,client:0},unmatchedPasses=new Set(),identityConflicts=new Set();let linkedByPass=0,rowsWithPass=0,rawCount=0;
+ for(const r of it){rawCount++;
+  if(rawCount>500000)throw Error('Meer dan 500.000 scans: importlimiet v1.3 bereikt; bestand opsplitsen');
+  const site=String(r[siteCol]??'').trim(),date=scanDate(r[dateCol]);
   const pass=passColumn?String(r[passColumn]??'').trim():'',directId=idCol?String(r[idCol]??'').trim():'';
   if(pass)rowsWithPass++;
   const resolved=pass&&!passConflicts.has(pass)?passToClient.get(pass):null;
@@ -429,7 +441,8 @@ async function readExcelLocal(file){
  const peildatum=all.reduce((m,r)=>r.date>m?r.date:m,'');
  const activeIds=new Set(passDateRecords.filter(r=>r.start&&r.end&&r.start<=peildatum&&r.end>=peildatum).map(r=>r.client));
  pasDates.activeAtPeildatum=activeIds.size;
- return {all,sites,peildatum,pasDates,rawCount:rows.length-1,invalid,hasPassColumn:!!passColumn,
+ onProgress('Ingelezen: '+rawCount.toLocaleString('nl-NL')+' scanregels · '+sites.length+' locaties');
+ return {all,sites,peildatum,pasDates,rawCount,invalid,hasPassColumn:!!passColumn,
   passSheetFound:!!passXML,passRows,passMissing,passToClient,clientToPasses,
   passConflicts:passConflicts.size,identityConflicts:identityConflicts.size,
   unmatchedPasses:unmatchedPasses.size,linkedByPass,rowsWithPass};
@@ -638,7 +651,9 @@ $('scanFile').addEventListener('change',async e=>{
  importedData=null;resetControllerComparison(true);updateControllerContext();const file=e.target.files?.[0];if(!file)return;
  const state=$('importState');state.textContent='Bestand wordt lokaal gelezen...';$('startBtn').disabled=true;
  try{
-  importedData=await readExcelLocal(file);
+  const importStart=performance.now();
+  importedData=await readExcelLocal(file,msg=>{state.textContent=msg});
+  const importSeconds=((performance.now()-importStart)/1000).toFixed(1);
   const sel=$('siteSelect');sel.innerHTML='<option value="*">Alle locaties</option>';
   importedData.sites.forEach(loc=>{const opt=document.createElement('option');opt.value=loc;opt.textContent=loc;sel.appendChild(opt)});
   sel.disabled=false;
@@ -646,10 +661,10 @@ $('scanFile').addEventListener('change',async e=>{
   const quarter=$('periodSelect');quarter.replaceChildren();
   periods.forEach(key=>{const opt=document.createElement('option');opt.value=key;opt.textContent=quarterDates(key).label;quarter.appendChild(opt)});
   quarter.disabled=false;
-  state.textContent=`${importedData.rawCount} testregels · ${importedData.sites.length} locaties · Scanpassen ${importedData.passSheetFound?importedData.passRows+' regels':'ontbreekt'}`;
-  $('startBtn').textContent='▶ Analyseer testbestand';
-  $('flowState').textContent='Testbestand lokaal ingelezen · start de analyse';
-  log('Fictief Excel-testbestand is lokaal ingelezen; nog geen berekeningen gepubliceerd');
+  state.textContent=`${importedData.rawCount.toLocaleString('nl-NL')} scanregels · ${importedData.sites.length} locaties · ${importSeconds} sec inleestijd · Scanpassen ${importedData.passSheetFound?importedData.passRows+' regels':'ontbreekt'}`;
+  $('startBtn').textContent='▶ Analyseer Excelbestand';
+  $('flowState').textContent='Excelbestand lokaal ingelezen · start de analyse';
+  log('Excelbestand lokaal verwerkt; analyse moet nog starten. Voor echte data eerst interne toestemming controleren.');
  }catch(err){$('startBtn').textContent='▶ Start demo-analyse';state.textContent='⚠ '+err.message;$('siteSelect').disabled=true;$('periodSelect').disabled=true;log('Excel-proef: '+err.message)}finally{$('startBtn').disabled=false}
 });
 $('siteSelect').addEventListener('change',()=>{if(importedData){importedData.last=null;resetControllerComparison(true);updateControllerContext();$('flowState').textContent='Locatie gewijzigd · analyse opnieuw starten';}});