const LZG_BAVARIA_UI_SHA256='98bb5aa43013392b3fecb0d2a4ab470f52afb38197fc01213e8bb46b548bebbe'; const LZG_BAVARIA_UI_GZIP_SHA256='f0fd1394b1e320b6ba72c4ef8da5e12fa54e2efb49cb2937b05740edbc09a59e'; const LZG_BAVARIA_SIDE_SHA256='abcf4f40af2974ded69c6f88c9846d9e4e39cf3a35265b058b1f2252e88e1d6d'; const LZG_BAVARIA_SIDE_GZIP_SHA256='b86920a619ad657bf9deb3b685597b00e2a1563400cb0c4aacdd7a1fdb0c20a1'; const VALID48_LZG_UI_SHA256='90e5a41933e09fcc1c8b105c0568832473400bbc16d429dcdd97f4401c4bd3c3'; const VALID48_LZG_UI_GZIP_SHA256='d31566c115eb0cfd4748a6e583fb453ebdaf15cf7611a6973c5961011d175bf2'; const VALID48_LZG_SIDE_SHA256='b967541e3a0daa8b5dfd53802ad2fecf5b8252e70d17909e2797ce432552195a'; const VALID48_LZG_SIDE_GZIP_SHA256='05c0a53a6fa125a025b0df27f5f89f9b74dcb9bc4fa09d09474831ec03f66d59'; import {FINAL160_SCOPE,FINAL160_INPUT_STATUS,applyFinal160Scope,filterFinal160Catalog,final160CoverageForFamily} from './final-scope.js?v=20261013-min128-v1'; import {WEIGHT_TENTHS,parseWeights,addRankingMetrics} from './ranking.js?v=20261016-provisional-current-timing-v1'; import {DEFAULT_PROFILE,profileLabel,defaultColumnVisible,metricAvailability,summarizeAvailability,visibleColumns,profileScopeText,aggregateTimedSubset,strictTimingMode} from './availability.js?v=20261016-provisional-current-timing-v1'; const UI_DATA_SHA256='ffd11d5c9a863ca412948c6936b4058b46db9f01f48b738ec0b81ef19bf3f1e6'; const UI_DATA_GZIP_SHA256='f16a98d8d4438186dfa9a7ebb196f46069b0f722cdb430b1673fb69c8284bbc3'; const CPP_LATEST_VIEW_SHA256='6ab4cc1e9e788f5baac4d79a8584ff647e3a6d7451d57a8a1fc1943502b7b2b7'; const CPP_LATEST_VIEW_GZIP_SHA256='d1c5cb49a446958a4c89310af31fb0c08d8d810cecc97933ca0f51636b3edf13'; const UI_PATCH_SHA256='66dbd2505522c16bd996bf4dabfc7afdd64fadf15e9307bf16230960ab1591e5'; const UI_PATCH_GZIP_SHA256='5169074c3097d131ffbc550ac1466e719e65f8e7ae630dedbec352b5ce16bca3'; const SIDE_PATCH_SHA256='8e98c21986c4a7ca79b6af19d92fcb923d26ad314e2857d900f9906fc13463f6'; const SIDE_PATCH_GZIP_SHA256='c54b1ad640406637120e3b273002f35e125f4390dc393f3ac21aff29c0ec7f63'; const BOS_REGER_UI_PATCH_SHA256='1ac0177bccd69b956abeff0572cdc0e299eadbc68b15e5302fa438c92b7a5d1d'; const BOS_REGER_UI_PATCH_GZIP_SHA256='c814ae5be40db2b54738e872282687c30af08a180076e258d528e6561ed0b184'; const BOS_REGER_SIDE_PATCH_SHA256='6aacbc1045bbbf8309141abed1a85ba6a416d8e081cb2b2d555bffe06487a211'; const BOS_REGER_SIDE_PATCH_GZIP_SHA256='03389133f7d91edf4623eb9c2df2d49dee50d19a82b645ee07b981817d230829'; const $ = (id) => document.getElementById(id); const escape = (value) => String(value ?? '').replace(/[&<>"']/g, (c) => ({'&':'&','<':'<','>':'>','"':'"',"'":'''}[c])); const number = (v) => v != null && Number.isFinite(Number(v)) ? Number(v) : null; const mean = (values) => { const a = values.map(number).filter((n) => n !== null); return a.length ? a.reduce((s,n) => s+n,0)/a.length : null; }; function timingMode(input) { return strictTimingMode(input); } function aggregateTime(input,key) { const mode=timingMode(input); if(mode==='unavailable')return null; if(mode==='dataset_mean')return mean(input.map(r=>r[key])); return input.reduce((sum,r)=>sum+r[key]*r.timing_column_count,0)/input.reduce((sum,r)=>sum+r.timing_column_count,0); } const timingLabel=mode=>({column_mean:'Equal-column arithmetic mean',dataset_mean:'Equal-dataset arithmetic mean',dataset_aggregate:'Dataset aggregate',unavailable:'Unavailable'}[mode]??'Unavailable'); const fmt = (v, digits=3) => number(v) === null ? 'Unavailable' : Number(v).toLocaleString('en-US',{maximumFractionDigits:digits,minimumFractionDigits:digits}); const countFmt = (v) => Number(v).toLocaleString('en-US'); const runtimeName = (v) => profileLabel(v,snapshot?.benchmark?.runtime_labels?.[v] || ({cpp:'C++',java:'Java',python:'Python','cpp-native166':'Native C++ · server 166','cpp-native192':'Native C++ · server 192'}[v] || v)); const runtimeHost = (v) => v==='cpp'?'multiple source environments; see per-dataset provenance':snapshot?.benchmark?.runtime_hosts?.[v] || ({'cpp-native166':'166','cpp-native192':'192'}[v] || 'source snapshot'); const THULAB_DATASET_PREFIX='https://huggingface.co/datasets/THULab/'; const requestedDataset=new URLSearchParams(location.search).get('dataset')?.trim()||''; let requestedDatasetApplied=false; const cols = [ {key:'average_rank',label:'Average Rank ↓',digits:2,visible:true,defaultVisible:true,overallOnly:true}, {key:'rank_coverage',label:'Rank coverage',digits:0,visible:true,defaultVisible:true,overallOnly:true}, {key:'composite_score',label:'Composite score ↓',digits:4,visible:true,defaultVisible:true,overallOnly:true}, {key:'compression_rate',label:'Average rate ↓',digits:4,visible:true,defaultVisible:true}, {key:'overall_rate',label:'Overall rate ↓',digits:4,visible:false,defaultVisible:false}, {key:'compression_time',label:'Compress ns/point ↓',digits:2,visible:true,defaultVisible:true}, {key:'decompression_time',label:'Decompress ns/point ↓',digits:2,visible:true,defaultVisible:true}, {key:'compression_time_timed_subset',label:'Compress ns/point · timed subset ↓',digits:2,visible:true,defaultVisible:true}, {key:'decompression_time_timed_subset',label:'Decompress ns/point · timed subset ↓',digits:2,visible:true,defaultVisible:true}, {key:'normalized_compression_time',label:'Normalized compress ↓',digits:4,visible:false,defaultVisible:false,overallOnly:true}, {key:'normalized_decompression_time',label:'Normalized decompress ↓',digits:4,visible:false,defaultVisible:false,overallOnly:true}, {key:'timing_column_count',label:'Measured columns',digits:0,visible:false,defaultVisible:false}, {key:'compressed_bytes',label:'Compressed bytes',digits:0,visible:false,defaultVisible:false}, {key:'original_bytes',label:'Original bytes',digits:0,visible:false,defaultVisible:false}, ]; let snapshot, records=[], methods=new Map(), datasets=new Map(), currentRows=[], activeTab='overall'; let cppLatestView=null; let referenceCatalog=null,referenceCatalogError=null,datasetCatalog=null,datasetCatalogError=null; let operatorEffect=null,operatorEffectError=null; let sort={key:'compression_rate',direction:1}; let selectedMethod=null; const touchedColumns=new Set(); let legacyProfileRequested=''; const state = () => ({runtime:$('runtime').value,dataset:$('dataset').value,dtype:$('dtype').value,precision:$('precision').value,family:$('family').value,mode:$('row-mode').value,search:$('search').value.trim().toLowerCase(),complete:$('complete-only').checked}); function scopeKey() { const s=state(); return s.dtype==='overall'?'overall':s.dtype==='int'?'integer':s.precision==='fixed'?'fixed_float':s.precision==='non_fixed'?'nonfixed_float':'float'; } function normalizeRecord(r) { const sourceRuntime=r.runtime ?? r.implementation_language ?? snapshot.benchmark?.implementation_language ?? 'cpp'; return { ...r,configuration:r.algorithm_variant??r.algorithm??r.method,method:r.algorithm_variant??r.algorithm??r.method,source_runtime:sourceRuntime,runtime:r.comparison_profile??sourceRuntime, family:r.family ?? r.method_family ?? r.method ?? methods.get(r.algorithm)?.family ?? r.algorithm, compression_rate:number(r.compression_rate ?? r.average_compression_rate),compression_time:number(r.compression_time_ns_per_point ?? r.compression_time),decompression_time:number(r.decompression_time_ns_per_point ?? r.decompression_time), original_bytes:number(r.original_size_bytes ?? r.original_bytes ?? r.originalSize),compressed_bytes:number(r.compressed_size_bytes ?? r.compressed_bytes ?? r.compressedSize), eligible_column_set_sha256:r.eligible_column_set_sha256??'legacy_snapshot_unbound',measurement_status:r.measurement_status??'legacy_published_measurement',timing_profile_status:r.timing_profile_status??'source_snapshot_timing',binary_sha256:r.binary_sha256??'unbound' }; } function filteredRecords(ignoreMethod=false) { const s=state(), scope=scopeKey(); let result=records.filter((r) => r.runtime===s.runtime && r.scope===scope && (s.dataset==='all'||r.dataset===s.dataset)); if(s.mode==='family') { const choices=new Map(),best=new Map(); for(const r of result){const key=`${r.dataset}\0${r.family}`;if(!choices.has(key))choices.set(key,[]);choices.get(key).push(r);} for(const [key,rows] of choices){if(new Set(rows.map(r=>r.eligible_column_set_sha256)).size!==1)continue;for(const r of rows){const prev=best.get(key);if(!prev||r.compression_rate({...r,method:r.family})); } return ignoreMethod?result:result.filter(r=>(s.family==='all'||r.family===s.family)&&(!s.search||(s.mode==='family'?r.family:`${r.method} ${r.family}`).toLowerCase().includes(s.search))); } function coverageDatasetCount() { return new Set(filteredRecords(true).map(r=>r.dataset)).size; } function populateFamilyControl() { const control=$('family');if(!control)return; const selected=control.value,scope=scopeKey(),runtime=$('runtime').value; const families=[...new Set(records.filter(record=>record.runtime===runtime&&record.scope===scope).map(record=>record.family))].sort((a,b)=>a.localeCompare(b)); control.innerHTML=''+families.map(family=>``).join(''); control.value=families.includes(selected)?selected:'all'; } function aggregate(input) { const groups=new Map(); const exact=state().mode==='configuration',familiesByConfiguration=new Map(); if(exact)for(const r of input){if(!familiesByConfiguration.has(r.method))familiesByConfiguration.set(r.method,new Set());familiesByConfiguration.get(r.method).add(r.family);} for(const r of input) { const key=exact?`${r.family}\0${r.method}`:r.method;if(!groups.has(key)) groups.set(key,[]); groups.get(key).push(r); } const totalDatasets=coverageDatasetCount(); const rows=[]; for(const [,source] of groups) { const configuration=source[0].method,method=exact&&familiesByConfiguration.get(configuration).size>1?`${source[0].family} · ${configuration}`:configuration; const hasBytes=source.every(r=>r.original_bytes!==null && r.original_bytes>0 && r.compressed_bytes!==null && r.compressed_bytes>0); const original=hasBytes?source.reduce((s,r)=>s+r.original_bytes,0):null, compressed=hasBytes?source.reduce((s,r)=>s+r.compressed_bytes,0):null; const timedSubset=aggregateTimedSubset(source); rows.push({method,family:source[0].family,runtime:source[0].runtime,compression_rate:mean(source.map(r=>r.compression_rate)),compression_time:aggregateTime(source,'compression_time'),decompression_time:aggregateTime(source,'decompression_time'),timing_column_count:source.reduce((sum,r)=>sum+(Number.isInteger(r.timing_column_count)?r.timing_column_count:0),0),timing_aggregation:timingMode(source),overall_rate:hasBytes?compressed/original:null,original_bytes:original,compressed_bytes:compressed,coverage:new Set(source.map(r=>r.dataset)).size,totalDatasets,source,...timedSubset}); } const s=state(); return addRankingMetrics(rows,parseWeights($('weights').value),{provisionalCurrentTiming:s.runtime==='cpp'}).map(row=>row.normalization_reference_rows>=2?row:{...row,normalized_compression_time:null,normalized_decompression_time:null,composite_score:null}).filter(r=>(s.family==='all'||r.family===s.family)&&(!s.search||(s.mode==='family'?r.family:`${r.method} ${r.family}`).toLowerCase().includes(s.search))&&(!s.complete||r.coverage===totalDatasets)).sort((a,b)=>{ const av=number(a[sort.key]),bv=number(b[sort.key]); if(av===null&&bv===null)return a.method.localeCompare(b.method); if(av===null)return 1;if(bv===null)return -1; return sort.direction*(av-bv)||a.method.localeCompare(b.method); }); } function requestedColumns() { const profile=state().runtime; return cols.filter(column => touchedColumns.has(column.key)?column.visible:defaultColumnVisible(profile,column)); } function syncColumnOptions() { for(const input of $('column-options').querySelectorAll('input')){ const column=cols.find(item=>item.key===input.dataset.column); input.checked=touchedColumns.has(column.key)?column.visible:defaultColumnVisible(state().runtime,column); } } function metricCell(row,column) { if(column.key==='rank_coverage'&&number(row[column.key])!==null)return `${row.rank_coverage} / ${row.totalDatasets}`; if(number(row[column.key])!==null){ const subset=['compression_time_timed_subset','decompression_time_timed_subset'].includes(column.key); return `${fmt(row[column.key],column.digits)}${subset?` ${row.timing_subset_coverage} / ${row.timing_subset_denominator}`:''}`; } const unavailable=metricAvailability(row,column.key); return `${escape(unavailable.short)}`; } function renderTable() { const eligibleColumns=cols.filter(c=>!c.overallOnly||activeTab==='overall'); const visible=visibleColumns(eligibleColumns,currentRows,state().runtime,$('show-unavailable-columns').checked,touchedColumns); $('leaderboard').querySelector('thead').innerHTML=`PositionMethod / configuration${visible.map(c=>``).join('')}Dataset coverage`; const minima=Object.fromEntries(visible.map(c=>[c.key,Math.min(...currentRows.map(r=>number(r[c.key])).filter(n=>n!==null))])); $('leaderboard').querySelector('tbody').innerHTML=currentRows.length?currentRows.map((r,i)=>`${i+1}${activeTab==='overall'?'':`${escape(r.family)} · ${escape(runtimeName(r.runtime))}`}${visible.map(c=>`${metricCell(r,c)}`).join('')}${r.coverage} / ${r.totalDatasets}`).join(''):`No measurements match this selection. Try another runtime, data type, or dataset.`; for(const button of $('leaderboard').querySelectorAll('[data-sort]'))button.addEventListener('click',()=>{const key=button.dataset.sort;sort={key,direction:sort.key===key?-sort.direction:1};refresh();}); for(const button of $('leaderboard').querySelectorAll('[data-method]'))button.addEventListener('click',()=>showMethod(button.dataset.method,true)); $('row-count').textContent=`${currentRows.length} ${state().mode==='family'?'method families':'method configurations'} · sorted by ${cols.find(c=>c.key===sort.key)?.label??sort.key}`; $('download').disabled=!currentRows.length; const availability=summarizeAvailability(currentRows,requestedColumns()); const visibleKeys=new Set(visible.map(column=>column.key)),hiddenLabels=requestedColumns().filter(column=>!visibleKeys.has(column.key)).map(column=>column.label.replace(' ↓','')); const timedSubsetRows=currentRows.filter(row=>number(row.compression_time_timed_subset)!==null&&number(row.decompression_time_timed_subset)!==null).length; $('availability-summary').textContent=`Availability: ${availability.parts.join(' · ')} · ${timedSubsetRows}/${availability.total} timed-subset rows (each cell shows timed datasets / current rate datasets).${availability.reasons.length?` ${availability.reasons.join('; ')}.`:''}${hiddenLabels.length&&!$('show-unavailable-columns').checked?` Hidden columns without complete row coverage: ${hiddenLabels.join(', ')}. Use “Show unavailable metric columns” to inspect their explicit reasons.`:''}`; } function refresh() { if(!snapshot)return; $('precision').disabled=$('dtype').value!=='float'; const selectedDataset=state().dataset,selectedHasMeasurements=selectedDataset==='all'||records.some(r=>r.dataset===selectedDataset),columnCoverageNote='Compress and Decompress times use equal-column arithmetic means when every selected dataset has column timings. If a method has aggregate-only timings in the selection, its dataset ns/point values are averaged with equal weight per dataset. Timing basis is shown in method details and CSV. Column coverage may differ by method.'; if(!selectedHasMeasurements) { $('results-note').textContent=FINAL160_INPUT_STATUS.pending_datasets.some(item=>item.dataset_id===selectedDataset)?'Corrected-input benchmark pending. Old incomplete input measurements are preserved in the historical snapshot and excluded from current rankings. ': `No published measurements are available for this catalog dataset. It is excluded from rankings rather than treated as zero. ${columnCoverageNote}`; } else if(scopeKey()==='float'&&!records.some(r=>r.scope==='float')) { // The exporter must publish an explicit all-float scope; never combine // preaggregated fixed/non-fixed metrics and call it an all-float result. $('results-note').textContent=`All-float measurements are not available in this snapshot. Select a precision category. ${columnCoverageNote}`; } else $('results-note').textContent=`${state().mode==='family'?'Each family uses its lowest-rate measured configuration only when that dataset/family has one exact support set; ambiguous support sets are omitted. Configurations may differ across datasets; use Exact configuration for fixed parameters.':'Each row retains one exact configuration and its eligible support-set hash. Lower compression rates and lower ns/point are better.'} ${columnCoverageNote}`; currentRows=aggregate(filteredRecords(true)); syncColumnOptions(); const weights=parseWeights($('weights').value); const scoreAvailability=summarizeAvailability(currentRows,cols); const provisionalRows=currentRows.filter(row=>row.composite_score_status==='provisional_current_admitted_timing'); const scoreStatus=!currentRows.length?'No candidate rows are visible; comparability is not inferred.':provisionalRows.length===currentRows.length?`${provisionalRows.length}/${currentRows.length} provisional scores use every method's current rate coverage and its currently admitted timing coverage.`:scoreAvailability.counts.composite_score===currentRows.length?'Composite scores use one complete exact dataset/support signature.':`Composite scores are unavailable for ${currentRows.length-scoreAvailability.counts.composite_score}/${currentRows.length} rows because a positively weighted metric is missing.`; $('score-note').textContent=`Score = ${weights[0].toFixed(1)} × average rate + ${weights[1].toFixed(1)} × normalized compress + ${weights[2].toFixed(1)} × normalized decompress. Lower is better. ${scoreStatus} Weights remain fixed and are not renormalized; a zero-weight metric is not required. C++ timing coverage remains available in CSV and method details. Average Rank keeps the matched dataset/support rule; missing, N/A, failed, and unlike-support results receive no rank.`; const s=state(),scope=scopeKey(),measuredCount=coverageDatasetCount(),ds=s.dataset==='all'?`all ${measuredCount} measured datasets`:datasetDisplayName(s.dataset); $('dataset-count').textContent=countFmt(measuredCount);$('dataset-count-label').textContent='measured datasets'; $('method-count').textContent=countFmt(new Set(records.filter(record=>record.runtime===s.runtime&&record.scope===scope).map(record=>record.family)).size); const names={overall:'available numeric measurements',integer:'integer columns',float:'floating-point columns',fixed_float:'fixed-precision float columns',nonfixed_float:'non-fixed-precision float columns'}; $('selection-summary').textContent=`${runtimeName(s.runtime)} · ${names[scope]||scope} · ${ds} · ${currentRows.length} methods`; $('profile-scope-note').textContent=profileScopeText({profile:s.runtime,measuredDatasets:measuredCount,catalogDatasets:datasetEntries().length})+(legacyProfileRequested?` The requested historical profile “${legacyProfileRequested}” is now included in the combined C++ view; this is not an environment-specific view.`:''); $('view-title').textContent=activeTab==='dataset'?`${s.dataset==='all'?'Dataset':datasetDisplayName(s.dataset)} leaderboard`:activeTab==='tradeoffs'?'Storage and execution trade-offs':'Overall leaderboard'; const selectedEntry=s.dataset==='all'?null:datasets.get(s.dataset),selectedDatasetUrl=thulabDatasetUrl(selectedEntry),selectedBadge=$('selected-dataset-badge'); selectedBadge.hidden=!selectedDatasetUrl; if(selectedDatasetUrl){selectedBadge.href=selectedDatasetUrl;selectedBadge.setAttribute('aria-label',`Open ${datasetDisplayName(s.dataset)} in the THULab Hugging Face organization`);selectedBadge.title='Open this dataset in the THULab Hugging Face organization.';} renderTable(); if(activeTab==='tradeoffs')renderChart(); if(selectedMethod)showMethod(selectedMethod,false); } function setTab(tab) { activeTab=['overall','dataset','tradeoffs','methods','operators','about'].includes(tab)?tab:'overall'; for(const b of document.querySelectorAll('[data-tab]')){b.classList.toggle('active',b.dataset.tab===activeTab);if(b.dataset.tab===activeTab)b.setAttribute('aria-current','page');else b.removeAttribute('aria-current');} $('results-view').hidden=['methods','operators','about'].includes(activeTab);$('methods-view').hidden=activeTab!=='methods';$('operators-view').hidden=activeTab!=='operators';$('about-view').hidden=activeTab!=='about';$('chart-view').hidden=activeTab!=='tradeoffs';$('dataset-catalog-panel').hidden=activeTab!=='dataset'; $('score-controls').hidden=activeTab!=='overall'; for(const input of $('column-options').querySelectorAll('input'))input.parentElement.hidden=Boolean(cols.find(c=>c.key===input.dataset.column)?.overallOnly&&activeTab!=='overall'); if(activeTab!=='overall'&&cols.find(c=>c.key===sort.key)?.overallOnly)sort={key:'compression_rate',direction:1}; if(activeTab==='dataset'&&$('dataset').value==='all'){const first=[...datasets.keys()].find(k=>records.some(r=>r.dataset===k&&r.runtime===$('runtime').value));if(first)$('dataset').value=first;} if(activeTab==='overall')$('dataset').value='all'; if(activeTab==='dataset')renderDatasetCatalog(); updateUrlState(); refresh(); } function showMethod(method,focus=false) { const row=currentRows.find(r=>r.method===method), detail=$('method-detail'); if(!row){selectedMethod=null;detail.hidden=true;return;}selectedMethod=method; const meta=methods.get(method)??methods.get(row.source[0].configuration), pipeline=meta?.operator_pipeline; const source=row.source.slice().sort((a,b)=>a.dataset.localeCompare(b.dataset)); const supportDecisions=row.runtime==='cpp'?final160CoverageForFamily(cppLatestView.cpp.pair_ledger,row.family):[]; const countSupport=predicate=>supportDecisions.filter(predicate).length; const supportNote=supportDecisions.length?`C++ test scope: ${supportDecisions.length} dataset identities; ${countSupport(item=>item.status==='numeric'&&item.scopes.includes('overall'))} full numeric Overall, ${countSupport(item=>item.status==='partial_numeric')} partial numeric (exact supported subset), ${countSupport(item=>item.status==='numeric'&&!item.scopes.includes('overall'))} full numeric type-specific only, ${countSupport(item=>item.status==='not_applicable')} not applicable, ${countSupport(item=>item.status==='unsupported')} unsupported, ${countSupport(item=>item.status==='replacement_input_pending')} corrected-input retests pending. Type-specific results are available through the data-type filter; they are not missing experiments.`:''; const strictCompress=metricCell(row,cols.find(column=>column.key==='compression_time')),strictDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time')),subsetCompress=metricCell(row,cols.find(column=>column.key==='compression_time_timed_subset')),subsetDecompress=metricCell(row,cols.find(column=>column.key==='decompression_time_timed_subset')); const detailTimingNote=row.runtime==='cpp'?'The provisional C++ composite uses the currently admitted timing subset and shows its coverage; strict timing remains unavailable until all selected rate datasets are timed. Dataset-level Average Rank still uses exact matched support.':'Composite scores keep the strict complete-support rule. Dataset-level Average Rank uses exact matched support.'; detail.innerHTML=`

${escape(method)}

${escape(row.family)} · ${escape(runtimeName(row.runtime))} · ${row.coverage} measured datasets

${fmt(row.compression_rate,4)}average compression rate
${strictCompress}strict Compress ns/point
${strictDecompress}strict Decompress ns/point
${subsetCompress}Compress ns/point · timed subset
${subsetDecompress}Decompress ns/point · timed subset
${row.coverage} / ${row.totalDatasets}dataset coverage
${pipeline?`

Interpretive operator mapping: ${escape(typeof pipeline==='string'?pipeline:JSON.stringify(pipeline))}

`:''}${supportNote?`

${escape(supportNote)}

`:''}

Strict timing average: ${escape(timingLabel(row.timing_aggregation))}. ${escape(detailTimingNote)} Dataset metrics below retain the winning row's source family, profile, and host.

${source.map(r=>``).join('')}
DatasetConfigurationSource familyRate ↓Compress ns/point ↓Decompress ns/point ↓Timing basisMeasurement evidenceTiming profileSelected source profile / hostRuntime / binarySupport setOriginal bytesCompressed bytesDataset score ↓Dataset Rank ↓Rank candidates
${escape(r.dataset)}${escape(r.configuration)}${escape(r.source_family??r.family)}${fmt(r.compression_rate,4)}${metricCell(r,cols.find(column=>column.key==='compression_time'))}${metricCell(r,cols.find(column=>column.key==='decompression_time'))}${escape(timingLabel(r.timing_aggregation))}${escape(r.measurement_status)}${escape(r.timing_profile_status)}${escape(r.source_comparison_profile??r.runtime)} / ${escape(r.source_execution_host??'source snapshot')}${escape(r.source_runtime)} / ${escape(String(r.binary_sha256).slice(0,16))}${escape(String(r.eligible_column_set_sha256).slice(0,16))}${fmt(r.original_bytes,0)}${fmt(r.compressed_bytes,0)}${metricCell(r,{key:'dataset_score',digits:4})}${metricCell(r,{key:'dataset_rank',digits:2})}${fmt(r.dataset_candidate_count,0)}
`; detail.hidden=false;$('close-detail').addEventListener('click',()=>{detail.hidden=true;selectedMethod=null;}); if(focus){detail.scrollIntoView({block:'nearest',behavior:'auto'});detail.focus({preventScroll:true});} } function renderChart() { const metric=$('chart-metric').value; const compressionMetric=metric.startsWith('compression'),subsetMetric=metric.includes('timed_subset'); const valid=currentRows.filter(r=>r.compression_rate>0&&r[metric]>0); if(!valid.length){$('chart').innerHTML='

No positive measurements to plot for this selection.

';return;} const width=1100,height=410,pad={left:85,right:35,top:30,bottom:65}; const maxRate=Math.max(...valid.map(r=>r.compression_rate))*1.08; const logs=valid.map(r=>Math.log10(r[metric]));let minLog=Math.floor(Math.min(...logs)),maxLog=Math.ceil(Math.max(...logs));if(maxLog===minLog)maxLog=minLog+1; const x=r=>pad.left+r/maxRate*(width-pad.left-pad.right),y=n=>height-pad.bottom-(Math.log10(n)-minLog)/(maxLog-minLog)*(height-pad.top-pad.bottom); let graph=''; for(let i=0;i<=5;i++){const rate=maxRate*i/5,px=x(rate);graph+=`${fmt(rate,2)}`;} for(let i=minLog;i<=maxLog;i++){const n=10**i,py=y(n);graph+=`${n.toLocaleString('en-US',{maximumFractionDigits:3})}`;} for(const r of valid)graph+=`${escape(r.method)} | rate ${fmt(r.compression_rate,4)} | ${fmt(r[metric],2)} ns/point | ${subsetMetric?`timed subset ${r.timing_subset_coverage}/${r.timing_subset_denominator}`:`coverage ${r.coverage}/${r.totalDatasets}`}`; graph+=`Average compression rate (compressed / original) ↓${compressionMetric?'Compress':'Decompress'} ns/point${subsetMetric?' · timed subset':''} (log scale) ↓`; $('chart').innerHTML=`${graph}`; for(const p of $('chart').querySelectorAll('[data-method]')){p.addEventListener('click',()=>showMethod(p.dataset.method,true));p.addEventListener('keydown',e=>{if(e.key==='Enter'||e.key===' '){e.preventDefault();showMethod(p.dataset.method,true);}});} } function csv() { const quote=v=>{let text=String(v??'');if(typeof v==='string'&&/^[=+@-]/.test(text))text="'"+text;return `"${text.replace(/"/g,'""')}"`;}; const weights=parseWeights($('weights').value); const columns=['position','method','comparison_profile','execution_host','scope','row_mode','selected_dataset','sort_metric','sort_direction','average_compression_rate','overall_compression_rate','compress_ns_per_point','decompress_ns_per_point','weight_a','weight_b','weight_c','normalized_compress','normalized_decompress','composite_score','composite_score_status','composite_rate_dataset_coverage','composite_timing_dataset_coverage','composite_timing_dataset_denominator','composite_metric_basis','average_rank','rank_dataset_coverage','normalization_reference_rows','compress_min','compress_max','decompress_min','decompress_max','normalization','rank_definition','dataset_coverage','datasets_in_scope','selected_configuration_by_dataset','source_profile_by_dataset','binary_sha256_by_dataset','eligible_column_set_sha256_by_dataset','measurement_status_by_dataset','timing_profile_status_by_dataset','timing_column_count','timing_aggregation','timed_subset_compress_ns_per_point','timed_subset_decompress_ns_per_point','timed_subset_dataset_coverage','timed_subset_dataset_denominator','timed_subset_status','timed_subset_source_profiles','timed_subset_source_hosts','selected_source_family_by_dataset','selected_source_comparison_profile_by_dataset','selected_source_host_by_dataset','strict_timing_reason','composite_reason','final_dataset_scope','input_version_gate','pending_replacement_datasets']; const body=currentRows.map((r,i)=>[i+1,r.method,r.runtime,runtimeHost(r.runtime),scopeKey(),state().mode,state().dataset,sort.key,sort.direction===1?'ascending':'descending',r.compression_rate,r.overall_rate,r.compression_time,r.decompression_time,...weights.map(w=>w.toFixed(1)),r.normalized_compression_time,r.normalized_decompression_time,r.composite_score,r.composite_score_status,r.composite_rate_coverage,r.composite_timing_coverage,r.composite_timing_denominator,r.composite_metric_basis,r.average_rank,r.rank_coverage,r.normalization_reference_rows,r.encode_min,r.encode_max,r.decode_min,r.decode_max,'min-max over all eligible rows in selected language/scope/row-mode before search and visibility filters; provisional C++ scores use current admitted timing subsets','mean per-dataset composite-score fractional rank; per-dataset min-max times',r.coverage,r.totalDatasets,JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.configuration]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.binary_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.eligible_column_set_sha256]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.measurement_status]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.timing_profile_status]))),r.timing_column_count,r.timing_aggregation,r.compression_time_timed_subset,r.decompression_time_timed_subset,r.timing_subset_coverage,r.timing_subset_denominator,r.timing_subset_status,JSON.stringify(r.timing_subset_source_profiles),JSON.stringify(r.timing_subset_hosts),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_family??s.family]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_comparison_profile??s.runtime]))),JSON.stringify(Object.fromEntries(r.source.map(s=>[s.dataset,s.source_execution_host??'source snapshot']))),metricAvailability(r,'compression_time').code,metricAvailability(r,'composite_score').code,FINAL160_INPUT_STATUS.scope_id,'not_quarantined_by_current_input_audit',JSON.stringify(FINAL160_INPUT_STATUS.pending_datasets.map(item=>item.dataset_id))].map(quote).join(',')); const url=URL.createObjectURL(new Blob(['\ufeff'+[columns.join(','),...body].join('\r\n')],{type:'text/csv;charset=utf-8'}));const a=document.createElement('a');a.href=url;a.download=`THULab-compression-${state().runtime}-${scopeKey()}-${state().dataset}.csv`;a.click();setTimeout(()=>URL.revokeObjectURL(url),1000); } function safeHttpUrl(value) { try { const url=new URL(String(value));return ['http:','https:'].includes(url.protocol)?url.href:null; } catch { return null; } } function thulabDatasetUrl(entry) { const url=safeHttpUrl(entry?.dataset_url); return url?.startsWith(THULAB_DATASET_PREFIX)?url:null; } function thulabDatasetBadge(entry,key=datasetKey(entry)) { const url=thulabDatasetUrl(entry);if(!url)return ''; return ` THULab hosted ↗`; } function publicNote(value) { const note=typeof value==='string'?value.trim():''; return /(?:\/Users\/|[A-Za-z]:\\|file:\/\/|codex:\/\/threads\/|\.pptx\b)/i.test(note)?'':note; } function publicText(value,fallback='') { const text=publicNote(value);return text||fallback; } function referenceMap() { return new Map((referenceCatalog?.references||[]).map(reference=>[String(reference.id),reference])); } function resolvedReferences(ids) { const byId=referenceMap(); return [...new Set(Array.isArray(ids)?ids.map(String):[])].map(id=>byId.get(id)).filter(Boolean); } function referenceSearchText(ids) { return resolvedReferences(ids).map(reference=>`${reference.id??''} ${reference.citation??''} ${reference.kind??''}`).join(' '); } function renderReferences(ids) { const references=resolvedReferences(ids); if(!references.length)return '

No external reference is listed for this entry.

'; return `
References
    ${references.map(reference=>{const url=safeHttpUrl(reference.url),citation=escape(reference.citation||reference.id||'Reference');const meta=[reference.id,reference.source_slide?`Presentation Notes · slide ${reference.source_slide}`:'Additional official source'].filter(Boolean).map(escape).join(' · ');return `
  • ${url?`${citation}`:`${citation}`}${meta?`${meta}`:''}
  • `;}).join('')}
`; } function familyConfigurations() { const grouped=new Map(); for(const record of records){if(!grouped.has(record.family))grouped.set(record.family,new Set());grouped.get(record.family).add(record.configuration);} return new Map([...grouped].map(([family,names])=>[family,[...names].sort((a,b)=>a.localeCompare(b))])); } function catalogMethod(family) { const entries=referenceCatalog?.methods||[]; return entries.find(entry=>entry.family===family)||entries.find(entry=>String(entry.family).toLowerCase()===family.toLowerCase())||null; } function renderMethodDocumentation() { const container=$('method-catalog'),status=$('method-doc-status'); if(!container||!status)return; if(referenceCatalogError){status.textContent='Method documentation could not be loaded.';container.innerHTML=`

${escape(referenceCatalogError.message)}

`;return;} if(!referenceCatalog){status.textContent='Loading method documentation…';container.innerHTML='';return;} const configurations=familyConfigurations(),query=$('method-doc-search').value.trim().toLowerCase(); const families=[...configurations.keys()].sort((a,b)=>a.localeCompare(b)); const rows=families.map(family=>{const entry=catalogMethod(family)||{},names=configurations.get(family),note=publicNote(entry.notes),search=[family,entry.display_name,entry.description,note,...names,referenceSearchText(entry.reference_ids)].join(' ').toLowerCase();return {family,entry,names,note,search};}).filter(row=>!query||row.search.includes(query)); const described=families.filter(family=>catalogMethod(family)?.description).length; status.textContent=`${rows.length} of ${families.length} measured method families shown · ${described} descriptions available`; container.innerHTML=rows.length?rows.map(({family,entry,names,note})=>{const display=entry.display_name||family;return `

${escape(display)}

${display!==family?`${escape(family)}`:''}
${names.length} configuration${names.length===1?'':'s'}

${escape(entry.description||'A reference description is not available for this measured family.')}

${note?`

${escape(note)}

`:''}${renderReferences(entry.reference_ids)}
Published configurations (${names.length})
    ${names.map(name=>`
  • ${escape(name)}
  • `).join('')}
`;}).join(''):'

No method documentation matches this search.

'; } function renderOperatorEffect() { const status=$('operator-effect-status'),body=$('operator-effect-table')?.querySelector('tbody');if(!status||!body)return; if(operatorEffectError){status.textContent='Operator byte-effect results could not be loaded.';body.innerHTML=`${escape(operatorEffectError.message)}`;return;} if(!operatorEffect){status.textContent='Loading byte effects…';return;} const rows=operatorEffect.rows||[],coverage=operatorEffect.coverage||{}; status.textContent=`${countFmt(coverage.scope_identity_count)} dataset scope · ${countFmt(coverage.column_complete_identity_count)} identities with complete canonical key coverage · ${countFmt(coverage.observed_recipe_key_count)} / ${countFmt(coverage.expected_recipe_key_count)} recipe keys · ${countFmt(coverage.missing_recipe_key_count)} missing · timing unavailable`; body.innerHTML=rows.map(row=>`${escape(row.display_label)}${fmt(row.mean_rate_multiple_after_over_before,3)}×${fmt(100*(row.mean_rate_multiple_after_over_before-1),1)}%${fmt(row.mean_baseline_to_original_ratio,3)}${fmt(row.mean_omission_to_original_ratio,3)}${countFmt(row.admitted_dataset_count)}${countFmt(row.admitted_value_column_count)}`).join(''); } async function loadOperatorEffect() { try { const response=await fetch('./operator-byte-effect-current135-summary.json?v=20261016-current135-complete-v2',{cache:'no-cache'});if(!response.ok)throw new Error(`Operator byte-effect request returned ${response.status}.`); const value=await response.json();if(value?.schema!=='compressionbenchmark-operator-byte-effect-current135-complete-key-coverage-v2'||value?.timing_fields_all_null!==true||value?.canonical_key_coverage_complete!==true||value?.current_input_qualified!==false||value?.coverage?.observed_recipe_key_count!==35190||value?.coverage?.missing_recipe_key_count!==0||!Array.isArray(value.rows))throw new Error('Operator byte-effect summary has an invalid schema or boundary.');operatorEffect=value; } catch(error) { operatorEffectError=error instanceof Error?error:new Error('Operator byte-effect summary is unavailable.'); } renderOperatorEffect(); } function renderOperatorDocumentation() { const container=$('operator-catalog'),status=$('operator-doc-status'); if(!container||!status)return; if(referenceCatalogError){status.textContent='Operator documentation could not be loaded.';container.innerHTML=`

${escape(referenceCatalogError.message)}

`;return;} if(!referenceCatalog){status.textContent='Loading operator documentation…';container.innerHTML='';return;} const query=$('operator-doc-search').value.trim().toLowerCase(),all=referenceCatalog.operators||[]; const rows=all.map(operator=>{const implementations=Array.isArray(operator.implementations)?operator.implementations:[];const familySearch=[operator.id,operator.name,operator.name_en,operator.name_zh,operator.group,operator.description,referenceSearchText(operator.reference_ids)].join(' ').toLowerCase();const matchingImplementations=query&&!familySearch.includes(query)?implementations.filter(entry=>operatorImplementationSearch(entry).includes(query)):implementations;return {operator,implementations:matchingImplementations,familyMatch:!query||familySearch.includes(query)};}).filter(row=>row.familyMatch||row.implementations.length); const groups=new Map(); for(const row of rows){const group=row.operator.group||'Other';if(!groups.has(group))groups.set(group,[]);groups.get(group).push(row);} const shownEntries=new Set(rows.flatMap(row=>row.implementations.map(entry=>entry.id||`${row.operator.id}:${entry.name||entry.name_en||''}`))).size,totalEntries=new Set(all.flatMap(operator=>(operator.implementations||[]).map(entry=>entry.id||`${operator.id}:${entry.name||entry.name_en||''}`))).size; status.textContent=`${rows.length} of ${all.length} operator families shown · ${shownEntries} of ${totalEntries} directory entries shown`; renderOperatorSummary(); container.innerHTML=rows.length?[...groups].map(([group,groupRows])=>`

${escape(publicText(group,'Other'))}

${groupRows.map(({operator,implementations})=>renderOperatorCard(operator,implementations)).join('')}
`).join(''):'

No operator family or implementation entry matches this search.

'; } function operatorImplementationSearch(entry) { return [entry.id,entry.name,entry.name_en,entry.name_zh,entry.layer,entry.description,entry.inputs,entry.outputs,entry.example,entry.status,referenceSearchText(entry.reference_ids)].join(' ').toLowerCase(); } function renderOperatorSummary() { const target=$('operator-summary');if(!target||!referenceCatalog)return; const summary=referenceCatalog.operator_summary||{},families=number(summary.family_count??summary.operator_family_count)??(referenceCatalog.operators||[]).length; const entries=number(summary.entry_count??summary.directory_entry_count??summary.implementation_count)??(referenceCatalog.operators||[]).reduce((sum,item)=>sum+(item.implementations?.length||0),0); const parts=[['Families',families],['Directory entries',entries],['Mechanisms',summary.mechanism_count],['Configurations',summary.configuration_count],['Compositions',summary.composition_count],['Adapters',summary.adapter_count]]; target.innerHTML=parts.filter(([,value])=>number(value)!==null).map(([label,value])=>`
${countFmt(value)}${escape(label)}
`).join(''); } function renderOperatorCard(operator,implementations) { const allEntries=Array.isArray(operator.implementations)?operator.implementations:[],name=publicText(operator.name_en??operator.name,operator.id||'Operator family'),nativeName=publicText(operator.name_zh),description=publicText(operator.description,'Description not available.'); return `

${escape(name)}

${nativeName&&nativeName!==name?`${escape(nativeName)}`:''}${operator.id&&operator.id!==name?`${escape(publicText(operator.id))}`:''}
${implementations.length}${implementations.length!==allEntries.length?` / ${allEntries.length}`:''} entries

${escape(description)}

${renderReferences(operator.reference_ids)}${implementations.length?`
Implementation directory (${implementations.length}${implementations.length!==allEntries.length?` matching of ${allEntries.length}`:''})
${implementations.map(renderOperatorImplementation).join('')}
`:'

No implementation entry matches this search.

'}
`; } function renderOperatorImplementation(entry) { const name=publicText(entry.name_en??entry.name,entry.id||'Implementation entry'),nativeName=publicText(entry.name_zh),layer=publicText(entry.layer,'entry'),fields=[['Principle',entry.description],['Input',entry.inputs],['Output',entry.outputs],['Example',entry.example],['Status',entry.status]].filter(([,value])=>publicText(value)); return `
${escape(name)}${nativeName&&nativeName!==name?`${escape(nativeName)}`:''}${entry.id?`${escape(publicText(entry.id))}`:''}
${escape(layer)}
${fields.length?`
${fields.map(([label,value])=>`
${escape(label)}
${escape(publicText(value))}
`).join('')}
`:''}${entry.reference_ids?.length?renderReferences(entry.reference_ids):''}
`; } function renderDocumentationViews() { renderMethodDocumentation();renderOperatorDocumentation();renderOperatorEffect(); } async function loadReferenceCatalog() { try { const response=await fetch('./reference-catalog.json?v=20261016-bos-reger-optimized135-v1',{cache:'no-cache'}); if(!response.ok)throw new Error(`Reference catalog request returned ${response.status}.`); const catalog=await response.json(); if(!catalog||!Array.isArray(catalog.methods)||!Array.isArray(catalog.operators)||!Array.isArray(catalog.references))throw new Error('Reference catalog has an invalid schema.'); referenceCatalog=catalog; } catch(error) { referenceCatalogError=error instanceof Error?error:new Error('Reference catalog is unavailable.'); } if(snapshot)renderDocumentationViews(); } function datasetKey(entry) { return String(entry?.key??entry?.dataset??''); } function datasetDisplayName(key) { const entry=datasets.get(key);return entry?.label&&entry.label!==key?`${entry.label} (${key})`:key; } function datasetEntries() { const source=Array.isArray(datasetCatalog?.datasets)&&datasetCatalog.datasets.length?datasetCatalog.datasets:[...(snapshot?.datasets||[])]; const unique=new Map();for(const entry of source){const key=datasetKey(entry);if(key&&FINAL160_SCOPE.datasets.includes(key))unique.set(key,entry);}return [...unique.values()]; } function datasetCategory(entry) { return String(entry.category_label??entry.category??'Other'); } function datasetSearchText(entry) { return [datasetKey(entry),entry.label,entry.category,entry.category_label,entry.source,entry.dataset_url,thulabDatasetUrl(entry)?'THULab Hugging Face hosted':''].join(' ').toLowerCase(); } function humanBytes(value) { const amount=number(value);if(amount===null)return '';const units=['B','KB','MB','GB','TB'];let scaled=amount,index=0;while(scaled>=1000&&indexrecord.dataset)),groups=new Map(); for(const entry of entries){const group=datasetCategory(entry);if(!groups.has(group))groups.set(group,[]);groups.get(group).push(entry);datasets.set(datasetKey(entry),entry);} $('dataset').innerHTML=''+[...groups].map(([group,items])=>`${items.sort((a,b)=>datasetKey(a).localeCompare(datasetKey(b))).map(entry=>{const key=datasetKey(entry),label=entry.label&&entry.label!==key?`${entry.label} (${key})`:key;return ``;}).join('')}`).join(''); const requestedIsValid=!requestedDatasetApplied&&requestedDataset&&[...$('dataset').options].some(option=>option.value===requestedDataset); $('dataset').value=requestedIsValid?requestedDataset:[...$('dataset').options].some(option=>option.value===selected)?selected:'all'; if(requestedIsValid)requestedDatasetApplied=true; const groupSelect=$('dataset-group-filter'),previousGroup=groupSelect.value||'all',categories=[...groups.keys()]; groupSelect.innerHTML=''+categories.map(group=>``).join(''); groupSelect.value=categories.includes(previousGroup)?previousGroup:'all'; } function renderDatasetCatalog() { const container=$('dataset-catalog'),status=$('dataset-catalog-status');if(!container||!status||!snapshot)return; const all=datasetEntries(),query=$('dataset-catalog-search').value.trim().toLowerCase(),group=$('dataset-group-filter').value,measured=new Set(records.map(record=>record.dataset)); const visible=all.filter(entry=>(group==='all'||datasetCategory(entry)===group)&&(!query||datasetSearchText(entry).includes(query))),groups=new Map(); for(const entry of visible){const category=datasetCategory(entry);if(!groups.has(category))groups.set(category,[]);groups.get(category).push(entry);} const measuredVisible=visible.filter(entry=>measured.has(datasetKey(entry))).length,thulabVisible=visible.filter(entry=>thulabDatasetUrl(entry)).length; status.textContent=`${visible.length} of ${all.length} datasets shown · ${thulabVisible} THULab-hosted · ${measuredVisible} shown entries have published measurements · rankings use ${measured.size} measured datasets`; if(datasetCatalogError&&!all.length){container.innerHTML=`

${escape(datasetCatalogError.message)}

`;return;} container.innerHTML=visible.length?[...groups].map(([category,entries])=>`

${escape(category)} ${entries.length}

${entries.sort((a,b)=>datasetKey(a).localeCompare(datasetKey(b))).map(entry=>renderDatasetEntry(entry,measured.has(datasetKey(entry)))).join('')}
`).join(''):'

No dataset matches this search and group filter.

'; for(const button of container.querySelectorAll('[data-dataset-key]'))button.addEventListener('click',()=>{$('dataset').value=button.dataset.datasetKey;updateUrlState();refresh();renderDatasetCatalog();$('leaderboard-wrap').scrollIntoView({block:'nearest'});}); } function renderDatasetEntry(entry,isMeasured) { const key=datasetKey(entry),label=publicText(entry.label,key),rows=number(entry.row_count),payload=humanBytes(entry.size_bytes),metadata=[rows===0?'Empty dataset':rows!==null?`${countFmt(rows)} rows`:'',number(entry.column_count)!==null?`${countFmt(entry.column_count)} columns`:'',number(entry.numeric_column_count)!==null?`${countFmt(entry.numeric_column_count)} numeric`:'',payload?`${payload} numeric payload`:'' ].filter(Boolean),sourceUrl=safeHttpUrl(entry.source_url),datasetUrl=safeHttpUrl(entry.dataset_url),thulabUrl=thulabDatasetUrl(entry),source=publicText(entry.source,'Source'),snapshotDiff=entry.published_result_row_count_matches_catalog===false; return `
${thulabUrl?`
${thulabDatasetBadge(entry,key)}
`:''}${metadata.length?`

${metadata.map(escape).join(' · ')}

`:''}${entry.current_input_issue?`

Corrected-input retest pending: ${escape(entry.current_input_issue)}

`:''}${snapshotDiff?'

Published measurements use an earlier prepared snapshot.

':''}
`; } async function loadDatasetCatalog() { try { const response=await fetch('./dataset-catalog.json?v=20261013-corrected-five-v1',{cache:'no-cache'});if(!response.ok)throw new Error(`Dataset catalog request returned ${response.status}.`); const catalog=await response.json();if(!catalog||!Array.isArray(catalog.datasets)||!catalog.summary)throw new Error('Dataset catalog has an invalid schema.');datasetCatalog=filterFinal160Catalog(catalog); } catch(error) { datasetCatalogError=error instanceof Error?error:new Error('Dataset catalog is unavailable.'); } if(snapshot){populateDatasetControls();renderDatasetCatalog();renderAbout();} } function renderAbout() { const b=snapshot.benchmark||{},s=snapshot.source||{},c=snapshot.coverage||{}; const notes=['The active test scope contains 137 dataset identities after uniformly excluding mean numerical-sequence lengths below 128; timestamp-only medium_posts is separately ineligible because it has no admitted scientific numeric payload. The previous 160 identity scope and all old inputs/results are preserved in the archive. FreshRetailNet-LT and Kaggle Web Traffic old incomplete inputs are quarantined pending new accepted results. Historical downloads retain the original scope and versions.',b.aggregation_note,b.selection_note,...(b.notes||[]),...(b.measurement_boundaries||[])].filter(Boolean); $('methodology').innerHTML=notes.map(n=>`

${escape(n)}

`).join(''); const definitions=b.metric_definitions||{};if(Object.keys(definitions).length)$('methodology').innerHTML+=`
${Object.entries(definitions).map(([k,v])=>`
${escape(k.replaceAll('_',' '))}
${escape(typeof v==='string'?v:JSON.stringify(v))}
`).join('')}
`; const exclusions=c.exclusions||c.excluded_datasets||snapshot.exclusions||[]; const catalogCount=number(datasetCatalog?.summary?.dataset_count??c.catalog_dataset_count)??datasetEntries().length,measuredCount=number(datasetCatalog?.summary?.published_result_dataset_count??datasetCatalog?.summary?.published_measurement_dataset_count??datasetCatalog?.summary?.measured_dataset_count??c.measured_dataset_count)??new Set(records.map(r=>r.dataset)).size; const terminal=c.native86_terminal_coverage||{}; const info={ 'Snapshot exported':snapshot.exported_at||s.exported_at||'Unavailable in snapshot','Dataset catalog':`${catalogCount} datasets; ${measuredCount} currently have published measurements and participate in rankings`,'Historical 164-dataset Native85 terminal matrix':terminal.expected_pair_count?`${terminal.observed_pair_count} / ${terminal.expected_pair_count} dataset-method pairs; ${terminal.numeric_pair_count??0} contain published numeric aggregates, ${terminal.not_applicable_pair_count??0} are explicit N/A, ${terminal.problem_pair_count??0} ended with a failure status`:'See manifest and terminal coverage download','Dataset scope generated':s.generated_at||'Unavailable in snapshot', 'Source checkout':s.git_commit||'Unavailable in snapshot','Source files':`${s.source_files?.length??0} metadata inputs and ${s.result_csv_files_used?.length??0} result CSVs (hashes in manifest)`,'Result entries across scopes':`${records.length} (scope slices can reuse a measurement)`,'Worktree source state':s.worktree_dirty_inputs?.length?'Includes current local changes; input file hashes identify the published snapshot.':'See manifest for source file hashes.','Runtime environment':b.hardware||'Hardware details are unavailable in this exported result snapshot.','Lossless evidence':b.roundtrip_evidence||'Lossless-design method filter from the source project; per-run round-trip verification is unavailable here.'}; $('provenance').innerHTML=`${Object.entries(info).map(([k,v])=>``).join('')}
${escape(k)}${escape(v)}
${exclusions.length?`

Excluded or unavailable results

${escape(typeof exclusions==='string'?exclusions:JSON.stringify(exclusions))}

`:''}`; } function decodeCompactRecord(row,index) { const t=snapshot.record_tables; return {_compact_index:index,dataset:t.datasets[row[0]],scope:t.scopes[row[1]],runtime:t.runtimes[row[2]],comparison_profile:t.comparison_profiles[row[3]],family:t.families[row[4]],method:t.configurations[row[5]],algorithm_variant:t.configurations[row[5]],compression_rate:row[6],compression_time_ns_per_point:row[7],decompression_time_ns_per_point:row[8],original_size_bytes:row[9],compressed_size_bytes:row[10],timing_column_count:row[11],timing_aggregation:t.timing_aggregations[row[12]],eligible_column_set_sha256:t.support_sets[row[13]],measurement_status:t.measurement_statuses[row[14]],timing_profile_status:t.timing_statuses[row[15]],binary_sha256:t.binary_hashes[row[16]]}; } function applyCppLatestView() { if(!cppLatestView||cppLatestView.schema!=='compressionbenchmark-cpp-latest-view-v1'||cppLatestView.status!=='built_from_published_current135_plus_complete135_lzg_20261016_v2')throw new Error('The combined C++ selection sidecar has an invalid schema or status.'); const compact=snapshot.compact_records;if(!Array.isArray(compact))throw new Error('The SHA-bound compact record table is missing.'); if(cppLatestView.baseline?.compact_record_count!==compact.length)throw new Error('The combined C++ sidecar compact-record count does not match the frozen payload.'); if(cppLatestView.baseline?.data_sha256!==snapshot.source_data_sha256)throw new Error('The combined C++ sidecar source data hash does not match the frozen payload.'); const selectors=cppLatestView.selectors;if(!Array.isArray(selectors)||selectors.join('\0')!=='cpp\0java\0python')throw new Error('The combined view must expose exactly C++, Java, and Python.'); const selected=cppLatestView.cpp?.selected_rows;if(!Array.isArray(selected))throw new Error('The combined C++ selected-row index is missing.'); const seen=new Set(),cpp=[]; for(const item of selected){ const index=item?.raw_compact_index; if(!Number.isInteger(index)||index<0||index>=compact.length||seen.has(index))throw new Error('The combined C++ selected-row indices are invalid or duplicated.'); seen.add(index); const decoded=decodeCompactRecord(compact[index],index); if(['java','python'].includes(decoded.comparison_profile)||decoded.comparison_profile!==item.source_comparison_profile||decoded.runtime!==item.source_runtime||decoded.family!==item.source_family)throw new Error(`Combined C++ provenance mismatch at compact row ${index}.`); if(typeof item.canonical_family!=='string'||!item.canonical_family||typeof item.source_host!=='string'||!item.source_host)throw new Error(`Combined C++ identity metadata is incomplete at compact row ${index}.`); const decodedTimingAdmitted=/^timing_admitted_/i.test(String(decoded.timing_profile_status??'')); if(Boolean(item.timing_admitted)!==decodedTimingAdmitted||!['numeric','partial_numeric'].includes(item.pair_status))throw new Error(`Combined C++ admission metadata mismatch at compact row ${index}.`); cpp.push({...decoded,comparison_profile:'cpp',family:item.canonical_family,source_family:item.source_family,source_comparison_profile:item.source_comparison_profile,source_runtime:item.source_runtime,source_execution_host:item.source_host,selection_authority:item.authority,pair_status:item.pair_status}); } const ledger=cppLatestView.cpp?.pair_ledger;if(!Array.isArray(ledger))throw new Error('The combined C++ pair ledger is missing.'); for(const decision of ledger)if(!['numeric','partial_numeric'].includes(decision.status)&&Array.isArray(decision.selected_raw_indices)&&decision.selected_raw_indices.length)throw new Error('A terminal N/A or unsupported decision attempts to fall back to an older numeric row.'); const expectedTiming=new Set(cppLatestView.cpp?.timing_subset?.selected_raw_indices||[]),actualTiming=new Set(selected.filter(item=>item.timing_admitted).map(item=>item.raw_compact_index)); if(expectedTiming.size!==actualTiming.size||[...expectedTiming].some(index=>!actualTiming.has(index)))throw new Error('The combined C++ admitted-timing index does not match selected-row metadata.'); const imported=compact.map(decodeCompactRecord).filter(row=>['java','python'].includes(row.comparison_profile)).map(row=>{ const publishedHost=snapshot.benchmark?.runtime_hosts?.[row.comparison_profile]; return {...row,source_family:row.family,source_comparison_profile:row.comparison_profile,source_runtime:row.runtime,source_execution_host:typeof publishedHost==='string'?publishedHost.trim():''}; }); snapshot.dataset_results=[...cpp,...imported];delete snapshot.compact_records; } function init() { applyCppLatestView(); snapshot=applyFinal160Scope(snapshot); for(const m of snapshot.methods||[]) { const method=typeof m==='string'?{name:m}:m;methods.set(method.name??method.method,method);for(const c of method.configurations||[])methods.set(c.algorithm_variant,{...method,name:c.algorithm_variant,family:method.name}); } for(const d of snapshot.datasets||[])datasets.set(d.key??d.dataset,d); records=(snapshot.dataset_results||snapshot.records||[]).map(normalizeRecord).filter(r=>r.method&&r.dataset&&r.compression_rate>0); for(const r of records)if(!methods.has(r.method))methods.set(r.method,{name:r.method,family:r.family}); const runtimeOrder=['cpp','java','python']; const runtimes=[...new Set(records.map(r=>r.runtime))].sort((a,b)=>{const ai=runtimeOrder.indexOf(a),bi=runtimeOrder.indexOf(b);return (ai<0?runtimeOrder.length:ai)-(bi<0?runtimeOrder.length:bi)||a.localeCompare(b);}); $('runtime').innerHTML=runtimes.map(r=>``).join(''); const requestedProfile=new URLSearchParams(location.search).get('profile'); if(runtimes.includes(requestedProfile))$('runtime').value=requestedProfile; else if(requestedProfile&&requestedProfile!=='cpp'){legacyProfileRequested=requestedProfile;$('runtime').value='cpp';} else $('runtime').value=runtimes.includes(DEFAULT_PROFILE)?DEFAULT_PROFILE:runtimes[0]; populateDatasetControls(); populateFamilyControl(); $('runtime-count').textContent=runtimes.length;$('record-count').textContent=countFmt(new Set(records.map(r=>`${r.runtime}\0${r.family}\0${r.method}`)).size); const exported=snapshot.exported_at||snapshot.source?.exported_at||'unavailable';$('snapshot').textContent=`Result snapshot exported · ${String(exported).replace('T',' ').slice(0,19)}${exported==='unavailable'?'':' UTC'}`;$('footer-snapshot').textContent=`Source inputs documented in the manifest`; $('column-options').innerHTML=cols.map(c=>``).join(''); $('weights').innerHTML=WEIGHT_TENTHS.map(w=>``).join(''); $('weights').addEventListener('change',refresh); for(const input of $('column-options').querySelectorAll('input'))input.addEventListener('change',()=>{const column=cols.find(c=>c.key===input.dataset.column);touchedColumns.add(column.key);column.visible=input.checked;renderTable();}); $('show-unavailable-columns').addEventListener('change',renderTable); $('runtime').addEventListener('change',()=>{legacyProfileRequested='';populateFamilyControl();refresh();updateUrlState();}); for(const id of ['dtype','precision'])$(id).addEventListener('change',()=>{populateFamilyControl();refresh();}); for(const id of ['family','row-mode','complete-only'])$(id).addEventListener('change',refresh);$('dataset').addEventListener('change',()=>{updateUrlState();refresh();if(activeTab==='dataset')renderDatasetCatalog();});$('search').addEventListener('input',refresh);$('chart-metric').addEventListener('change',renderChart);$('download').addEventListener('click',csv); $('reset').addEventListener('click',()=>{$('runtime').value=runtimes.includes(DEFAULT_PROFILE)?DEFAULT_PROFILE:runtimes[0];$('dtype').value='overall';$('precision').value='all';populateFamilyControl();$('dataset').value='all';$('row-mode').value='family';$('search').value='';$('family').value='all';$('weights').value='4,3,3';$('complete-only').checked=false;$('show-unavailable-columns').checked=false;touchedColumns.clear();for(const column of cols)column.visible=column.defaultVisible;legacyProfileRequested='';selectedMethod=null;$('method-detail').hidden=true;sort={key:'compression_rate',direction:1};setTab(activeTab);}); for(const tab of document.querySelectorAll('[data-tab]'))tab.addEventListener('click',()=>setTab(tab.dataset.tab)); $('method-doc-search').addEventListener('input',renderMethodDocumentation);$('operator-doc-search').addEventListener('input',renderOperatorDocumentation);$('dataset-catalog-search').addEventListener('input',renderDatasetCatalog);$('dataset-group-filter').addEventListener('change',renderDatasetCatalog); renderAbout();renderDocumentationViews();renderDatasetCatalog();setTab(location.hash.slice(1)||(requestedDataset&&$('dataset').value===requestedDataset?'dataset':'overall')); document.documentElement.dataset.ready='true'; } function updateUrlState() { const url=new URL(location.href);url.hash=activeTab; const profile=$('runtime')?.value;if(profile)url.searchParams.set('profile',profile); const selected=$('dataset')?.value; if(selected&&selected!=='all')url.searchParams.set('dataset',selected);else url.searchParams.delete('dataset'); history.replaceState(null,'',`${url.pathname}${url.search}${url.hash}`); } function setupTheme() { let stored;try{stored=localStorage.getItem('thulab-theme');}catch{} const query=new URLSearchParams(location.search).get('__theme'); const theme=stored||(['dark','light'].includes(query)?query:matchMedia('(prefers-color-scheme:dark)').matches?'dark':'light'); document.documentElement.dataset.theme=theme;$('theme').textContent=theme==='dark'?'Light mode':'Dark mode'; $('theme').addEventListener('click',()=>{const next=document.documentElement.dataset.theme==='dark'?'light':'dark';document.documentElement.dataset.theme=next;$('theme').textContent=next==='dark'?'Light mode':'Dark mode';try{localStorage.setItem('thulab-theme',next);}catch{}}); } setupTheme(); void loadReferenceCatalog(); void loadOperatorEffect(); void loadDatasetCatalog(); async function sha256Hex(buffer){const digest=await crypto.subtle.digest('SHA-256',buffer);return [...new Uint8Array(digest)].map(byte=>byte.toString(16).padStart(2,'0')).join('');} async function gunzipBuffer(buffer,label){if(typeof DecompressionStream!=='function')throw new Error(`${label} requires browser gzip decompression support.`);try{return await new Response(new Blob([buffer]).stream().pipeThrough(new DecompressionStream('gzip'))).arrayBuffer();}catch(error){throw new Error(`${label} could not be decompressed: ${error instanceof Error?error.message:String(error)}`);}} function patchTableIndex(tables,name,value){let index=tables[name].indexOf(value);if(index<0){tables[name].push(value);index=tables[name].length-1;}return index;} function applyUiIncrementalPatch(base,patch){ if(patch?.schema!=='compressionbenchmark-ui-incremental-patch-v1'||patch?.status!=='complete'||patch.base_compact_record_count!==base.compact_records.length)throw new Error('The UI incremental patch contract differs.'); const t=base.record_tables; for(const r of patch.additions)base.compact_records.push([patchTableIndex(t,'datasets',r.dataset),patchTableIndex(t,'scopes',r.scope),patchTableIndex(t,'runtimes',r.runtime),patchTableIndex(t,'comparison_profiles',r.comparison_profile),patchTableIndex(t,'families',r.family),patchTableIndex(t,'configurations',r.configuration),r.compression_rate,r.compression_time,r.decompression_time,r.original_bytes,r.compressed_bytes,r.timing_column_count,patchTableIndex(t,'timing_aggregations',r.timing_aggregation),patchTableIndex(t,'support_sets',r.support_set),patchTableIndex(t,'measurement_statuses',r.measurement_status),patchTableIndex(t,'timing_statuses',r.timing_status),patchTableIndex(t,'binary_hashes',r.binary_hash)]); for(const [key,value] of Object.entries(patch.final_metadata))base[key]=value; if(base.compact_records.length!==patch.final_scientific_compact_record_count)throw new Error('The reconstructed UI row count differs.');return base; } function applySideIncrementalPatch(base,patch){ if(patch?.schema!=='compressionbenchmark-cpp-latest-view-patch-v1'||patch?.status!=='complete')throw new Error('The C++ selection patch contract differs.'); const targets=new Set(patch.target_pair_keys),out=JSON.parse(JSON.stringify(base)); out.status=patch.final_status;out.baseline=patch.final_baseline;out.identity_contract.atomicity=patch.identity_atomicity;out.precedence.push(patch.precedence_entry);out.receipts[patch.receipt_name]=patch.receipt; out.cpp.selected_rows=out.cpp.selected_rows.filter(item=>!targets.has(`${decodeCompactRecord(snapshot.compact_records[item.raw_compact_index],item.raw_compact_index).dataset}${item.canonical_family}`)).concat(patch.replacement_selected_rows).sort((a,b)=>a.raw_compact_index-b.raw_compact_index); out.cpp.pair_ledger=out.cpp.pair_ledger.filter(item=>!targets.has(`${item.dataset}${item.canonical_family}`)).concat(patch.replacement_pair_ledger).sort((a,b)=>a.dataset.localeCompare(b.dataset)||a.canonical_family.localeCompare(b.canonical_family)); out.cpp.counts=patch.final_counts;out.cpp.timing_subset=patch.final_timing_subset;out.warnings.push(patch.warning); if(out.cpp.selected_rows.length!==patch.final_selected_count||out.cpp.pair_ledger.length!==patch.final_pair_ledger_count)throw new Error('The reconstructed C++ selection count differs.');return out; } try { const responses=await Promise.all([fetch('./ui-data-uniform675.json.gz?v=20261016-remaining6-completed5-incremental-v3',{cache:'no-cache'}),fetch('./cpp-latest-view-main26.json.gz?v=20261016-remaining6-completed5-incremental-v3',{cache:'no-cache'}),fetch('./ui-data-remaining6-completed5-patch.json.gz?v=20261016-remaining6-completed5-incremental-v3',{cache:'no-cache'}),fetch('./cpp-latest-view-remaining6-completed5-patch.json.gz?v=20261016-remaining6-completed5-incremental-v3',{cache:'no-cache'}),fetch('./bos-reger-optimized135-ui-patch.json.gz?v=20261016-bos-reger-optimized135-v1',{cache:'no-cache'}),fetch('./bos-reger-optimized135-selection-patch.json.gz?v=20261016-bos-reger-optimized135-v1',{cache:'no-cache'}),fetch('./valid48-lzg-current135-ui-patch.json.gz?v=20261016-valid48-lzg-v1',{cache:'no-cache'}),fetch('./valid48-lzg-current135-selection-patch.json.gz?v=20261016-valid48-lzg-v1',{cache:'no-cache'}),fetch('./lzg-bavaria-current135-completion-ui-patch.json.gz?v=20261016-lzg-bavaria-v1',{cache:'no-cache'}),fetch('./lzg-bavaria-current135-completion-selection-patch.json.gz?v=20261016-lzg-bavaria-v1',{cache:'no-cache'})]); if(responses.some(response=>!response.ok))throw new Error('A base snapshot or incremental patch request failed.'); const compressed=await Promise.all(responses.map(response=>response.arrayBuffer())); const expectedCompressed=[UI_DATA_GZIP_SHA256,CPP_LATEST_VIEW_GZIP_SHA256,UI_PATCH_GZIP_SHA256,SIDE_PATCH_GZIP_SHA256,BOS_REGER_UI_PATCH_GZIP_SHA256,BOS_REGER_SIDE_PATCH_GZIP_SHA256,VALID48_LZG_UI_GZIP_SHA256,VALID48_LZG_SIDE_GZIP_SHA256,LZG_BAVARIA_UI_GZIP_SHA256,LZG_BAVARIA_SIDE_GZIP_SHA256]; for(let i=0;igunzipBuffer(value,index<2?'The frozen base snapshot':'The incremental result patch'))); const expectedRaw=[UI_DATA_SHA256,CPP_LATEST_VIEW_SHA256,UI_PATCH_SHA256,SIDE_PATCH_SHA256,BOS_REGER_UI_PATCH_SHA256,BOS_REGER_SIDE_PATCH_SHA256,VALID48_LZG_UI_SHA256,VALID48_LZG_SIDE_SHA256,LZG_BAVARIA_UI_SHA256,LZG_BAVARIA_SIDE_SHA256]; for(let i=0;iJSON.parse(new TextDecoder().decode(value))); snapshot=applyUiIncrementalPatch(values[0],values[2]);cppLatestView=applySideIncrementalPatch(values[1],values[3]);snapshot=applyUiIncrementalPatch(snapshot,values[4]);cppLatestView=applySideIncrementalPatch(cppLatestView,values[5]);snapshot=applyUiIncrementalPatch(snapshot,values[6]);cppLatestView=applySideIncrementalPatch(cppLatestView,values[7]);snapshot=applyUiIncrementalPatch(snapshot,values[8]);cppLatestView=applySideIncrementalPatch(cppLatestView,values[9]);init(); } catch(e){$('load-error').hidden=false;$('load-error').textContent=`The result snapshot could not be loaded. Please reload the page or download the JSON from the repository. ${e.message}`;$('snapshot').textContent='Snapshot unavailable';$('leaderboard').querySelector('tbody').innerHTML='Results unavailable.';}