| model_name,file_size_gb,bpw,Mean KLD_mean,0.1% KLD,0.1% Δp,1.0% KLD,1.0% Δp,10.0% KLD,10.0% Δp,25.0% Δp,5.0% KLD,5.0% Δp,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Device 0,Device 1,Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,file_path,file_size_gib,ggml_cuda_init,llama_context,llama_kv_cache,llama_kv_cache_iswa,llama_memory_breakdown_print,llama_model_loader,llama_params_fit,llama_params_fit_impl,llama_perf_context_print,load,load_tensors,print_info,sched_reserve,system_info | |
| Step-3.5-Flash-IQ3_XXS (aes_sedai),78.4905273344,3.19,0.078681,-1e-06,-75.663,5e-06,-34.545,0.000126,-7.088,-1.36,4.1e-05,-13.302,0.275,0.187144,3.934,0.324533,8.237,0.901532,21.513,2.444647,48.683,98.23,30908.6,30908.6,6.835273,90.717,0.000506,0.182542,0.005962,1.038836,0.00126,4.882908,0.03156,4.700366,0.030206,0.038101,0.001213,-1.067,0.022,0.020466,-0.017,-0.000291,-98.041,8.657,0.056,89.297,0.079,kld/Step-3.5-Flash/ed-combined-all-micro/aes_sedai/Step-3.5-Flash-IQ3_XXS.md,73.1,2.0,0.49,132.0,512.0,-7445374435018.0,-3126.0,0.98,13073.47743,607.0,0.822,17520.72,256.0,7.541,4.848568601128313e+47 | |
| Step-3.5-Flash-IQ4_XS (aes_sedai),95.45564815360001,3.88,0.042753,-5e-06,-56.869,2e-06,-23.938,6.9e-05,-4.752,-0.815,2.1e-05,-9.01,0.267,0.09958,3.099,0.173279,6.379,0.494225,16.831,1.470509,38.468,99.05,30908.6,30908.6,7.483721,89.363,0.000301,0.122133,0.004351,1.025984,0.000912,4.822499,0.031236,4.700366,0.030206,0.025652,0.000889,-0.578,0.016,0.010558,-0.007,-0.000191,-95.43,6.381,0.047,92.054,0.069,kld/Step-3.5-Flash/ed-combined-all-micro/aes_sedai/Step-3.5-Flash-IQ4_XS.md,88.9,2.0,0.49,132.0,512.0,-9051490496018.0,-442.0,1.13,16164.47743,607.0,0.822,19289.18,256.0,7.251,4.848568601128313e+47 | |
| Step-3.5-Flash-Q4_K_M (aes_sedai),122.21329440768,4.96,0.015464,-7e-06,-29.296,0.0,-12.256,2.4e-05,-2.466,-0.351,7e-06,-4.79,0.239,0.035679,2.103,0.061886,4.247,0.172138,10.881,0.512766,27.348,99.65,30908.6,30908.6,4.977865,83.165,0.000133,0.017683,0.002556,1.003762,0.000544,4.718049,0.030373,4.700366,0.030206,0.003755,0.000542,-0.111,0.009,0.003682,-0.001,-0.000269,-77.83,3.736,0.032,95.103,0.055,kld/Step-3.5-Flash/ed-combined-all-micro/aes_sedai/Step-3.5-Flash-Q4_K_M.md,113.82,2.0,0.49,132.0,512.0,-116029116011018.0,-542.0,1.4,19010.47743,607.0,0.822,111111.68,256.0,7.381,4.848568601128313e+47 | |