| { |
| "results": [ |
| { |
| "name": "ptq-int8", |
| "bits": 8, |
| "group_size": null, |
| "nll": 0.07195428063703702, |
| "accuracy": 0.9803169734151329, |
| "false_approve_count": 70, |
| "false_deny_count": 84, |
| "auroc": 0.9973858492403456 |
| }, |
| { |
| "name": "ptq-int4-g32", |
| "bits": 4, |
| "group_size": 32, |
| "nll": 0.07148108854293608, |
| "accuracy": 0.9808282208588958, |
| "false_approve_count": 74, |
| "false_deny_count": 76, |
| "auroc": 0.997330817927398 |
| }, |
| { |
| "name": "ptq-int4-g64", |
| "bits": 4, |
| "group_size": 64, |
| "nll": 0.07348664240835465, |
| "accuracy": 0.9805725971370143, |
| "false_approve_count": 72, |
| "false_deny_count": 80, |
| "auroc": 0.9971573581832608 |
| }, |
| { |
| "name": "ptq-int4-g128", |
| "bits": 4, |
| "group_size": 128, |
| "nll": 0.07262665653736888, |
| "accuracy": 0.9792944785276073, |
| "false_approve_count": 76, |
| "false_deny_count": 86, |
| "auroc": 0.9970640271679527 |
| } |
| ], |
| "int4_group_size": 128, |
| "rule": "G chosen from {32, 64, 128} by post-training (MSE-clipped) quantization NLL on the validation selection split; the largest G within 2% of the best NLL." |
| } |
|
|
