| { |
| "retry": { |
| "name": "qat-int4-v2", |
| "bits": 4, |
| "group_size": 128, |
| "rows": 300000, |
| "lr_w": 1e-06, |
| "lr_s": 2e-05, |
| "ce_weight": 0.0, |
| "history": [ |
| { |
| "step": 500, |
| "export": "/job/work/ckpt/quant/qat-int4-v2/step-500", |
| "nll": 0.07136459513946766, |
| "accuracy": 0.9794222903885481, |
| "false_approve_count": 73, |
| "false_deny_count": 88 |
| }, |
| { |
| "step": 999, |
| "export": "/job/work/ckpt/quant/qat-int4-v2/step-999", |
| "nll": 0.0714553891389803, |
| "accuracy": 0.9796779141104295, |
| "false_approve_count": 71, |
| "false_deny_count": 88 |
| }, |
| { |
| "step": 1498, |
| "export": "/job/work/ckpt/quant/qat-int4-v2/step-1498", |
| "nll": 0.07199838513023657, |
| "accuracy": 0.9792944785276073, |
| "false_approve_count": 72, |
| "false_deny_count": 90 |
| }, |
| { |
| "step": 1998, |
| "export": "/job/work/ckpt/quant/qat-int4-v2/step-1998", |
| "nll": 0.07166694850067643, |
| "accuracy": 0.9798057259713702, |
| "false_approve_count": 72, |
| "false_deny_count": 86 |
| } |
| ] |
| }, |
| "frozen": { |
| "name": "qat-int4-v2-step-500", |
| "step": 500, |
| "export": "/job/work/ckpt/quant/qat-int4-v2/step-500", |
| "nll": 0.07136459513946766, |
| "accuracy": 0.9794222903885481, |
| "false_approve_count": 73, |
| "false_deny_count": 88 |
| }, |
| "first_frozen": { |
| "name": "ptq-int4-g128", |
| "bits": 4, |
| "group_size": 128, |
| "nll": 0.07262665653736888, |
| "accuracy": 0.9792944785276073, |
| "false_approve_count": 76, |
| "false_deny_count": 86, |
| "auroc": 0.9970640271679527, |
| "export": "/job/work/ckpt/quant/ptq-int4-g128" |
| }, |
| "changed": true, |
| "second_look": { |
| "correct": 2884, |
| "false_approve_count": 60, |
| "false_deny_count": 56, |
| "long_correct": 227, |
| "audit_accuracy": 0.9815028901734104, |
| "decision_flips_vs_base": 44, |
| "weights_bytes": 77218108 |
| } |
| } |
|
|
