| | --- |
| | base_model: |
| | - unsloth/phi-4 |
| | --- |
| | |
| | ``` |
| | -- Quantization strategy: |
| | -- model.layers.0.self_attn 8.0414 bpw - exp. error: 0.00231304 |
| | -- model.layers.0.mlp 8.0346 bpw - exp. error: 0.00221935 |
| | -- model.layers.1.self_attn 8.0414 bpw - exp. error: 0.00190707 |
| | -- model.layers.1.mlp 8.0346 bpw - exp. error: 0.00185876 |
| | -- model.layers.2.self_attn 8.0414 bpw - exp. error: 0.00080757 |
| | -- model.layers.2.mlp 8.0346 bpw - exp. error: 0.00312320 |
| | -- model.layers.3.self_attn 8.0414 bpw - exp. error: 0.00055968 |
| | -- model.layers.3.mlp 8.0346 bpw - exp. error: 0.00349023 |
| | -- model.layers.4.self_attn 8.0414 bpw - exp. error: 0.00060596 |
| | -- model.layers.4.mlp 8.0346 bpw - exp. error: 0.00107729 |
| | -- model.layers.5.self_attn 8.0414 bpw - exp. error: 0.00063598 |
| | -- model.layers.5.mlp 8.0346 bpw - exp. error: 0.00079957 |
| | -- model.layers.6.self_attn 8.0414 bpw - exp. error: 0.00071120 |
| | -- model.layers.6.mlp 8.0346 bpw - exp. error: 0.00094647 |
| | -- model.layers.7.self_attn 8.0414 bpw - exp. error: 0.00074661 |
| | -- model.layers.7.mlp 8.0346 bpw - exp. error: 0.00109008 |
| | -- model.layers.8.self_attn 8.0414 bpw - exp. error: 0.00085548 |
| | -- model.layers.8.mlp 8.0346 bpw - exp. error: 0.00120750 |
| | -- model.layers.9.self_attn 8.0414 bpw - exp. error: 0.00090076 |
| | -- model.layers.9.mlp 8.0346 bpw - exp. error: 0.00136397 |
| | -- model.layers.10.self_attn 8.0414 bpw - exp. error: 0.00101369 |
| | -- model.layers.10.mlp 8.0346 bpw - exp. error: 0.00152688 |
| | -- model.layers.11.self_attn 8.0414 bpw - exp. error: 0.00113892 |
| | -- model.layers.11.mlp 8.0346 bpw - exp. error: 0.00160677 |
| | -- model.layers.12.self_attn 8.0414 bpw - exp. error: 0.00124207 |
| | -- model.layers.12.mlp 8.0346 bpw - exp. error: 0.00166692 |
| | -- model.layers.13.self_attn 8.0414 bpw - exp. error: 0.00120159 |
| | -- model.layers.13.mlp 8.0346 bpw - exp. error: 0.00180155 |
| | -- model.layers.14.self_attn 8.0414 bpw - exp. error: 0.00130511 |
| | -- model.layers.14.mlp 8.0346 bpw - exp. error: 0.00180295 |
| | -- model.layers.15.self_attn 8.0414 bpw - exp. error: 0.00128359 |
| | -- model.layers.15.mlp 8.0346 bpw - exp. error: 0.00182972 |
| | -- model.layers.16.self_attn 8.0414 bpw - exp. error: 0.00143487 |
| | -- model.layers.16.mlp 8.0346 bpw - exp. error: 0.00190457 |
| | -- model.layers.17.self_attn 8.0414 bpw - exp. error: 0.00141536 |
| | -- model.layers.17.mlp 8.0346 bpw - exp. error: 0.00189976 |
| | -- model.layers.18.self_attn 8.0414 bpw - exp. error: 0.00147880 |
| | -- model.layers.18.mlp 8.0346 bpw - exp. error: 0.00194527 |
| | -- model.layers.19.self_attn 8.0414 bpw - exp. error: 0.00140794 |
| | -- model.layers.19.mlp 8.0346 bpw - exp. error: 0.00198472 |
| | -- model.layers.20.self_attn 8.0414 bpw - exp. error: 0.00139448 |
| | -- model.layers.20.mlp 8.0346 bpw - exp. error: 0.00206014 |
| | -- model.layers.21.self_attn 8.0414 bpw - exp. error: 0.00141150 |
| | -- model.layers.21.mlp 8.0346 bpw - exp. error: 0.00203777 |
| | -- model.layers.22.self_attn 8.0414 bpw - exp. error: 0.00136862 |
| | -- model.layers.22.mlp 8.0346 bpw - exp. error: 0.00203118 |
| | -- model.layers.23.self_attn 8.0414 bpw - exp. error: 0.00129910 |
| | -- model.layers.23.mlp 8.0346 bpw - exp. error: 0.00203162 |
| | -- model.layers.24.self_attn 8.0414 bpw - exp. error: 0.00127187 |
| | -- model.layers.24.mlp 8.0346 bpw - exp. error: 0.00199441 |
| | -- model.layers.25.self_attn 8.0414 bpw - exp. error: 0.00124861 |
| | -- model.layers.25.mlp 8.0346 bpw - exp. error: 0.00201886 |
| | -- model.layers.26.self_attn 8.0414 bpw - exp. error: 0.00122997 |
| | -- model.layers.26.mlp 8.0346 bpw - exp. error: 0.00196617 |
| | -- model.layers.27.self_attn 8.0414 bpw - exp. error: 0.00116638 |
| | -- model.layers.27.mlp 8.0346 bpw - exp. error: 0.00189536 |
| | -- model.layers.28.self_attn 8.0414 bpw - exp. error: 0.00104954 |
| | -- model.layers.28.mlp 8.0346 bpw - exp. error: 0.00180170 |
| | -- model.layers.29.self_attn 8.0414 bpw - exp. error: 0.00097699 |
| | -- model.layers.29.mlp 8.0346 bpw - exp. error: 0.00176433 |
| | -- model.layers.30.self_attn 8.0414 bpw - exp. error: 0.00095343 |
| | -- model.layers.30.mlp 8.0346 bpw - exp. error: 0.00172087 |
| | -- model.layers.31.self_attn 8.0414 bpw - exp. error: 0.00091330 |
| | -- model.layers.31.mlp 8.0346 bpw - exp. error: 0.00169612 |
| | -- model.layers.32.self_attn 8.0414 bpw - exp. error: 0.00098182 |
| | -- model.layers.32.mlp 8.0346 bpw - exp. error: 0.00188125 |
| | -- model.layers.33.self_attn 8.0414 bpw - exp. error: 0.00076354 |
| | -- model.layers.33.mlp 8.0346 bpw - exp. error: 0.00162950 |
| | -- model.layers.34.self_attn 8.0414 bpw - exp. error: 0.00082926 |
| | -- model.layers.34.mlp 8.0346 bpw - exp. error: 0.00180018 |
| | -- model.layers.35.self_attn 8.0414 bpw - exp. error: 0.00105421 |
| | -- model.layers.35.mlp 8.0346 bpw - exp. error: 0.00170070 |
| | -- model.layers.36.self_attn 8.0414 bpw - exp. error: 0.00073896 |
| | -- model.layers.36.mlp 8.0346 bpw - exp. error: 0.00176191 |
| | -- model.layers.37.self_attn 8.0414 bpw - exp. error: 0.00075559 |
| | -- model.layers.37.mlp 8.0346 bpw - exp. error: 0.00165809 |
| | -- model.layers.38.self_attn 8.0414 bpw - exp. error: 0.00065418 |
| | -- model.layers.38.mlp 8.0346 bpw - exp. error: 0.00117587 |
| | -- model.layers.39.self_attn 8.0414 bpw - exp. error: 0.00041204 |
| | -- model.layers.39.mlp 8.0346 bpw - exp. error: 0.00097704 |
| | -- sum(log(err)): -530.376730 |
| | -- max(err): 0.003490 |
| | ``` |
