| { |
| "artifact_format": "orbitquant-v1", |
| "source_model_id": "black-forest-labs/FLUX.2-klein-4B", |
| "source_revision": "e7b7dc27f91deacad38e78976d1f2b499d76a294", |
| "source_license": "apache-2.0", |
| "quant_method": "orbitquant", |
| "paper": "https://arxiv.org/abs/2607.02461", |
| "weight_bits": 3, |
| "activation_bits": 3, |
| "rotation": "rpbh", |
| "rotation_seed": 0, |
| "block_size": "paper", |
| "block_size_policy": "largest_power_of_two_dividing_dim", |
| "codebook": "lloyd_max", |
| "codebook_version": 2, |
| "row_norm_dtype": "bfloat16", |
| "runtime_mode": "auto_fused", |
| "activation_kernel_backend": "auto", |
| "activation_eps": 1e-10, |
| "adaln_group_size": 64, |
| "quantization_device": "cuda", |
| "weight_quantization_backend": "triton_cuda", |
| "quantization_staging_mode": "streaming", |
| "target_policy": "flux2", |
| "adaln_policy": "int4_rtn_group64_bf16_activation", |
| "quantized_modules": [ |
| "transformer_blocks.0.attn.to_q", |
| "transformer_blocks.0.attn.to_k", |
| "transformer_blocks.0.attn.to_v", |
| "transformer_blocks.0.attn.to_out.0", |
| "transformer_blocks.0.attn.add_q_proj", |
| "transformer_blocks.0.attn.add_k_proj", |
| "transformer_blocks.0.attn.add_v_proj", |
| "transformer_blocks.0.attn.to_add_out", |
| "transformer_blocks.0.ff.linear_in", |
| "transformer_blocks.0.ff.linear_out", |
| "transformer_blocks.0.ff_context.linear_in", |
| "transformer_blocks.0.ff_context.linear_out", |
| "transformer_blocks.1.attn.to_q", |
| "transformer_blocks.1.attn.to_k", |
| "transformer_blocks.1.attn.to_v", |
| "transformer_blocks.1.attn.to_out.0", |
| "transformer_blocks.1.attn.add_q_proj", |
| "transformer_blocks.1.attn.add_k_proj", |
| "transformer_blocks.1.attn.add_v_proj", |
| "transformer_blocks.1.attn.to_add_out", |
| "transformer_blocks.1.ff.linear_in", |
| "transformer_blocks.1.ff.linear_out", |
| "transformer_blocks.1.ff_context.linear_in", |
| "transformer_blocks.1.ff_context.linear_out", |
| "transformer_blocks.2.attn.to_q", |
| "transformer_blocks.2.attn.to_k", |
| "transformer_blocks.2.attn.to_v", |
| "transformer_blocks.2.attn.to_out.0", |
| "transformer_blocks.2.attn.add_q_proj", |
| "transformer_blocks.2.attn.add_k_proj", |
| "transformer_blocks.2.attn.add_v_proj", |
| "transformer_blocks.2.attn.to_add_out", |
| "transformer_blocks.2.ff.linear_in", |
| "transformer_blocks.2.ff.linear_out", |
| "transformer_blocks.2.ff_context.linear_in", |
| "transformer_blocks.2.ff_context.linear_out", |
| "transformer_blocks.3.attn.to_q", |
| "transformer_blocks.3.attn.to_k", |
| "transformer_blocks.3.attn.to_v", |
| "transformer_blocks.3.attn.to_out.0", |
| "transformer_blocks.3.attn.add_q_proj", |
| "transformer_blocks.3.attn.add_k_proj", |
| "transformer_blocks.3.attn.add_v_proj", |
| "transformer_blocks.3.attn.to_add_out", |
| "transformer_blocks.3.ff.linear_in", |
| "transformer_blocks.3.ff.linear_out", |
| "transformer_blocks.3.ff_context.linear_in", |
| "transformer_blocks.3.ff_context.linear_out", |
| "transformer_blocks.4.attn.to_q", |
| "transformer_blocks.4.attn.to_k", |
| "transformer_blocks.4.attn.to_v", |
| "transformer_blocks.4.attn.to_out.0", |
| "transformer_blocks.4.attn.add_q_proj", |
| "transformer_blocks.4.attn.add_k_proj", |
| "transformer_blocks.4.attn.add_v_proj", |
| "transformer_blocks.4.attn.to_add_out", |
| "transformer_blocks.4.ff.linear_in", |
| "transformer_blocks.4.ff.linear_out", |
| "transformer_blocks.4.ff_context.linear_in", |
| "transformer_blocks.4.ff_context.linear_out", |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.0.attn.to_out", |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.1.attn.to_out", |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.2.attn.to_out", |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.3.attn.to_out", |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.4.attn.to_out", |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.5.attn.to_out", |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.6.attn.to_out", |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.7.attn.to_out", |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.8.attn.to_out", |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.9.attn.to_out", |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.10.attn.to_out", |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.11.attn.to_out", |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.12.attn.to_out", |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.13.attn.to_out", |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.14.attn.to_out", |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.15.attn.to_out", |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.16.attn.to_out", |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.17.attn.to_out", |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.18.attn.to_out", |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj", |
| "single_transformer_blocks.19.attn.to_out" |
| ], |
| "adaln_modules": [ |
| "double_stream_modulation_img.linear", |
| "double_stream_modulation_txt.linear", |
| "single_stream_modulation.linear" |
| ], |
| "skipped_modules": [ |
| "time_guidance_embed.timestep_embedder.linear_1", |
| "time_guidance_embed.timestep_embedder.linear_2", |
| "x_embedder", |
| "context_embedder", |
| "norm_out.linear", |
| "proj_out" |
| ], |
| "module_shapes": { |
| "time_guidance_embed.timestep_embedder.linear_1.weight": [ |
| 3072, |
| 256 |
| ], |
| "time_guidance_embed.timestep_embedder.linear_2.weight": [ |
| 3072, |
| 3072 |
| ], |
| "double_stream_modulation_img.linear.packed_weight": [ |
| 28311552 |
| ], |
| "double_stream_modulation_img.linear.scales": [ |
| 18432, |
| 48 |
| ], |
| "double_stream_modulation_txt.linear.packed_weight": [ |
| 28311552 |
| ], |
| "double_stream_modulation_txt.linear.scales": [ |
| 18432, |
| 48 |
| ], |
| "single_stream_modulation.linear.packed_weight": [ |
| 14155776 |
| ], |
| "single_stream_modulation.linear.scales": [ |
| 9216, |
| 48 |
| ], |
| "x_embedder.weight": [ |
| 3072, |
| 128 |
| ], |
| "context_embedder.weight": [ |
| 3072, |
| 7680 |
| ], |
| "transformer_blocks.0.attn.to_q.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.0.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_k.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.0.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_v.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.0.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.to_out.0.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.0.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.0.attn.add_q_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.0.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.add_k_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.0.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.add_v_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.0.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.attn.to_add_out.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.0.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.ff.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.0.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.0.ff.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.0.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.0.ff_context.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.0.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.0.ff_context.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.0.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_q.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.1.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_k.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.1.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_v.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.1.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.to_out.0.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.1.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.1.attn.add_q_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.1.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.add_k_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.1.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.add_v_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.1.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.attn.to_add_out.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.1.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.ff.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.1.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.1.ff.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.1.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.1.ff_context.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.1.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.1.ff_context.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.1.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_q.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_k.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_v.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.to_out.0.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.2.attn.add_q_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.add_k_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.add_v_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.attn.to_add_out.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.2.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.ff.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.2.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.2.ff.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.2.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.2.ff_context.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.2.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.2.ff_context.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.2.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_q.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.3.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_k.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.3.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_v.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.3.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.to_out.0.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.3.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.3.attn.add_q_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.3.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.add_k_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.3.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.add_v_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.3.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.attn.to_add_out.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.3.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.ff.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.3.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.3.ff.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.3.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.3.ff_context.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.3.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.3.ff_context.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.3.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_q.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.4.attn.to_q.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_k.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.4.attn.to_k.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_v.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.4.attn.to_v.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.norm_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.norm_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.to_out.0.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.4.attn.to_out.0.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.norm_added_q.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.norm_added_k.weight": [ |
| 128 |
| ], |
| "transformer_blocks.4.attn.add_q_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.4.attn.add_q_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.add_k_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.4.attn.add_k_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.add_v_proj.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.4.attn.add_v_proj.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.attn.to_add_out.packed_weight_indices": [ |
| 3538944 |
| ], |
| "transformer_blocks.4.attn.to_add_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.ff.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.4.ff.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.4.ff.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.4.ff.linear_out.row_norms": [ |
| 3072 |
| ], |
| "transformer_blocks.4.ff_context.linear_in.packed_weight_indices": [ |
| 21233664 |
| ], |
| "transformer_blocks.4.ff_context.linear_in.row_norms": [ |
| 18432 |
| ], |
| "transformer_blocks.4.ff_context.linear_out.packed_weight_indices": [ |
| 10616832 |
| ], |
| "transformer_blocks.4.ff_context.linear_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.0.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.0.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.0.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.0.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.0.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.1.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.1.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.1.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.1.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.1.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.2.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.2.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.2.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.2.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.2.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.3.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.3.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.3.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.3.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.3.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.4.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.4.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.4.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.4.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.4.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.5.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.5.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.5.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.5.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.5.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.6.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.6.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.6.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.6.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.6.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.7.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.7.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.7.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.7.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.7.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.8.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.8.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.8.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.8.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.8.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.9.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.9.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.9.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.9.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.9.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.10.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.10.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.10.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.10.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.10.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.11.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.11.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.11.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.11.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.11.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.12.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.12.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.12.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.12.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.12.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.13.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.13.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.13.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.13.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.13.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.14.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.14.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.14.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.14.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.14.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.15.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.15.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.15.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.15.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.15.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.16.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.16.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.16.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.16.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.16.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.17.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.17.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.17.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.17.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.17.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.18.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.18.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.18.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.18.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.18.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj.packed_weight_indices": [ |
| 31850496 |
| ], |
| "single_transformer_blocks.19.attn.to_qkv_mlp_proj.row_norms": [ |
| 27648 |
| ], |
| "single_transformer_blocks.19.attn.norm_q.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.19.attn.norm_k.weight": [ |
| 128 |
| ], |
| "single_transformer_blocks.19.attn.to_out.packed_weight_indices": [ |
| 14155776 |
| ], |
| "single_transformer_blocks.19.attn.to_out.row_norms": [ |
| 3072 |
| ], |
| "norm_out.linear.weight": [ |
| 6144, |
| 3072 |
| ], |
| "proj_out.weight": [ |
| 128, |
| 3072 |
| ] |
| }, |
| "checksums": { |
| "assets/image_generation_comparison_matrix.webp": "27c07c9d34abb1f5af4cb5b92c069717d484688902310cb9ac7ad3fbb2fcd47c", |
| "benchmark/summary.json": "4420b2eefb309fee80b2ed6f3ca098a6f568a14136dd1691143247c33d86aefd", |
| "model.safetensors": "b7ef819d70567fc3a73452b25ff0f8bc0ee0ae7bb3d8feebfcca6ca321c4a630", |
| "model_index.json": "7e705070a69cda0b939c2fdbcafc42c7d7d96f13c4aa56659deb591379f0d74e", |
| "orbitquant_codebooks.safetensors": "ff486f40438e21a663a69a157d6d443a70db28dbf49f8aac3b0cd2a28ca48c96", |
| "orbitquant_rotations.safetensors": "3a4014dbeee3988e275fcae07cc9312aceab5d14fb06c55f9a6548d1d7e2fa17", |
| "prompts.json": "98cbd0ace83c9df8c3955eb1e3e2d41bca129b5d6525cfba21648b87119c6e2e", |
| "quantization_config.json": "da2924da3387fd70ae31745b1a3ddcb191f7cdc1ff3f61147620cc721baf29c9" |
| } |
| } |
|
|
