| { | |
| "model_config": { | |
| "name": "Qwen3VL", | |
| "model_path": "Base Model Path", | |
| "trust_remote_code": true, | |
| "torch_dtype": "auto", | |
| "device_map": "auto", | |
| "low_cpu_mem_usage": true, | |
| "use_cache": false, | |
| "cache_dir": null | |
| }, | |
| "compression_config": { | |
| "name": [ | |
| "PTQ" | |
| ], | |
| "quantization": { | |
| "name": "fp8_static", | |
| "save_name": "compressed-tensors", | |
| "bits": 8, | |
| "quant_method": { | |
| "weight": "per-tensor", | |
| "activation": "per-tensor" | |
| }, | |
| "quant_helpers": [], | |
| "smooth_alpha": 0.5, | |
| "low_memory": false, | |
| "cpu_convert": false, | |
| "modules_to_quantize": [], | |
| "zero_point": true, | |
| "mse_range": false, | |
| "ignore_layers": [ | |
| "model.visual.patch_embed.proj", | |
| "model.lm_head", | |
| "model.language_model.embed_tokens", | |
| "model.visual.blocks.0.attn.qkv", | |
| "model.visual.blocks.0.attn.proj", | |
| "model.visual.blocks.0.mlp.linear_fc1", | |
| "model.visual.blocks.0.mlp.linear_fc2", | |
| "model.visual.blocks.1.attn.qkv", | |
| "model.visual.blocks.1.attn.proj", | |
| "model.visual.blocks.1.mlp.linear_fc1", | |
| "model.visual.blocks.1.mlp.linear_fc2", | |
| "model.visual.blocks.2.attn.qkv", | |
| "model.visual.blocks.2.attn.proj", | |
| "model.visual.blocks.2.mlp.linear_fc1", | |
| "model.visual.blocks.2.mlp.linear_fc2", | |
| "model.visual.blocks.3.attn.qkv", | |
| "model.visual.blocks.3.attn.proj", | |
| "model.visual.blocks.3.mlp.linear_fc1", | |
| "model.visual.blocks.3.mlp.linear_fc2", | |
| "model.visual.blocks.4.attn.qkv", | |
| "model.visual.blocks.4.attn.proj", | |
| "model.visual.blocks.4.mlp.linear_fc1", | |
| "model.visual.blocks.4.mlp.linear_fc2", | |
| "model.visual.blocks.5.attn.qkv", | |
| "model.visual.blocks.5.attn.proj", | |
| "model.visual.blocks.5.mlp.linear_fc1", | |
| "model.visual.blocks.5.mlp.linear_fc2", | |
| "model.visual.blocks.6.attn.qkv", | |
| "model.visual.blocks.6.attn.proj", | |
| "model.visual.blocks.6.mlp.linear_fc1", | |
| "model.visual.blocks.6.mlp.linear_fc2", | |
| "model.visual.blocks.7.attn.qkv", | |
| "model.visual.blocks.7.attn.proj", | |
| "model.visual.blocks.7.mlp.linear_fc1", | |
| "model.visual.blocks.7.mlp.linear_fc2", | |
| "model.visual.blocks.8.attn.qkv", | |
| "model.visual.blocks.8.attn.proj", | |
| "model.visual.blocks.8.mlp.linear_fc1", | |
| "model.visual.blocks.8.mlp.linear_fc2", | |
| "model.visual.blocks.9.attn.qkv", | |
| "model.visual.blocks.9.attn.proj", | |
| "model.visual.blocks.9.mlp.linear_fc1", | |
| "model.visual.blocks.9.mlp.linear_fc2", | |
| "model.visual.blocks.10.attn.qkv", | |
| "model.visual.blocks.10.attn.proj", | |
| "model.visual.blocks.10.mlp.linear_fc1", | |
| "model.visual.blocks.10.mlp.linear_fc2", | |
| "model.visual.blocks.11.attn.qkv", | |
| "model.visual.blocks.11.attn.proj", | |
| "model.visual.blocks.11.mlp.linear_fc1", | |
| "model.visual.blocks.11.mlp.linear_fc2", | |
| "model.visual.blocks.12.attn.qkv", | |
| "model.visual.blocks.12.attn.proj", | |
| "model.visual.blocks.12.mlp.linear_fc1", | |
| "model.visual.blocks.12.mlp.linear_fc2", | |
| "model.visual.blocks.13.attn.qkv", | |
| "model.visual.blocks.13.attn.proj", | |
| "model.visual.blocks.13.mlp.linear_fc1", | |
| "model.visual.blocks.13.mlp.linear_fc2", | |
| "model.visual.blocks.14.attn.qkv", | |
| "model.visual.blocks.14.attn.proj", | |
| "model.visual.blocks.14.mlp.linear_fc1", | |
| "model.visual.blocks.14.mlp.linear_fc2", | |
| "model.visual.blocks.15.attn.qkv", | |
| "model.visual.blocks.15.attn.proj", | |
| "model.visual.blocks.15.mlp.linear_fc1", | |
| "model.visual.blocks.15.mlp.linear_fc2", | |
| "model.visual.blocks.16.attn.qkv", | |
| "model.visual.blocks.16.attn.proj", | |
| "model.visual.blocks.16.mlp.linear_fc1", | |
| "model.visual.blocks.16.mlp.linear_fc2", | |
| "model.visual.blocks.17.attn.qkv", | |
| "model.visual.blocks.17.attn.proj", | |
| "model.visual.blocks.17.mlp.linear_fc1", | |
| "model.visual.blocks.17.mlp.linear_fc2", | |
| "model.visual.blocks.18.attn.qkv", | |
| "model.visual.blocks.18.attn.proj", | |
| "model.visual.blocks.18.mlp.linear_fc1", | |
| "model.visual.blocks.18.mlp.linear_fc2", | |
| "model.visual.blocks.19.attn.qkv", | |
| "model.visual.blocks.19.attn.proj", | |
| "model.visual.blocks.19.mlp.linear_fc1", | |
| "model.visual.blocks.19.mlp.linear_fc2", | |
| "model.visual.blocks.20.attn.qkv", | |
| "model.visual.blocks.20.attn.proj", | |
| "model.visual.blocks.20.mlp.linear_fc1", | |
| "model.visual.blocks.20.mlp.linear_fc2", | |
| "model.visual.blocks.21.attn.qkv", | |
| "model.visual.blocks.21.attn.proj", | |
| "model.visual.blocks.21.mlp.linear_fc1", | |
| "model.visual.blocks.21.mlp.linear_fc2", | |
| "model.visual.blocks.22.attn.qkv", | |
| "model.visual.blocks.22.attn.proj", | |
| "model.visual.blocks.22.mlp.linear_fc1", | |
| "model.visual.blocks.22.mlp.linear_fc2", | |
| "model.visual.blocks.23.attn.qkv", | |
| "model.visual.blocks.23.attn.proj", | |
| "model.visual.blocks.23.mlp.linear_fc1", | |
| "model.visual.blocks.23.mlp.linear_fc2", | |
| "model.visual.blocks.24.attn.qkv", | |
| "model.visual.blocks.24.attn.proj", | |
| "model.visual.blocks.24.mlp.linear_fc1", | |
| "model.visual.blocks.24.mlp.linear_fc2", | |
| "model.visual.blocks.25.attn.qkv", | |
| "model.visual.blocks.25.attn.proj", | |
| "model.visual.blocks.25.mlp.linear_fc1", | |
| "model.visual.blocks.25.mlp.linear_fc2", | |
| "model.visual.blocks.26.attn.qkv", | |
| "model.visual.blocks.26.attn.proj", | |
| "model.visual.blocks.26.mlp.linear_fc1", | |
| "model.visual.blocks.26.mlp.linear_fc2", | |
| "model.visual.merger.linear_fc1", | |
| "model.visual.merger.linear_fc2", | |
| "model.visual.deepstack_merger_list.0.linear_fc1", | |
| "model.visual.deepstack_merger_list.0.linear_fc2", | |
| "model.visual.deepstack_merger_list.1.linear_fc1", | |
| "model.visual.deepstack_merger_list.1.linear_fc2", | |
| "model.visual.deepstack_merger_list.2.linear_fc1", | |
| "model.visual.deepstack_merger_list.2.linear_fc2", | |
| "lm_head" | |
| ], | |
| "quant_analyse": false, | |
| "quant_vit": false | |
| }, | |
| "cache": null | |
| }, | |
| "dataset_config": { | |
| "name": "MultiModalDataset", | |
| "data_path": "Data Path", | |
| "max_seq_length": 4096, | |
| "num_samples": 256, | |
| "batch_size": 1, | |
| "shuffle": false, | |
| "inference_settings": null | |
| }, | |
| "global_config": { | |
| "save_path": "Save Model Path", | |
| "max_seq_length": 4096, | |
| "hidden_size": 4096, | |
| "model_arch_type": "qwen3_vl", | |
| "deploy_backend": "vllm" | |
| }, | |
| "infer_config": null, | |
| "debug_info": { | |
| "python": "3.10.12 (main, Aug 29 2024, 16:22:46) [GCC 9.3.0]", | |
| "angelslim": { | |
| "name": "angelslim", | |
| "version": "0.0.0.dev0", | |
| "source": "pip" | |
| }, | |
| "torch": { | |
| "name": "torch", | |
| "version": "2.6.0", | |
| "source": "pip" | |
| }, | |
| "transformers": { | |
| "name": "transformers", | |
| "version": "4.57.1", | |
| "source": "pip" | |
| }, | |
| "torch_cuda_version": "12.4" | |
| } | |
| } |