Update config.json

fix: fix 0.5B context length to actual real context length

![image.png](/static-proxy?url=https%3A%2F%2Fcdn-uploads.huggingface.co%2Fproduction%2Fuploads%2F62441d1d9fdefb55a0b7d12c%2F_iUbbJ7GQ_aor66451Wec.png)%3C!-- HTML_TAG_END -->

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -30,7 +30,7 @@
   "mamba_proj_bias": false,
   "mamba_rms_norm": false,
   "mamba_use_mlp": true,
-  "max_position_embeddings": 131072,
   "mlp_bias": false,
   "mlp_expansion_factor": 8,
   "mlp_multipliers": [

   "mamba_proj_bias": false,
   "mamba_rms_norm": false,
   "mamba_use_mlp": true,
+  "max_position_embeddings": 16384,
   "mlp_bias": false,
   "mlp_expansion_factor": 8,
   "mlp_multipliers": [