Add files using upload-large-folder tool

README.md

@@ -15,7 +15,7 @@ pipeline_tag: text-generation
 
 This model [mlx-community/Falcon-H1-0.5B-Instruct-6bit](https://huggingface.co/mlx-community/Falcon-H1-0.5B-Instruct-6bit) was
 converted to MLX format from [tiiuae/Falcon-H1-0.5B-Instruct](https://huggingface.co/tiiuae/Falcon-H1-0.5B-Instruct)
-using mlx-lm version **0.25.2**.
+using mlx-lm version **0.28.0**.
 
 ## Use with mlx
 

config.json

@@ -9,7 +9,7 @@
     "attn_layer_indices": null,
     "bos_token_id": 1,
     "embedding_multiplier": 5.656854249492381,
-    "eos_token_id": 228,
+    "eos_token_id": 11,
     "head_dim": 64,
     "hidden_act": "silu",
     "hidden_size": 1024,
@@ -30,7 +30,7 @@
     "mamba_proj_bias": false,
     "mamba_rms_norm": false,
     "mamba_use_mlp": true,
-    "max_position_embeddings": 131072,
+    "max_position_embeddings": 16384,
     "mlp_bias": false,
     "mlp_expansion_factor": 8,
     "mlp_multipliers": [
@@ -46,11 +46,13 @@
     "projectors_bias": false,
     "quantization": {
         "group_size": 64,
-        "bits": 6
+        "bits": 6,
+        "mode": "affine"
     },
     "quantization_config": {
         "group_size": 64,
-        "bits": 6
+        "bits": 6,
+        "mode": "affine"
     },
     "rms_norm_eps": 1e-05,
     "rope_scaling": null,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92285ed0654a962696b6bac8b810dc53aa160d6252830d4f3700d7a4f2245a12
+oid sha256:2c91f131b70d759a4470c3ceb119e1d51edeb0240c8720c84caa9dbfbc942aae
 size 424258964

tokenizer_config.json

@@ -4535,6 +4535,7 @@
     ">>UNUSED_511<<"
   ],
   "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{bos_token}}\n{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- messages[0].content + '\\n\\n' }}\n    {%- endif %}\n    {{- \"You are a function calling AI model. You are provided with function signature within <tools> </tools> XML tags. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions.\\n<tools>\\n\" }}\n    {%- for tool in tools %}[{{- tool | tojson }}]{%- endfor %}\n    {{- \"\\n</tools>\\nFor each function call, return a json object with function name and arguments within <tool_call> </tool_call> tags with the following schema:\\n<tool_call>\\n{'arguments': <args-dict>, 'name': <function-name>}\\n</tool_call>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}{% for message in messages %}{%- if message.role != 'system' %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{%- endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "extra_special_tokens": {},
@@ -4544,5 +4545,5 @@
   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "tokenizer_class": "PreTrainedTokenizer"
 }