Add files using upload-large-folder tool

README.md

@@ -1,21 +1,41 @@
 ---
+base_model: tiiuae/Falcon-H1-1.5B-Instruct
+language:
+- ar
+- cs
+- de
+- en
+- es
+- fr
+- hi
+- it
+- ja
+- ko
+- nl
+- pl
+- pt
+- ro
+- ru
+- sv
+- ur
+- zh
 library_name: mlx
-tags:
-- falcon-h1
-- mlx
 license: other
 license_name: falcon-llm-license
 license_link: https://falconllm.tii.ae/falcon-terms-and-conditions.html
-base_model: tiiuae/Falcon-H1-1.5B-Instruct
+tags:
+- falcon-h1
+- mlx
 inference: true
 pipeline_tag: text-generation
+paper: tiiuae/falcon-h1
 ---
 
 # mlx-community/Falcon-H1-1.5B-Instruct-6bit
 
 This model [mlx-community/Falcon-H1-1.5B-Instruct-6bit](https://huggingface.co/mlx-community/Falcon-H1-1.5B-Instruct-6bit) was
 converted to MLX format from [tiiuae/Falcon-H1-1.5B-Instruct](https://huggingface.co/tiiuae/Falcon-H1-1.5B-Instruct)
-using mlx-lm version **0.25.2**.
+using mlx-lm version **0.28.0**.
 
 ## Use with mlx
 

config.json

@@ -46,11 +46,13 @@
     "projectors_bias": false,
     "quantization": {
         "group_size": 64,
-        "bits": 6
+        "bits": 6,
+        "mode": "affine"
     },
     "quantization_config": {
         "group_size": 64,
-        "bits": 6
+        "bits": 6,
+        "mode": "affine"
     },
     "rms_norm_eps": 1e-05,
     "rope_scaling": null,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5e5eace4ce3117bfb09700782f74244057686a00b8e9921a044fad1790134a9
+oid sha256:954a3da6448f2338cab4c788e5a340978521ca4f54c4df23c510611a93c1e1f9
 size 1264143237

tokenizer_config.json

@@ -4535,6 +4535,7 @@
     ">>UNUSED_511<<"
   ],
   "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{bos_token}}\n{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- messages[0].content + '\\n\\n' }}\n    {%- endif %}\n    {{- \"You are a function calling AI model. You are provided with function signature within <tools> </tools> XML tags. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions.\\n<tools>\\n\" }}\n    {%- for tool in tools %}[{{- tool | tojson }}]{%- endfor %}\n    {{- \"\\n</tools>\\nFor each function call, return a json object with function name and arguments within <tool_call> </tool_call> tags with the following schema:\\n<tool_call>\\n{'arguments': <args-dict>, 'name': <function-name>}\\n</tool_call>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}{% for message in messages %}{%- if message.role != 'system' %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{%- endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "extra_special_tokens": {},
@@ -4544,5 +4545,5 @@
   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "tokenizer_class": "PreTrainedTokenizer"
 }