tiiuae
/

Falcon-H1-1.5B-Instruct

Text Generation

Model card Files Files and versions

ybelkada commited on May 21

Commit

c835356

·

verified ·

1 Parent(s): 2064ed2

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -0

tokenizer_config.json CHANGED Viewed

@@ -4536,6 +4536,7 @@
   ],
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "extra_special_tokens": {},
   "model_max_length": 1000000000000000019884624838656,

   ],
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
+  "model_input_names": ["input_ids", "attention_mask"],
   "eos_token": "<|end_of_text|>",
   "extra_special_tokens": {},
   "model_max_length": 1000000000000000019884624838656,