tiiuae
/

Falcon-H1-0.5B-Instruct

Text Generation

Model card Files Files and versions

ybelkada commited on May 21

Commit

14eb8f9

·

verified ·

1 Parent(s): dd538e9

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -0

tokenizer_config.json CHANGED Viewed

@@ -4534,6 +4534,7 @@
     ">>UNUSED_510<<",
     ">>UNUSED_511<<"
   ],
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",

     ">>UNUSED_510<<",
     ">>UNUSED_511<<"
   ],
+  "model_input_names": ["input_ids", "attention_mask"],
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",