Hugging Face's logo

mjschock
/
smolvlm-256m-video-instruct-thinking-function_calling-V0

Transformers
TensorBoard
Safetensors
Generated from Trainer
trl
sft
Model card Files
xet
Metrics Community
mjschock commited on
Commit
a9e68ce
·
verified ·
1 Parent(s): d4b5589

Upload tokenizer

Browse files
Files changed (2) hide show
  1. special_tokens_map.json +1 -7
  2. tokenizer_config.json +1 -1
special_tokens_map.json CHANGED
@@ -19,13 +19,7 @@
19
  "single_word": false
20
  },
21
  "end_of_utterance_token": "<end_of_utterance>",
22
- "eos_token": {
23
- "content": "<end_of_utterance>",
24
- "lstrip": false,
25
- "normalized": false,
26
- "rstrip": false,
27
- "single_word": false
28
- },
29
  "fake_image_token": "<fake_token_around_image>",
30
  "global_image_token": "<global-img>",
31
  "image_token": "<image>",
 
19
  "single_word": false
20
  },
21
  "end_of_utterance_token": "<end_of_utterance>",
22
+ "eos_token": "<eos>",
 
 
 
 
 
 
23
  "fake_image_token": "<fake_token_around_image>",
24
  "global_image_token": "<global-img>",
25
  "image_token": "<image>",
tokenizer_config.json CHANGED
@@ -1257,7 +1257,7 @@
1257
  "bos_token": "<|im_start|>",
1258
  "clean_up_tokenization_spaces": false,
1259
  "end_of_utterance_token": "<end_of_utterance>",
1260
- "eos_token": "<end_of_utterance>",
1261
  "extra_special_tokens": {
1262
  "end_of_utterance_token": "<end_of_utterance>",
1263
  "fake_image_token": "<fake_token_around_image>",
 
1257
  "bos_token": "<|im_start|>",
1258
  "clean_up_tokenization_spaces": false,
1259
  "end_of_utterance_token": "<end_of_utterance>",
1260
+ "eos_token": "<eos>",
1261
  "extra_special_tokens": {
1262
  "end_of_utterance_token": "<end_of_utterance>",
1263
  "fake_image_token": "<fake_token_around_image>",