Upload tokenizer_config.json
Browse files- tokenizer_config.json +1 -0
tokenizer_config.json
CHANGED
|
@@ -177,6 +177,7 @@
|
|
| 177 |
"special": true
|
| 178 |
}
|
| 179 |
},
|
|
|
|
| 180 |
"bos_token": "[START]",
|
| 181 |
"clean_up_tokenization_spaces": true,
|
| 182 |
"eos_token": "[STOP]",
|
|
|
|
| 177 |
"special": true
|
| 178 |
}
|
| 179 |
},
|
| 180 |
+
"auto_map": {"AutoTokenizer": "AstraMindAI/xtts2-gpt--tokenizer.XTTSTokenizerFast"},
|
| 181 |
"bos_token": "[START]",
|
| 182 |
"clean_up_tokenization_spaces": true,
|
| 183 |
"eos_token": "[STOP]",
|