openai
/

whisper-tiny.en

Automatic Speech Recognition

hf-asr-leaderboard

Model card Files Files and versions

ArthurZ HF Staff commited on Jan 23, 2023

Commit

4f9b668

·

1 Parent(s): 23d5e63

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -27,7 +27,7 @@
   "tokenizer_class": "WhisperTokenizer",
   "unk_token": {
     "__type": "AddedToken",
-    "content": "<|endoftext|>",
     "lstrip": false,
     "normalized": true,
     "rstrip": false,

   "tokenizer_class": "WhisperTokenizer",
   "unk_token": {
     "__type": "AddedToken",
+    "content": "",
     "lstrip": false,
     "normalized": true,
     "rstrip": false,