Hugging Face's logo

Spaces:
5w4n
/
burmese-tokenizers
Running

App Files Community
5w4n commited on
Commit
bfa0a38
·
1 Parent(s): fc19172

Add cohere multilingual v3

Browse files
Files changed (2) hide show
  1. app.py +1 -0
  2. dataset.csv +0 -0
app.py CHANGED
@@ -41,6 +41,7 @@ tokenizer_names_to_test = [
41
  "EleutherAI/gpt-neox-20b",
42
  "simbolo-ai/multilingual-partial-syllable-tokenizer",
43
  "Cohere/multilingual-22-12",
 
44
  ]
45
 
46
  with st.sidebar:
 
41
  "EleutherAI/gpt-neox-20b",
42
  "simbolo-ai/multilingual-partial-syllable-tokenizer",
43
  "Cohere/multilingual-22-12",
44
+ "Cohere/Cohere-embed-multilingual-v3.0",
45
  ]
46
 
47
  with st.sidebar:
dataset.csv CHANGED
The diff for this file is too large to render. See raw diff