Hugging Face's logo

Spaces:
AlGe
/
CompareTokenizers
Running

App Files Community
AlGe commited on
Commit
9c925f4
·
verified ·
1 Parent(s): 0be981f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -11,9 +11,9 @@ tokenizers = [
11
  'Xenova/gpt-4o',
12
  'Xenova/claude-tokenizer',
13
  'Xenova/mistral-tokenizer-v3',
14
- 'Xenova/gemma-2-tokenizer',
15
  'Xenova/llama3-tokenizer-new',
16
- 'Xenova/Phi-3-mini-4k-instruct-hf'
17
  ]
18
 
19
  def generate_colored_html(tokens, decoded_tokens):
 
11
  'Xenova/gpt-4o',
12
  'Xenova/claude-tokenizer',
13
  'Xenova/mistral-tokenizer-v3',
14
+ #'Xenova/gemma-2-tokenizer',
15
  'Xenova/llama3-tokenizer-new',
16
+ #'Xenova/Phi-3-mini-4k-instruct-hf'
17
  ]
18
 
19
  def generate_colored_html(tokens, decoded_tokens):