Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ def tokenize(input_text):
|
|
31 |
" GPT-2/GPT-J": gpt2_tokens,
|
32 |
" GPT-NeoX": gpt_neox_tokens,
|
33 |
" Falcon": falcon_tokens,
|
34 |
-
"
|
35 |
" T5": t5_tokens,
|
36 |
" Gemma": gemma_tokens,
|
37 |
" Command-R": command_r_tokens
|
|
|
31 |
" GPT-2/GPT-J": gpt2_tokens,
|
32 |
" GPT-NeoX": gpt_neox_tokens,
|
33 |
" Falcon": falcon_tokens,
|
34 |
+
" Phi": phi2_tokens,
|
35 |
" T5": t5_tokens,
|
36 |
" Gemma": gemma_tokens,
|
37 |
" Command-R": command_r_tokens
|