Hugging Face's logo

Spaces:
concedo
/
WebTokenizer
Running

App Files Community
1
xzuyn commited on
Commit
0afb719
•
1 Parent(s): 42aaa6e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -25,7 +25,7 @@ def tokenize(input_text):
25
 
26
  results = {
27
  "LLaMa": llama_tokens,
28
- "LLaMa-3": llama_tokens,
29
  "Mistral": mistral_tokens,
30
  "GPT-2/GPT-J": gpt2_tokens,
31
  "GPT-NeoX": gpt_neox_tokens,
 
25
 
26
  results = {
27
  "LLaMa": llama_tokens,
28
+ "LLaMa-3": llama3_tokens,
29
  "Mistral": mistral_tokens,
30
  "GPT-2/GPT-J": gpt2_tokens,
31
  "GPT-NeoX": gpt_neox_tokens,