Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -36,7 +36,7 @@ def tokenize(input_text):
|
|
36 |
|
37 |
toks = ""
|
38 |
for model, tokens in results.items():
|
39 |
-
toks += f"\n{model}
|
40 |
return toks
|
41 |
|
42 |
|
|
|
36 |
|
37 |
toks = ""
|
38 |
for model, tokens in results.items():
|
39 |
+
toks += f"\n{model} gets {len(tokens)} tokens: {formatarr(tokens)}"
|
40 |
return toks
|
41 |
|
42 |
|