Hugging Face's logo

Spaces:
mponty
/
some_tokenization
Sleeping

App Files Community
mponty commited on
Commit
fd3c467
·
verified ·
1 Parent(s): 1d7fcdc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -141,4 +141,4 @@ elif tokenizer == "Byte Pair Encoding (Open AI GPT-4o)":
141
  color = itertools.cycle(colors)
142
  st.write(stream_wp_token_ids)
143
 
144
- st.write(num_tokens())
 
141
  color = itertools.cycle(colors)
142
  st.write(stream_wp_token_ids)
143
 
144
+ st.write(num_tokens(txt))