gyroing commited on
Commit
a154087
1 Parent(s): 8388f4c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -18,9 +18,9 @@ def preprocess_text(text: str) -> typing.List[typing.List[str]]:
18
  for sentence in sent_tokenizer.tokenize(text):
19
  words = word_tokenizer.tokenize(sentence)
20
  processed_words = fix_words(words)
21
- processed_sentences.append(processed_words)
22
 
23
- return " ".join(processed_sentences)
24
 
25
  def fix_words(words: typing.List[str]) -> typing.List[str]:
26
  fixed_words = []
 
18
  for sentence in sent_tokenizer.tokenize(text):
19
  words = word_tokenizer.tokenize(sentence)
20
  processed_words = fix_words(words)
21
+ processed_sentences.append(" ".join(processed_words))
22
 
23
+ return processed_sentences
24
 
25
  def fix_words(words: typing.List[str]) -> typing.List[str]:
26
  fixed_words = []