Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -18,9 +18,9 @@ def preprocess_text(text: str) -> typing.List[typing.List[str]]:
|
|
18 |
for sentence in sent_tokenizer.tokenize(text):
|
19 |
words = word_tokenizer.tokenize(sentence)
|
20 |
processed_words = fix_words(words)
|
21 |
-
processed_sentences.append(processed_words)
|
22 |
|
23 |
-
return
|
24 |
|
25 |
def fix_words(words: typing.List[str]) -> typing.List[str]:
|
26 |
fixed_words = []
|
|
|
18 |
for sentence in sent_tokenizer.tokenize(text):
|
19 |
words = word_tokenizer.tokenize(sentence)
|
20 |
processed_words = fix_words(words)
|
21 |
+
processed_sentences.append(" ".join(processed_words))
|
22 |
|
23 |
+
return processed_sentences
|
24 |
|
25 |
def fix_words(words: typing.List[str]) -> typing.List[str]:
|
26 |
fixed_words = []
|