Spaces:
Runtime error
Runtime error
Commit
•
22c11b2
1
Parent(s):
790c7af
Update app.py
Browse files
app.py
CHANGED
@@ -57,5 +57,13 @@ def initialize_tokenizer(model_name: str):
|
|
57 |
tokenizer.bos_token_id = 1 # Set beginning of sentence token id
|
58 |
return tokenizer
|
59 |
|
60 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
61 |
|
|
|
57 |
tokenizer.bos_token_id = 1 # Set beginning of sentence token id
|
58 |
return tokenizer
|
59 |
|
60 |
+
# load model
|
61 |
+
model = load_quantized_model(model_name)
|
62 |
+
|
63 |
+
# initialize tokenizer
|
64 |
+
tokenizer = initialize_tokenizer(model_name)
|
65 |
+
|
66 |
+
# specify stop token ids
|
67 |
+
stop_token_ids = [0]
|
68 |
+
|
69 |
|