binqiangliu commited on
Commit
22c11b2
1 Parent(s): 790c7af

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -57,5 +57,13 @@ def initialize_tokenizer(model_name: str):
57
  tokenizer.bos_token_id = 1 # Set beginning of sentence token id
58
  return tokenizer
59
 
60
-
 
 
 
 
 
 
 
 
61
 
 
57
  tokenizer.bos_token_id = 1 # Set beginning of sentence token id
58
  return tokenizer
59
 
60
+ # load model
61
+ model = load_quantized_model(model_name)
62
+
63
+ # initialize tokenizer
64
+ tokenizer = initialize_tokenizer(model_name)
65
+
66
+ # specify stop token ids
67
+ stop_token_ids = [0]
68
+
69