P01son commited on
Commit
52b97b4
·
1 Parent(s): 6250012

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -17,15 +17,15 @@ def init_args():
17
  global args
18
  parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
19
  args = parser.parse_args()
20
- #args.load_model_path = './model_file/chatllama_7b.bin'
21
- #args.config_path = './config/llama_7b.json'
22
- args.load_model_path = './model_file/chatflow_13b.bin'
23
- args.config_path = './config/llama_13b_config.json'
24
  args.spm_model_path = './model_file/tokenizer.model'
25
  args.batch_size = 1
26
  args.seq_length = 1024
27
  args.world_size = 1
28
- args.use_int8 = True
29
  args.top_p = 0
30
  args.repetition_penalty_range = 1024
31
  args.repetition_penalty_slope = 0
 
17
  global args
18
  parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
19
  args = parser.parse_args()
20
+ args.load_model_path = './model_file/chatllama_7b.bin'
21
+ args.config_path = './config/llama_7b.json'
22
+ #args.load_model_path = './model_file/chatflow_13b.bin'
23
+ #args.config_path = './config/llama_13b_config.json'
24
  args.spm_model_path = './model_file/tokenizer.model'
25
  args.batch_size = 1
26
  args.seq_length = 1024
27
  args.world_size = 1
28
+ args.use_int8 = False
29
  args.top_p = 0
30
  args.repetition_penalty_range = 1024
31
  args.repetition_penalty_slope = 0