Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -17,15 +17,15 @@ def init_args():
|
|
17 |
global args
|
18 |
parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
|
19 |
args = parser.parse_args()
|
20 |
-
|
21 |
-
|
22 |
-
args.load_model_path = './model_file/chatflow_13b.bin'
|
23 |
-
args.config_path = './config/llama_13b_config.json'
|
24 |
args.spm_model_path = './model_file/tokenizer.model'
|
25 |
args.batch_size = 1
|
26 |
args.seq_length = 1024
|
27 |
args.world_size = 1
|
28 |
-
args.use_int8 =
|
29 |
args.top_p = 0
|
30 |
args.repetition_penalty_range = 1024
|
31 |
args.repetition_penalty_slope = 0
|
|
|
17 |
global args
|
18 |
parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
|
19 |
args = parser.parse_args()
|
20 |
+
args.load_model_path = './model_file/chatllama_7b.bin'
|
21 |
+
args.config_path = './config/llama_7b.json'
|
22 |
+
#args.load_model_path = './model_file/chatflow_13b.bin'
|
23 |
+
#args.config_path = './config/llama_13b_config.json'
|
24 |
args.spm_model_path = './model_file/tokenizer.model'
|
25 |
args.batch_size = 1
|
26 |
args.seq_length = 1024
|
27 |
args.world_size = 1
|
28 |
+
args.use_int8 = False
|
29 |
args.top_p = 0
|
30 |
args.repetition_penalty_range = 1024
|
31 |
args.repetition_penalty_slope = 0
|