Spaces:
Runtime error
Runtime error
Commit
·
9293e73
1
Parent(s):
978ce63
Update app.py
Browse files
app.py
CHANGED
@@ -17,13 +17,13 @@ def init_args():
|
|
17 |
global args
|
18 |
parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
|
19 |
args = parser.parse_args()
|
20 |
-
args.load_model_path = './model_file/
|
21 |
-
args.config_path = './config/
|
22 |
args.spm_model_path = './model_file/tokenizer.model'
|
23 |
args.batch_size = 1
|
24 |
args.seq_length = 1024
|
25 |
args.world_size = 1
|
26 |
-
args.use_int8 =
|
27 |
args.top_p = 0
|
28 |
args.repetition_penalty_range = 1024
|
29 |
args.repetition_penalty_slope = 0
|
|
|
17 |
global args
|
18 |
parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
|
19 |
args = parser.parse_args()
|
20 |
+
args.load_model_path = './model_file/chatllama_13b.bin'
|
21 |
+
args.config_path = './config/llama_13b_config.json'
|
22 |
args.spm_model_path = './model_file/tokenizer.model'
|
23 |
args.batch_size = 1
|
24 |
args.seq_length = 1024
|
25 |
args.world_size = 1
|
26 |
+
args.use_int8 = True
|
27 |
args.top_p = 0
|
28 |
args.repetition_penalty_range = 1024
|
29 |
args.repetition_penalty_slope = 0
|