Spaces:
Runtime error
Runtime error
Commit
·
9293e73
1
Parent(s):
978ce63
Update app.py
Browse files
app.py
CHANGED
|
@@ -17,13 +17,13 @@ def init_args():
|
|
| 17 |
global args
|
| 18 |
parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
|
| 19 |
args = parser.parse_args()
|
| 20 |
-
args.load_model_path = './model_file/
|
| 21 |
-
args.config_path = './config/
|
| 22 |
args.spm_model_path = './model_file/tokenizer.model'
|
| 23 |
args.batch_size = 1
|
| 24 |
args.seq_length = 1024
|
| 25 |
args.world_size = 1
|
| 26 |
-
args.use_int8 =
|
| 27 |
args.top_p = 0
|
| 28 |
args.repetition_penalty_range = 1024
|
| 29 |
args.repetition_penalty_slope = 0
|
|
|
|
| 17 |
global args
|
| 18 |
parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
|
| 19 |
args = parser.parse_args()
|
| 20 |
+
args.load_model_path = './model_file/chatllama_13b.bin'
|
| 21 |
+
args.config_path = './config/llama_13b_config.json'
|
| 22 |
args.spm_model_path = './model_file/tokenizer.model'
|
| 23 |
args.batch_size = 1
|
| 24 |
args.seq_length = 1024
|
| 25 |
args.world_size = 1
|
| 26 |
+
args.use_int8 = True
|
| 27 |
args.top_p = 0
|
| 28 |
args.repetition_penalty_range = 1024
|
| 29 |
args.repetition_penalty_slope = 0
|