filipealmeida
commited on
Commit
•
6048b63
1
Parent(s):
9c6b8fd
Adjust temperature
Browse files
app.py
CHANGED
@@ -33,7 +33,7 @@ def generate_text(prompt, example):
|
|
33 |
|
34 |
logging.info(f"Input : {input}")
|
35 |
|
36 |
-
output_stream = llm(input, max_tokens
|
37 |
|
38 |
full_text = ""
|
39 |
for output_chunk in output_stream:
|
@@ -48,6 +48,7 @@ parser = argparse.ArgumentParser()
|
|
48 |
parser.add_argument("--model", help="Path to the model file")
|
49 |
parser.add_argument("--gpu", help="How many GPU layers to use", default=0, type=int)
|
50 |
parser.add_argument("--ctx", help="How many context tokens to use", default=512, type=int)
|
|
|
51 |
args = parser.parse_args()
|
52 |
|
53 |
if args.model:
|
|
|
33 |
|
34 |
logging.info(f"Input : {input}")
|
35 |
|
36 |
+
output_stream = llm(input, max_tokens=-1, stop=["</s>", "###"], stream=True, temperature=args.temp)
|
37 |
|
38 |
full_text = ""
|
39 |
for output_chunk in output_stream:
|
|
|
48 |
parser.add_argument("--model", help="Path to the model file")
|
49 |
parser.add_argument("--gpu", help="How many GPU layers to use", default=0, type=int)
|
50 |
parser.add_argument("--ctx", help="How many context tokens to use", default=512, type=int)
|
51 |
+
parser.add_argument("--temp", help="temperature", default=0.1, type=float)
|
52 |
args = parser.parse_args()
|
53 |
|
54 |
if args.model:
|