Update app.py
Browse files
app.py
CHANGED
@@ -49,6 +49,7 @@ model = Llama(
|
|
49 |
# chat_format="llama-2",
|
50 |
n_gpu_layers = 0,
|
51 |
temperature=0.75,
|
|
|
52 |
max_tokens=500,
|
53 |
top_p=0.95 #,
|
54 |
# eos_tokens=terminators
|
|
|
49 |
# chat_format="llama-2",
|
50 |
n_gpu_layers = 0,
|
51 |
temperature=0.75,
|
52 |
+
n_ctx = 4096,
|
53 |
max_tokens=500,
|
54 |
top_p=0.95 #,
|
55 |
# eos_tokens=terminators
|