georgesung
commited on
Commit
·
26dde52
1
Parent(s):
5421ee3
Increase context window to 2048
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ pipe = pipeline(
|
|
30 |
"text-generation",
|
31 |
model=model,
|
32 |
tokenizer=tokenizer,
|
33 |
-
max_length=
|
34 |
temperature=0.7,
|
35 |
top_p=0.95,
|
36 |
repetition_penalty=1.15
|
|
|
30 |
"text-generation",
|
31 |
model=model,
|
32 |
tokenizer=tokenizer,
|
33 |
+
max_length=2048, # LLaMA default context window
|
34 |
temperature=0.7,
|
35 |
top_p=0.95,
|
36 |
repetition_penalty=1.15
|