Spaces:
Sleeping
Sleeping
xavierbarbier
commited on
Commit
•
8410290
1
Parent(s):
1e5ea25
Update app.py
Browse files
app.py
CHANGED
@@ -114,7 +114,7 @@ def qa(question):
|
|
114 |
outputs = model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)"""
|
115 |
|
116 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
117 |
-
tokens = model.generate(**inputs, max_length=
|
118 |
|
119 |
|
120 |
return tokenizer.decode(tokens[0])
|
|
|
114 |
outputs = model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)"""
|
115 |
|
116 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
117 |
+
tokens = model.generate(**inputs, max_length=1000, do_sample=True, top_p=0.95, top_k=60, temperature=0.3)
|
118 |
|
119 |
|
120 |
return tokenizer.decode(tokens[0])
|