xavierbarbier commited on
Commit
8410290
1 Parent(s): 1e5ea25

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -114,7 +114,7 @@ def qa(question):
114
  outputs = model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)"""
115
 
116
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
117
- tokens = model.generate(**inputs, max_length=100, do_sample=True, top_p=0.95, top_k=60, temperature=0.3)
118
 
119
 
120
  return tokenizer.decode(tokens[0])
 
114
  outputs = model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)"""
115
 
116
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
117
+ tokens = model.generate(**inputs, max_length=1000, do_sample=True, top_p=0.95, top_k=60, temperature=0.3)
118
 
119
 
120
  return tokenizer.decode(tokens[0])