Nick088 commited on
Commit
e55a574
·
verified ·
1 Parent(s): cebd695

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -14,12 +14,12 @@ model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1",
14
 
15
 
16
  def generate(
17
- prompt, history, temperature=0.9, max_new_tokens=250, repetition_penalty=1.0,
18
  ):
19
 
20
  input_text = f"{prompt}, {history}"
21
  input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
22
- outputs = model.generate(input_ids, max_new_tokens=max_new_tokens, repetition_penalty=repetition_penalty)
23
  better_prompt = tokenizer.decode(outputs[0])
24
  return better_prompt
25
 
 
14
 
15
 
16
  def generate(
17
+ prompt, history, temperature=temperature, max_new_tokens=max_new_tokens, repetition_penalty=repetition_penalty, temperature=temperature, top_p=top_p, top_k=top_k
18
  ):
19
 
20
  input_text = f"{prompt}, {history}"
21
  input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
22
+ outputs = model.generate(input_ids, max_new_tokens=max_new_tokens, repetition_penalty=repetition_penalty, temperature=temperature, top_p=top_p, top_k=top_k)
23
  better_prompt = tokenizer.decode(outputs[0])
24
  return better_prompt
25