terryyz commited on
Commit
2c07858
·
verified ·
1 Parent(s): e0740ee

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -161,7 +161,6 @@ def generate(
161
  top_p=top_p,
162
  repetition_penalty=repetition_penalty,
163
  do_sample=True,
164
- seed=42,
165
  )
166
 
167
  if method == "Base":
@@ -182,10 +181,9 @@ def generate(
182
  output = ""
183
  model.to(device)
184
  input_ids = tokenizer(prompt, return_tensors="pt").to(model.device)
185
- # generated_ids = model.generate(**input_ids
186
  generated_ids = model.generate(**input_ids, **generate_kwargs)
187
-
188
- return tokenizer.decode(generated_ids[0][input_ids["input_ids"].shape[1]:], skip_special_tokens=True).strip()
189
 
190
 
191
  examples = [
 
161
  top_p=top_p,
162
  repetition_penalty=repetition_penalty,
163
  do_sample=True,
 
164
  )
165
 
166
  if method == "Base":
 
181
  output = ""
182
  model.to(device)
183
  input_ids = tokenizer(prompt, return_tensors="pt").to(model.device)
 
184
  generated_ids = model.generate(**input_ids, **generate_kwargs)
185
+ return tokenizer.decode(generated_ids[0], skip_special_tokens=True).strip()
186
+ # return tokenizer.decode(generated_ids[0][input_ids["input_ids"].shape[1]:], skip_special_tokens=True).strip()
187
 
188
 
189
  examples = [