Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -161,7 +161,6 @@ def generate(
|
|
161 |
top_p=top_p,
|
162 |
repetition_penalty=repetition_penalty,
|
163 |
do_sample=True,
|
164 |
-
seed=42,
|
165 |
)
|
166 |
|
167 |
if method == "Base":
|
@@ -182,10 +181,9 @@ def generate(
|
|
182 |
output = ""
|
183 |
model.to(device)
|
184 |
input_ids = tokenizer(prompt, return_tensors="pt").to(model.device)
|
185 |
-
# generated_ids = model.generate(**input_ids
|
186 |
generated_ids = model.generate(**input_ids, **generate_kwargs)
|
187 |
-
|
188 |
-
return tokenizer.decode(generated_ids[0][input_ids["input_ids"].shape[1]:], skip_special_tokens=True).strip()
|
189 |
|
190 |
|
191 |
examples = [
|
|
|
161 |
top_p=top_p,
|
162 |
repetition_penalty=repetition_penalty,
|
163 |
do_sample=True,
|
|
|
164 |
)
|
165 |
|
166 |
if method == "Base":
|
|
|
181 |
output = ""
|
182 |
model.to(device)
|
183 |
input_ids = tokenizer(prompt, return_tensors="pt").to(model.device)
|
|
|
184 |
generated_ids = model.generate(**input_ids, **generate_kwargs)
|
185 |
+
return tokenizer.decode(generated_ids[0], skip_special_tokens=True).strip()
|
186 |
+
# return tokenizer.decode(generated_ids[0][input_ids["input_ids"].shape[1]:], skip_special_tokens=True).strip()
|
187 |
|
188 |
|
189 |
examples = [
|