Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -12,13 +12,13 @@ model = AutoModelForCausalLM.from_pretrained(model_name)
|
|
12 |
def generate_response(prompt):
|
13 |
inputs = tokenizer(prompt, return_tensors="pt")
|
14 |
reply_ids = model.generate(
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
response = tokenizer.decode(reply_ids[0], skip_special_tokens=True)
|
23 |
return response
|
24 |
|
|
|
12 |
def generate_response(prompt):
|
13 |
inputs = tokenizer(prompt, return_tensors="pt")
|
14 |
reply_ids = model.generate(
|
15 |
+
inputs['input_ids'],
|
16 |
+
max_length=100,
|
17 |
+
pad_token_id=tokenizer.eos_token_id,
|
18 |
+
temperature=0.5,
|
19 |
+
top_p=0.8,
|
20 |
+
do_sample=True
|
21 |
+
)
|
22 |
response = tokenizer.decode(reply_ids[0], skip_special_tokens=True)
|
23 |
return response
|
24 |
|