Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -22,7 +22,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name) # ,use_auth_token=hf_a
|
|
22 |
def get_llm_response(input_prompt, content, prompt):
|
23 |
combined_input = f"{input_prompt}\nContent: {content}\nQuestion: {prompt}\nAnswer:"
|
24 |
inputs = tokenizer(combined_input, return_tensors="pt")
|
25 |
-
outputs = model.generate(**inputs, max_length=
|
26 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
27 |
|
28 |
# Extract the answer part from the response
|
|
|
22 |
def get_llm_response(input_prompt, content, prompt):
|
23 |
combined_input = f"{input_prompt}\nContent: {content}\nQuestion: {prompt}\nAnswer:"
|
24 |
inputs = tokenizer(combined_input, return_tensors="pt")
|
25 |
+
outputs = model.generate(**inputs, max_length=1000, num_return_sequences=1)
|
26 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
27 |
|
28 |
# Extract the answer part from the response
|