ukumar557 commited on
Commit
2cd6d6c
·
verified ·
1 Parent(s): e192026

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name)
18
  def ask_medical_question(question):
19
  prompt = f"<|start_header_id|>system<|end_header_id|> You are a Medical AI chatbot assistant. <|eot_id|><|start_header_id|>User: <|end_header_id|>This is the question: {question}<|eot_id|>"
20
 
21
- inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
22
  outputs = model.generate(
23
  **inputs,
24
  max_new_tokens=256,
 
18
  def ask_medical_question(question):
19
  prompt = f"<|start_header_id|>system<|end_header_id|> You are a Medical AI chatbot assistant. <|eot_id|><|start_header_id|>User: <|end_header_id|>This is the question: {question}<|eot_id|>"
20
 
21
+ inputs = tokenizer(prompt, return_tensors="pt").to(device)
22
  outputs = model.generate(
23
  **inputs,
24
  max_new_tokens=256,