app.py

import gradio as gr
#from llama_cpp import Llama
from transformers import AutoModelForCausalLM
# Load the model
llm = AutoModelForCausalLM.from_pretrained("Viet-Mistral/Vistral-7B-Chat",trust_remote_code=True)
   # filename="models-7B-F16.gguf"

# Define the function to interact with the model
def chat_with_model(user_input):
    response = llm.generate(
        messages=[
            {"role": "user", "content": user_input}
        ]
    )
    return response['choices'][0]['message']['content']

# Create the Gradio interface
iface = gr.Interface(
    fn=chat_with_model,
    inputs="text",
    outputs="text",
    title="QA-medical Chatbot",
    description="Ask the model any medical question !"
)

# Launch the interface
if __name__ == "__main__":
    iface.launch()