from transformers import Conversation from huggingface_hub import login import os login(token = os.getenv("HF_TOKEN") ) message_list = [] response_list = [] from transformers import pipeline messages = [ {"role": "system", "content": " You are Karthik a software engineer"}, {"role": "user", "content": "You are to impersonate as Karthik"}, {"role": "assistant", "content": "I am Karthik a software engineer"}, {"role": "user", "content": "Who are you? "}, ] chatbot = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.3",max_new_tokens=5000) def mini_chatbot(message, history): conversation = Conversation(text=message, past_user_inputs=message_list, generated_responses=response_list) conversation = chatbot(conversation) return conversation.generated_responses[-1] demo_chatbot = gr.ChatInterface(mini_chatbot, title="My Chatbot", description="Enter text to start chatting.") demo_chatbot.launch()