Update app.py

app.py

@@ -1,9 +1,10 @@
-from transformers import GPT2LMHeadModel, GPT2Tokenizer
 import gradio as gr
 
-# Load the pre-trained model and tokenizer
-tokenizer = GPT2Tokenizer.from_pretrained("sberbank-ai/mGPT")
-model = GPT2LMHeadModel.from_pretrained("sberbank-ai/mGPT")
+# Load model directly
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
+model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-chat-hf")
 
 def eval_text(text):
     # Encode the input text
@@ -29,6 +30,6 @@ def eval_text(text):
     return(f"Result: {generation[0]['generated_text']}")
 
 
-demo = gr.Interface(fn=eval_text, inputs="text", outputs="text", title="Mixtral")
+demo = gr.Interface(fn=eval_text, inputs="text", outputs="text", title="Llama2")
     
 demo.launch(share=True)