Update app.py

app.py

@@ -2,11 +2,15 @@ import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from huggingface_hub import login
 from transformers import LlamaTokenizer, LlamaForCausalLM
+from transformers import pipeline
 
+pipe = pipeline("text-generation", model="aaditya/Llama3-OpenBioLLM-8B")
+
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+tokenizer = AutoTokenizer.from_pretrained("aaditya/Llama3-OpenBioLLM-8B")
+model = AutoModelForCausalLM.from_pretrained("aaditya/Llama3-OpenBioLLM-8B")
 
-model_name = "aaditya/Llama3-OpenBioLLM-8B"
-tokenizer = LlamaTokenizer.from_pretrained(model_name)
-model = LlamaForCausalLM.from_pretrained(model_name, torch_dtype="auto")
 
 # Define a function to generate text
 def generate_text(prompt):