Update app.py

app.py

@@ -4,7 +4,7 @@ from transformers import LlamaTokenizer, LlamaForCausalLM, pipeline
 # Load your model and tokenizer
 model_name = "midrees2806/Llama-2-7b-updatedchatbot-finetune"
 tokenizer = LlamaTokenizer.from_pretrained(model_name)
-model = LlamaForCausalLM.from_pretrained(model_name)
+model = LlamaForCausalLM.from_pretrained(model_name,torch_dtype=torch.float16)
 
 # Define the pipeline
 pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer)