Update app.py

app.py

@@ -11,6 +11,7 @@ DEFAULT_MAX_NEW_TOKENS = 930
 # Load Models and Tokenizers
 model_id = "meta-llama/Llama-2-7b-hf"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
+tokenizer.pad_token = tokenizer.eos_token
 model_generate = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
 model_edit = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")  # Assuming a different setup or hyperparameters