Update app.py

app.py

@@ -27,7 +27,7 @@ model_with_adapter = PeftModel.from_pretrained(
 tokenizer = AutoTokenizer.from_pretrained(base_model_name)
 
 # Step 5: Define the inference function
-def generate_text(prompt, max_length=100):
+def generate_text(prompt, max_length=1024):
     # Tokenize the input
     inputs = tokenizer(prompt, return_tensors="pt").to("cuda")