Update app.py

app.py

@@ -13,7 +13,7 @@ sft_model = "somosnlp/RecetasDeLaAbuela5k_gemma-2b-bnb-4bit"
 base_model_name = "unsloth/gemma-2b-bnb-4bit"
 #base_model_name = "unsloth/gemma-2b-it-bnb-4bit"
 
-max_seq_length=400
+max_seq_length=200
 base_model = AutoModelForCausalLM.from_pretrained(base_model_name,return_dict=True,device_map="auto", torch_dtype=torch.float16,)
 tokenizer = AutoTokenizer.from_pretrained(base_model_name, max_length = max_seq_length)
 ft_model = PeftModel.from_pretrained(base_model, sft_model)