Update app.py

app.py

@@ -35,6 +35,7 @@ def generate(model,tokenizer,instruction,context):
             output_scores=True,
             max_new_tokens=max_length,
             temperature=temperature,
+            top_k=10,
             repetition_penalty=repetition_penalty
         )
     outputs = []
@@ -53,7 +54,7 @@ context = st.text_area('Contexto')
 
 
 
-model = AutoModelForCausalLM.from_pretrained("lagy/carballo_finetuned")
+model = AutoModelForCausalLM.from_pretrained("lagy/carballo_finetuned",torch_dtype="torch.float16")
 tokenizer = AutoTokenizer.from_pretrained("lagy/carballo_finetuned")
 model.eval()