Update app.py

app.py

@@ -8,7 +8,7 @@ model_checkpoint = "HuggingFaceTB/SmolLM-1.7B"
 model = AutoModelForCausalLM.from_pretrained(model_checkpoint)
 tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)
 
-pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=512, repetition_penalty=1.5, temperature=0)
+pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=512, repetition_penalty=1.5, temperature=0.5, device="cuda")
 
 
 abs_path = Path(__file__).parent