Update app.py

change to torch.bfloat16

app.py

@@ -8,7 +8,7 @@ import torch
 model_name = "bartowski/simplescaling_s1-32B-GGUF"
 subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
 filename = "simplescaling_s1-32B-Q5_K_S.gguf"
-torch_dtype = torch.float32 # could be torch.float16 or torch.bfloat16 too
+torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
 
 model = AutoModelForCausalLM.from_pretrained(
     model_name,