bobber commited on
Commit
bfea3d1
·
verified ·
1 Parent(s): 95b6f04

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -5,15 +5,16 @@ import torch
5
 
6
  #Qwen/Qwen2.5-14B-Instruct-1M
7
  #Qwen/Qwen2-0.5B
8
- model_name = "bartowski/simplescaling_s1-32B-GGUF"
9
- subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
10
- filename = "simplescaling_s1-32B-Q4_K_S.gguf"
 
11
  torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
12
 
13
  model = AutoModelForCausalLM.from_pretrained(
14
  model_name,
15
  # subfolder=subfolder,
16
- gguf_file=filename,
17
  torch_dtype=torch_dtype,
18
  device_map="auto"
19
  )
 
5
 
6
  #Qwen/Qwen2.5-14B-Instruct-1M
7
  #Qwen/Qwen2-0.5B
8
+ # model_name = "bartowski/simplescaling_s1-32B-GGUF"
9
+ # subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
10
+ # filename = "simplescaling_s1-32B-Q4_K_S.gguf"
11
+ model_name = "simplescaling/s1.1-32B"
12
  torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
13
 
14
  model = AutoModelForCausalLM.from_pretrained(
15
  model_name,
16
  # subfolder=subfolder,
17
+ # gguf_file=filename,
18
  torch_dtype=torch_dtype,
19
  device_map="auto"
20
  )