SauravMaheshkar commited on
Commit
721133c
·
unverified ·
1 Parent(s): 87d2fe8

fix: skip model compilation

Browse files
Files changed (1) hide show
  1. app.py +0 -3
app.py CHANGED
@@ -17,9 +17,6 @@ pipe = pipeline(
17
  torch_dtype=torch.bfloat16,
18
  device_map="auto",
19
  )
20
- pipe.model.generate = torch.compile(
21
- pipe.model.generate, mode="reduce-overhead", fullgraph=True
22
- )
23
 
24
 
25
  class ChatState:
 
17
  torch_dtype=torch.bfloat16,
18
  device_map="auto",
19
  )
 
 
 
20
 
21
 
22
  class ChatState: