Spaces:
Sleeping
Sleeping
fix: skip model compilation
Browse files
app.py
CHANGED
@@ -17,9 +17,6 @@ pipe = pipeline(
|
|
17 |
torch_dtype=torch.bfloat16,
|
18 |
device_map="auto",
|
19 |
)
|
20 |
-
pipe.model.generate = torch.compile(
|
21 |
-
pipe.model.generate, mode="reduce-overhead", fullgraph=True
|
22 |
-
)
|
23 |
|
24 |
|
25 |
class ChatState:
|
|
|
17 |
torch_dtype=torch.bfloat16,
|
18 |
device_map="auto",
|
19 |
)
|
|
|
|
|
|
|
20 |
|
21 |
|
22 |
class ChatState:
|