Spaces:
Sleeping
Sleeping
tonychenxyz
commited on
Commit
•
abbdb85
1
Parent(s):
d72857c
fix bug
Browse files
fam/llm/fast_inference_utils.py
CHANGED
@@ -45,9 +45,9 @@ def device_sync(device):
|
|
45 |
|
46 |
torch._inductor.config.coordinate_descent_tuning = True
|
47 |
torch._inductor.config.triton.unique_kernel_names = True
|
48 |
-
torch._inductor.config.fx_graph_cache = (
|
49 |
-
|
50 |
-
)
|
51 |
|
52 |
# imports need to happen after setting above flags
|
53 |
from fam.llm.fast_model import Transformer
|
|
|
45 |
|
46 |
torch._inductor.config.coordinate_descent_tuning = True
|
47 |
torch._inductor.config.triton.unique_kernel_names = True
|
48 |
+
# torch._inductor.config.fx_graph_cache = (
|
49 |
+
# True # Experimental feature to reduce compilation times, will be on by default in future
|
50 |
+
# )
|
51 |
|
52 |
# imports need to happen after setting above flags
|
53 |
from fam.llm.fast_model import Transformer
|