tonychenxyz commited on
Commit
abbdb85
1 Parent(s): d72857c
Files changed (1) hide show
  1. fam/llm/fast_inference_utils.py +3 -3
fam/llm/fast_inference_utils.py CHANGED
@@ -45,9 +45,9 @@ def device_sync(device):
45
 
46
  torch._inductor.config.coordinate_descent_tuning = True
47
  torch._inductor.config.triton.unique_kernel_names = True
48
- torch._inductor.config.fx_graph_cache = (
49
- True # Experimental feature to reduce compilation times, will be on by default in future
50
- )
51
 
52
  # imports need to happen after setting above flags
53
  from fam.llm.fast_model import Transformer
 
45
 
46
  torch._inductor.config.coordinate_descent_tuning = True
47
  torch._inductor.config.triton.unique_kernel_names = True
48
+ # torch._inductor.config.fx_graph_cache = (
49
+ # True # Experimental feature to reduce compilation times, will be on by default in future
50
+ # )
51
 
52
  # imports need to happen after setting above flags
53
  from fam.llm.fast_model import Transformer