zhiweili
commited on
Commit
Β·
d4ce12c
1
Parent(s):
468bb0b
fix compile config
Browse files- app_onediff.py +1 -1
app_onediff.py
CHANGED
@@ -40,7 +40,7 @@ os.system("pip show onediffx")
|
|
40 |
from onediffx import compile_pipe, save_pipe
|
41 |
|
42 |
def nexfort_compile(torch_module: torch.nn.Module):
|
43 |
-
options = json.loads('{"mode": "max-autotune:
|
44 |
return compile_pipe(torch_module, backend="nexfort", options=options, fuse_qkv_projections=True)
|
45 |
|
46 |
BASE_MODEL = "stabilityai/sdxl-turbo"
|
|
|
40 |
from onediffx import compile_pipe, save_pipe
|
41 |
|
42 |
def nexfort_compile(torch_module: torch.nn.Module):
|
43 |
+
options = json.loads('{"mode": "max-optimize:max-autotune:low-precision", "memory_format": "channels_last", "dynamic": true}')
|
44 |
return compile_pipe(torch_module, backend="nexfort", options=options, fuse_qkv_projections=True)
|
45 |
|
46 |
BASE_MODEL = "stabilityai/sdxl-turbo"
|