Zaixi commited on
Commit
33001d2
·
1 Parent(s): 5ea9db8
Files changed (2) hide show
  1. app.py +3 -3
  2. configs/configs_base.py +1 -1
app.py CHANGED
@@ -40,9 +40,9 @@ custom_css = """
40
 
41
 
42
  os.environ["LAYERNORM_TYPE"] = "fast_layernorm"
43
- os.environ["USE_DEEPSPEED_EVO_ATTTENTION"] = "true"
44
  # Set environment variable in the script
45
- os.environ['CUTLASS_PATH'] = './cutlass'
46
 
47
  # reps = [
48
  # {
@@ -272,7 +272,7 @@ logging.basicConfig(
272
  filemode="w",
273
  )
274
  configs_base["use_deepspeed_evo_attention"] = (
275
- os.environ.get("USE_DEEPSPEED_EVO_ATTTENTION", False) == "true"
276
  )
277
  arg_str = "--seeds 101 --dump_dir ./output --input_json_path ./examples/example.json --model.N_cycle 10 --sample_diffusion.N_sample 5 --sample_diffusion.N_step 200 "
278
  configs = {**configs_base, **{"data": data_configs}, **inference_configs}
 
40
 
41
 
42
  os.environ["LAYERNORM_TYPE"] = "fast_layernorm"
43
+ os.environ["USE_DEEPSPEED_EVO_ATTTENTION"] = "False"
44
  # Set environment variable in the script
45
+ #os.environ['CUTLASS_PATH'] = './cutlass'
46
 
47
  # reps = [
48
  # {
 
272
  filemode="w",
273
  )
274
  configs_base["use_deepspeed_evo_attention"] = (
275
+ os.environ.get("USE_DEEPSPEED_EVO_ATTTENTION", False) == "False"
276
  )
277
  arg_str = "--seeds 101 --dump_dir ./output --input_json_path ./examples/example.json --model.N_cycle 10 --sample_diffusion.N_sample 5 --sample_diffusion.N_step 200 "
278
  configs = {**configs_base, **{"data": data_configs}, **inference_configs}
configs/configs_base.py CHANGED
@@ -103,7 +103,7 @@ model_configs = {
103
  ), # NOTE: Number of blocks in each activation checkpoint, if None, no checkpointing is performed.
104
  # switch of kernels
105
  "use_memory_efficient_kernel": False,
106
- "use_deepspeed_evo_attention": True,
107
  "use_flash": False,
108
  "use_lma": False,
109
  "use_xformer": False,
 
103
  ), # NOTE: Number of blocks in each activation checkpoint, if None, no checkpointing is performed.
104
  # switch of kernels
105
  "use_memory_efficient_kernel": False,
106
+ "use_deepspeed_evo_attention": False,
107
  "use_flash": False,
108
  "use_lma": False,
109
  "use_xformer": False,