sh-zam commited on
Commit
fb4f746
·
verified ·
1 Parent(s): 80eb574

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -51,8 +51,8 @@ def start_worker(model_path: str, bits=16):
51
  "llava-hf/llava-1.5-7b-hf",
52
  "--use-flash-attn",
53
  ]
54
- if bits != 16:
55
- worker_command += [f"--load-{bits}bit"]
56
  print(worker_command)
57
  return subprocess.Popen(worker_command)
58
 
 
51
  "llava-hf/llava-1.5-7b-hf",
52
  "--use-flash-attn",
53
  ]
54
+ # if bits != 16:
55
+ # worker_command += [f"--load-{bits}bit"]
56
  print(worker_command)
57
  return subprocess.Popen(worker_command)
58