myhloli commited on
Commit
bbbef6d
·
1 Parent(s): 153cf7f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -214,7 +214,7 @@ def main():
214
  predictor = modelsingleton.get_model(
215
  "sglang-engine",
216
  None,
217
- 'http://localhost:30000',
218
  mem_fraction_static=0.5,
219
  enable_torch_compile=True,
220
  )
 
214
  predictor = modelsingleton.get_model(
215
  "sglang-engine",
216
  None,
217
+ None,
218
  mem_fraction_static=0.5,
219
  enable_torch_compile=True,
220
  )