Spaces:
Running
on
L40S
Running
on
L40S
Update app.py
Browse files
app.py
CHANGED
@@ -214,7 +214,7 @@ def main():
|
|
214 |
predictor = modelsingleton.get_model(
|
215 |
"sglang-engine",
|
216 |
None,
|
217 |
-
|
218 |
mem_fraction_static=0.5,
|
219 |
enable_torch_compile=True,
|
220 |
)
|
|
|
214 |
predictor = modelsingleton.get_model(
|
215 |
"sglang-engine",
|
216 |
None,
|
217 |
+
None,
|
218 |
mem_fraction_static=0.5,
|
219 |
enable_torch_compile=True,
|
220 |
)
|