|
@@ -23,7 +23,7 @@ args = [
|
|
|
"--moe-backend", "flashinfer_cutlass",
|
|
"--moe-backend", "flashinfer_cutlass",
|
|
|
"--linear-backend", "b12x",
|
|
"--linear-backend", "b12x",
|
|
|
"--enable-chunked-prefill",
|
|
"--enable-chunked-prefill",
|
|
|
- "--gpu-memory-utilization", "0.85",
|
|
|
|
|
|
|
+ "--gpu-memory-utilization", "0.75",
|
|
|
"--compilation-config", """
|
|
"--compilation-config", """
|
|
|
'{"cudagraph_mode":"FULL_AND_PIECEWISE","custom_ops":["all"]}'""",
|
|
'{"cudagraph_mode":"FULL_AND_PIECEWISE","custom_ops":["all"]}'""",
|
|
|
"--enable-prefix-caching",
|
|
"--enable-prefix-caching",
|