|
@@ -40,7 +40,9 @@ shm_size = "32gb"
|
|
|
entrypoint = ["python3", "-m", "sglang.launch_server"]
|
|
entrypoint = ["python3", "-m", "sglang.launch_server"]
|
|
|
|
|
|
|
|
args = [
|
|
args = [
|
|
|
- "--served-model-name", "Qwen3.8-Flash-Next-NVFP4",
|
|
|
|
|
|
|
+ # Stable served name — quant-agnostic, shared with qwen38-flash-next-fp8 so
|
|
|
|
|
+ # swapping quants never changes what agents/clients pin against.
|
|
|
|
|
+ "--served-model-name", "qwen3.8-flash-next",
|
|
|
"--trust-remote-code",
|
|
"--trust-remote-code",
|
|
|
# NVFP4 (ModelOpt) weights
|
|
# NVFP4 (ModelOpt) weights
|
|
|
"--quantization", "modelopt_fp4",
|
|
"--quantization", "modelopt_fp4",
|