| 123456789101112131415161718192021222324252627282930 |
- engine = "sglang"
- name = "Minimax-M3-v0 NVFP4"
- docker_image = "scitrera/dgx-spark-sglang-mm:v0"
- #model = "sparkarena/Minimax-M3-v0-NVFP4"
- model = "Mapika/MiniMax-M3-NVFP4"
- parent_model = "MiniMaxAI/MiniMax-M3"
- required_nodes = 4
- tensor_parallel_size = 4
- distributed_backend = "mp"
- entrypoint = ["sglang", "serve"]
- args = [
- "--mem-fraction-static", "0.8",
- "--context-length", "524288",
- "--chunked-prefill-size", "8192",
- "--fp4-gemm-backend", "cutlass",
- "--load-format", "instanttensor",
- "--kv-cache-dtype", "auto",
- "--reasoning-parser", "minimax-m3",
- "--tool-call-parser", "minimax-m3",
- "--moe-runner-backend", "triton",
- "--trust-remote-code",
- "--cuda-graph-max-bs", "16",
- "--cuda-graph-bs", "1", "2", "4", "8", "12", "16",
- "--served-model-name", "minimax-m3",
- ]
- [env]
- TORCH_NCCL_ASYNC_ERROR_HANDLING = "1"
|
