|
@@ -104,6 +104,7 @@ args = [
|
|
|
# 92.72 GiB weights/node; pinning also keeps warmup off the swap path
|
|
# 92.72 GiB weights/node; pinning also keeps warmup off the swap path
|
|
|
"--kv-cache-memory-bytes", "10737418240",
|
|
"--kv-cache-memory-bytes", "10737418240",
|
|
|
"--decode-context-parallel-size", "4",
|
|
"--decode-context-parallel-size", "4",
|
|
|
|
|
+ "--cp-kv-cache-interleave-size", "4",
|
|
|
# No --kv-cache-dtype: let the r12 fork pick its default (the explicit
|
|
# No --kv-cache-dtype: let the r12 fork pick its default (the explicit
|
|
|
# fp8 / fp8_ds_mla both failed auto-selection on this build).
|
|
# fp8 / fp8_ds_mla both failed auto-selection on this build).
|
|
|
# The GLM5Next model wires the B12X sparse-MLA backend (sm_120/sm_121)
|
|
# The GLM5Next model wires the B12X sparse-MLA backend (sm_120/sm_121)
|