|
|
@@ -314,7 +314,14 @@ fn build_docker_command(
|
|
|
) -> Vec<String> {
|
|
|
let is_sglang = recipe.engine == "sglang";
|
|
|
|
|
|
- let mut flags = vec!["--gpus all", "--ipc=host", "--privileged", "--network=host"];
|
|
|
+ let mut flags = vec![
|
|
|
+ "--gpus all",
|
|
|
+ "--ipc=host",
|
|
|
+ "--privileged",
|
|
|
+ "--network=host",
|
|
|
+ "--ulimit memlock=-1",
|
|
|
+ "--ulimit stack=67108864",
|
|
|
+ ];
|
|
|
if !keep {
|
|
|
flags.push("--rm");
|
|
|
}
|
|
|
@@ -372,8 +379,8 @@ fn build_docker_command(
|
|
|
nnodes.to_string(),
|
|
|
"--node-rank".into(),
|
|
|
node.rank.to_string(),
|
|
|
- "--master-addr".into(),
|
|
|
- cluster.master_ib_ip.clone(),
|
|
|
+ "--dist-init-addr".into(),
|
|
|
+ format!("{}:{}", cluster.master_ib_ip, 25000),
|
|
|
],
|
|
|
"ray" | "mp" => vec![
|
|
|
"--tensor-parallel-size".into(),
|