|
|
@@ -5,7 +5,6 @@ use tracing::info;
|
|
|
use crate::config::*;
|
|
|
use crate::doctor::try_repaired_image;
|
|
|
use crate::ssh::*;
|
|
|
-
|
|
|
/// Launches containers across the cluster for a recipe.
|
|
|
pub async fn serve(
|
|
|
config: &Config,
|
|
|
@@ -390,7 +389,6 @@ fn build_docker_command(
|
|
|
} else {
|
|
|
cmd.push(format!("-e VLLM_HOST_IP={}", node.ib_ip));
|
|
|
}
|
|
|
-
|
|
|
// Network interface env vars from cluster NCCL config
|
|
|
cmd.push(format!("-e MN_IF_NAME={}", nccl.socket_ifname));
|
|
|
cmd.push(format!("-e UCX_NET_DEVICES={}", nccl.socket_ifname));
|
|
|
@@ -405,6 +403,10 @@ fn build_docker_command(
|
|
|
cmd.push("-e NCCL_NET=IB".to_string());
|
|
|
cmd.push("-e NCCL_DEBUG=WARN".to_string());
|
|
|
|
|
|
+ // Force colored logs on head; recipe env can override
|
|
|
+ if is_head {
|
|
|
+ cmd.push("-e VLLM_LOGGING_COLOR=1".to_string());
|
|
|
+ }
|
|
|
for (k, v) in &recipe.env {
|
|
|
cmd.push(format!("-e {}={}", k, v));
|
|
|
}
|
|
|
@@ -492,9 +494,7 @@ fn build_docker_command(
|
|
|
cmd.push("0.0.0.0".to_string());
|
|
|
cmd.push("--port".to_string());
|
|
|
cmd.push(recipe.port.to_string());
|
|
|
-
|
|
|
cmd
|
|
|
}
|
|
|
-
|
|
|
#[cfg(test)]
|
|
|
mod tests;
|