|
@@ -52,7 +52,7 @@ fn trec() -> Recipe {
|
|
|
entrypoint: vec![],
|
|
entrypoint: vec![],
|
|
|
distributed_backend: "mp".into(),
|
|
distributed_backend: "mp".into(),
|
|
|
before_serve: vec![],
|
|
before_serve: vec![],
|
|
|
- shm_size: "10g".into(),
|
|
|
|
|
|
|
+ shm_size: String::new(),
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
|
|
|
|
@@ -112,7 +112,10 @@ fn mp() {
|
|
|
assert!(!cmd.contains("RAY_ADDRESS"));
|
|
assert!(!cmd.contains("RAY_ADDRESS"));
|
|
|
assert!(cmd.contains("--rm"), "default --rm should be present");
|
|
assert!(cmd.contains("--rm"), "default --rm should be present");
|
|
|
// New: defaults & cluster env
|
|
// New: defaults & cluster env
|
|
|
- assert!(cmd.contains("--shm-size 10g"), "default shm-size missing");
|
|
|
|
|
|
|
+ assert!(
|
|
|
|
|
+ !cmd.contains("--shm-size"),
|
|
|
|
|
+ "shm-size should not be set by default"
|
|
|
|
|
+ );
|
|
|
assert!(cmd.contains("--ulimit memlock=-1"));
|
|
assert!(cmd.contains("--ulimit memlock=-1"));
|
|
|
assert!(cmd.contains("--ulimit stack=67108864"));
|
|
assert!(cmd.contains("--ulimit stack=67108864"));
|
|
|
assert!(
|
|
assert!(
|
|
@@ -222,7 +225,7 @@ fn sglang_recipe() -> Recipe {
|
|
|
entrypoint: vec!["sglang".into(), "serve".into()],
|
|
entrypoint: vec!["sglang".into(), "serve".into()],
|
|
|
distributed_backend: "mp".into(),
|
|
distributed_backend: "mp".into(),
|
|
|
before_serve: vec![],
|
|
before_serve: vec![],
|
|
|
- shm_size: "10g".into(),
|
|
|
|
|
|
|
+ shm_size: String::new(),
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
|
|
|