tests.rs 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264
  1. use crate::config::*;
  2. use crate::pre_serve::*;
  3. use std::collections::{HashMap, HashSet};
  4. fn tcls() -> Cluster {
  5. Cluster {
  6. name: "test-cluster".to_string(),
  7. master_ib_ip: "192.168.1.1".to_string(),
  8. nodes: vec![
  9. Node {
  10. name: "node0".to_string(),
  11. ssh_ip: "10.0.0.1".to_string(),
  12. ib_ip: "192.168.1.1".to_string(),
  13. rank: 0,
  14. host_key: None,
  15. entity: None,
  16. },
  17. Node {
  18. name: "node1".to_string(),
  19. ssh_ip: "10.0.0.2".to_string(),
  20. ib_ip: "192.168.1.2".to_string(),
  21. rank: 1,
  22. host_key: None,
  23. entity: None,
  24. },
  25. ],
  26. extra_entities: vec![],
  27. }
  28. }
  29. fn tcfg() -> Config {
  30. Config {
  31. ssh_user: "u".to_string(),
  32. ssh_key_path: "/k".into(),
  33. clusters: vec![tcls()],
  34. nccl: HashMap::new(),
  35. hf_cache_dir: None,
  36. init_port: 25000,
  37. before_serve: HashMap::new(),
  38. exec_aliases: HashMap::new(),
  39. home_assistant: None,
  40. global_mods_dir: None,
  41. drop_caches: true,
  42. mount_aliases: HashMap::new(),
  43. }
  44. }
  45. fn tnccl() -> NcclConfig {
  46. NcclConfig {
  47. ib_hca: "rocep1s0f0".to_string(),
  48. socket_ifname: "enp1s0f0np0".to_string(),
  49. ib_gid_index: 3,
  50. ib_disable: 0,
  51. gloo_socket_ifname: None,
  52. ucx_net_devices: None,
  53. nccl_cross_nic: None,
  54. nccl_proto: None,
  55. nccl_p2p_level: None,
  56. }
  57. }
  58. #[test]
  59. fn test_recipe_deserialize_minimal() {
  60. let r: Recipe = toml::from_str("\nname = \"M\"\nmodel = \"t/m\"\n").unwrap();
  61. assert_eq!(r.name, "M");
  62. assert_eq!(r.engine, "vllm");
  63. assert_eq!(r.port, 30000);
  64. }
  65. #[test]
  66. fn test_recipe_deserialize_full() {
  67. let r: Recipe = toml::from_str("engine = \"sglang\"\nname = \"Full\"\ndocker_image = \"o/i:t\"\nmodel = \"o/m\"\nport = 30000\nrequired_nodes = 4\npipeline_parallel_size = 2\ndistributed_backend = \"ray\"\ncluster = \"c\"\nargs = [\"--a\", \"v\"]\n[env]\nK = \"V\"\n").unwrap();
  68. assert_eq!(r.engine, "sglang");
  69. assert_eq!(r.required_nodes, Some(4));
  70. assert_eq!(r.distributed_backend, Some(DistributedBackend::Ray));
  71. }
  72. #[test]
  73. fn test_recipe_deserialize_no_required_nodes() {
  74. let r: Recipe = toml::from_str("name = \"F\"\nmodel = \"t/m\"\n").unwrap();
  75. assert_eq!(r.required_nodes, None);
  76. assert_eq!(r.pipeline_parallel_size, None);
  77. }
  78. #[test]
  79. fn test_composed_source_exclude_deserialize() {
  80. let toml = r#"
  81. name = "C"
  82. model = "t/m"
  83. [composed_model]
  84. mount = "/root/model"
  85. [[composed_model.sources]]
  86. repo = "base"
  87. [[composed_model.sources]]
  88. repo = "overlay"
  89. glob = "L*.safetensors"
  90. exclude = ["L5.safetensors", "L8.safetensors"]
  91. [[composed_model.files]]
  92. name = "cfg.json"
  93. content = "{}"
  94. "#;
  95. let r: Recipe = toml::from_str(toml).unwrap();
  96. let composed = r.composed_model.unwrap();
  97. assert_eq!(composed.sources.len(), 2);
  98. let overlay = &composed.sources[1];
  99. assert_eq!(overlay.repo, "overlay");
  100. assert_eq!(overlay.glob.as_deref(), Some("L*.safetensors"));
  101. let exclude = overlay
  102. .exclude
  103. .as_ref()
  104. .expect("exclude should deserialize");
  105. assert_eq!(exclude.len(), 2);
  106. assert!(exclude.contains(&"L5.safetensors".to_string()));
  107. assert!(exclude.contains(&"L8.safetensors".to_string()));
  108. }
  109. #[test]
  110. fn test_config_deserialize() {
  111. let c: Config = toml::from_str("ssh_user = \"a\"\nssh_key_path = \"/p\"\n[[clusters]]\nname = \"p\"\nmaster_ib_ip = \"1\"\nnodes = [{name=\"n1\",ssh_ip=\"10.0.0.10\",ib_ip=\"1\",rank=0},{name=\"n2\",ssh_ip=\"10.0.0.11\",ib_ip=\"2\",rank=1}]\n[nccl.\"p\"]\nib_hca = \"m\"\nsocket_ifname = \"e\"\nib_gid_index = 3\nib_disable = 0\n").unwrap();
  112. assert_eq!(c.clusters.len(), 1);
  113. assert_eq!(c.clusters[0].nodes.len(), 2);
  114. }
  115. #[test]
  116. fn test_config_deserialize_with_host_key() {
  117. let c: Config = toml::from_str("ssh_user = \"a\"\nssh_key_path = \"/k\"\n[[clusters]]\nname = \"s\"\nmaster_ib_ip = \"1\"\nnodes = [\n { name = \"n\", ssh_ip = \"2\", ib_ip = \"1\", rank = 0, host_key = \"SHA256:abc\" },\n]\n").unwrap();
  118. assert_eq!(c.clusters[0].nodes[0].host_key, Some("SHA256:abc".into()));
  119. }
  120. #[test]
  121. fn test_select_cluster_by_name() {
  122. let mut cfg = tcfg();
  123. cfg.nccl.insert("test-cluster".into(), tnccl());
  124. let (c, n) = select_cluster(&cfg, "test-cluster", None, &HashSet::new()).unwrap();
  125. assert_eq!(c.name, "test-cluster");
  126. assert_eq!(n.ib_hca, "rocep1s0f0");
  127. }
  128. #[test]
  129. fn test_select_cluster_auto() {
  130. let mut cfg = tcfg();
  131. cfg.nccl.insert("test-cluster".into(), tnccl());
  132. let (c, _n) = select_cluster(&cfg, "auto", None, &HashSet::new()).unwrap();
  133. assert_eq!(c.name, "test-cluster");
  134. }
  135. #[test]
  136. fn test_select_cluster_auto_no_match() {
  137. assert!(select_cluster(&tcfg(), "auto", None, &HashSet::new()).is_err());
  138. }
  139. #[test]
  140. fn test_select_cluster_not_found() {
  141. let mut cfg = tcfg();
  142. cfg.clusters = vec![];
  143. assert!(select_cluster(&cfg, "x", None, &HashSet::new()).is_err());
  144. }
  145. #[test]
  146. fn test_select_cluster_by_name_found() {
  147. let mut nccl = HashMap::new();
  148. nccl.insert("test-cluster".into(), tnccl());
  149. let mut cfg = tcfg();
  150. cfg.nccl = nccl;
  151. let c = select_cluster_by_name(&cfg, "test-cluster").unwrap();
  152. assert_eq!(c.name, "test-cluster");
  153. }
  154. #[test]
  155. fn test_select_cluster_by_name_not_found() {
  156. assert!(select_cluster_by_name(&tcfg(), "x").is_err());
  157. }
  158. #[test]
  159. fn test_select_cluster_by_prefix() {
  160. let mut cfg = tcfg();
  161. cfg.nccl.insert("test-cluster".into(), tnccl());
  162. let c = select_cluster_by_name(&cfg, "test-c").unwrap();
  163. assert_eq!(c.name, "test-cluster");
  164. assert!(select_cluster_by_name(&cfg, "no-such").is_err());
  165. }
  166. #[test]
  167. fn test_default_engine_is_vllm() {
  168. let r: Recipe = toml::from_str("name = \"x\"\nmodel = \"m\"\n").unwrap();
  169. assert_eq!(r.engine, "vllm");
  170. }
  171. #[test]
  172. fn test_default_distributed_backend_is_none() {
  173. let r: Recipe = toml::from_str("name = \"x\"\nmodel = \"m\"\n").unwrap();
  174. assert_eq!(r.distributed_backend, None);
  175. }
  176. #[test]
  177. fn test_deploy_defaults_to_docker() {
  178. let r: Recipe = toml::from_str("name = \"x\"\nmodel = \"m\"\n").unwrap();
  179. assert_eq!(r.deploy, DeployTarget::Docker);
  180. }
  181. #[test]
  182. fn test_deploy_explicit_tmux() {
  183. let r: Recipe = toml::from_str("name = \"x\"\nmodel = \"m\"\ndeploy = \"tmux\"\n").unwrap();
  184. assert_eq!(r.deploy, DeployTarget::Tmux);
  185. }
  186. #[test]
  187. fn test_deploy_explicit_docker() {
  188. let r: Recipe = toml::from_str("name = \"x\"\nmodel = \"m\"\ndeploy = \"docker\"\n").unwrap();
  189. assert_eq!(r.deploy, DeployTarget::Docker);
  190. }
  191. #[test]
  192. fn test_venv_field() {
  193. let r: Recipe = toml::from_str(
  194. "name = \"x\"\nmodel = \"m\"\ndeploy = \"tmux\"\nvenv = \"~/venvs/vllm025\"\n",
  195. )
  196. .unwrap();
  197. assert_eq!(r.deploy, DeployTarget::Tmux);
  198. assert_eq!(r.venv.as_deref(), Some("~/venvs/vllm025"));
  199. }
  200. #[test]
  201. fn test_venv_defaults_to_none() {
  202. let r: Recipe = toml::from_str("name = \"x\"\nmodel = \"m\"\n").unwrap();
  203. assert_eq!(r.venv, None);
  204. }
  205. #[test]
  206. fn test_venv_setup_deserializes() {
  207. let r: Recipe = toml::from_str(
  208. r#"name = "x"
  209. model = "m"
  210. deploy = "tmux"
  211. venv = "~/venvs/vllm025"
  212. venv_setup = [
  213. "uv venv ~/venvs/vllm025 -p 3.12",
  214. "uv pip install vllm==0.25.1 --torch-backend=cu130",
  215. ]
  216. "#,
  217. )
  218. .unwrap();
  219. assert_eq!(r.venv.as_deref(), Some("~/venvs/vllm025"));
  220. assert_eq!(r.venv_setup.len(), 2);
  221. assert_eq!(r.venv_setup[0], "uv venv ~/venvs/vllm025 -p 3.12");
  222. assert_eq!(
  223. r.venv_setup[1],
  224. "uv pip install vllm==0.25.1 --torch-backend=cu130"
  225. );
  226. }
  227. #[test]
  228. fn test_venv_setup_defaults_to_empty() {
  229. let r: Recipe = toml::from_str("name = \"x\"\nmodel = \"m\"\n").unwrap();
  230. assert!(r.venv_setup.is_empty());
  231. }
  232. #[test]
  233. fn default_config_dir_appends_sm121() {
  234. let Some(d) = default_config_dir() else {
  235. return;
  236. };
  237. assert!(d.ends_with("sm121") && d.parent().is_some());
  238. }