|
|
@@ -116,7 +116,10 @@ pub fn download_cmd(config: &Config, recipe: &Recipe) -> Result<String> {
|
|
|
// Use the launch-node count as the package's TP (a recipe with
|
|
|
// `required_nodes` set is a TP-N package; base recipes fall back to
|
|
|
// tensor_parallel_size).
|
|
|
- let tp = recipe.required_nodes.unwrap_or(recipe.tensor_parallel_size).max(1);
|
|
|
+ let tp = recipe
|
|
|
+ .required_nodes
|
|
|
+ .unwrap_or(recipe.tensor_parallel_size)
|
|
|
+ .max(1);
|
|
|
cmd.push_str(&format!(" --tensor-parallel {}", tp));
|
|
|
// NOTE: `flare download` does NOT accept the approval flags (it fails with
|
|
|
// "unexpected argument") — the signature gate lives on `orbit run`, which
|
|
|
@@ -326,7 +329,6 @@ pub async fn serve(
|
|
|
// Local mirror: launch from the controller's own disk when configured —
|
|
|
// engram rows are read at request time, so a shared mount is the wrong
|
|
|
// place for the package even with a RAM row cache.
|
|
|
- let mut package = package;
|
|
|
if let Some(dir) = local_dir_for(config, &cluster.name) {
|
|
|
let dir = dir.replace('~', "$HOME");
|
|
|
let cmd = mirror_cmd(&dir, &package);
|