|
@@ -46,6 +46,11 @@ pub fn depth_args(
|
|
|
CONCURRENCY.to_string(),
|
|
CONCURRENCY.to_string(),
|
|
|
"--benchy-runs".into(),
|
|
"--benchy-runs".into(),
|
|
|
RUNS.to_string(),
|
|
RUNS.to_string(),
|
|
|
|
|
+ // Warm-prefix decode, same as the main perf phase: without this
|
|
|
|
|
+ // llama-benchy measures serialized monolith prefills at c2 (the
|
|
|
|
|
+ // 65K/131K/256K "collapse" of 2026-09-29 was this artifact —
|
|
|
|
|
+ // the flag flipped c2 @65K from 13.7 to 52.1 t/s in one run).
|
|
|
|
|
+ "--benchy-args=--enable-prefix-caching".into(),
|
|
|
];
|
|
];
|
|
|
if let Some(tok) = tokenizer {
|
|
if let Some(tok) = tokenizer {
|
|
|
args.push("--tokenizer".into());
|
|
args.push("--tokenizer".into());
|
|
@@ -77,6 +82,10 @@ mod tests {
|
|
|
joined.contains(&format!("--benchy-runs {RUNS}")),
|
|
joined.contains(&format!("--benchy-runs {RUNS}")),
|
|
|
"{joined}"
|
|
"{joined}"
|
|
|
);
|
|
);
|
|
|
|
|
+ assert!(
|
|
|
|
|
+ joined.contains("--benchy-args=--enable-prefix-caching"),
|
|
|
|
|
+ "{joined}"
|
|
|
|
|
+ );
|
|
|
assert!(!joined.contains("--tokenizer"), "{joined}");
|
|
assert!(!joined.contains("--tokenizer"), "{joined}");
|
|
|
}
|
|
}
|
|
|
|
|
|