From d64ad8de8d218eb0fc4ebcceeb846d701ea0a98c Mon Sep 17 00:00:00 2001 From: ATKabli Date: Sat, 8 Aug 2026 14:22:46 +0300 Subject: [PATCH] fix: print the full model tag in the longmemeval summary header too The previous commit replaced llm_model.split('-')[1] on the diary pre-compute line, but run_benchmark builds the same short name again 35 lines later for the summary header. That one is dash-guarded so it does not crash, yet it still guesses at a short name, so a single run printed the full tag on one line and a mangled fragment on the next: "claude-sonnet-4-6" became "sonnet", and "llama3.2-vision:11b" became "vision:11b". No dash-split of a model tag is left anywhere under benchmarks/. --- benchmarks/longmemeval_bench.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/benchmarks/longmemeval_bench.py b/benchmarks/longmemeval_bench.py index 1cdc865..8065d1e 100644 --- a/benchmarks/longmemeval_bench.py +++ b/benchmarks/longmemeval_bench.py @@ -3051,9 +3051,8 @@ def run_benchmark( print(f" Data: {Path(data_file).name}") print(f" Questions: {len(data)}") print(f" Granularity: {granularity}") - model_short = llm_model.split("-")[1] if "-" in llm_model else llm_model - rerank_label = f" + LLM re-rank ({model_short})" if llm_rerank_enabled else "" - diary_label = f" [diary ingest: {model_short}]" if mode == "diary" else "" + rerank_label = f" + LLM re-rank ({llm_model})" if llm_rerank_enabled else "" + diary_label = f" [diary ingest: {llm_model}]" if mode == "diary" else "" print(f" Mode: {mode}{diary_label}{rerank_label}") print(f"{'─' * 60}\n")