From efb41d229b7fac646cf82b5b866e878471a3e2c6 Mon Sep 17 00:00:00 2001 From: spektr Date: Tue, 3 Nov 2026 06:01:37 +0100 Subject: [PATCH] LLM-Server: Bench-Image um Task-Extras ergaenzt (math, ifeval) lm-eval[api,math] plus langdetect und immutabledict: minerva_math500 braucht sympy/math_verify/antlr4, leaderboard_ifeval langdetect und immutabledict. Beide Tasks per Smoke-Test gegen die Engine verifiziert (Datensatz-Download, Generierung, Scoring, Sample-Speicherung). Generated by Mistral Vibe. Co-Authored-By: Mistral Vibe --- .../roles/benchmark/templates/bench.Containerfile.j2 | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/llm-server/llm/ansible/roles/benchmark/templates/bench.Containerfile.j2 b/llm-server/llm/ansible/roles/benchmark/templates/bench.Containerfile.j2 index f623ca8..606819b 100644 --- a/llm-server/llm/ansible/roles/benchmark/templates/bench.Containerfile.j2 +++ b/llm-server/llm/ansible/roles/benchmark/templates/bench.Containerfile.j2 @@ -6,7 +6,11 @@ ENV PIP_NO_CACHE_DIR=1 \ HF_HOME=/hf \ PYTHONUNBUFFERED=1 -RUN pip install --no-cache-dir "lm-eval[api]=={{ benchmark_lm_eval_version }}" +# Task extras: [api] for API-based models, [math] for minerva/math500 +# scoring (sympy, math_verify, antlr4), langdetect + immutabledict for +# ifeval verification. +RUN pip install --no-cache-dir "lm-eval[api,math]=={{ benchmark_lm_eval_version }}" \ + && pip install --no-cache-dir langdetect immutabledict WORKDIR /work ENTRYPOINT ["lm_eval"]