From 0af68f3d1b2b8d7e8b48c4e2bdbe26ca3c045ac7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?V=C3=ADctor=20Mayoral=20Vilches?= Date: Thu, 8 May 2025 19:59:31 +0200 Subject: [PATCH] Retry openai 13 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Víctor Mayoral Vilches --- ci/benchmarks/.benchmarks.yml | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index 6aaa892c..46b7760e 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -30,8 +30,8 @@ OPENAI_API_BASE: "https://api.openai.com/v1" artifacts: paths: - - cai/benchmarks/seceval/eval/outputs/ - - cai/benchmarks/cybermetric/outputs/ + - benchmarks/seceval/eval/outputs/ + - benchmarks/cybermetric/outputs/ expire_in: 12 month tags: - p40 @@ -53,8 +53,9 @@ benchmarks-test-cybermetric-openrouter: <<: *run_benchmarks - script: - - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json + variables: + MODEL_NAME: "openrouter/qwen/qwen3-32b:free" + BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" benchmarks-test-cybermetric-openai: <<: *run_benchmarks