From 1c5669c691604c9de5c927c5eb5cc21d1b70a6f9 Mon Sep 17 00:00:00 2001 From: lidia9 Date: Thu, 8 May 2025 15:08:56 +0200 Subject: [PATCH] vars --- ci/benchmarks/.benchmarks.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index b91c930b..e38ad13f 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -40,6 +40,10 @@ benchmarks-test-seceval: benchmarks-test-cybermetric: <<: *run_benchmarks + variables: + OLLAMA_API_BASE: "http://localhost:8000" + OPENROUTER_API_BASE: "https://openrouter.ai/api/v1" + script: - pip3 install -e . - - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json + - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json