diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index b91c930b..e38ad13f 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -40,6 +40,10 @@ benchmarks-test-seceval: benchmarks-test-cybermetric: <<: *run_benchmarks + variables: + OLLAMA_API_BASE: "http://localhost:8000" + OPENROUTER_API_BASE: "https://openrouter.ai/api/v1" + script: - pip3 install -e . - - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json + - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json