RomanNum3ral
/
cai
mirror of https://github.com/aliasrobotics/cai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

vars

This commit is contained in:
lidia9 2025-05-08 15:08:56 +02:00
parent 1e66c916f2
commit 1c5669c691
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ci/benchmarks/.benchmarks.yml
View File

@ -40,6 +40,10 @@ benchmarks-test-seceval:
benchmarks-test-cybermetric:
<<: *run_benchmarks
variables:
OLLAMA_API_BASE: "http://localhost:8000"
OPENROUTER_API_BASE: "https://openrouter.ai/api/v1"
script:
- pip3 install -e .
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json