RomanNum3ral
/
cai
mirror of https://github.com/aliasrobotics/cai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

debugging

This commit is contained in:
lidia9 2025-05-08 15:32:06 +02:00
parent 9f0be48c19
commit f5feec5c9d
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
ci/benchmarks/.benchmarks.yml
View File

@ -47,4 +47,12 @@ benchmarks-test-cybermetric:
script:
- pip3 install -e .
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json
- pip install python-dotenv
# Debug the environment variables
- echo "Checking if OPENROUTER_API_KEY is set..."
- if [ -z "$OPENROUTER_API_KEY" ]; then echo "OPENROUTER_API_KEY is not set!"; else echo "OPENROUTER_API_KEY is set (value is masked)"; fi
- echo "Creating .env file with API key"
- echo "OPENROUTER_API_KEY=${OPENROUTER_API_KEY}" > .env
- echo "Created .env file, running benchmark..."
# Try using the direct command line approach
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json --api_key ${OPENROUTER_API_KEY}