From f5feec5c9df4e3cf0da34e28f896124bf9369142 Mon Sep 17 00:00:00 2001 From: lidia9 Date: Thu, 8 May 2025 15:32:06 +0200 Subject: [PATCH] debugging --- ci/benchmarks/.benchmarks.yml | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index fc62a8eb..63d0abef 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -47,4 +47,12 @@ benchmarks-test-cybermetric: script: - pip3 install -e . - - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json + - pip install python-dotenv + # Debug the environment variables + - echo "Checking if OPENROUTER_API_KEY is set..." + - if [ -z "$OPENROUTER_API_KEY" ]; then echo "OPENROUTER_API_KEY is not set!"; else echo "OPENROUTER_API_KEY is set (value is masked)"; fi + - echo "Creating .env file with API key" + - echo "OPENROUTER_API_KEY=${OPENROUTER_API_KEY}" > .env + - echo "Created .env file, running benchmark..." + # Try using the direct command line approach + - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json --api_key ${OPENROUTER_API_KEY}