From d5b6730c06299b5b6ae27058e3dc0bb689ae97bb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?V=C3=ADctor=20Mayoral=20Vilches?= Date: Thu, 8 May 2025 19:28:44 +0200 Subject: [PATCH] Retry openai 5 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Víctor Mayoral Vilches --- ci/benchmarks/.benchmarks.yml | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index 49c2faa2..7f226318 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -10,13 +10,18 @@ script: - pip3 install -e . - pip install litellm langchain transformers torch openai tqdm + - echo "Checking environment variables..." + - echo "OPENAI_API_KEY is set: $([[ -n $OPENAI_API_KEY ]] && echo 'YES' || echo 'NO')" - | for var in $(compgen -e); do if [[ ($var == CTF_* || $var == *_API_KEY || $var == *_API_BASE) && -n ${!var} ]]; then export $var="${!var}" + if [[ $var == OPENAI_API_KEY ]]; then + echo "OPENAI_API_KEY is exported" + fi fi done - - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key $OPENAI_API_KEY + - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key "${OPENAI_API_KEY}" # - curl http://localhost:8000/api/tags # validate that ollama is running variables: OLLAMA_API_BASE: "http://localhost:8000" @@ -55,4 +60,4 @@ benchmarks-test-cybermetric-openai: variables: MODEL_NAME: "openai/gpt-4o-mini" BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" - # GitLab will use the OPENAI_API_KEY defined in CI/CD variables \ No newline at end of file + # Make sure to define OPENAI_API_KEY in GitLab CI/CD variables \ No newline at end of file