From fa18a09bdddbb5c6b9d492b4545020ae2825b6bb Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?V=C3=ADctor=20Mayoral=20Vilches?= <v.mayoralv@gmail.com>
Date: Thu, 8 May 2025 19:42:00 +0200
Subject: [PATCH] Retry openai 9
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Signed-off-by: Víctor Mayoral Vilches <v.mayoralv@gmail.com>
---
 benchmarks/cybermetric/CyberMetric_evaluator.py | 2 ++
 ci/benchmarks/.benchmarks.yml                   | 4 ++++
 2 files changed, 6 insertions(+)

diff --git a/benchmarks/cybermetric/CyberMetric_evaluator.py b/benchmarks/cybermetric/CyberMetric_evaluator.py
index 346e11e3..1f295d34 100644
--- a/benchmarks/cybermetric/CyberMetric_evaluator.py
+++ b/benchmarks/cybermetric/CyberMetric_evaluator.py
@@ -378,6 +378,8 @@ if __name__ == "__main__":
         api_key = api_key or os.environ.get("OPENAI_API_KEY")
         if not api_key:
             raise ValueError("API key must be provided via --api_key or OPENAI_API_KEY environment variable for OpenAI models")
+        
+        print(f"API key provided: {api_key[:4]}...{api_key[-4:] if len(api_key) > 8 else ''}")
             
         evaluator = CyberMetricEvaluator(
             model_name=model_name,
diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml
index ae2b4c5b..102c4283 100644
--- a/ci/benchmarks/.benchmarks.yml
+++ b/ci/benchmarks/.benchmarks.yml
@@ -21,6 +21,10 @@
           fi
         fi
       done
+    - echo "TRYVAR is set:" && echo $([[ -n $TRYVAR ]] && echo 'YES' || echo 'NO')
+    - echo "TRYVAR is:" && echo $TRYVAR
+
+    
     - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key "${OPENAI_API_KEY}"
     # - curl http://localhost:8000/api/tags  # validate that ollama is running
   variables: