From c509fa3a8673bbdc312f7c4dc48de8422bbe92cd Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?V=C3=ADctor=20Mayoral=20Vilches?= Date: Thu, 8 May 2025 19:05:12 +0200 Subject: [PATCH] Retry openai 2 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Víctor Mayoral Vilches --- ci/benchmarks/.benchmarks.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index 4180b482..a2645ae3 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -17,7 +17,7 @@ fi done - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE - # - curl http://localhost:8000/api/tags # validate that ollama is running + # - curl http://localhost:8000/api/tags # validate that ollama is running variables: OLLAMA_API_BASE: "http://localhost:8000" OPENROUTER_API_BASE: "https://openrouter.ai/api/v1" @@ -54,4 +54,5 @@ benchmarks-test-cybermetric-openai: <<: *run_benchmarks variables: MODEL_NAME: "openai/gpt-4o-mini" - BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" \ No newline at end of file + BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" + OPENAI_API_KEY: ${OPENAI_API_KEY} \ No newline at end of file