diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index 4180b482..a2645ae3 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -17,7 +17,7 @@ fi done - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE - # - curl http://localhost:8000/api/tags # validate that ollama is running + # - curl http://localhost:8000/api/tags # validate that ollama is running variables: OLLAMA_API_BASE: "http://localhost:8000" OPENROUTER_API_BASE: "https://openrouter.ai/api/v1" @@ -54,4 +54,5 @@ benchmarks-test-cybermetric-openai: <<: *run_benchmarks variables: MODEL_NAME: "openai/gpt-4o-mini" - BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" \ No newline at end of file + BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" + OPENAI_API_KEY: ${OPENAI_API_KEY} \ No newline at end of file