diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index a2645ae3..0ac455a3 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -16,7 +16,7 @@ export $var="${!var}" fi done - - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE + - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key $OPENAI_API_KEY # - curl http://localhost:8000/api/tags # validate that ollama is running variables: OLLAMA_API_BASE: "http://localhost:8000" @@ -54,5 +54,4 @@ benchmarks-test-cybermetric-openai: <<: *run_benchmarks variables: MODEL_NAME: "openai/gpt-4o-mini" - BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" - OPENAI_API_KEY: ${OPENAI_API_KEY} \ No newline at end of file + BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" \ No newline at end of file