RomanNum3ral
/
cai
mirror of https://github.com/aliasrobotics/cai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Retry openai 2 

Signed-off-by: Víctor Mayoral Vilches <v.mayoralv@gmail.com>
This commit is contained in:
Víctor Mayoral Vilches 2025-05-08 19:05:12 +02:00
parent 83a79d48d8
commit ee2b6ef2b8
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ci/benchmarks/.benchmarks.yml
View File

@ -17,7 +17,7 @@
fi fi
done done
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE
# - curl http://localhost:8000/api/tags # validate that ollama is running # - curl http://localhost:8000/api/tags # validate that ollama is running
variables: variables:
OLLAMA_API_BASE: "http://localhost:8000" OLLAMA_API_BASE: "http://localhost:8000"
OPENROUTER_API_BASE: "https://openrouter.ai/api/v1" OPENROUTER_API_BASE: "https://openrouter.ai/api/v1"
@ -54,4 +54,5 @@ benchmarks-test-cybermetric-openai:
<<: *run_benchmarks <<: *run_benchmarks
variables: variables:
MODEL_NAME: "openai/gpt-4o-mini" MODEL_NAME: "openai/gpt-4o-mini"
BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json" BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json"
OPENAI_API_KEY: ${OPENAI_API_KEY}