RomanNum3ral
/
cai
mirror of https://github.com/aliasrobotics/cai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Retry openai 4 

Signed-off-by: Víctor Mayoral Vilches <v.mayoralv@gmail.com>
This commit is contained in:
Víctor Mayoral Vilches 2025-05-08 19:23:22 +02:00
parent 2ed21ca8ff
commit d4520eb831
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ci/benchmarks/.benchmarks.yml
View File

@ -12,7 +12,7 @@
- pip install litellm langchain transformers torch openai tqdm
- |
for var in $(compgen -e); do
if [[ $var == CTF_* && -n ${!var} ]]; then
if [[ ($var == CTF_* || $var == *_API_KEY || $var == *_API_BASE) && -n ${!var} ]]; then
export $var="${!var}"
fi
done
@ -54,4 +54,5 @@ benchmarks-test-cybermetric-openai:
<<: *run_benchmarks
variables:
MODEL_NAME: "openai/gpt-4o-mini"
BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json"
BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json"
# GitLab will use the OPENAI_API_KEY defined in CI/CD variables