RomanNum3ral
/
cai
mirror of https://github.com/aliasrobotics/cai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Retry openai 13 

Signed-off-by: Víctor Mayoral Vilches <v.mayoralv@gmail.com>
This commit is contained in:
Víctor Mayoral Vilches 2025-05-08 19:59:31 +02:00
parent e6d16ec4a4
commit 0af68f3d1b
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
ci/benchmarks/.benchmarks.yml
View File

@ -30,8 +30,8 @@
OPENAI_API_BASE: "https://api.openai.com/v1" OPENAI_API_BASE: "https://api.openai.com/v1"
artifacts: artifacts:
paths: paths:
- cai/benchmarks/seceval/eval/outputs/ - benchmarks/seceval/eval/outputs/
- cai/benchmarks/cybermetric/outputs/ - benchmarks/cybermetric/outputs/
expire_in: 12 month expire_in: 12 month
tags: tags:
- p40 - p40
@ -53,8 +53,9 @@
benchmarks-test-cybermetric-openrouter: benchmarks-test-cybermetric-openrouter:
<<: *run_benchmarks <<: *run_benchmarks
script: variables:
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name openrouter/qwen/qwen3-32b:free --file_path benchmarks/cybermetric/CyberMetric-2-v1.json MODEL_NAME: "openrouter/qwen/qwen3-32b:free"
BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json"
benchmarks-test-cybermetric-openai: benchmarks-test-cybermetric-openai:
<<: *run_benchmarks <<: *run_benchmarks