RomanNum3ral
/
cai
mirror of https://github.com/aliasrobotics/cai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

pipeline cybemetric w ollama

This commit is contained in:
Mery-Sanz 2025-05-09 10:59:01 +02:00
parent 8c324ce5fe
commit 564fa27b97
1 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
ci/benchmarks/.benchmarks.yml
View File

@ -58,21 +58,21 @@
# BENCHMARK_NAME: "cybermetric"
# BACKEND: "openrouter"
# benchmarks-test-cybermetric-ollama:
# <<: *run_benchmarks
# variables:
# MODEL_NAME: "ollama/qwen2.5:14b"
# BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json"
# BENCHMARK_NAME: "cybermetric"
# BACKEND: "ollama"
benchmarks-test-seceval-ollama:
benchmarks-test-cybermetric-ollama:
<<: *run_benchmarks
variables:
MODEL_NAME: "ollama/qwen2.5:14b"
BENCHMARK_FILE: "benchmarks/seceval/eval/datasets/questions-2.json"
BENCHMARK_NAME: "seceval"
BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json"
BENCHMARK_NAME: "cybermetric"
BACKEND: "ollama"
# benchmarks-test-seceval-ollama:
# <<: *run_benchmarks
# variables:
# MODEL_NAME: "ollama/qwen2.5:14b"
# BENCHMARK_FILE: "benchmarks/seceval/eval/datasets/questions-2.json"
# BENCHMARK_NAME: "seceval"
# BACKEND: "ollama"
# benchmarks-test-cybermetric-openai:
# <<: *run_benchmarks
# variables: