From 99eaf4c1e6575bdc9507d99139bec46a474fff48 Mon Sep 17 00:00:00 2001 From: Mery-Sanz Date: Fri, 9 May 2025 15:25:26 +0200 Subject: [PATCH] fix cti-bench --- benchmarks/dataset_cti_bench | 1 + ci/benchmarks/.benchmarks.yml | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) create mode 160000 benchmarks/dataset_cti_bench diff --git a/benchmarks/dataset_cti_bench b/benchmarks/dataset_cti_bench new file mode 160000 index 00000000..a801d31c --- /dev/null +++ b/benchmarks/dataset_cti_bench @@ -0,0 +1 @@ +Subproject commit a801d31c6f1e8e279dfcf41f7fd4a16b72333046 diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index 9b8ec494..1cafc7a5 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -70,7 +70,7 @@ benchmarks-test-cti_bench-openrouter: <<: *run_benchmarks variables: MODEL_NAME: "openrouter/qwen/qwen3-32b:free" - BENCHMARK_FILE: "benchmarks/cti_bench/data/cti-mcq1.tsv" + BENCHMARK_FILE: "benchmarks/dataset_cti_bench/cti-mcq1.tsv" BENCHMARK_NAME: "cti_bench" BACKEND: "openrouter"