diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 2bc6298e..1c98e73a 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -24,8 +24,8 @@ include: file: # - 'ci/build/.build.yml' # build #- 'ci/setup/.setup.yml' # setup - # - 'ci/test/.test.yml' - - 'ci/benchmarks/.benchmarks.yml' + - 'ci/test/.test.yml' + #- 'ci/benchmarks/.benchmarks.yml' # - 'ci/ctfs/.ctf.yml' # ctf # - project: 'aliasrobotics/alias_research/cai' diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index 58b4876e..e653835b 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -25,9 +25,9 @@ - python3 benchmarks/eval.py --model $MODEL_NAME --dataset_file $BENCHMARK_FILE --eval $BENCHMARK_NAME --backend $BACKEND - pwd - ls -la benchmarks/outputs/$BENCHMARK_NAME/ - - curl http://host.docker.internal:8000/api/tags + - curl http://host.docker.internal:8000/api/tags # http://localhost:8000/api/tags variables: - OLLAMA_API_BASE: "http://host.docker.internal:8000" + OLLAMA_API_BASE: "http://host.docker.internal:8000" # http://localhost:8000 OPENROUTER_API_BASE: "https://openrouter.ai/api/v1" OPENAI_API_BASE: "https://api.openai.com/v1" artifacts: