Retry openai 5

Signed-off-by: Víctor Mayoral Vilches <v.mayoralv@gmail.com>
This commit is contained in:
Víctor Mayoral Vilches 2025-05-08 19:28:44 +02:00
parent 17aa15d514
commit d5b6730c06
1 changed files with 7 additions and 2 deletions

View File

@ -10,13 +10,18 @@
script:
- pip3 install -e .
- pip install litellm langchain transformers torch openai tqdm
- echo "Checking environment variables..."
- echo "OPENAI_API_KEY is set: $([[ -n $OPENAI_API_KEY ]] && echo 'YES' || echo 'NO')"
- |
for var in $(compgen -e); do
if [[ ($var == CTF_* || $var == *_API_KEY || $var == *_API_BASE) && -n ${!var} ]]; then
export $var="${!var}"
if [[ $var == OPENAI_API_KEY ]]; then
echo "OPENAI_API_KEY is exported"
fi
fi
done
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key $OPENAI_API_KEY
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key "${OPENAI_API_KEY}"
# - curl http://localhost:8000/api/tags # validate that ollama is running
variables:
OLLAMA_API_BASE: "http://localhost:8000"
@ -55,4 +60,4 @@ benchmarks-test-cybermetric-openai:
variables:
MODEL_NAME: "openai/gpt-4o-mini"
BENCHMARK_FILE: "benchmarks/cybermetric/CyberMetric-2-v1.json"
# GitLab will use the OPENAI_API_KEY defined in CI/CD variables
# Make sure to define OPENAI_API_KEY in GitLab CI/CD variables