RomanNum3ral
/
cai
mirror of https://github.com/aliasrobotics/cai.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Retry openai 9 

Signed-off-by: Víctor Mayoral Vilches <v.mayoralv@gmail.com>
This commit is contained in:
Víctor Mayoral Vilches 2025-05-08 19:42:00 +02:00
parent bbab20efc2
commit fa18a09bdd
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/cybermetric/CyberMetric_evaluator.py
View File

@ -378,6 +378,8 @@ if __name__ == "__main__":
api_key = api_key or os.environ.get("OPENAI_API_KEY") api_key = api_key or os.environ.get("OPENAI_API_KEY")
if not api_key: if not api_key:
raise ValueError("API key must be provided via --api_key or OPENAI_API_KEY environment variable for OpenAI models") raise ValueError("API key must be provided via --api_key or OPENAI_API_KEY environment variable for OpenAI models")
print(f"API key provided: {api_key[:4]}...{api_key[-4:] if len(api_key) > 8 else ''}")
evaluator = CyberMetricEvaluator( evaluator = CyberMetricEvaluator(
model_name=model_name, model_name=model_name,

4
ci/benchmarks/.benchmarks.yml
View File

@ -21,6 +21,10 @@
fi fi
fi fi
done done
- echo "TRYVAR is set:" && echo $([[ -n $TRYVAR ]] && echo 'YES' || echo 'NO')
- echo "TRYVAR is:" && echo $TRYVAR
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key "${OPENAI_API_KEY}" - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key "${OPENAI_API_KEY}"
# - curl http://localhost:8000/api/tags # validate that ollama is running # - curl http://localhost:8000/api/tags # validate that ollama is running
variables: variables: