diff --git a/benchmarks/cybermetric/CyberMetric_evaluator.py b/benchmarks/cybermetric/CyberMetric_evaluator.py index 346e11e3..1f295d34 100644 --- a/benchmarks/cybermetric/CyberMetric_evaluator.py +++ b/benchmarks/cybermetric/CyberMetric_evaluator.py @@ -378,6 +378,8 @@ if __name__ == "__main__": api_key = api_key or os.environ.get("OPENAI_API_KEY") if not api_key: raise ValueError("API key must be provided via --api_key or OPENAI_API_KEY environment variable for OpenAI models") + + print(f"API key provided: {api_key[:4]}...{api_key[-4:] if len(api_key) > 8 else ''}") evaluator = CyberMetricEvaluator( model_name=model_name, diff --git a/ci/benchmarks/.benchmarks.yml b/ci/benchmarks/.benchmarks.yml index ae2b4c5b..102c4283 100644 --- a/ci/benchmarks/.benchmarks.yml +++ b/ci/benchmarks/.benchmarks.yml @@ -21,6 +21,10 @@ fi fi done + - echo "TRYVAR is set:" && echo $([[ -n $TRYVAR ]] && echo 'YES' || echo 'NO') + - echo "TRYVAR is:" && echo $TRYVAR + + - python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name $MODEL_NAME --file_path $BENCHMARK_FILE --api_key "${OPENAI_API_KEY}" # - curl http://localhost:8000/api/tags # validate that ollama is running variables: