From 851b01903ac23a8554b34b3dc2c5dba729c221cc Mon Sep 17 00:00:00 2001 From: lidia9 Date: Thu, 8 May 2025 15:38:10 +0200 Subject: [PATCH] test --- benchmarks/cybermetric/CyberMetric_evaluator.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/benchmarks/cybermetric/CyberMetric_evaluator.py b/benchmarks/cybermetric/CyberMetric_evaluator.py index 103ca625..59525cbc 100644 --- a/benchmarks/cybermetric/CyberMetric_evaluator.py +++ b/benchmarks/cybermetric/CyberMetric_evaluator.py @@ -43,6 +43,9 @@ from tqdm import tqdm import litellm import requests +# Enable debug mode for litellm +litellm._turn_on_debug() + # Default API bases OPENROUTER_API_BASE = "https://openrouter.ai/api/v1" OLLAMA_LITELLM_API_BASE = "http://localhost:8000/v1" @@ -62,6 +65,11 @@ class CyberMetricEvaluator: self.api_key = None if self.model_name.startswith("openrouter/"): self.api_key = api_key or os.environ.get("OPENROUTER_API_KEY") + # Debug API key (masked) + if self.api_key: + print(f"API Key is set (masked)") + else: + print("WARNING: API Key is not set!") self.start_time = datetime.datetime.now() @@ -179,6 +187,9 @@ class CyberMetricEvaluator: def ask_openrouter(self, prompt, max_retries=5): if not self.api_key: raise ValueError("API key is required for OpenRouter models") + + print(f"Using OpenRouter API base: {self.openrouter_api_base}") + print(f"Using API key (masked):") for attempt in range(max_retries): try: @@ -191,7 +202,7 @@ class CyberMetricEvaluator: api_base=self.openrouter_api_base, api_key=self.api_key, headers={ - "HTTP-Referer": "https://your-site-url.com", + "HTTP-Referer": "https://gitlab.com", "X-Title": "CyberMetric Evaluator" } )