mirror of https://github.com/aliasrobotics/cai.git
testing
This commit is contained in:
parent
c464ac190a
commit
0c81fa66c5
|
|
@ -49,6 +49,7 @@ import requests
|
|||
# Default API bases
|
||||
OPENROUTER_API_BASE = "https://openrouter.ai/api/v1"
|
||||
OLLAMA_LITELLM_API_BASE = "http://localhost:8000/v1"
|
||||
os.environ["OPENAI_API_KEY"] = "test_key_for_ci_environment"
|
||||
|
||||
class CyberMetricEvaluator:
|
||||
def __init__(self, model_name, file_path, api_key=None, openrouter_api_base=None, ollama_litellm_api_base=None):
|
||||
|
|
|
|||
|
|
@ -44,7 +44,6 @@ benchmarks-test-cybermetric:
|
|||
variables:
|
||||
OLLAMA_API_BASE: "http://localhost:8000"
|
||||
OPENROUTER_API_BASE: "https://openrouter.ai/api/v1"
|
||||
OPENAI_API_KEY: "fake-api-key"
|
||||
script:
|
||||
- pip3 install -e .
|
||||
- python3 benchmarks/cybermetric/CyberMetric_evaluator.py --model_name ollama/qwen2.5:14b --file_path benchmarks/cybermetric/CyberMetric-2-v1.json
|
||||
|
|
|
|||
Loading…
Reference in New Issue