This commit is contained in:
Mark Davison 2026-08-14 13:26:33 +00:00 committed by GitHub
commit bc46142079
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 349 additions and 0 deletions

View File

@ -443,6 +443,27 @@ _PROVIDER_MODELS: dict[str, list[str]] = {
"anthropic/claude-sonnet-4.6",
"openai/gpt-5.4",
],
# saygm — multi-model gateway (https://api.saygm.com/v1). Curated to the
# OpenAI-compatible chat (cc) models that are servable AND work through
# Hermes' chat_completions transport with function tools (verified live
# 2026-08-07). Claude ids are Anthropic-wire-only on SayGM ("unknown model"
# on cc), Gemini ids are Gemini-wire-only (and available:false), and
# gpt-5.5-pro is Responses-only — none belong here. gpt-5.6-sol is
# included because the plugin pins reasoning_effort="none" for it (the
# only way cc accepts its tools). Ordered with the default main model
# first; the live catalog (unauthenticated) is merged after this list in
# the picker, so newly-available models and open-weight TEE SKUs appear.
"saygm": [
"gpt-5.4",
"gpt-5.4-mini",
"gpt-5.4-nano",
"gpt-5.5",
"gpt-5.6-sol",
"gpt-5.6-terra",
"gpt-5.6-luna",
"o3",
"o4-mini",
],
"opencode-zen": [
"kimi-k2.5",
"kimi-k2.6",

View File

@ -0,0 +1,120 @@
"""SayGM OpenAI-compatible Chat Completions provider profile.
The public model catalogue contains several protocol shapes. This profile
exposes only models advertising ``chat.completions``; Anthropic Messages and
OpenAI Responses models require separate transports.
"""
from typing import Any
from providers import register_provider
from providers.base import ProviderProfile, _profile_user_agent
# Offline fallback for the Chat Completions transport. Live discovery applies
# the same protocol filter, so models served only through Messages or Responses
# are not presented as usable here.
SAYGM_CC_MODELS = (
"gpt-5.4",
"gpt-5.4-mini",
"gpt-5.4-nano",
"gpt-5.5",
"gpt-5.6-sol",
"gpt-5.6-terra",
"gpt-5.6-luna",
"o3",
"o4-mini",
)
class SayGMProfile(ProviderProfile):
"""SayGM — OpenAI-compatible chat surface, cc-specific reasoning quirks."""
# Per-model completion-token caps. SayGM's default (mirroring upstream) is
# 128k for the gpt-5.x family, but it caps o3/o4-mini at 100,003
# completion tokens and 400s anything larger ("max_tokens is too large").
# Hermes then misclassifies that 400 as a context-overflow and, on a tiny
# conversation, bails with "Context length exceeded (N tokens)". Pin the
# cap below SayGM's limit so the request goes through.
_MODEL_MAX_TOKENS: dict[str, int] = {
"o3": 100000,
"o4-mini": 100000,
}
def fetch_models(
self,
*,
api_key: str | None = None,
base_url: str | None = None,
timeout: float = 8.0,
) -> list[str] | None:
"""Return only currently available Chat Completions models."""
import json
import urllib.request
from hermes_cli.urllib_security import open_credentialed_url
url = (base_url or self.base_url).rstrip("/") + "/models"
req = urllib.request.Request(url)
if api_key:
req.add_header("Authorization", f"Bearer {api_key}")
req.add_header("Accept", "application/json")
req.add_header("User-Agent", _profile_user_agent())
try:
with open_credentialed_url(req, timeout=timeout) as resp:
payload = json.loads(resp.read().decode())
items = payload if isinstance(payload, list) else payload.get("data", [])
return [
item["id"]
for item in items
if isinstance(item, dict)
and isinstance(item.get("id"), str)
and item.get("available") is True
and isinstance(item.get("api_shapes"), list)
and "chat.completions" in item["api_shapes"]
]
except Exception:
return None
def get_max_tokens(self, model: str | None) -> int | None:
cap = self._MODEL_MAX_TOKENS.get((model or "").strip().lower())
if cap is not None:
return cap
return self.default_max_tokens
def build_api_kwargs_extras(
self,
*,
reasoning_config: dict | None = None,
model: str | None = None,
**context: Any,
) -> tuple[dict[str, Any], dict[str, Any]]:
extra_body: dict[str, Any] = {}
top_level: dict[str, Any] = {}
# Sol requires reasoning to be disabled when function tools are sent on
# Chat Completions. Keep this model-specific: other SayGM chat models
# either do not need the field or reject the "none" value.
if (model or "").strip().lower() == "gpt-5.6-sol":
top_level["reasoning_effort"] = "none"
return extra_body, top_level
saygm = SayGMProfile(
name="saygm",
aliases=("saygm", "SayGM"),
display_name="SayGM",
description="SayGM — OpenAI-compatible chat models",
signup_url="https://saygm.com",
env_vars=("SAYGM_API_KEY",),
base_url="https://api.saygm.com/v1",
auth_type="api_key",
# Frontier models cap output at 128k tokens; make that budget usable
# instead of letting the endpoint truncate to its server default.
default_max_tokens=128000,
default_aux_model="gpt-5.4-mini",
fallback_models=SAYGM_CC_MODELS,
)
register_provider(saygm)

View File

@ -0,0 +1,5 @@
name: saygm-provider
kind: model-provider
version: 1.0.0
description: SayGM — multi-model gateway
author: SayGM

View File

@ -0,0 +1,203 @@
"""Tests for saygm provider plugin wiring.
SayGM (https://api.saygm.com/v1) is a multi-model OpenAI-compatible gateway.
These tests verify the auto-wired surfaces: PROVIDER_REGISTRY, the model
picker, the default main model, credential resolution, and the provider:model
syntax.
"""
from __future__ import annotations
from unittest.mock import patch
import pytest
from hermes_cli.auth import (
PROVIDER_REGISTRY,
resolve_provider,
resolve_api_key_provider_credentials,
)
from hermes_cli.models import (
CANONICAL_PROVIDERS,
_PROVIDER_MODELS,
get_default_model_for_provider,
provider_model_ids,
)
from providers import get_provider_profile
_SAYGM_BASE_URL = "https://api.saygm.com/v1"
_OTHER_PROVIDER_KEYS = (
"OPENAI_API_KEY", "OPENAI_BASE_URL", "ANTHROPIC_API_KEY",
"DEEPSEEK_API_KEY", "GOOGLE_API_KEY", "GEMINI_API_KEY",
"DASHSCOPE_API_KEY", "XAI_API_KEY", "KIMI_API_KEY", "KIMI_CN_API_KEY",
"MINIMAX_API_KEY", "MINIMAX_CN_API_KEY", "AI_GATEWAY_API_KEY",
"KILOCODE_API_KEY", "HF_TOKEN", "GLM_API_KEY", "ZAI_API_KEY",
"XIAOMI_API_KEY", "OPENROUTER_API_KEY", "GMI_API_KEY",
"ARCEEAI_API_KEY", "TOKENHUB_API_KEY", "OLLAMA_API_KEY",
)
class TestSayGMProviderRegistry:
"""Verify saygm is auto-registered in PROVIDER_REGISTRY from the plugin."""
def test_registered(self):
assert "saygm" in PROVIDER_REGISTRY
def test_auth_type_api_key(self):
assert PROVIDER_REGISTRY["saygm"].auth_type == "api_key"
def test_inference_base_url(self):
assert PROVIDER_REGISTRY["saygm"].inference_base_url == _SAYGM_BASE_URL
def test_api_key_env_vars(self):
assert "SAYGM_API_KEY" in PROVIDER_REGISTRY["saygm"].api_key_env_vars
class TestSayGMProfile:
"""The plugin profile declares the OpenAI-compatible surface."""
def test_profile_loaded(self):
profile = get_provider_profile("saygm")
assert profile is not None
def test_base_url_and_api_mode(self):
profile = get_provider_profile("saygm")
assert profile.base_url == _SAYGM_BASE_URL
assert profile.api_mode == "chat_completions"
assert profile.auth_type == "api_key"
def test_default_aux_model(self):
profile = get_provider_profile("saygm")
assert profile.default_aux_model == "gpt-5.4-mini"
class TestSayGMAliases:
@pytest.mark.parametrize("alias", ["saygm", "SayGM"])
def test_alias_resolves(self, alias, monkeypatch):
for key in _OTHER_PROVIDER_KEYS:
monkeypatch.delenv(key, raising=False)
monkeypatch.setenv("SAYGM_API_KEY", "saygm-test-key")
assert resolve_provider(alias) == "saygm"
class TestSayGMOptionalEnvVars:
def test_saygm_api_key_in_optional_env_vars(self):
from hermes_cli.config import OPTIONAL_ENV_VARS
assert "SAYGM_API_KEY" in OPTIONAL_ENV_VARS
assert OPTIONAL_ENV_VARS["SAYGM_API_KEY"]["category"] == "provider"
assert OPTIONAL_ENV_VARS["SAYGM_API_KEY"]["password"] is True
class TestSayGMModelCatalog:
def test_static_model_list_exists(self):
assert "saygm" in _PROVIDER_MODELS
assert len(_PROVIDER_MODELS["saygm"]) >= 1
def test_default_main_model(self):
assert get_default_model_for_provider("saygm") == "gpt-5.4"
def test_canonical_provider_entry(self):
slugs = [p.slug for p in CANONICAL_PROVIDERS]
assert "saygm" in slugs
def test_provider_model_ids_no_key_returns_curated(self, monkeypatch):
"""Without a key the picker shows the curated cc-servable list."""
for key in _OTHER_PROVIDER_KEYS:
monkeypatch.delenv(key, raising=False)
monkeypatch.delenv("SAYGM_API_KEY", raising=False)
ids = provider_model_ids("saygm")
assert ids[0] == "gpt-5.4"
assert "gpt-5.5" in ids
def test_provider_model_ids_merges_filtered_live_models(self, monkeypatch):
"""With a key, filtered live results merge after the curated list."""
monkeypatch.setenv("SAYGM_API_KEY", "saygm-live-key")
monkeypatch.setattr(
"hermes_cli.auth.resolve_api_key_provider_credentials",
lambda provider_id: {
"provider": provider_id,
"api_key": "saygm-live-key",
"base_url": _SAYGM_BASE_URL,
"source": "SAYGM_API_KEY",
},
)
profile = get_provider_profile("saygm")
monkeypatch.setattr(
profile,
"fetch_models",
lambda *args, **kwargs: [
"gpt-5.4",
"gpt-5.4-mini",
],
)
ids = provider_model_ids("saygm")
assert ids[0] == "gpt-5.4"
assert "gpt-5.4-mini" in ids
class TestSayGMReasoningEffort:
"""gpt-5.6-sol needs reasoning_effort='none' for cc function tools."""
def test_sol_pins_reasoning_effort_none(self):
profile = get_provider_profile("saygm")
_, top_level = profile.build_api_kwargs_extras(model="gpt-5.6-sol")
assert top_level == {"reasoning_effort": "none"}
def test_other_models_emit_no_reasoning_effort(self):
profile = get_provider_profile("saygm")
for model in ("gpt-5.4", "gpt-5.5", "gpt-5.6-terra", "o3"):
_, top_level = profile.build_api_kwargs_extras(model=model)
assert top_level == {}, model
class TestSayGMMaxTokens:
"""o3/o4-mini cap below SayGM's 100,003 completion-token limit."""
def test_o3_and_o4_mini_capped(self):
profile = get_provider_profile("saygm")
assert profile.get_max_tokens("o3") == 100000
assert profile.get_max_tokens("o4-mini") == 100000
def test_other_models_use_default_cap(self):
profile = get_provider_profile("saygm")
assert profile.get_max_tokens("gpt-5.4") == 128000
assert profile.get_max_tokens("gpt-5.6-sol") == 128000
class TestSayGMCredentials:
def test_resolve_credentials(self, monkeypatch):
for key in _OTHER_PROVIDER_KEYS:
monkeypatch.delenv(key, raising=False)
monkeypatch.setenv("SAYGM_API_KEY", "saygm-test-key-1234")
creds = resolve_api_key_provider_credentials("saygm")
assert creds["api_key"] == "saygm-test-key-1234"
assert creds["base_url"] == _SAYGM_BASE_URL
class TestSayGMApiMode:
def test_determine_api_mode_is_chat_completions(self):
from hermes_cli.providers import determine_api_mode
assert determine_api_mode("saygm") == "chat_completions"
class TestSayGMUrlMapping:
def test_url_to_provider(self):
from agent.model_metadata import _URL_TO_PROVIDER
assert _URL_TO_PROVIDER.get("api.saygm.com") == "saygm"
class TestSayGMContextLength:
def test_default_model_has_registered_context_length(self):
from agent.model_metadata import get_model_context_length
ctx = get_model_context_length("gpt-5.4")
assert isinstance(ctx, int)
assert ctx >= 4096