mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-11-19 05:19:42 +03:00
05311a530a
Qwen3.8's chat template raises on any reasoning effort other than low, medium, high and xhigh. llama-server passes a top-level reasoning_effort into the template unchanged and returns the exception as HTTP 500. Hermes clamped the managed runtime onto the OpenAI-compatible set, so Max, Ultra and Minimal reached the template and every retry repeated the request. A catalog entry can now list the levels its model's template accepts (reasoning_efforts); the Qwen3.8 27B and Flash Next entries do. For a model served by the managed runtime the request builder clamps onto that list, so Max and Ultra send xhigh and Minimal sends low. The picker hint reads the same list. Entries without the field, sideloaded models and other servers keep their current behaviour, and older apps ignore the field. The levels live in the catalog because llama-server can report on a template only once its model is loaded, after the first request of a cold start has been sent. Fixes #136324
92 lines
4.0 KiB
Python
92 lines
4.0 KiB
Python
"""Capability answers for models served by the managed runtime.
|
|
|
|
Capability lookups (vision, and whatever comes next) consult cloud-shaped catalogs that have never
|
|
heard of a local GGUF, so a vision-capable local model reads as text-only and images detour to an
|
|
auxiliary cloud model — the wrong behavior twice over for a local-first user (broken feature, and a
|
|
screenshot silently leaving the machine).
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from contextlib import suppress
|
|
import logging
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
from hermes_cli.local_runtime.endpoint import LLAMACPP_ALIASES as _LLAMACPP_ALIASES
|
|
|
|
# Image formats the managed server's decoder actually handles. llama.cpp decodes with stb_image:
|
|
# PNG/JPEG/GIF/BMP yes, WebP NO — and a WebP part fails SILENTLY (no HTTP error, no log line; the
|
|
# model just never sees an image and confabulates). Anything outside this set must be transcoded
|
|
# before the request. Measured live: the same red square answered 'Red' as PNG, 'Unseen' as WebP.
|
|
ACCEPTED_IMAGE_MIMES = frozenset({"image/png", "image/jpeg"})
|
|
|
|
|
|
def is_managed_provider(provider: str, base_url: str = "") -> bool:
|
|
"""True when this provider/base_url pair points at the managed server. ``custom`` only counts
|
|
when the base_url IS the managed endpoint — never claim someone else's custom server."""
|
|
p = (provider or "").strip().lower()
|
|
if p in _LLAMACPP_ALIASES:
|
|
return True
|
|
if p != "custom" or not base_url:
|
|
return False
|
|
with suppress(Exception):
|
|
from hermes_cli.local_runtime.growth import is_managed_endpoint
|
|
|
|
return is_managed_endpoint(base_url)
|
|
return False
|
|
|
|
|
|
def managed_reasoning_efforts(provider: str, base_url: str, model_id: str) -> tuple[str, ...] | None:
|
|
"""Reasoning-effort levels the chat template of this managed model accepts. None when the
|
|
catalog lists none for the model (its template takes any level, or the model is not from the
|
|
catalog) and when the route is someone else's server."""
|
|
from hermes_cli.local_runtime.catalog import entry_for_model
|
|
|
|
entry = entry_for_model(model_id) if model_id else None
|
|
if entry is None or not entry.reasoning_efforts or not is_managed_provider(provider, base_url):
|
|
return None
|
|
return entry.reasoning_efforts
|
|
|
|
|
|
def _props_modalities(model_id: str) -> bool | None:
|
|
"""Ask the running server whether this loaded child sees images. None when the server is down,
|
|
the model isn't loaded, or the build doesn't report modalities."""
|
|
with suppress(Exception):
|
|
from hermes_cli.local_runtime.endpoint import child_query, managed_get_json, managed_root
|
|
|
|
ep = managed_root()
|
|
if ep is None:
|
|
return None
|
|
modalities = managed_get_json(*ep, f"/props?{child_query(model_id)}", timeout_s=3).get("modalities")
|
|
if isinstance(modalities, dict) and "vision" in modalities:
|
|
return bool(modalities["vision"])
|
|
return None
|
|
|
|
|
|
def managed_model_supports_vision(model_id: str) -> bool | None:
|
|
"""Ground-truth vision capability for a staged model, or None when the model isn't ours /
|
|
nothing is known (caller keeps falling through)."""
|
|
if not model_id:
|
|
return None
|
|
|
|
with suppress(Exception):
|
|
from hermes_cli.local_runtime.bootstrap import assets_dir, staged_model_ids
|
|
from hermes_cli.local_runtime.catalog import entry_for_model
|
|
|
|
# Only answer for models actually staged with us.
|
|
if model_id not in staged_model_ids():
|
|
return None
|
|
live = _props_modalities(model_id)
|
|
if live is not None:
|
|
return live
|
|
# Staged but not loaded (or an older server build): the catalog knows whether this model
|
|
# ships a vision projector. Capability requires the projector to actually be on disk — a
|
|
# model downloaded before its mmproj (partial delete, old layout) genuinely cannot see.
|
|
entry = entry_for_model(model_id)
|
|
if entry is None:
|
|
return None
|
|
return (entry.mmproj is not None
|
|
and (assets_dir() / entry.mmproj.local_name).exists())
|
|
return None
|