This commit is contained in:
Phanom 2026-08-04 05:56:45 -04:00 committed by GitHub
commit 71f591d86d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -2240,6 +2240,8 @@ async def _stream_llm_inner(url: str, model: str, messages: List[Dict], temperat
# <think> blocks. Ollama /v1 accepts "think": false as a top-level param.
if _is_ollama_openai_compat_url(url) and _supports_thinking(model):
payload["think"] = False
if tools:
payload["reasoning_effort"] = "none"
_apply_local_cache_affinity(payload, url, session_id)
_apply_local_generation_stability(payload, target_url, model)
_scrub_openai_chat_tool_reasoning(payload, target_url, model)