.cjCUdZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z m Z mZmZmZddlmZddlZddlZddlmZmZmZddlmZejeZdeezfd Z e!hd Z"e!ee#d <ej$d ej%Z&ej'd Z(dedefdZ)ia*e ee ee ffe#d<da+e,e#d<iZ-e ee ee ffe#d<dZ.e,e#d<dZ/iZ0e ee ee ee fffe#d<iZ1e ee,fe#d<dZ2dZ3iZ4e ee5fe#d<de fdZ6dee,fdZ7de ee ee fffdZ8de ee ee ffddfdZ9gdZ:e:dZ;d Ze e5e5fe#d"<id#d$d%d$d&d$d'd$d(d$d)d$d*d$d+d$d,d$d-d$d.d$d/d0d1d2d3d2d4d2d5d2d6d7id8d7d9d2d:d;dd?d@d;dAdBdCdDdEdDdFdDdGdHdIdJdKd$dLd$dMd$dNd$idOd;dPdHdQdBdRdBdSd$dTdUdVdUdWdHdXd$dYdZd[dBd\d]d^d0d_d`dadDdbdDdcdJidddedfdedgd`dhd$didDdjdHdkdHdldHdmdBdndUdodUdpdHdqdrdsdtdudUdvdUdwdHidxdUdydUdzdHd{dHd|drd}dUd~dUddUddZddUddBddBddBddUddUdd]Z?dZ@dedefdZAdZBdZCdZDdZEdedefdZFd3dede eeffdZGdedefdZHdedefdZIiddddddddddddddddddddddddYddddddddddAiddddOddddddddddddddddddddddēddƓddȓddʓZJe eefe#d< ddlKmLZMeMD]&ZNeNOZPePrePeJvr eNjQeJeP<'n #eR$rYnwxYwdedeefd̈́ZSdedefd΄ZTdedefdτZUdededeeVfdЄZWdededefd҄ZXdededeVddfdԄZY d3dededeVdedeVf dքZZdedefdׄZ[dedefdلZ\d3dededeefdڄZ]de fd܄Z^d4de deVdeVdeeVfdZ_de ee fde5edfdeeVfdZ`de ee fdeeVfdZade ee fdeeVfdZbde ee fde ee ffdZcde ee ee ffdede ee fddfdZdd5dede ee ee fffdZe d6dededede ee ee fffdZf d3dedededeeVfdZgde fdZhde eeVffdZidededefdZjdededeVddfdZkdededeeVfdZldededdfdZmdeVdeeVfdZndedeeVfdZodedeVdeeVfdZpdedeeVfdZqdedefdZrdededefdZsd3dedededeeVfdZtd3dedededeefdZud3dedededeeVfdZvd3dedededeeVfdZwdedefdZxdedefdZydedefd Zzd3dedededeeVfd Z{d3dedededeeVfd Z|dedefd Z}dedededeeVfd Z~dddd;dddddddddd Ze eeVfe#d<iae eee eeVfe,ffe#d<dZdedefdZdedeefdZdedee eeVfeffdZdede eeVffdZ d3dededeeeVeffdZ d3dededeeVfdZ d7dedededeeeVeffdZ d8dedededeVdzdededzdeVfdZ d8dedededeVdzdededzdeVfdZdedefdZej$d Zd!edeVfd"Zd#ee ee fdeVfd$Zd%e ee fd&eVdeVfd'Zd%e ee fdeVfd(Zd%e ee fdeVfd)Zddd*d#ee ee fd+ed,eee ee fdeVfd-ZiZeeVeeVeeeVffe#d.<d/Zd0e defd1Zd,ee ee fdeVfd2ZdS(9zModel metadata, context lengths, and token estimation utilities. Pure utility functions with no AIAgent dependency. Used by ContextCompressor and run_agent.py for pre-flight context checks. N)Path)AnyDictListOptionalTuple)urlparse)atomic_json_writebase_url_host_matchesbase_url_hostname)OPENROUTER_MODELS_URLreturncdD];}tj|}|r#tj|r|cS>#&& JJJ 4>Kx-aix.aiz-aiz.aikimi-cnarcee-ai deep-seek gmi-cloud novita-ai deep-infra minimax-cn nvidia-nim moonshot-cn qwen-portal xiaomi-mimo opencode-zen github-models google-gemini minimax-oauth tencent-cloudgoogle-ai-studiogoglmgminimxaizaizengrokkilokimimimonousqwenarceelocalzhipualiyunclaudecustomgeminigithubgooglenovitanvidiaollamaxiaomialibabaarceeaicopilotminimaxstepfuntencentdeepseekgmicloudkilocodemoonshotnemotronnovitaaiopencodetokenhub anthropic dashscope deepinfra openrouter tencentmaas qwen-oauth copilot-acp kimi-coding opencode-go ollama-cloud openai-codexgithub-copilotkimi-coding-cntencent-tokenhub_PROVIDER_PREFIXESzE^(\d+\.?\d*b|latest|stable|q\d|fp?\d|instruct|chat|coder|vision|text)z 100.64.0.0/10modelc,d|vs|dr|S|dd\}}|}|tvr0t |r|S|S|S)uaStrip a recognised provider prefix from a model string. ``"local:my-model"`` → ``"my-model"`` ``"qwen3.5:27b"`` → ``"qwen3.5:27b"`` (unchanged — not a provider prefix) ``"qwen:0.5b"`` → ``"qwen:0.5b"`` (unchanged — Ollama model:tag) ``"deepseek:latest"``→ ``"deepseek:latest"``(unchanged — Ollama model:tag) :http) startswithsplitstriplowerrg_OLLAMA_TAG_PATTERNmatch)rhprefixsuffix prefix_lowers r_strip_provider_prefixrvYs %5++F33 [[a((NFF<<>>''))L)))  $ $V\\^^ 4 4 L Lr_model_metadata_cache_model_metadata_cache_time_novita_metadata_cache_novita_metadata_cache_timei_endpoint_model_metadata_cache#_endpoint_model_metadata_cache_timei,g @_endpoint_probe_path_cachec.ddlm}|dz dz S)z8Return path to the OpenRouter model metadata disk cache.rget_hermes_homecachezopenrouter_model_metadata.jsonhermes_constantsrrs r_get_model_metadata_cache_pathrs-000000 ?  w &)I IIrc t}|sdStj|jz }|dkrdS|S#t $rYdSwxYw)zBReturn disk-cache age in seconds, or None if freshness is unknown.Nr)rexiststimestatst_mtime Exception) cache_pathages r&_model_metadata_disk_cache_age_secondsrs} 355   "" 4ikkJOO--66 774 tts"A3AA A+*A+cx t}|dd5}tj|}dddn #1swxYwYt |t siSd|DS#t$r'}t d|icYd}~Sd}~wwxYw)z3Load processed OpenRouter metadata cache from disk.rutf-8encodingNc^i|]*\}}t|tt||+S) isinstancedictstr.0keyvalues r z3_load_model_metadata_disk_cache..sD   U%&& HHe   rz7Failed to load OpenRouter model metadata disk cache: %s) ropenjsonloadrritemsrloggerdebug)rfdataes r_load_model_metadata_disk_cachers  355 __S7_ 3 3 q9Q<i@rg>@_LOCAL_CTX_PROBE_CACHEzclaude-fable-5@Bz claude-fablezclaude-sonnet-5zclaude-opus-4-8zclaude-opus-4.8zclaude-opus-4-7zclaude-opus-4.7zclaude-opus-4-6zclaude-sonnet-4-6zclaude-opus-4.6zclaude-sonnet-4.6rBi@  gpt-5.6-lunai gpt-5.6-terra gpt-5.6-solgpt-5.5z gpt-5.4-nanoi gpt-5.4-minigpt-5.4gpt-5.3-codex-sparkrz gpt-5.1-chatgpt-5zgpt-4.1izgpt-4rDzgemma-4rgemma4z gemma-4-31bzgemma-3igemmai zdeepseek-v4-prozdeepseek-v4-flashz deepseek-chatzdeepseek-reasonerrQllamaz qwen3.6-plusz qwen3.7-pluszqwen3-coder-plusz qwen3-coderiz qwen3-maxr= minimax-m3rN zglm-5.2r2iz grok-composerzgrok-build-latesti z grok-buildzgrok-code-fastz grok-2-visionz grok-4-fastiz grok-4.20grok-4.5grok-4.3zgrok-4zgrok-3zgrok-2r8kimi-k3r:z solar-open2z solar-pro3z solar-pro2iz solar-miniz hy3-previewhy3rUtrinityelephantzQwen/Qwen3.5-397B-A17BzQwen/Qwen3.5-35B-A3Bzdeepseek-ai/DeepSeek-V3.2zmoonshotai/Kimi-K2.5zmoonshotai/Kimi-K2.6zmoonshotai/Kimi-K2-ThinkingzMiniMaxAI/MiniMax-M2.5zXiaomiMiMo/MiMo-V2-Flashz mimo-v2-proz mimo-v2.5-proz mimo-v2.5z mimo-v2-omniz mimo-v2-flashz zai-org/GLM-5)z grok-3-minizgrok-4.20-multi-agentrrc|pdsdSdD]"}|vr|dd#tfdtDS)a$Return True when an xAI Grok model accepts ``reasoning.effort``. Allowlist by substring (matches both bare ``grok-3-mini`` and aggregator-prefixed ``x-ai/grok-3-mini``). Conservative by design: if a future Grok model isn't listed, we send no effort dial rather than 400. F)/rlc3BK|]}|VdSN)rm)rrsnames r z1grok_supports_reasoning_effort..s/SS6tv&&SSSSSSr)rorprsplitany_GROK_EFFORT_CAPABLE_PREFIXES)rhseprs @rgrok_supports_reasoning_effortrs KR   & & ( (D u++ $;;;;sA&&r*D SSSS5RSSS S SSr) context_lengthcontext_window context_sizemax_context_lengthmax_position_embeddings max_model_lenmax_input_tokensmax_sequence_length max_seq_len n_ctx_trainn_ctxctx_size)max_completion_tokensmax_output_tokens max_tokens) localhostz 127.0.0.1z::1z0.0.0.0)z.docker.internalz.containers.internalz.lima.internalbase_urlcT|pddS)Nrr)rorstriprs r_normalize_base_urlrs& N ! ! # # * *3 / //rrapi_keyc^t|pd}|siSdd|iS)Nr AuthorizationBearer )rro)rtokens r _auth_headersrs@  2   $ $ & &E  .u.. //rc"t|dS)N openrouter.ai)r rs r_is_openrouter_base_urlrs ? ; ;;rc^t|}t|ot| Sr)rboolr)r normalizeds r_is_custom_endpointrs.$X..J    G$;J$G$G GGrzapi.openai.comopenaiz chatgpt.comapi.anthropic.comrYzapi.z.air6zopen.bigmodel.cnzapi.moonshot.air`zapi.moonshot.cnre api.kimi.comzapi.stepfun.airOzapi.stepfun.comz api.arcee.air>z api.minimaxzdashscope.aliyuncs.comrKzdashscope-intl.aliyuncs.comzportal.qwen.air^rr\z!generativelanguage.googleapis.comzinference-api.nousresearch.comr<zapi.deepseek.comzapi.githubcopilot.comrMz.githubcopilot.comzmodels.github.aizmodels.inference.ai.azure.comzapi.fireworks.ai fireworksz opencode.airazapi.x.air5zintegrate.api.nvidia.comrHzapi.xiaomimimo.comrJzxiaomimimo.comzapi.gmi-serving.comr3 api.novita.airGztokenhub.tencentmaas.comrfz ollama.comrb_URL_TO_PROVIDER)list_providersct|}|sdStd|vr|nd|}|jp|j}t D] \}}||vr|cSdS)aInfer the models.dev provider name from a base URL. This allows context length resolution via models.dev for custom endpoints like DashScope (Alibaba), Z.AI, Kimi, etc. without requiring the user to explicitly set the provider name in config. N://zhttps://)rr netlocrprrr)rrparsedhosturl_partproviders r_infer_provider_from_urlrs%X..J t EZ$7$7jj=T =T=T U UF =   7FK$5$5$7$7D.4466( t  OOO  4rct|d}dD]D}||r-|dt| d}nE|S)zBReturn the LM Studio server root for native ``/api/v1`` endpoints.r)z/api/v1z/api/v1N)rrendswithlen)rrootrts r_lmstudio_server_rootr su x ( ( / / 4 4D, ==  3v;;,'..s33D E  Krc$t|duSr)rrs r_is_known_provider_base_urlr $s #H - -T 99rct|} t|}|j}n#t$rYdSwxYw|jdkr|jpddkrf|dvrb|j[|jT|j ddvr8|j s1|j s*| dvrd SdS) acReturn metadata confirmed only for the Kimi Coding endpoint. Kimi Coding serves K3 under the bare slug ``k3``, but users may also configure or select the public-facing aliases ``kimi-k3`` and ``kimi-k3-cot``. Only canonical ``https://api.kimi.com/coding`` endpoints (legacy Moonshot keys do not serve K3) get the 1 Mi context window. Nhttpsrr)Nir>/coding /coding/v1> kimi-k3-cotk3rr)rr port ValueErrorschemerphostnameusernamepasswordrrqueryfragmentro)rhrrrrs r_endpoint_scoped_context_lengthr(s%X..J*%%{ tt  (( _ " ) ) + +~ = = K   O # O # K  s # #'@ @ @  A A KKMM   ! !%E E Ey 4s ( 66rcV|pddvS)uReturn True when the on-disk context cache must not short-circuit probing. LM Studio excludes caching because loaded context is transient — the user can reload the model with a different context_length at any time. Codex OAuth excludes caching because its context window is account- and entitlement-specific metadata supplied by the authenticated /models endpoint. A fallback value written after a transient probe failure must not prevent a later live probe from observing an updated allocation. r>lmstudiorc)rorp)rrs r_skip_persistent_context_cacherEs, N ! ! # # ) ) + +/K KKrlengthcB|tkrt|||dSdS)ubPersist a locally probed context length only when it meets Hermes minimum. Sub-minimum live windows (e.g. vLLM ``--max-model-len 32768``) are still returned to callers so ``agent_init`` can fail with the existing minimum-context guidance — they must not be normalized into the on-disk cache as if they were valid operating limits. N)MINIMUM_CONTEXT_LENGTHsave_context_length)rhrrs r!_maybe_cache_local_context_lengthr#Ss0'''E8V44444('rcachedcXt|||}|r|dkr||kr|tkr9td|||dtdt |||Std|||d|dt ||t ||||S|S)uReturn *cached* unless a live local probe reports a different limit. vLLM/Ollama operators can restart with a new ``--max-model-len`` / ``num_ctx`` without changing the model id. When the server is reachable, prefer its reported window over a stale disk entry; when the probe fails (offline tests, network blip), keep the cached value. Live probes below :data:`MINIMUM_CONTEXT_LENGTH` invalidate stale cache entries but are not persisted — startup should reject them, not bless a sub-64K window as config. rrukLive local probe for %s@%s reports %s (< minimum %s); invalidating stale cache — agent init should rejectrz@Reconciling stale local cache entry %s@%s: %s -> %s (live probe))_query_local_context_lengthr!rinfo!_invalidate_cached_context_lengthr#)rhrr$rlive_ctxs r&_reconcile_local_cached_context_lengthr+cs"+5(GLLLHHqLLX%7%7 , , , KKHxH5K2O2O    .eX > > >O N 8]]xOO    *%:::)%8DDD Mrct|}|sdSd|vr|nd|} t|}|jpdn#t$rYdSwxYwtvrdSt fdt DrdSrdvrdS tj}|j s|j s|j rdSt|tj r |tvrdSn#t$rYnwxYwd}t#|dkr t%|d t%|d }}|d krdS|d krd |cxkrdkrnndS|dkr|dkrdS|dkrd|cxkrdkrnndSn#t$rYnwxYwdS)aReturn True if base_url points to a local machine. Recognises loopback (``localhost``, ``127.0.0.0/8``, ``::1``), container-internal DNS names (``host.docker.internal`` et al.), RFC-1918 private ranges (``10/8``, ``172.16/12``, ``192.168/16``), link-local, and Tailscale CGNAT (``100.64.0.0/10``). Tailscale CGNAT is included so remote-but-trusted Ollama boxes reached over a Tailscale mesh get the same timeout auto-bumps as localhost Ollama. Frzhttp://rTc3BK|]}|VdSr)r)rrtrs rrz$is_local_endpoint..s/ I IV4== I I I I I Ir.rrl d@)rr rr _LOCAL_HOSTSr_CONTAINER_LOCAL_SUFFIXES ipaddress ip_address is_private is_loopback is_link_localr IPv4Address_TAILSCALE_CGNATrrnrint) rrurlraddrpartsfirstsecondrs @ris_local_endpointrHs5%X..J u++**1G:1G1GC#$" uu |t I I I I/H I I IIIt 4t #D)) ? d. $2D 4 dI1 2 2 t?O7O7O4       JJsOOE 5zzQ aMM3uQx==6E{{t||f 2 2 2 2 2 2 2 2 2t||# t||f 3 3 3 3 3 3 3 3 3t    D  5sK: AA)C,#C CC 0E<=E< E<#E<< F F rCc:|s|Stjdd|dS)a`Rewrite a ``localhost`` HOST to ``127.0.0.1`` in a probe URL. On Windows dual-stack machines, httpx resolves ``localhost`` to ``::1`` first and pays a ~2s IPv6 connect timeout before falling back to IPv4 when the local server only listens on IPv4 (LM Studio, Ollama defaults). Probing the IPv4 loopback directly skips that penalty. Only the URL's own host component is rewritten (anchored at the scheme), so a non-localhost URL whose path or query merely embeds the substring ``http://localhost...`` (e.g. ``?upstream=http://localhost:11434``) passes through untouched. z^(https?://)localhost(?=[:/]|$)z\g<1>127.0.0.1rl)count)resub)rCs r_localhost_to_ipv4rMs6  6*     rcddl}t|}t|}|}|dr |dd}t |}t |}|-tj|dz tkr|dSt|}d} | d|5} | |d} | j d krd }n#t$rYnwxYw|a | |d } | j d kr, | } d | vrd }n#t$rYnwxYwn#t$rYnwxYw|c | |d} | j d kr| |d} | j d kr d| jvrd}n#t$rYnwxYw|O | |d} | j d kr| } d| vrd}n#t$rYnwxYwdddn #1swxYwYn#t$rYnwxYw||tjft |<|S)asDetect which local server is running at base_url by probing known endpoints. Returns one of: "ollama", "lm-studio", "vllm", "llamacpp", or None. The result is cached for the lifetime of the process so that repeated calls (e.g. every 5-minute metadata refresh) never re-run the waterfall and never spray 404s at endpoints the server does not expose. rNrrlg@timeoutheaders/api/v1/models lm-studioz /api/tagsmodelsrI /v1/props/propsdefault_generation_settingsllamacppz/versionversionvllm)httpxrrMrr r}getr monotonic_ENDPOINT_PROBE_TTL_SECONDSrClient status_coderrtext) rrr]r server_url lmstudio_urlr$rRresultclientrrs rdetect_local_server_typerhsILLL$X..J $J//JJ5!!%_ (44L ' + +J 7 7F t~//&);?ZZZayG$$G F- \\#w\ 7 7* 6 JJ,>>>??=C''(F    ~  j#;#;#;<E? E  E E  EH" EH"EH"#AF54H"5 G?H"GH"=HH" HH"HH" H."H&&H.)H&*H.. H;:H;rc#Kt|tr2|V|D]}t|Ed{VdSt|tr|D]}t|Ed{VdSdSr)rrvalues_iter_nested_dictslist)rnesteditems rrkrk)s%0 llnn 2 2F)&11 1 1 1 1 1 1 1 1 2 2 E4 0 0 0D)$// / / / / / / / /00 0 0r逖minimummaximumc$ t|trdSt|tr(|dd}t |}n#t tf$rYdSwxYw||cxkr|krnn|SdS)Nrr)rrrroreplacerB TypeErrorr)rrqrrrfs r_coerce_reasonable_intrv3s eT " " 4 eS ! ! 3KKMM))#r22EU z "tt&####G##### 4sA&A A&&A;:A;payloadkeys.cd|D}t|D]W}|D]@\}}t||vr)t |}||ccSAXdS)Nc6h|]}|Srrp)rrs r z%_extract_first_int..Bs * * *cciikk * * *r)rkrrrprv)rwrxkeysetmappingrrcoerceds r_extract_first_intrAs * *T * * *F%g..!--//  JC3xx~~v--,U33G"#   4rc,t|tSr)r_CONTEXT_LENGTH_KEYSrws r_extract_context_lengthrM g'; < <.fs:33#$ 333333r) input_tokens output_tokenscache_read_tokensrrr cache_read)rinputinput_cost_per_tokenprompt_token_cost)routputoutput_cost_per_tokencompletion_token_cost)request request_cost)r cached_promptinput_cache_readcache_read_cost_per_token) cache_writecache_creationinput_cache_writecache_write_cost_per_token)rrrrrcXi|]'\}}t||(Srrrprs rrz$_extract_pricing..zs.PPP*#uc#hhnn&&PPPrc3NK|]}tfd|DV dS)c3 K|]}|vV dSrr)raliasrs rrz-_extract_pricing...{s(@@uu *@@@@@@rN)r)raliasesrs rrz#_extract_pricing..{s@ccW3@@@@@@@@@ccccccr>Nr) r^rfloatrrrrkrrj) rw novita_input novita_outputrrrf alias_mapr~targetrrrrs @@r_extract_pricingrUs;;899LKK :;;M=#<"$  # #E,$7$7&$@9$L M MGH   $$'m(<()J#K#Ki#WXXF8    1 1 =#&u->-O'P'PS\'\#]#]F<  !4 5 5 A#&u->?R-S'T'TW`'`#a#aF<  S`.fk I&g..  PP PPP ccccPYP`P`PbPbccccc  "$(00  OFG   J&&:e+2)F)F)J)JKbdh)i)i &(33 99Y33 E uh 6 6 6 "2B77I .8sVJq$4G4Gj!!Z/rrrWrrXrYr model_aliasz1Failed to fetch model metadata from %s/models: %s)rrr{r^r|r_ENDPOINT_MODEL_CACHE_TTLrrappendrHrhr rrrrrrrBrrrrrrrrtokrr)#rrrrr$ cached_at candidates alternaterR last_errorrdrrwrrhrrrinstcfgctxrralt_idexc candidaterC is_llamacppbase_verify props_respprops gen_settingsrrs# rfetch_endpoint_model_metadatars%X..J 0<< /33J??7;;JJJ  49;;#:>W"W"WMJ5!!'ssO**3// & %Yj00)$$$8?G 3' 3 344RG&*J$$21 ' GDDD SS2:>> #<%%c**-==##355  ))+++"--//35$[[266AAE%eT22! $yy//B599T??H#! -3UYYvx5P5P,QE%)N % *>>"YYt__F!&#..A6Af>P>P*5&%@@@=B.z:BF)++3J? ]T^   JJJJJJ  44 s##i/2 |C'RjRlRlmmmH  % % ' ' 'mmooG/1E VR00 ; ;!%.. 99T??)/681L1L(M!8!?!?!-.Bikk / ;LLL   JJJJJJ b H*V`aaa13":.6:ikk' 3 IsW1IL33 M =MM *D/V7C#U>=V7> V V7 V  )V77 WW  Wct||}||}|sht|dkr/tt |}n&|D]\}}||vs||vr|}n|r,|d}t|tr|SdS)zDResolve context length from an endpoint's live ``/models`` metadata.r&rlrN) rr^rnextiterrjrrrB)rhrrendpoint_metadatamatchedrrrs r _resolve_endpoint_context_lengthr[s 6hPPP##E**G   ! !Q & &4 1 8 8 : :;;< context_length cache from disk.rrNcontext_lengthsz'Failed to load context length cache: %s) rrryaml safe_loadr^rrr)rrrrs r_load_context_cacherxs " $ $D ;;==  $ ) ) ) +Q>!$$*D + + + + + + + + + + + + + + +xx)**0b0  >BBB s@A<A A<AA<!A"A<< B-B("B-(B-c:|d|pddS)zCanonical ``model@base_url`` key for the persistent context cache. Trailing slashes are stripped so ``http://host/v1`` and ``http://host/v1/`` share one entry instead of creating duplicates that can go stale independently. @rr)r)rhrs r_context_cache_keyrs* 4 4x~2--c22 4 44rct||}t}|||krdS|||<t} |jddt |dd5}tjd|i|d dddn #1swxYwYt d ||d dS#t$r&}t d |Yd}~dSd}~wwxYw) zPersist a discovered context length for a model+provider combo. Cache key is ``model@base_url`` so the same model name served from different providers can have different limits. NTparentsexist_okwrrrFdefault_flow_stylez%Cached context length %s -> %s tokensrz'Failed to save context length cache: %s) rrr^rparentmkdirrrdumprr(rr)rhrrrrrrrs rr"r"sl UH - -C  ! !E yy~~E#J " $ $DC $666 $g . . . O! I(%0! N N N N O O O O O O O O O O O O O O O ;SV--PPPPP CCC >BBBBBBBBBCs<.C <B" C "B&&C )B&*!C C=C88C=ct||}t}||}||S|d||dfD]#}||kr||}||cS$dS)zBLook up a previously discovered context length for model+provider.Nrr)rrr^)rhrrrhit legacy_keys rget_cached_context_lengthrs UH - -C  ! !E ))C..C   ,,(,,iii8   ))J''C 4rc t||}t t|}|pdd}t||fdtd||fd||d||dh}t fd|DsdS|D]} |dt} |j ddt|d d 5}tj d i|d ddddS#1swxYwYdS#t$r'} td|| Yd} ~ dSd} ~ wwxYw)zCDrop a stale cache entry so it gets re-resolved on the next lookup.rrN ollama_showrc3 K|]}|vV dSrr)rrrs rrz4_invalidate_cached_context_length..s'..aqEz......rTrrrrrFrz6Failed to invalidate context length cache entry %s: %s)rrrvrrpoprrrrrrrrrr) rhrrbarestripped stale_keysrrrrrs @rr)r)s  UH - -C  ! !E "% ( (DB&&s++Hh/666 tX>EEE%,,(,,iii8J ....:... . .  !T " $ $DW $666 $g . . . O! I(%0! N N N N O O O O O O O O O O O O O O O O O O WWW MsTUVVVVVVVVVWs<.D7D* D7*D..D71D.2D77 E(E##E(current_lengthc.tD] }||kr|cS dS)z@Return the next lower probe tier, or None if already at minimum.N)CONTEXT_PROBE_TIERS)r tiers rget_next_probe_tierrs/# . KKK ! 4r error_msgc|}gd}|D]O}tj||}|r6t|d}d|cxkrdkrnK|cSPdS)a?Try to extract the actual context limit from an API error message. Many providers include the limit in their error text, e.g.: - "maximum context length is 32768 tokens" - "context_length_exceeded: 131072" - "Maximum context size 32768 exceeded" - "model's max context length is 65536" )z+max_model_len\s*(?:is\s*)?[:=(]?\s*(\d{4,})z2maximum model length\s*(?:is\s*)?[:=(]?\s*(\d{4,})zY(?:max(?:imum)?|limit)\s*(?:context\s*)?(?:length|size|window)?\s*(?:is|of|:)?\s*(\d{4,})z:context\s*(?:length|size|window)\s*(?:is|of|:)?\s*(\d{4,})z)(\d{4,})\s*(?:token)?\s*(?:context|limit)z">\s*(\d{4,})\s*(?:max|limit|token)z(\d{4,})\s*(?:max(?:imum)?)\brlrorpNrprKsearchrBgroup)r error_lowerpatternspatternrrlimits rparse_context_limit_from_errorrs//##KH ';//   A''Eu**** ***** 4rcurrent_context_lengthc<t|}|dS||kr|SdS)uReturn a provider-reported lower context limit, if one is present. Context-overflow recovery must not invent a new model window size. Some providers only say that the input exceeds the context window without reporting the actual maximum. In that case callers should keep the configured context length and try compression only, rather than stepping down through guessed probe tiers (1M → 256K → 128K → ...). N)r)rr parsed_limits r&get_context_length_from_provider_errorrs32)< window. Fix: reduce max_tokens (the output cap) for this call. Do NOT touch context_length — the window hasn't shrunk. Anthropic's API returns errors like: "max_tokens: 32768 > context_window: 200000 - input_tokens: 190000 = available_tokens: 10000" Returns the number of output tokens that would fit (e.g. 10000 above), or None if the error does not look like a max_tokens-too-large error. ravailable_tokensavailable tokens in the outputmaximum context length requested output tokensrange of max_tokens should beNz9range of max_tokens should be\s*\[\s*\d+\s*,\s*(\d+)\s*\]rl)zavailable_tokens[:\s]+(\d+)zavailable\s+tokens[:\s]+(\d+)z =\s*(\d+)\s*$zmaximum context length is (\d+)zK\((\d+)\s+of text input,\s*(\d+)\s+of tool input,\s*(\d+)\s+in the output\)z'maximum context length is (\d+)\s*tokenz!prompt contains (\d+)\s*characterz2prompt contains (?:at least )?(\d+)\s*input tokensr)rris_output_cap_error_m_range_caprrrrtokens_m_ctx_m_parts _available _m_ctx_tok_m_chars_ctx _est_input _m_vllm_inputs r(parse_available_output_tokens_from_errorr4s"//##K  # U ; . S2D 2S ;& 4 $ 3  !K/ + ; & + { *!0 (;614 tyDH8>>!$$%% 199KH  ';//  Q((F{{ Y9; G GFyVH(a))Cq0A0A,B,BBSXYIZIZE[E[[ ?? E{SSJy={KKHh:##A&&''(..++,,q0Q6 J& ?? I={Mm))!,,--M4G4G4J4J0K0KK ??  4rc|}d|vpd|vpd|v}|sdSd|vp#d|vpd|vpd|vod |vpd |vod |vp d |vpd |vpd|v}|sdSd|vpd|vpd|vpd|vp d|vpd|vpd|v}| S)u5Return True if a 400 is about the OUTPUT cap (max_tokens) being too large. This is the broader sibling of :func:`parse_available_output_tokens_from_error`: that function only returns a number when it can extract the available output budget from a *known* provider phrasing. This one answers the cheaper yes/no question — "is this an output-cap error at all?" — across providers whose exact wording we may not yet parse a number from. Why this matters: an output-cap 400 is deterministic (every retry with the same ``max_tokens`` gets the identical rejection). If such an error is misclassified as a context-overflow it gets routed into the compression loop, the compressor re-issues the call with the same oversized ``max_tokens``, the provider rejects it identically, and the session death-loops until "cannot compress further" (issue #55546, DashScope/Qwen: "Range of max_tokens should be [1, 65536]"). Compression cannot help an output-cap error — the input already fits. The signal: the error talks about ``max_tokens`` (or its aliases) as a cap/range/limit, and does NOT talk about the INPUT/prompt/context window being too long. When both are present we defer to the context-overflow path (a real input overflow can also mention max_tokens). rrrFr%rr r!r"r#r$z should bezless than or equalzmust bezprompt is too longzprompt too longzinput is too longz input tokenz prompt lengthzprompt containszreduce the lengthr{)rrmentions_output_paramoutput_cap_signalinput_overflow_signals rr(r(sX.//##K  # 2 + - 2 "k 1 !u (;6 $  , $  , $ { * 8(K7 $ ; & /;. $ + % $ ; . $  # u  + .  + . + - . K ' . k )  .  +  . + -% $$r candidate_id lookup_modelcb||krdSd|vr"|ddd|krdSdS)aReturn True if *candidate_id* (from server) matches *lookup_model* (configured). Supports two forms: - Exact match: "nvidia-nemotron-super-49b-v1" == "nvidia-nemotron-super-49b-v1" - Slug match: "nvidia/nvidia-nemotron-super-49b-v1" matches "nvidia-nemotron-super-49b-v1" (the part after the last "/" equals lookup_model) This covers LM Studio's native API which stores models as "publisher/slug" while users typically configure only the slug after the "local:" prefix. TrrlF)r)r9r:s r_model_id_matchesr<sH|##t l|223::1=MMt 5rcZddl}t|}t|d}|dr |dd} t ||}n#t $rYdSwxYw|dkrdSt|} |d| 5}| |d d |i } | j d kr ddddS| } | dd} d| vr| dD]s} d| vrm|  } t| dkr4 t!| dccdddS#t"$rYowxYwt| di}|D]B\}}d|vr9t'|t t(frt!|ccdddSC dddn #1swxYwYn#t $rYnwxYwdS)ayQuery an Ollama server for the model's context length. Returns the model's maximum context from GGUF metadata via ``/api/show``, or the explicit ``num_ctx`` from the Modelfile if set. Returns None if the server is unreachable or not Ollama. This is the value that should be passed as ``num_ctx`` in Ollama chat requests to override the default 2048. rNrrrOr&rI@rP /api/showrrrT parametersrnum_ctx r&r model_infor)r]rvrMrrrhrrrapostrbrr^rnrorrBrrrr)rhrrr]rrd server_typerRrgresprparamslinerErDrrs rquery_ollama_num_ctxrJsLLL'..J#HOOC$8$899J5!!%_ .xIII tthtG$$G \\#w\ 7 7 &6;;*777vz>R;SSD3&& & & & & & & & &99;;DXXlB//FF"""LL..%%D D(( $ 2 2 4 4u::??%'*59~~ 5 5 & & & & & & & &$.%%% $%,33J(..00 & & U#s**z%#u/N/N*u::%%- & & & & & & & &( &) & & & & & & & & & & & & & & &.      4sA(( A65A6H()H HBH!F5H7 H FHFA#H4 HH HHHHH H('H(c~ddl}t|}|r|sdS t||dkrdSn#t$rYdSwxYwt |d}|dr |dd}t|} |d| 5}| |d d |i }|j d kr ddddS| } dddn #1swxYwYn#t$rYdSwxYw| d} t| trtd| DrdS| rdS| d} t| t r+| D](} dt#| vrdS)dS)a Return True/False when Ollama ``/api/show`` reports vision support. Uses the ``capabilities`` field on Ollama 0.6.0+ and falls back to ``model_info.*.vision.block_count`` on older servers. Returns None when the server is unreachable, not Ollama, or the model is unknown. rNr&rIrrrOr>rPr?rr@rT capabilitiesc3`K|])}t|dkV*dS)visionNr)rcaps rrz/query_ollama_supports_vision..8s7<<s3xx~~8+<<<<< > >( J J4 K tt$HOOC$8$899J5!!%_ G$$G \\#w\ 7 7 6;;*777vz>R;SSD3&&        99;;D                 tt 88N # #D$ <rPrIr?rr@rTrArrBrCr&rrDrrUrSrVrrrrz /v1/models/rrz /v1/modelsr)r]rvrMrrr rrhrrarErbrr^rnrorrBrrrrr<)rhrrr]rdrerRrFrgrGrrHrIrErDrrrrrr models_lists rrcrcsALLL #5 ) )E$HOOC$8$899J5!!%_ %&;H&E&EFFLG$$G.xIII  E \\#w\ 7 7B ,6h&&{{j#;#;#;65/{RR#s**99;;D"XXlB77F F**$*LL$6$6--D(D00(, (:(:(<(<#&u::??%-/259~~(=(='B ,B ,B ,B ,B ,B ,B ,B ,(,6%-%-%-(,%-"&,!;!;J&0&6&6&8&8.. U+s22z%#u7V7V2#&u::--5B ,B ,B ,B ,B ,B ,B ,B ,Bk))zz\"A"A"ABB#s**99;;D!XXh33"",QUU5"-=-=uEE"IZ[\[`[`aegi[j[jlqIrIr"().@"(E(E44&*hhx&<&<&)gg.>&?&?#&!4:cC<+H+H!4+.s88OOOOYB ,B ,B ,B ,B ,B ,B ,B ,Z"E"::????@@D3&&yy{{hh//g488N8O8OfSTSXSXYeSfSf,:cC<#@#@,#&s88OOEB ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,B ,F       4sB B"!B"&S,=B2S 0FS  S, F S F  A#S  S,DS " S,/B(S  S,$C"S  S,S  S, S$$S,'S$(S,, S98S9c.|ddS)zNormalize version separators for matching. Nous uses dashes: claude-opus-4-6, claude-sonnet-4-5 OpenRouter uses dots: claude-opus-4.6, claude-sonnet-4.5 Normalize both to dashes for comparison. r.-)rtr^s r_normalize_model_versionrhAs ==c " ""rcr|r|drdS |d}|dr |dd}|d}|dd}tj||d t }|jd krdS|}|d gD]O}|d |kr4|d} t| tr | dkr| cSPn2#t$r%} t d| Yd} ~ nd} ~ wwxYwdS)zQuery Anthropic's /v1/models endpoint for context length. Only works with regular ANTHROPIC_API_KEY (sk-ant-api*). OAuth tokens (sk-ant-oat*) from Claude Code return 401. z sk-ant-oatNrrrOz/v1/models?limit=1000z 2023-06-01)z x-api-keyzanthropic-versionrrrTrrrrz%Anthropic /v1/models query failed: %s) rmrrrr^rrbrrrBrrr) rhrrrrCrRrGrrrrs r_query_anthropic_context_lengthrjKsz g((66tAs## ==   9D,,, !-  |C'JbJdJdeee  s " "4yy{{&"%%  AuuT{{e##ee.//c3''C!GGJJJ   AAA ,--g66 7 7 A A C CCRC HHrc |d}t|dkrdS|ddt|d dzzz}tjt j|}t |tsdS|did}t |tr|r|ndS#t$rYdSwxYw) uExtract ``chatgpt_account_id`` from the Codex OAuth JWT. The Codex ``/backend-api/codex/models`` endpoint returns the per-account catalog only when the ``ChatGPT-Account-Id`` header is present; without it, the endpoint returns ``{"models":[]}`` (HTTP 200) and the context probe falls back to the hardcoded defaults — which can be stale or wrong for the active account's plan. Mirrors the same extraction done in ``auxiliary_client.py`` for the request path. Returns ``None`` on any parse error rather than raising, so a bad token still surfaces as a normal probe failure instead of crashing the metadata resolver. r.r&Nrl=r/zhttps://api.openai.com/authchatgpt_account_id) rnrrloadsbase64urlsafe_b64decoderrr^rr)rmrE payload_b64claimsacct_ids r_extract_chatgpt_account_idr~s ""3'' u::>>4AhU1X(:!;; F4[AABB&$'' 4**:B??CCDXYY$Wc22HwHwwDH tts(CA CAC C C ctj}t|}t|}||\}}||z tkr|dfSdd|i}t |}|r||d< t jd|dt}|jd kr$t d |jidfS| } n6#t$r)} t d | idfcYd} ~ Sd} ~ wwxYwt| tr| d gng} i} | D]} t| ts| d }| d}t|tr2t|t r|dkr|| |<| r | |ft|<| dfS)aFetch Codex catalogue data and report whether it came from HTTP. The in-process cache is scoped by token fingerprint because Codex model availability and context windows can vary by account entitlement. The raw token is never retained in the cache key. The boolean is false for a same-token in-process hit, which must not be treated as a fresh provider confirmation when deciding whether to update persistent state. NFrrzChatGPT-Account-IdzAhttps://chatgpt.com/backend-api/codex/models?client_version=1.0.0rrrTzHCodex /models probe returned HTTP %s; falling back to hardcoded defaultszCodex /models probe failed: %srVslugrrT)rrtrlr^_CODEX_OAUTH_CONTEXT_CACHE_TTLr~rrrbrrrrrrrrBro)rmrXrWr$ cached_modelsrrRr}rGrrentriesrfrnrrs r._fetch_codex_oauth_context_lengths_with_sourcers% )++C.|<(>Fdhhx$$$BGF''$%%  xxhh'(( dC  'ZS%9%9 'cAgg#&F4::<<  >17 "9- 4<s%4ACC D&D D Dc*t|\}}|S)akProbe the ChatGPT Codex /models endpoint for per-slug context windows. Codex OAuth imposes its own context limits that differ from the direct OpenAI API (e.g. gpt-5.5 is 1.05M on the API, 272K on Codex). The `context_window` field in each model entry is the authoritative source. Returns a ``{slug: context_window}`` dict. Empty on failure. )r)rmrf_freshs r"_fetch_codex_oauth_context_lengthsrsDLQQNFF Mrct|}|sdS|rrt|\}}|rdnd}||vr |||fS|}|D]#\}}||kr||fcS$|}t t ddD]\}}||vr|dfcSdS)aResolve a Codex OAuth model's real context window. Prefers a live probe of chatgpt.com/backend-api/codex/models (when we have a bearer token), then falls back to ``_CODEX_OAUTH_CONTEXT_FALLBACK``. Returns ``(context_length, source)`` where source is ``"live"`` for a value returned by a fresh authenticated endpoint probe, ``"memory"`` for a same-token in-process catalogue hit, or ``"fallback"`` for the static conservative table. Only ``"live"`` is eligible for persistent writes. Nrlivememoryc,t|dSNrrxs rzA_resolve_codex_oauth_context_length_with_source..sS1YYrTrreversefallback)rvrorrprsortedrk) rhrm model_barer fresh_probe live_source model_lowerrrs r/_resolve_codex_oauth_context_length_with_sourcers8(..4466J x (J<XXk +9ff    #[0 0 &&((  ( (ID#zz||{**K''''+""$$K%++--3F3FPT## c ;   ? " " "  8rc.t||\}}|S)zEResolve a Codex OAuth model's context length (compatibility wrapper).rs)r)rhrmr_sources r#_resolve_codex_oauth_context_lengthrs+N LNG rc8|rt|||}||dfSt}dtdtdtt fd}||vr||||}||dfSt |}|D]\}} d |vr| d d d n|} | |ks%t | |kr||| }||dfcS|} |D]\}} d |vr| d d d n|} | | ft | |ffD]g\} } | | rMt| t| ks| t| d vr||| }||dfccShd S) uMResolve Nous Portal model context length. Tries the live Nous inference endpoint first (authoritative), then falls back to OpenRouter metadata with suffix/version matching. Nous model IDs are bare after prefix-stripping (e.g. 'qwen3.6-plus', 'claude-opus-4-6') while OpenRouter uses prefixed IDs (e.g. 'qwen/qwen3.6-plus', 'anthropic/claude-opus-4.6'). Version normalization (dot↔dash) is applied to handle name drifts. Returns ``(context_length, source)`` where ``source`` is one of: - ``"portal"`` — live /v1/models response (authoritative) - ``"openrouter"`` — OpenRouter cache fallback (non-authoritative; callers must NOT persist this to the on-disk cache or a single portal blip will freeze the wrong value in forever) - ``""`` — could not resolve r&Nportalor_idrrc|d}|dS|dkr-t|rtd||dS|S)Nrrz{Rejecting OpenRouter metadata context=%s for %r (Kimi-family underreport, Nous path); falling through to hardcoded defaults)r^r\rr()rrrs r _safe_ctxz/_resolve_nous_context_length.._safe_ctxFsaii()) ;4 %<<5e<<< KK^U    4 rr\rrlz-:.r) rrrrrrBrhrprrnrmr)rhrr portal_ctxrrrrrrrrrrs r_resolve_nous_context_lengthr%sf4(5eXwWWW  !x' '#%%H  T hsm     ix// ? $ $)%006688J (()) u),u{{3""1%%5 ::<<5;;== ( (,DT,J,J,P,P,R,RV`,`,`)E5))CL((((++--K ((-- u),u{{3""1%%5"&**,, !r s - - Iu##E** -I#e**,, #e**0E0N0Niu--? ,,,,,,  - 8rconfig_context_lengthcustom_providersc|t|tr|dkr|S|pddkr} ddlm}m}ddlm}ddl m } |} |} | || } || dpi|} | dpi} t| d pd}t| d pd}|r||rz|dkrb| || }t|| d dpd| d dpd| d p|| Sn,#t$rtddYnwxYw|r.|r,|r* ddlm}||||}|r|Sn#t$rYnwxYw|r7 t%t'|}|j}n#t*$rd}YnwxYwt-|}t/||}||S|dkp3|o1t1|dot5|d}|rt7||st9||}||dkr@t;|r1td|||dt?||n?|dkr?tA|r0td|||dt?||n|dkr?tC|r0td|||dt?||ntE|dkrtd||n|r_ dd l#m$}||}||kr4td!|||d|dt?|||Sn#tJ$rYnwxYw|StM|rtO||||"S|S|r dd#l#m$}m(}|pd$}t9||}||Sd}|r,tSj*d%|}|r|+d&}|s |}n#t$rd}YnwxYw|||tY|'}|r|rt[||||S#tJ$rYnwxYw|d(ks|r;t5|d)r+t]||pd*|"}||rt[||||St_|rOta|s?t]|||"}||Sta|stc|||"}|#t7||st[||||StM|r=te|||"} | r)| dkr#t7||stg||| | Std+||thd|}!tktl7d,d-D],\}"}#|"|!vr#td.|#d||"|#cS-thS|d/ks|r*t1|d0krtq||pd1|}|r|S|}$|$r|$d2vr|rtE|}%|%r|%}$|$d3vr) dd4l9m:}&|&||"}|r|Sn#t$rYnwxYw|$dkr6tw||pd|pd5\}}'|r|r|'d6krt[||||S|$d7kr3ty||pd8\}(})|(r|r|)d9krt[|||(|(S|$d:kr|rt]|||"}||S|rPtE|}*|*duod;|*v}+|+s7tc|||"}|#t7||st[||||S|$dl>m?}/|/|$|}|rTtA|rCtl d?}0|0r'||0kr!td@|||0d|0}|S|$sgt{},||,vrU|,| d=th}.|.dkr,t;|rtdA|.|n|.S|rLtM|r=te|||"} | r)| dkr#t7||stg||| | S|}!tktl7dBd-D] \}"}#|"|!vr|#cSthS)CaGet the context length for a model. Resolution order: 0. Explicit config override (model.context_length or custom_providers per-model) 0c. Endpoint-scoped metadata for models validated on one multiplexed endpoint 1. Persistent cache (previously discovered via probing). Nous URLs, LM Studio, and Codex OAuth bypass the cache here so their provider metadata can be reconciled against the authoritative live source. 1b. AWS Bedrock static table (must precede custom-endpoint probe) 2. Active endpoint metadata (/models for explicit custom endpoints) 3. Local server query (for local endpoints) 4. Anthropic /v1/models API (API-key users only, not OAuth) 5. Provider-aware lookups (before generic OpenRouter cache): a. Copilot live /models API b. Nous: live /v1/models probe first (authoritative), then OR cache fallback with suffix/version normalisation. Only portal-derived values are persisted to disk. c. Codex OAuth /models probe d. GMI /models endpoint e. Ollama native /api/show probe (any base_url, provider-agnostic) f. models.dev registry lookup (with :cloud/-cloud suffix fallback) 6. OpenRouter live API metadata (Kimi-family 32k guard) 7. Local server query (before hardcoded defaults for local endpoints) 8. Hardcoded defaults (broad family patterns, longest-key-first) 9. Default fallback (256K)Nrrmoa)get_compatible_custom_providers load_config)resolve_moa_preset)resolve_runtime_provider aggregatorrrh)r# target_modelrr)rrrrz/MoA aggregator context-length resolution failedT)exc_info)"get_custom_provider_context_length)rhrrbedrockzbedrock-runtime.z amazonaws.comrziDropping stale Kimi cache entry %s@%s -> %s (OpenRouter underreport); re-resolving via hardcoded defaultsrrzjDropping stale MiniMax-M3 cache entry %s@%s -> %s (pre-catalog value); re-resolving via hardcoded defaultsrzhDropping stale Grok-4.3 cache entry %s@%s -> %s (pre-catalog value); re-resolving via hardcoded defaultsr<z@Bypassing persistent cache for %s@%s (Nous portal authoritative))get_bedrock_context_lengthzSDropping stale Bedrock cache entry %s@%s -> %s; using static Bedrock table value %sr&)rresolve_bedrock_regionz bedrock://zbedrock-runtime\.([a-z0-9-]+)\.rl)regionproberGrzhttps://api.novita.ai/openai/v1uCould not detect context length for model %r at %s — defaulting to %s tokens (probe-down). Set model.context_length in config.yaml to override.c,t|dSrrrs rrz*get_model_context_length.. sc!A$iirrzUUsing hardcoded context length %s for model %r (custom endpoint, catalog match on %r)rYrzhttps://api.anthropic.com>rCr\>rMr_rd)get_copilot_model_context)rrrrcrsrr3rIr\r)lookup_models_dev_contextrz[Rejecting models.dev context=%s for %r (MiniMax-M3 underreport); using hardcoded default %szpRejecting OpenRouter metadata context=%s for %r (Kimi-family underreport); falling through to hardcoded defaultsc,t|dSrrrs rrz*get_model_context_length..O ss1Q4yyr)@rrBrorphermes_cli.configrrhermes_cli.moa_configrhermes_cli.runtime_providerrr^rget_model_context_lengthrrrrr rrrrvrr rmr rrr\r(r)r_raragent.bedrock_adapterr ImportErrorrHr+rrKrrrr"rrr rYr'r#DEFAULT_FALLBACK_CONTEXTrDEFAULT_CONTEXT_LENGTHSrrjhermes_cli.modelsrrrragent.models_devr)1rhrrrrrrrrrreffective_custom_providerspresetagg agg_provider agg_modelrtrcp_ctxparsed_base_url_endpoint_contextis_bedrock_contextr$r bedrock_ctxr cache_key_urlr_mrr local_ctxr default_modelreffective_providerinferredrsource codex_ctx codex_source_inferred_for_probe_skip_ollama_proberror_ctxrcatalogs1 rrros D(Z8Ms-S-S(XmpqXqXq$$ B%%''500 [         A @ @ @ @ @ L L L L L L []]F)9 &)1-L-LV-T-T*'' 5(9(9(?RGGF**\**0bCswwz228b99??AALCGGG,,23399;;I \ l.@.@.B.Be.K.K-- S\]]]/VVJ339rFF9b117RVVJ//?<%?  [ [ [ LLJUYL Z Z Z Z Z [ H    L L L L L L77!!1F        D  &':8'D'DEEO$AA   HHH  #5 ) )E 7uhGG#!Y. = h ' ' 2 23E F F = !(O < <P6xJJP*5(;;  #>>J?    D B8-B8_-]-].uh6cBcmtuuu ? :#E8S999J8$$.,-H-R-R.,9%SZ[[[  %! !*844* ,)'JJJC5hII>'x===  ** %7xQXYYY %Q9(HMMV9%9UUU$$ KK.x$'x=== \))')) U##  YY/00F&#&& 6A::%$=e$D$D >>>>>>''(:EBB  /u55 "155lCC"sW}}KKOUwNN "CJ  ')) H  e_(()9;STTF#sCCC +C1BCCC  %%rrcost_per_imagec d}t|tr|dnd}t|tr9|D]6}t|ts|d}|dvr|dz }7t|tr|dnd}t|tr8|D]5}t|tr|ddkr|dz }6t|tru|d r`|d}t|tr6|D]3}t|tr|dd vr|dz }4||zS) zECount image-like content parts in a message; return their token cost.rcontentNtype>image image_url input_imagerl_anthropic_content_blocksr _multimodal>rr)rrr^rl)rrrJrpartptypestashedinners rrr s E$.sD$9$9Ccggi   tG'4    DdD)) HHV$$E=== 6@d6K6KUcgg1222QUG'4    D$%% $((6*:*:g*E*E '4  W[[%?%? I&& eT " "   dD))dhhv.>.>BX.X.XQJE > !!rct|tstt|Si}|D]\}}|dkr |dkrt|t rg}|D]}t|trY|ddvr,||dddZ||p|||||<t|tr/|dr|dd ||<|||<|||< tt|S) zChar count for token estimation, excluding base64 image data. Base64 images are counted via `_count_image_tokens` instead; including their raw chars here would massively overestimate token usage. rrr>rrr [stripped]rrr text_summaryr)rrrrrrlr^rrshadowrvcleanedrs r_estimate_message_charsr  sv c4 3s88}}F 1 + + +  >>!T"" --D!$---88F++/TTT#NNDHHV4D4D|+\+\]]]]#NN40000t,,,,#q At$$ })=)= EE."55q q F1II s6{{  rct|tstt|Si}|D]\}}|dkr |dkrt|t rg}|D]}t|trY|ddvr,||dddZ||p|||||<t|tr/|dr|dd ||<|||<|||< tt|S) zAToken estimate for a message shadow with image payloads stripped.rrr>rrrrrrrr)rrrrrrlr^rrs rrr sv c4 /$SXX...F 1 + + +  >>!T"" --D!$---88F++/TTT#NNDHHV4D4D|+\+\]]]]#NN40000t,,,,#q At$$ })=)= EE."55q q F1II V - --r) system_prompttoolsr r cd}|r|t|z }|r|t|z }|r|t|z }|S)uRough token estimate for a full chat-completions request. Includes the major payload buckets Hermes sends to providers: system prompt, conversation messages, and tool schemas. With 50+ tools enabled, schemas alone can add 20-30K tokens — a significant blind spot when only counting messages. Image content is counted at a flat per-image cost (see estimate_messages_tokens_rough). r)rr_estimate_tools_tokens_rough)rr r totals restimate_request_tokens_roughr s_ E6 &}555: /999 5 -e444 Lr_TOOLS_TOKENS_CACHEtoolc8t|tsdS|d}t|tr,|d}t|tr|S|d}t|tr|ndS)Nrfunctionr)rrr^r)rfnrs r_tool_name_for_cacher: s dD ! !r *  B"dvvf~~ dC  K 88F  DdC(( 044b0rc |sdSt|}t|}|rt|dnd}|rt|dnd}t|}||\}}}} ||kr||kr||kr| Sd} |D]t} t | t s| d} t | t rF| dpd} | dpd}| dpi}nE| dpd} | dpd}| dpi}t | tr| t| z } t |tr| t|z } | ttj |dd z } F#t$r#| tt|z } YrwxYw| d zd z}tttkr:t tttd||||ft|<|S) Nrrrrr descriptionrAFr) ensure_asciirr'r/)rrrrr^rrrrdumpsr_TOOLS_TOKENS_CACHE_MAXrrr)r rnrFlastr$cached_n cached_first cached_last cached_tokens total_charsrrrdescrHr+s rrrF s q U))C E A./ 7 q * * *RE./ 7 b * * *RD $ $S ) )F =C:, ] q==\U22{d7J7J K,,$%%   XXj ! ! b$   266&>>'RD66-((.BDVVL))/RFF88F##)rD88M**0bDXXl++1rF dC  % 3t99 $K dC  % 3t99 $K , 3tz&uQ[\\\]] ]KK , , , 3s6{{++ +KKK ,Ao! #F #:::T*=%>%> ? ?FFF !5$7 Ms-'G)HH)r)rorp)F)rF)rr)rrNrN)__doc__ryror;rloggingrrKrpathlibrtypingrrrrr urllib.parser rrutilsr r r rr getLogger__name__rrrr frozensetrg__annotations__compile IGNORECASErq IPv4NetworkrArvrwrxrryrzrr{r|rr`r}tuplerrrrr rr!rSrrrrrrr9r:rrrrr providersr_list_providers_pp get_hostname_hostrrrr r rBrrr#r+rHrMrhrkrvrrrrrrrrrrrr"rr)rrrr4r(r<rJrQrYrTr\r_rar'rcrhrjrkrlrrtr~rrrrrrlrrrrrrrr rrrrrrrrrrr9s    33333333333333!!!!!! MMMMMMMMMM222222  8 $ $$**&/Y000&&IcN4!bjLM)9(99##&46tCc3h/0555$%E%%%46S$sCx.01666%&U&&&GIS$sDcN/B*C%C DIII8:#T#u*%5:::%/1De,111JJJJJ     c4S>.A)B$ S$sDcN/B*C S S S S S /q1   $-/UE\*/// ] g ] G ]w]w]w]w]w]w]]w]]" f#]6G7]8W9]:7;]<w=]>F?]]@FA]BwC]P6Q]RFS]T VU]VwW]X VY]\ g]]`va]b fc]d6e]fvg]h Ti]xyy]z{]|Y}]~]]]@A]D VE]JGK]LGM]NO]P6Q]RS]T FU]`'a]bvc]pyq]r 6s]HVI]JK]L&M]NfO]PTQ]]]R7S]TU]VW]XY]Z f[]\ f]]^ f_]` Fa]lym]n Fo]|6}]~&]@%A]B%C]J6K]N 6O]RS]]]VvW]Z[]^f_]`Fa]b c]dFe]fFg]h"6i]jfk]lm]n7o]pWq]rs]tFu]vVw]xVy]]X !T#T$TTTT$ < 0#0#00000030S#X0000$Y?*$@ A*$B=C*$DE*$FG*$H(I*$JhK*$L5M*$NXO*$P 2Q*$R.S*$*$$sCx.***\ ;;;;;;  //  ""  /U"222&)h U #/   D sx}$CC:#:$::::3#(3-: LS LC LD L L L L 5  5 5  5 5 5 5 5( "" "" " "  """"J555555pCC.OOsOSO(3-OOOOd0c0000  #  S ZbcfZg     S#X eCHo (SV-    =T#s(^= =====DcN=x}====0d38n0c3h0000f,d3S#X#67,3,tTWY\T\~,bf,,,,999c4S>>Q9R9999|MMM MM #tCH~  MMMMf c] .;;;;; T#s(^    5c5S5S5555CsCcC3C4CCCC*SCHSM(WSWCWDWWWW8 chsm<c](xx xxxxv=%3=%4=%=%=%=%@Cst&444s4S4(SV-4444n///s/S/RZ[_R`////d''#''s'HUXM''''T))3)#))U]^aUb))))X ;S ;T ; ; ; ; )3 )4 ) ) ) ) ' ' ' ' ' 'scCQYZ]Q^D\\\s\S\ZbcfZg\\\\~#C#C####3#PXY\P]P!! # %11tCH~,GIDeDcNE,A&B!BCHHH!%IIIIII chsm877 4S>4  7777t S T#s(^    %'$$ $!$ 8C=# $$$$P%' ! c]GG GGG 8C=#  GGGGX(,$( f$f$ f$f$f$: f$  f$ Tk f$ f$f$f$f$V(,$(  :    Tk  :         ''''''>&T$sCx.-A&c&&&&""T#s(^"S"S""""4c3hCB.c3h.C....@,0 4S>" Dc3h( )   >=?T#uS#sC%7889>>> 1s 1s 1 1 1 13T#s(^(<3333333s 7NN  N