Ji UdZddlZddlZddlZddlZddlmZddlmZm Z m Z m Z ddl m Z ddlZddlZddlmZejeZehdZeeed<ejd ejZd ed efd Ziae ee eeffed <daeed<dZ iZ!e ee ee eefffed<iZ"e eefed<dZ#gdZ$e$dZ%iddddddddddddddddd d!d"dd#d$d%d$d&d'd(d)d*d+d,d$d-d$d.d+d+d'd/d)d0Z&d1Z'd2Z(d3Z)d4ed efd5Z*d4ed e+fd6Z,d4ed e+fd7Z-id8d9d:d9d;d<d=d>d?d@dAd@dBd&dCdDdEdDdFdGdHdIdJdKdLd"dMdNdOdNdPdQZ.e eefedR<d4ed e efdSZ/d4ed e+fdTZ0d4ed e+fdUZ1d4ed e efdVZ2dWefdXZ3ddWed[e4d\e4d e e4fd]Z5d^e eefd_e6ed`fd e e4fdaZ7d^e eefd e e4fdbZ8d^e eefd e e4fdcZ9d^e eefd e eeffddZ:dee ee eeffdfedge eefd dfdhZ;ddje+d e ee eefffdkZ< dd4edmedje+d e ee eefffdnZ=d efdoZ>d e ee4ffdpZ?d ed4edqe4d dfdrZ@d ed4ed e e4fdsZAdte4d e e4fduZBdved e e4fdwZCdxedyed e+fdzZDd ed4ed e e4fd{ZEd ed efd|ZFd ed4edmed e e4fd}ZGd ed e e4fd~ZH dd ed4edmede4dzded e4f dZIded e4fdZJde e eefd e4fdZKdlddde e eefdede e e eefd e4fdZLdS)zModel metadata, context lengths, and token estimation utilities. Pure utility functions with no AIAgent dependency. Used by ContextCompressor and run_agent.py for pre-flight context checks. N)Path)AnyDictListOptional)urlparse)OPENROUTER_MODELS_URL>%z-aiz.ai deep-seek ai-gateway minimax-cn copilot-acp opencode-go openai-codex opencode-zen github-modelsgithub-copilotgoglmzaizenkilokiminousqwenlocalzhipualiyunclaudecustomgithubvercelalibabacopilotminimaxdeepseekkilocodemoonshotopencode anthropic dashscope openrouter kimi-coding_PROVIDER_PREFIXESzE^(\d+\.?\d*b|latest|stable|q\d|fp?\d|instruct|chat|coder|vision|text)modelreturnc,d|vs|dr|S|dd\}}|}|tvr0t |r|S|S|S)uaStrip a recognised provider prefix from a model string. ``"local:my-model"`` → ``"my-model"`` ``"qwen3.5:27b"`` → ``"qwen3.5:27b"`` (unchanged — not a provider prefix) ``"qwen:0.5b"`` → ``"qwen:0.5b"`` (unchanged — Ollama model:tag) ``"deepseek:latest"``→ ``"deepseek:latest"``(unchanged — Ollama model:tag) :http) startswithsplitstriplowerr/_OLLAMA_TAG_PATTERNmatch)r0prefixsuffix prefix_lowers 1/home/ubuntu/hermes-agent/agent/model_metadata.py_strip_provider_prefixr@+s %5++F33 [[a((NFF<<>>''))L)))  $ $V\\^^ 4 4 L L_model_metadata_cache_model_metadata_cache_timei_endpoint_model_metadata_cache#_endpoint_model_metadata_cache_timei,)ii}i>i@zclaude-opus-4-6i@Bzclaude-sonnet-4-6zclaude-opus-4.6zclaude-sonnet-4.6r i@ zgpt-4.1izgpt-5rFzgpt-4geminiir'llamairr&i ririzQwen/Qwen3.5-397B-A17BzQwen/Qwen3.5-35B-A3Bii)zdeepseek-ai/DeepSeek-V3.2zmoonshotai/Kimi-K2.5zmoonshotai/Kimi-K2-ThinkingzMiniMaxAI/MiniMax-M2.5zXiaomiMiMo/MiMo-V2-Flashz zai-org/GLM-5) context_lengthcontext_windowmax_context_lengthmax_position_embeddings max_model_lenmax_input_tokensmax_sequence_length max_seq_len n_ctx_trainn_ctx)max_completion_tokensmax_output_tokens max_tokens) localhostz 127.0.0.1z::1z0.0.0.0base_urlcT|pddS)N/)r8rstriprWs r?_normalize_base_urlr]s& N ! ! # # * *3 / //rAcHdt|vS)N openrouter.ai)r]r9r\s r?_is_openrouter_base_urlr`s" 1(;;AACC CCrAc^t|}t|ot| SN)r]boolr`)rW normalizeds r?_is_custom_endpointres.$X..J    G$;J$G$G GGrAzapi.openai.comopenaiz chatgpt.comapi.anthropic.comr+zapi.z.airzapi.moonshot.air.z api.kimi.comz api.minimaxzdashscope.aliyuncs.comr$zdashscope-intl.aliyuncs.comr_r-z!generativelanguage.googleapis.comgooglezinference-api.nousresearch.comrzapi.deepseek.comzapi.githubcopilot.comr%zmodels.github.aizapi.fireworks.ai fireworks_URL_TO_PROVIDERct|}|sdStd|vr|nd|}|jp|j}t D] \}}||vr|cSdS)aInfer the models.dev provider name from a base URL. This allows context length resolution via models.dev for custom endpoints like DashScope (Alibaba), Z.AI, Kimi, etc. without requiring the user to explicitly set the provider name in config. N://zhttps://)r]rnetlocr9pathrjitems)rWrdparsedhosturl_partproviders r?_infer_provider_from_urlrts%X..J t EZ$7$7jj=T =T=T U UF =   7FK$5$5$7$7D.4466( t  OOO  4rAc$t|duSrb)rtr\s r?_is_known_provider_base_urlrvs #H - -T 99rAcPt|}|sdSd|vr|nd|} t|}|jpd}n#t$rYdSwxYw|tvrdSddl} ||}|jp |jp|j S#t$rYnwxYw| d}t|d krj t|dt|d } }|d krdS|d krd | cxkrdkrnndS|dkr| dkrdSn#t$rYnwxYwdS)zOReturn True if base_url points to a local machine (localhost / RFC-1918 / WSL).Frlzhttp://rYTrN.r5 )r]rhostname Exception _LOCAL_HOSTS ipaddress ip_address is_private is_loopback is_link_local ValueErrorr7lenint) rWrdurlrprqraddrpartsfirstseconds r?is_local_endpointrs$X..J u++**1G:1G1GC#$" uu |t ##D))H$"2Hd6HH       JJsOOE 5zzQ aMM3uQx==6E{{t||f 2 2 2 2 2 2 2 2 2t||# t    D  5s?9 AA)B BB=0D/D D D#"D#cddl}t|}|}|dr |dd} |d5} ||d}|jdkr dddd Sn#t $rYnwxYw ||d }|jdkr8 |}d |vr dddd Sn#t $rYnwxYwn#t $rYnwxYw ||d }|jdkr||d}|jdkrd|jvr ddddSn#t $rYnwxYw ||d}|jdkr&|}d|vr ddddSn#t $rYnwxYwdddn #1swxYwYn#t $rYnwxYwdS)zDetect which local server is running at base_url by probing known endpoints. Returns one of: "ollama", "lm-studio", "vllm", "llamacpp", or None. rN/v1g@timeout/api/v1/models lm-studioz /api/tagsmodelsollama /v1/props/propsdefault_generation_settingsllamacppz/versionversionvllm) httpxr]endswithClientget status_coderjsontext)rWrrd server_urlclientrdatas r?detect_local_server_typersQ LLL$X..JJ5!!%_ * \\#\ & &' & JJ*<<<===C''& ' ' ' ' ' ' ' ' (     JJ*77788=C'' vvxx#t++#+#' ' ' ' ' ' ' '  ,$     JJ*77788=C'' j#8#8#899A=C'',IQV,S,S%9' ' ' ' ' ' ' ' :     JJ*66677=C''6688D D((%K' ' ' ' ' ' ' ' L    M' ' ' ' ' ' ' ' ' ' ' ' ' ' ' P       4sG G#B2 G?G B  G B  G#C-5C GC- C)&C-(C))C-,G- C:7G9C::G>AE GG E)&G(E))G-;F7) G6G7 GGGG GGGGG G,+G,valuec#Kt|tr2|V|D]}t|Ed{VdSt|tr|D]}t|Ed{VdSdSrb) isinstancedictvalues_iter_nested_dictslist)rnesteditems r?rr,s%0 llnn 2 2F)&11 1 1 1 1 1 1 1 1 2 2 E4 0 0 0D)$// / / / / / / / /00 0 0rA逖minimummaximumc$ t|trdSt|tr(|dd}t |}n#t tf$rYdSwxYw||cxkr|krnn|SdS)N,rY)rrcstrr8replacer TypeErrorr)rrrresults r?_coerce_reasonable_intr6s eT " " 4 eS ! ! 3KKMM))#r22EU z "tt&####G##### 4sA&A A&&A;:A;payloadkeys.cd|D}t|D]W}|D]@\}}t||vr)t |}||ccSAXdS)Nc6h|]}|S)r9).0keys r? z%_extract_first_int..Es * * *cciikk * * *rA)rrorr9r)rrkeysetmappingrrcoerceds r?_extract_first_intrDs * *T * * *F%g..!--//  JC3xx~~v--,U33G"#   4rAc,t|tSrb)r_CONTEXT_LENGTH_KEYSrs r?_extract_context_lengthrP g'; < <z$_extract_pricing..as.PPP*#uc#hhnn&&PPPrAc3NK|]}tfd|DV dS)c3 K|]}|vV dSrbr)raliasrds r? z-_extract_pricing...bs(@@uu *@@@@@@rAN)any)raliasesrds r?rz#_extract_pricing..bs@ccW3@@@@@@@@@ccccccrA)NrY)rrorr)r alias_maprpricingtargetrrrds @r?_extract_pricingrXsR`.fk I&g..  PP PPP ccccPYP`P`PbPbccccc  "$(00  OFG   J&&:e+2)F)F)J)JKbdh)i)i &(33 99Y33 E uh 6 6 6 "2B77I .sVJq$4G4Gj!!Z/rArYrrrrR model_aliasz1Failed to fetch model metadata from %s/models: %s)r]r`rDrrEr_ENDPOINT_MODEL_CACHE_TTLrr[appendrrrrrrrrrrrokrrr)rWr rrdcached cached_at candidates alternater last_error candidaterr rrr0rrrIrSr is_llamacppbase props_respprops gen_settingsrRrexcs r?fetch_endpoint_model_metadatar&s/%X..J 0<< /33J??7;;JJJ  49;;#:>W"W"WMJ5!!'ssO**3// & %Yj00)$$$8?G 3' 3 344RG&*J33 s##i/1 |C"EEEH  % % ' ' 'mmooG/1E VR00 ; ;!%.. 99T??)/681L1L(M!8!?!?!-.Bikk / ;LLL   JJJJJJ b H*V`aaa13":.6:ikk' 3 Is>>D"L.!CK54L.5 L?L.L)L.. M8MMcttjdtjdz }|dz S)z8Return path to the persistent context length cache file. HERMES_HOMEz.hermeszcontext_length_cache.yaml)rosenvironrhome) hermes_homes r?_get_context_cache_pathr-s6rz~~mTY[[95LMMNNK 4 44rAcZt}|siS t|5}tj|pi}dddn #1swxYwY|diS#t $r'}td|icYd}~Sd}~wwxYw)z:Load the model+provider -> context_length cache from disk.Ncontext_lengthsz'Failed to load context length cache: %s) r-existsopenyaml safe_loadrrrr)rnfrr s r?_load_context_cacher5s " $ $D ;;==  $ZZ +1>!$$*D + + + + + + + + + + + + + + +xx)2...  >BBB s@A9A A9AA9A A99 B*B%B*%B*lengthc|d|}t}|||krdS|||<t} |jddt |d5}t jd|i|ddddn #1swxYwYt d ||d dS#t$r&}t d |Yd}~dSd}~wwxYw) zPersist a discovered context length for a model+provider combo. Cache key is ``model@base_url`` so the same model name served from different providers can have different limits. @NT)parentsexist_okwr/F)default_flow_stylez%Cached context length %s -> %s tokensrz'Failed to save context length cache: %s) r5rr-parentmkdirr1r2dumprinforr)r0rWr6rrrnr4r s r?save_context_lengthrA si   X  C  ! !E yy~~E#J " $ $DC $666 $__ O I(%0! N N N N O O O O O O O O O O O O O O O ;SV--PPPPP CCC >BBBBBBBBBCs<,C1B CBCB!C C2 C--C2cV|d|}t}||S)zBLook up a previously discovered context length for model+provider.r8)r5r)r0rWrrs r?get_cached_context_lengthrCs0   X  C  ! !E 99S>>rAcurrent_lengthc.tD] }||kr|cS dS)z@Return the next lower probe tier, or None if already at minimum.N)CONTEXT_PROBE_TIERS)rDtiers r?get_next_probe_tierrH%s/# . KKK ! 4rA error_msgc|}gd}|D]O}tj||}|r6t|d}d|cxkrdkrnK|cSPdS)a?Try to extract the actual context limit from an API error message. Many providers include the limit in their error text, e.g.: - "maximum context length is 32768 tokens" - "context_length_exceeded: 131072" - "Maximum context size 32768 exceeded" - "model's max context length is 65536" )zY(?:max(?:imum)?|limit)\s*(?:context\s*)?(?:length|size|window)?\s*(?:is|of|:)?\s*(\d{4,})z:context\s*(?:length|size|window)\s*(?:is|of|:)?\s*(\d{4,})z)(\d{4,})\s*(?:token)?\s*(?:context|limit)z">\s*(\d{4,})\s*(?:max|limit|token)z(\d{4,})\s*(?:max(?:imum)?)\br5rrN)r9researchrgroup)rI error_lowerpatternspatternr;limits r?parse_context_limit_from_errorrR-s//##KH ';//   A''Eu**** ***** 4rA candidate_id lookup_modelcb||krdSd|vr"|ddd|krdSdS)aReturn True if *candidate_id* (from server) matches *lookup_model* (configured). Supports two forms: - Exact match: "nvidia-nemotron-super-49b-v1" == "nvidia-nemotron-super-49b-v1" - Slug match: "nvidia/nvidia-nemotron-super-49b-v1" matches "nvidia-nemotron-super-49b-v1" (the part after the last "/" equals lookup_model) This covers LM Studio's native API which stores models as "publisher/slug" while users typically configure only the slug after the "local:" prefix. TrZr5F)rsplit)rSrTs r?_model_id_matchesrWIsH|##t l|223::1=MMt 5rAcR ddl}t|}|d}|dr |dd} t |}n#t $rd}YnwxYw |d5}|dkrL||d d |i }|jd kr$| }| d i}| D]B\} } d| vr9t| ttfrt| ccdddSC| dd} d| vr| dD]s} d| vrm| } t#| dkr4 t| dccdddS#t$$rYowxYwt|dkr| |d}|jd kr]| }| dgD]1}t'| dd|s$t'| dd|r| dgD]j}| di}| d}|r;t|ttfrt|cccdddSk| dp| d}|r9t|ttfrt|ccdddS3| |d|}|jd kr| }| dp)| dp| d}|r7t|ttfrt|cdddS| |d }|jd kr| }| d!g}|D]}t'| dd|rz| dp)| dp| d}|r9t|ttfrt|ccdddSdddn #1swxYwYn#t $rYnwxYwdS)"z4Query a local server for the model's context length.rNrZrrg@rrz /api/showr)rr model_inforI parametersrYnum_ctx rrrrrloaded_instancesconfigrKz /v1/models/rMrUz /v1/modelsr)rr@r[rrrrpostrrrrorrfloatr7r8rrrW)r0rWrr server_typerresprrYrrparamslinerrinstcfgctx models_lists r?_query_local_context_lengthrk\sLLL #5 ) )E%%J5!!%_ .x88  C \\#\ & &@ ,&h&&{{j#;#;#;65/{RR#s**99;;D!%,!;!;J&0&6&6&8&8.. U+s22z%#u7V7V2#&u::--@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,"XXlB77F F**$*LL$6$6--D(D00(, (:(:(<(<#&u::??%-/259~~(=(='@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,(,6%-%-%-(,%-k))zzZ"?"?"?@@#s**99;;D!XXh33 0 0,QUU5"-=-=uEE 0IZ[\[`[`aegi[j[jlqIrIr 0().@"(E(E44&*hhx&<&<&)gg.>&?&?#&!4:cC<+H+H!4+.s88OOOOO@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,R#$%%(<"="="XGWAXAXC"0z#U|'D'D0'*3xxW@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,\::????@@D3&&yy{{hh//g488N8O8OfSTSXSXYeSfSf,:cC<#@#@,#&s88OOA@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,@ ,B       4s A A('A(,TB#T % T2A/T "G6T 8 T GT GDT ) T6AT  TB&T  TC"T 1 T>T ? T TTTT T$#T$c.|ddS)zNormalize version separators for matching. Nous uses dashes: claude-opus-4-6, claude-sonnet-4-5 OpenRouter uses dots: claude-opus-4.6, claude-sonnet-4.5 Normalize both to dashes for comparison. rx-)r)r0s r?_normalize_model_versionrns ==c " ""rAcX|r|drdS |d}|dr |dd}|d}|dd}tj||d }|jd krdS|}|d gD]O}|d |kr4|d} t| tr | dkr| cSPn2#t$r%} t d| Yd} ~ nd} ~ wwxYwdS)zQuery Anthropic's /v1/models endpoint for context length. Only works with regular ANTHROPIC_API_KEY (sk-ant-api*). OAuth tokens (sk-ant-oat*) from Claude Code return 401. z sk-ant-oatNrZrrz/v1/models?limit=1000z 2023-06-01)z x-api-keyzanthropic-versionrzrrrrrNrz%Anthropic /v1/models query failed: %s) r6r[rrrrrrrrrr) r0rWr r!rrrdrrrir s r?_query_anthropic_context_lengthrpsq g((66tAs## ==   9D,,, !-  |C"===  s " "4yy{{&"%%  AuuT{{e##ee.//c3''C!GGJJJ   AAA r s 3 3 Iu##E** 3I#e**,, #e**0E0N0Nyy!12222222  3 4rAconfig_context_lengthrsc|t|tr|dkr|St|}|rt||}||St |rBt |s2t ||}||}|sht|dkr/tt| }n&| D]\}} ||vs||vr| }n|r,|d} t| tr| St |set|r+t||} | r| dkrt||| | St d||t$dt$S|dks|rd |vrt'||pd |} | r| S|} | r| d vr|rt)|}|r|} | d krt+|} | r| S| rdd lm}|| |} | r| St1}||vr||ddS|}t5t6 ddD] \}}||vr|cS|r:t|r+t||} | r| dkrt||| | St$S)acGet the context length for a model. Resolution order: 0. Explicit config override (model.context_length or custom_providers per-model) 1. Persistent cache (previously discovered via probing) 2. Active endpoint metadata (/models for explicit custom endpoints) 3. Local server query (for local endpoints) 4. Anthropic /v1/models API (API-key users only, not OAuth) 5. OpenRouter live API metadata 6. Nous suffix-match via OpenRouter cache 7. models.dev registry lookup (provider-aware) 8. Thin hardcoded defaults (broad family patterns) 9. Default fallback (128K) Nr)r r5rIuCould not detect context length for model %r at %s — defaulting to %s tokens (probe-down). Set model.context_length in config.yaml to override.rr+rgzhttps://api.anthropic.com)r-r!r)lookup_models_dev_contextrFc,t|dS)Nrr)xs r?z*get_model_context_length..rss1Q4yyrAT)rreverse)rrr@rCrervr&rrnextiterrrorrkrArr@DEFAULT_FALLBACK_CONTEXTrprtrwagent.models_devrzr r9sortedDEFAULT_CONTEXT_LENGTHS)r0rWr rxrsrendpoint_metadatamatchedrrrI local_ctxrieffective_providerinferredrzrrru default_modelr6s r?get_model_context_lengthrs,(Z8Ms-S-S(XmpqXqXq$$ #5 ) )E*5(;;  M8$$,-H-R-R,9(GTTT#''.. $%%**t$5$<$<$>$>??@@#4"9"9";";JC||se||"'(4  &$[[)9::N.#.. &%%*844 , ** %7xHH %Q'xCCC$$ KK.x$>>>>>''(:EBB  J$%%H ""#3V<<< ++--K!'%%''-@-@$""" v K ' 'MMM (%h///x@@  Q x ; ; ;  $#rArc.|sdSt|dzS)zrAmessagesc>td|D}|dzS)z:Rough token estimate for a message list (pre-flight only).c3NK|] }tt|V!dSrbrrrmsgs r?rz1estimate_messages_tokens_rough..s.88c#c((mm888888rAry)sum)r total_charss r?estimate_messages_tokens_roughrs)88x88888K ! rA) system_prompttoolsrrcd}|r|t|z }|r|td|Dz }|r|tt|z }|dzS)u<Rough token estimate for a full chat-completions request. Includes the major payload buckets Hermes sends to providers: system prompt, conversation messages, and tool schemas. With 50+ tools enabled, schemas alone can add 20-30K tokens — a significant blind spot when only counting messages. rc3NK|] }tt|V!dSrbrrs r?rz0estimate_request_tokens_rough..s.==S3s3xx========rAry)rrr)rrrrs r?estimate_request_tokens_roughrsuK*s=))) >s==H======  's3u::& ! rA)rr)F)rYF)rYrYNrY)M__doc__rr)rKrpathlibrtypingrrrr urllib.parserrr2hermes_constantsr getLogger__name__r frozensetr/r__annotations__compile IGNORECASEr:r@rBrCrbrrDrErrFrrrrrr]rcr`rerjrtrvrrrrrtuplerrrrrr r&r-r5rArCrHrRrWrkrnrprwrrrrrrAr?rs   ,,,,,,,,,,,,!!!!!! 222222  8 $ $ &/Y 0 0 0 & &IcN   !bjLM ##&46tCc3h/0555$%E%%%GIS$sDcN/B*C%C DIII8:#T#u*%5::: /q1 & w &  &w&& f&w& V& V&  g!&$%&( V)&, F-&0v1&4 65&8 F9&<f=&>F?&@"'"#)$ %K&&&P < 0#0#0000DcDdDDDDH#H$HHHH $h$8$$ $ } $ M $9$i$"9$\$($%f$ $Y$ $  !$$sCx.(sx}$:#:$::::!!!!!!H8s8x}8888v0c0000  #  S ZbcfZg     S#X eCHo (SV-    =T#s(^= =====DcN=x}====d38nc3h.,d3S#X#67,3,tTWY\T\~,bf,,,,!+!+!+c4S>>Q9R!+!+!+!+LXXX XX #tCH~  XXXXv55555 T#s(^    CsCcC3C4CCCC*SCHSM chsm8Cst&WsWcWhsmWWWWt#C#C####3#PXY\P]> F(, $$ $$$: $  $  $$$$DT$sCx.-Ac,0 4S>" Dc3h( )   rA