hhK dZddlZddlmZmZddlmZmZmZddl m Z ddl m Z ddl mZddlmZmZid d d d d d dd ddddddddddddddddddddddddd did!dd"d#d$d#d%d&d'd&d(d)d*d)d+d,d-d,d.d/d0d/d1d2d3d2d4d)d5d)d6d7d8d7id9d:d;d:dd=d?d@dAd@dBdCdDdCdEdFdGdFdHdIdJdIdKdCdLdCdMdNdOdNdPdIidQdIdRdCdSdNdTdCdUdNdVdIdWdIdXd,dYd/dZd,d[d/d\d2d]d2d^d=d_d`dadbdcd=iddd`ded=dfd`dgd:dhd,did:djd:dkd=dld=dmd=dnd:dod:dpd:dqdbdrdbdsdbdtd=idud=dvd=dwdxdydxdzdxd{d|d}d~dd|dd~dddddd|dd|ddddddddidddddddddd|dd|dddddd=dd=dd:dd:ddddddddddidddddd2dd2dd2dd:dd:dd:dd:dd:dd:dd2dd2dd2ddddddidddddddddddddddd dddddddddddddd dddd idd dd dd ddɓddɓdddd dd dddddddddd dddd dd dd iddɓddɓdddddd dd dd dd ddxddxddxddddddddddddidd|dddddddddddddddd dddddd dd ddddddddZGddeZ dejddedededefdZ dejddededededef dZGdde ZdS( z(Callback Handler that prints to std out.N)Enumauto)AnyDictList)warn_deprecated)BaseCallbackHandler) AIMessage)ChatGeneration LLMResultgpt-4.1gMb`?zgpt-4.1-2025-04-14zgpt-4.1-cachedgMb@?zgpt-4.1-2025-04-14-cachedzgpt-4.1-completiongMb?zgpt-4.1-2025-04-14-completionz gpt-4.1-minig-C6:?zgpt-4.1-mini-2025-04-14zgpt-4.1-mini-cachedg-C6?zgpt-4.1-mini-2025-04-14-cachedzgpt-4.1-mini-completiong-C6Z?z"gpt-4.1-mini-2025-04-14-completionz gpt-4.1-nanozgpt-4.1-nano-2025-04-14zgpt-4.1-nano-cachedg-C6>zgpt-4.1-nano-2025-04-14-cachedzgpt-4.1-nano-completionz"gpt-4.1-nano-2025-04-14-completionzgpt-4.5-previewg333333?zgpt-4.5-preview-2025-02-27zgpt-4.5-preview-cachedg333333?z!gpt-4.5-preview-2025-02-27-cachedzgpt-4.5-preview-completiong333333?z%gpt-4.5-preview-2025-02-27-completiono1gQ?z o1-2024-12-17z o1-cachedgQ~?zo1-2024-12-17-cachedz o1-completiongQ?zo1-2024-12-17-completionzo1-prozo1-pro-2025-03-19zo1-pro-completiong333333?zo1-pro-2025-03-19-completiono3g{Gz?z o3-2025-04-16z o3-cachedg{Gzd?zo3-2025-04-16-cachedz o3-completiong{Gz?zo3-2025-04-16-completionzo4-minig/nR?zo4-mini-2025-04-16zo4-mini-cachedg/n2?zo4-mini-2025-04-16-cachedzo4-mini-completiong/nr?zo4-mini-2025-04-16-completionzo3-minizo3-mini-2025-01-31zo3-mini-cachedg/nB?zo3-mini-2025-01-31-cachedzo3-mini-completionzo3-mini-2025-01-31-completionzo1-minizo1-mini-cachedzo1-mini-2024-09-12zo1-mini-2024-09-12-cachedzo1-mini-completionzo1-mini-2024-09-12-completionz o1-previewzo1-preview-cachedzo1-preview-2024-09-12zo1-preview-2024-09-12-cachedzo1-preview-completionz o1-preview-2024-09-12-completiongpt-4oz gpt-4o-cachedg{GzT?gpt-4o-2024-05-13g{Gzt?zgpt-4o-2024-08-06zgpt-4o-2024-08-06-cachedzgpt-4o-2024-11-20zgpt-4o-2024-11-20-cachedzgpt-4o-completionzgpt-4o-2024-05-13-completionzgpt-4o-2024-08-06-completionzgpt-4o-2024-11-20-completionzgpt-4o-audio-previewzgpt-4o-audio-preview-2024-12-17zgpt-4o-audio-preview-2024-10-01zgpt-4o-audio-preview-completionz*gpt-4o-audio-preview-2024-12-17-completionz*gpt-4o-audio-preview-2024-10-01-completionzgpt-4o-realtime-previewz"gpt-4o-realtime-preview-2024-12-17z"gpt-4o-realtime-preview-2024-10-01zgpt-4o-realtime-preview-cachedz)gpt-4o-realtime-preview-2024-12-17-cachedz)gpt-4o-realtime-preview-2024-10-01-cachedz"gpt-4o-realtime-preview-completiong{Gz?z-gpt-4o-realtime-preview-2024-12-17-completionz-gpt-4o-realtime-preview-2024-10-01-completionz gpt-4o-miniga2U0*#?zgpt-4o-mini-cachedga2U0*?zgpt-4o-mini-2024-07-18zgpt-4o-mini-2024-07-18-cachedzgpt-4o-mini-completionga2U0*C?z!gpt-4o-mini-2024-07-18-completionzgpt-4o-mini-audio-previewz$gpt-4o-mini-audio-preview-2024-12-17z$gpt-4o-mini-audio-preview-completionz/gpt-4o-mini-audio-preview-2024-12-17-completionzgpt-4o-mini-realtime-previewz'gpt-4o-mini-realtime-preview-2024-12-17z#gpt-4o-mini-realtime-preview-cachedga2U0*3?z.gpt-4o-mini-realtime-preview-2024-12-17-cachedz'gpt-4o-mini-realtime-preview-completionga2U0*c?z2gpt-4o-mini-realtime-preview-2024-12-17-completionzgpt-4o-mini-search-previewz%gpt-4o-mini-search-preview-2025-03-11z%gpt-4o-mini-search-preview-completionz0gpt-4o-mini-search-preview-2025-03-11-completionzgpt-4o-search-previewz gpt-4o-search-preview-2025-03-11z gpt-4o-search-preview-completionz+gpt-4o-search-preview-2025-03-11-completionzcomputer-use-previewg~jth?zcomputer-use-preview-2025-03-11zcomputer-use-preview-completiong~jt?z*computer-use-preview-2025-03-11-completiongpt-4gQ?z gpt-4-0314z gpt-4-0613z gpt-4-32kzgpt-4-32k-0314zgpt-4-32k-0613zgpt-4-vision-previewzgpt-4-1106-previewzgpt-4-0125-previewzgpt-4-turbo-previewz gpt-4-turbozgpt-4-turbo-2024-04-09zgpt-4-completionzgpt-4-0314-completionzgpt-4-0613-completionzgpt-4-32k-completiongQ?zgpt-4-32k-0314-completionzgpt-4-32k-0613-completionzgpt-4-vision-preview-completionzgpt-4-1106-preview-completionzgpt-4-0125-preview-completionzgpt-4-turbo-preview-completionzgpt-4-turbo-completionz!gpt-4-turbo-2024-04-09-completionz gpt-3.5-turbog~jtX?zgpt-3.5-turbo-0125zgpt-3.5-turbo-0301zgpt-3.5-turbo-0613zgpt-3.5-turbo-1106gMbP?zgpt-3.5-turbo-instructzgpt-3.5-turbo-16kzgpt-3.5-turbo-16k-0613zgpt-3.5-turbo-completionzgpt-3.5-turbo-0125-completionzgpt-3.5-turbo-0301-completionzgpt-3.5-turbo-0613-completionzgpt-3.5-turbo-1106-completionz!gpt-3.5-turbo-instruct-completionzgpt-3.5-turbo-16k-completiongMbp?z!gpt-3.5-turbo-16k-0613-completionz gpt-35-turbozgpt-35-turbo-0125zgpt-35-turbo-0301zgpt-35-turbo-0613zgpt-35-turbo-instructzgpt-35-turbo-16kzgpt-35-turbo-16k-0613zgpt-35-turbo-completionzgpt-35-turbo-0125-completionzgpt-35-turbo-0301-completionzgpt-35-turbo-0613-completionz gpt-35-turbo-instruct-completionzgpt-35-turbo-16k-completionz gpt-35-turbo-16k-0613-completionz text-ada-001adaztext-babbage-001babbageztext-curie-001curieztext-davinci-003ztext-davinci-002zcode-davinci-002zbabbage-002-finetunedzdavinci-002-finetunedzgpt-3.5-turbo-0613-finetunedzgpt-3.5-turbo-1106-finetunedzgpt-3.5-turbo-0125-finetunedz gpt-4o-mini-2024-07-18-finetunedz'gpt-4o-mini-2024-07-18-finetuned-cachedz babbage-002-finetuned-completionz davinci-002-finetuned-completionz'gpt-3.5-turbo-0613-finetuned-completiong~jtx?z'gpt-3.5-turbo-1106-finetuned-completionz'gpt-3.5-turbo-0125-finetuned-completionz+gpt-4o-mini-2024-07-18-finetuned-completionga2U0*S?zbabbage-002-azure-finetunedzdavinci-002-azure-finetunedz!gpt-35-turbo-0613-azure-finetunedz&babbage-002-azure-finetuned-completionz&davinci-002-azure-finetuned-completionz,gpt-35-turbo-0613-azure-finetuned-completionzada-finetuned-legacyzbabbage-finetuned-legacyzcurie-finetuned-legacyzdavinci-finetuned-legacycNeZdZdZeZeZeZdS) TokenTypezToken type enum.N)__name__ __module__ __qualname____doc__rPROMPT PROMPT_CACHED COMPLETIONf/var/www/FlaskApp/flask-venv/lib/python3.11/site-packages/langchain_community/callbacks/openai_info.pyrrs5 TVVFDFFMJJJr rF token_type model_name is_completionr#returnc|rtdddtj}|}d|vr|dddz}d|vr|d dd z}d |vr|d d d z}|tjkr|dsq|ds\|dsG|ds2|ds|dsd|vr d|vr|dzS|tjkr|dsT|ds?|ds*|ds|dr|ds|dzS|S)a Standardize the model name to a format that can be used in the OpenAI API. Args: model_name: Model name to standardize. is_completion: Whether the model is used for completion or not. Defaults to False. Deprecated in favor of ``token_type``. token_type: Token type. Defaults to ``TokenType.PROMPT``. Returns: Standardized model name. 0.3.13zis_completion is deprecated. Use token_type instead. Example: from langchain_community.callbacks.openai_info import TokenType standardize_model_name('gpt-4o', token_type=TokenType.COMPLETION) 1.0sincemessageremovalz.ft-rz-azure-finetunedz:ft-:z-finetuned-legacyzft:z -finetunedrzgpt-3.5zgpt-35zo1-zo3-zo4- finetunedlegacyz -completionrr rro4rz-cached)rrrlowersplit startswithr)r$r%r#s r!standardize_model_namer6s2& *V    ) !!##J %%f--a03EE  %%c**1-0CC  %%c**1- < Y)))g&&*   + +*   * **   ' ' *   ' ' *   ' ' * : % %(**D*DM))i---  ! !( + + .$$Y// .$$T** . $$T** . $$T** .&&':;; .I%%r num_tokensc|rtdddtj}t||}|tvr@t d|ddtzt||d z zS) a Get the cost in USD for a given model and number of tokens. Args: model_name: Name of the model num_tokens: Number of tokens. is_completion: Whether the model is used for completion or not. Defaults to False. Deprecated in favor of ``token_type``. token_type: Token type. Defaults to ``TokenType.PROMPT``. Returns: Cost in USD. r(zis_completion is deprecated. Use token_type instead. Example: from langchain_community.callbacks.openai_info import TokenType get_openai_token_cost_for_model('gpt-4o', 10, token_type=TokenType.COMPLETION) r)r*r"zUnknown model: z=. Please provide a valid OpenAI model name.Known models are: z, i)rrrr6MODEL_COST_PER_1K_TOKENS ValueErrorjoinkeys)r$r7r%r#s r!get_openai_token_cost_for_modelr=[s( *c    ) ' zJJJJ111 !j ! ! !#'99-E-J-J-L-L#M#M N    $J /:3D EEr c$eZdZUdZdZeed<dZeed<dZeed<dZ eed<dZ eed<dZ eed<d Z e ed <dfd Zd efdZed efdZdeeefdeeded d fdZdeded d fdZdeded d fdZddZded dfdZxZS)OpenAICallbackHandlerz)Callback Handler that tracks OpenAI info.r total_tokens prompt_tokensprompt_tokens_cachedcompletion_tokensreasoning_tokenssuccessful_requestsg total_costr&Ncxttj|_dS)N)super__init__ threadingLock_lock)self __class__s r!rIzOpenAICallbackHandler.__init__s, ^%% r cvd|jd|jd|jd|jd|jd|jd|jS)Nz Tokens Used: z Prompt Tokens: z Prompt Tokens Cached: z Completion Tokens: z Reasoning Tokens: z Successful Requests: z Total Cost (USD): $)r@rArBrCrDrErFrMs r!__repr__zOpenAICallbackHandler.__repr__s 4D- 4 4 $ 2 4 4)-)B 4 4%)$: 4 4&*%:  4 4 %)$<  4 4 #'/  4 4 r cdS)z;Whether to call verbose callbacks even if verbose is False.TrrPs r!always_verbosez$OpenAICallbackHandler.always_verboses tr serializedpromptskwargsc dS)zPrint out the prompts.Nr)rMrTrUrVs r! on_llm_startz"OpenAICallbackHandler.on_llm_starts  r tokenc dS)zPrint out the token.Nr)rMrYrVs r!on_llm_new_tokenz&OpenAICallbackHandler.on_llm_new_tokens r responsec  |jdd}n#t$rd}YnwxYwt|trE |j}t|t r|j}|j}nd}d}n#t$rd}d}YnwxYwd}d}d}d}|rd|di} |d} |d} |pi dx} rt| } n2|j d} n(t|j dd} d| d ivr|d d}d | d ivr|d d }n|j dSd |j vr1|j 5|xj d z c_ dddn #1swxYwYdS|j d } | dd} | dd} t|j dd} | tvr_| |z }t| |t j}t| |t j}||z}t| | t j}nd}d}|j 5|xj||zz c_|xj| ddz c_|xj| z c_|xj|z c_|xj| z c_|xj|z c_|xj d z c_ ddddS#1swxYwYdS)zCollect token usage.rNr@ output_tokens input_tokensr$ cache_readinput_token_details reasoningoutput_token_details token_usager/rCrAr") generations IndexError isinstancer r,r usage_metadataresponse_metadataAttributeErrorgetr6 llm_outputrLrEr9r=rrrrrFr@rArBrCrD)rMr\rV generationr,rirjrBrDrerCrAresponse_model_namer$uncached_prompt_tokensuncached_prompt_costcached_prompt_cost prompt_costcompletion_costs r! on_llm_endz OpenAICallbackHandler.on_llm_endsZ !-a03JJ   JJJ  j. 1 1 % )$,gy11-%,%;N(/(A%%%)N(,%! ) ) )!%$(!!! )"N $   ! )>.+IJK . ? *>:M'8'>B&C&CL&Q&QQ" 34GHH $, 3'++L"== ~112GLLLL'56K'L ($n001GLLLL#12H#I+#V "*tH$777Z22,,1,,222222222222222t#-mA?'FF F%BK::K>K>c|S)z&Return a copy of the callback handler.rrPs r!__copy__zOpenAICallbackHandler.__copy__ r memoc|S)z+Return a deep copy of the callback handler.r)rMrys r! __deepcopy__z"OpenAICallbackHandler.__deepcopy__rxr )r&N)r&r?)rrrrr@int__annotations__rArBrCrDrErFfloatrIstrrQpropertyboolrSrrrrXr[r rurwr{ __classcell__)rNs@r!r?r?s33L#M3 !#!!!sc    J&&&&&&  #     X sCx. 379 HK      c S T    U*9U*U*U*U*U*U*n)@r r?)F)rrJenumrrtypingrrrlangchain_core._apirlangchain_core.callbacksr langchain_core.messagesr langchain_core.outputsr r r9rrrrr6r|r~r=r?rr r!rs..""""""""""//////888888------<<<<<<<<E uE%Ef E   E%E$UEFEvE6E%fEvE )&!E$F%E&v'E(8)E*%h+E.v/EE0)&1E4u5E6!%7E8f9E:(;E>!$?E@,TAED %EEFUGEHIEJFKENTOEPQET dUEVWEZ[E\#C]EEE` $aEbTcEdeEfFgEjTkElmEpvqEr&sEthuEv wEz&{E|$V}E@vAEB&CEDgEEF GEJ&KEEEL$VMEPvQERgSET&UEV WEZ&[E\$V]E`%aEbcEdUeEf#FgEjTkEl'mEp fqErWsEtuEvwEEExyEz{E|}E@AEB#ECED#DEEF#DGEJFKEL&vMEN&vOER&tSET1$UEV1$WEZu[E\)%]E^)%_E`%faEEEb0cEd0eEh)$iEj4TkEl4TmEp7qEr(sEtguEv$XwEzf{E|(}E@ AEB+GCEF+FGEH6vIEL#FMEN.vOEEEP*6QER5fSEV.vWEX9&YE\!']E^,W_Eb,VcEd7eEhViEj'kEn'oEp24qEtEuEv&uwEz&u{E|1%}E@ TAEEEB$CED$EEFGEHdIEJdKELDMEN$OEP$QER4SET4UEVdWEZ[E\T]E^T_E`DaEb cEd eEEEf&tgEh$TiEj$TkEl%dmEndoEp(qExVyEz&{E|&}E~&E@%AEBfCEDEEFeGENOEP$VQER$USEEET$UUEV$UWEX(YEZ#E[E\(]E`FaEbcEdeEfgEhViEjkElUmEpuqEr#FsEt#EuEv#EwEx'yEEEz"5{E|'}E@FAEB 6CEDEEFvGEHeIEJ UKELMENOEPQETVUEVUWEX#EYEZ#E[E\#E]E^'_EEE`.waEd'eEf'gEh.uiEj.ukEl.umEn26oEr"6sEt"5uEv(wEz-f{E|-e}E~3EEBFCEDEEFeGEHIEEP <&, <<<<< <  <<<<D %F &, %F%F%F%F%F%F  %F  %F%F%F%FPFFFFF/FFFFFr