. hA d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dlm Z d dl
m Z m Z d dl
mZ ddlmZ dd lmZ dd
lmZ dd lmZmZmZmZ d d
lmZ d dlmZm Z m Z d dl m Z m Z d dl!m"Z"m#Z#m$Z$ dZ%dZ&dZ'ddiZ(e G d d Z) G d d Z* G d d Z+d+d Z,d,d&Z- G d' d(e" Z. G d) d*e# Z/dS )- ) annotationsN)
AsyncIterator) dataclass)Anycast) AsyncOpenAI )_debug)AgentsException)logger)Span SpanErrorTranscriptionSpanDatatranscription_span )STTWebsocketConnectionError)npnpt
websockets)
AudioInputStreamedAudioInput) StreamedTranscriptionSessionSTTModelSTTModelSettingsi
type semantic_vadc e Zd ZU ded< dS )
ErrorSentinel ExceptionerrorN)__name__
__module__ __qualname____annotations__ [/var/www/FlaskApp/flask-venv/lib/python3.11/site-packages/agents/voice/models/openai_stt.pyr r s r' r c e Zd ZdS )SessionCompleteSentinelNr" r# r$ r& r' r( r* r* " Dr' r* c e Zd ZdS )WebsocketDoneSentinelNr+ r& r' r( r. r. & r, r' r.
audio_data(list[npt.NDArray[np.int16 | np.float32]]returnstrc : t j | }|j t j k r8t j |dd }|dz t j }| }t j |
d S )Ng g ?i utf-8) r concatenatedtypefloat32clipastypeint16tobytesbase64 b64encodedecode)r/ concatenated_audio audio_bytess r( _audio_to_base64rA * s
33 2:-- W%7s C C 05 8 @ @ J J$,,..K K ( ( / / 8 88r' event_queue asyncio.Queue[dict[str, Any]]expected_types list[str]timeoutfloatc | K t j } |t j |z
z
}|dk rt d| t j | | d{V }| dd }||v r|S |dk r%t d | d )
zj
Wait for an event from event_queue whose type is in expected_types within the specified timeout.
Tr z Timeout waiting for event(s): rF Nr r!
Error event: )time TimeoutErrorasynciowait_forgetr )rB rD rF
start_time remainingevtevt_types r( _wait_for_eventrU 4 s J @ty{{Z 78 >> P P PQQ Q$[__%6%6 JJJJJJJJJ7762&& ~ % %J
>CGGG,<,< > >?? ? @r' c z e Zd ZdZd#d
Zd$dZd%dZd$dZd$dZd&dZ d$dZ
d'dZ d$d Z d$d Z
d$d Zd(d Zd$d!Zd"S )) OpenAISTTTranscriptionSessionz/A transcription session for OpenAI's STT model.inputr clientr modelr2 settingsr trace_include_sensitive_databool"trace_include_sensitive_audio_datac d| _ || _ || _ || _ |j pt
| _ || _ || _ |j | _
t j | _
d | _ t j | _ t j | _ g | _ d | _ d | _ d | _ d | _ d | _ d | _ d S )NF) connected_client_model _settingsturn_detectionDEFAULT_TURN_DETECTION_turn_detection _trace_include_sensitive_data#_trace_include_sensitive_audio_dataqueue _input_queuerN Queue
_output_queue
_websocket _event_queue _state_queue_turn_audio_buffer
_tracing_span_listener_task_process_events_task_stream_audio_task_connection_task_stored_exception)selfrX rY rZ r[ r\ r^ s r( __init__z&OpenAISTTTranscriptionSession.__init__J s % ! ' 6 P:P -I*3U0OT{ MOO
?CSZS`SbSb;B=??LN AE 9=>B!<@ :> 37 r' r1 Nonec t | j | j j | j j | j j | j d | _ | j d S )N) temperaturelanguagepromptrd )rZ model_config) r rb rc r{ r| r} rf rq startrw s r( _start_turnz)OpenAISTTTranscriptionSession._start_turnl sc /+ #~ 9 N 3 ./"&"6
"""""r' _transcriptc 6 t | dk rd S | j r|| j r#t | j | j j _ d| j j _ | j r|| j j _ | j
g | _ d | _ d S d S )N pcm) lenrq rh rA rp span_datarX input_formatrg outputfinish)rw r s r( _end_turnz'OpenAISTTTranscriptionSession._end_turnx s { a F &7
_5EdF]5^5^",28=D ( 51
B6A",3 % % ' ' '&(D #!%D & &r' c K | j
J d | j 2 3 d {V } t j | }| d dk r%t d| d | d dv r | j | d {V | j | d {V # t $ rB}| j t | d {V t d |d }~ww xY w6 | j t d {V d S )NWebsocket not initializedr r! rK )session.updated transcription_session.updatedsession.created transcription_session.createdzError parsing events) rm jsonloadsrP r ro putrn r rl r r. )rw messageeventes r( _event_listenerz-OpenAISTTTranscriptionSession._event_listener s **,G*** !_ Q Q Q Q Q Q Q'
Q
7++99V$$//56ZeiiPWFXFX6Z6Z[[[99V$$ ) +//666666666'++E2222222222
Q
Q
Q(,,]1-=-=>>>>>>>>>12HIIqP
Q! -& ##$9$;$;<<<<<<<<<<
r' wswebsockets.ClientConnectionc K || _ t j | | _ t | j ddgt d {V }n# t $ rD}t d }| j
t | d {V ||d }~wt $ r4}| j
t | d {V |d }~ww xY w| d {V t | j ddgt d {V }t j rt% j d d S t% j d| d S # t $ rD}t d }| j
t | d {V ||d }~wt $ r3}| j
t | d {V d }~ww xY w) Nr r z7Timeout waiting for transcription_session.created eventr r zSession updatedzSession updated: z7Timeout waiting for transcription_session.updated event)rm rN create_taskr rr rU ro SESSION_CREATION_TIMEOUTrM r rl r r r r SESSION_UPDATE_TIMEOUTr
DONT_LOG_MODEL_DATAr debug)rw r r r wrapped_errs r( _setup_connectionz/OpenAISTTTranscriptionSession._setup_connection s % 1$2F2F2H2H I I )!"$CD( EE
% % %5I K $(( {)C)CDD D D D D D D D 1 $ $(( q)9)9:: : : : : : : :G %%''''''''' )!"$CD& E
)
: .///// 8 8 899999 % % %5I K $(( {)C)CDD D D D D D D D 1 $ $(( q)9)9:: : : : : : : : sN #A
C$$?B##
C$0/C C$AE E
G)*?F))
G)6.G$$G)c " K t j | j t d {V }t |t rn| dd }|dk rt t | dd }t | dk rI|
| | | j
| d {V t j d d {V nQ# t j $ r Y nBt $ r4}| j
t# | d {V |d }~ww xY w_| j
t% d {V d S ) NTrI r unknownz5conversation.item.input_audio_transcription.completed
transcriptrJ r )rN rO rn rP EVENT_INACTIVITY_TIMEOUT
isinstancer. r r2 r r r rl r sleeprM r r r* )rw r
event_typer r s r( _handle_eventsz,OpenAISTTTranscriptionSession._handle_events s
% .%))++5M e%:;; "YYvy 9 9
!XXX!%c599\2+F+F!G!GJ:** z222 ((*** " 0 4 4Z @ @@@@@@@@ mA&&&&&&&&&&'
(,,]1-=-=>>>>>>>>>
) . $$%<%>%>???????????s% A
D B;D E ! E */EE audio_queue1asyncio.Queue[npt.NDArray[np.int16 | np.float32]]c z K | j
J d | | d {V }|d S | j | | j t
j dt j |
d d d {V nR# t j
$ r Y d S t $ r4}| j t# | d {V |d }~ww xY wt% j d d {V )Nr Tzinput_audio_buffer.appendr4 )r audior )rm r rP rp appendr r r r< r= r; r> r ConnectionClosedr rl r r rN r )rw r bufferr s r(
_stream_audioz+OpenAISTTTranscriptionSession._stream_audio s **,G*** #&??,,,,,,,,F~ # * *6 2 2 2
o**J$?%+%5fnn6F6F%G%G%N%Nw%W%W .
(,,]1-=-=>>>>>>>>>
-"" " " " " " " "+ #s "A,C D ! D */DD c K t j dd| j j ddd 4 d {V }| | d {V t j | | _ t j | | j
| _ d| _ | j
r| j
d {V n#t j d t! d d d d d {V d S # 1 d {V swxY w Y d S # t" $ r4}| j t) | d {V |d }~ww xY w) Nz5wss://api.openai.com/v1/realtime?intent=transcriptionzBearer z realtime=v11)
Authorizationz OpenAI-BetazOpenAI-Log-Session)additional_headersTz Listener task not initialized)r connectra api_keyr rN r r rs r rj rt r` rr r r! r r rl r r )rw r r s r( _process_websocket_connectionz;OpenAISTTTranscriptionSession._process_websocket_connection sD !)G%Et|/C%E%E#0*-$ $
K
K
K
K
K
K
K
K ,,R000000000,3,?@S@S@U@U,V,V)*1*=d>P>PQUQb>c>c*d*d'!%& K ---------L!@AAA)*IJJJJ!
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K
K" $(( q)9)9:: : : : : : : :G s; -D B7C=*D =
DD
D D
E/E Ec | j rP| j r7| j }|r t |t r|| _ | j rP| j r7| j }|r t |t r|| _ | j rP| j r7| j }|r t |t r|| _ | j rR| j r;| j }|r"t |t r|| _ d S d S d S d S d S N) ru done exceptionr r rv rs rt rr )rw excs r(
_check_errorsz+OpenAISTTTranscriptionSession._check_errors' s -T%:%?%?%A%A -'1133C
-z#y11
-),& $ -)B)G)G)I)I -+5577C
-z#y11
-),& " -t'>'C'C'E'E -)3355C
-z#y11
-),& -4#6#;#;#=#= -%//11C
-z#y11
-),&&& - - - -
-
-
-
-r' c | j r2| j s| j | j r2| j s| j | j r2| j s| j | j r4| j s | j d S d S d S r )rr r cancelrs rt ru r s r( _cleanup_tasksz,OpenAISTTTranscriptionSession._cleanup_tasks< s )t':'?'?'A'A ) & & ( ( ( $ /T-F-K-K-M-M / % , , . . . " -4+B+G+G+I+I - # * * , , , +)>)C)C)E)E + ! ( ( * * * * * + + + +r' AsyncIterator[str]c ` K t j | | _ | j d {V }n# t j $ r Y niw xY w|*t |t st |t r| j
n |W V | j
| j r| d | j
r | j
d {V | | j r| j d S )NTrJ )rN r r ru rl rP CancelledErrorr r r* task_donerq r rm closer rv )rw turns r( transcribe_turnsz.OpenAISTTTranscriptionSession.transcribe_turnsI sd ' 3D4V4V4X4X Y Y +
! / 3 3 5 5555555)
dM22 d$;<< ",,...JJJJ ( ( * * * + NN2 ? */'')) ) ) ) ) ) ) ) ! )( ( ) )s A A"!A"c ~ K | j r | j d {V | d S r )rm r r r s r( r z#OpenAISTTTranscriptionSession.closef sN ? */'')) ) ) ) ) ) ) ) r' N) rX r rY r rZ r2 r[ r r\ r] r^ r] )r1 ry )r r2 r1 ry )r r r1 ry )r r r1 ry )r1 r )r" r# r$ __doc__rx r r r r r r r r r r r r r& r' r( rW rW G s$ 99 8 8 8 8D
#
#
#
#& & & &"= = = =0
( ( ( (T@ @ @ @4# # # #8 .- - - -* + + + +) ) ) ): r' rW c J e Zd ZdZddZedd Zdd ZddZd dZ dS ) OpenAISTTModelz"A speech-to-text model for OpenAI.rZ r2
openai_clientr c " || _ || _ dS )zCreate a new OpenAI speech-to-text model.
Args:
model: The name of the model to use.
openai_client: The OpenAI client to use.
N)rZ ra )rw rZ r s r( rx zOpenAISTTModel.__init__p s
$ r' r1 c | j S r )rZ r s r(
model_namezOpenAISTTModel.model_name~ s
zr' valuer c ||nd S r r& )rw r s r( _non_null_or_not_givenz%OpenAISTTModel._non_null_or_not_given s )uut3r' rX r r[ r r\ r] r^ c
" K t | j |r| ndd| |j | |j | |j d 5 } | j j j
| j | | |j | |j | |j d{V }|r|j |j
_ |j cddd S # t $ rD}d|j
_ | t# t% | i |d}~ww xY w# 1 swxY w Y dS )zTranscribe an audio input.
Args:
input: The audio input to transcribe.
settings: The settings to use for the transcription.
Returns:
The transcribed text.
rJ r )r{ r| r} )rZ rX r r~ )rZ filer} r| r{ N)r data)r rZ to_base64r r{ r| r} ra r transcriptionscreate
to_audio_filetextr r r set_errorr r2 )rw rX r[ r\ r^ spanresponser s r(
transcribezOpenAISTTModel.transcribe s *'IQ%//###r # : :8;O P P 7 78I J J 55hoFF
!% !3!B!I!I * ,,.. 66xGG ! 8 89J K K $ ; ;Hr s " " " " " "
) ) ) ) ) ) ! ! ! ! ! ! ) ) ) ) ) ) Q Q Q Q Q Q Q Q Q Q Q Q 4 4 4 4 4 4 ) ) ) ) ) ) ) ) ) ) 2 2 2 2 2 2 2 2 L L L L L L L L L L .1 9 9 9 9@ @ @ @&c c c c c $@ c c c L [
[
[
[
[
X [
[
[
[
[
r'