hSSSKrSSKrSSKrSSKJr SSKJr SSKrSSK r SSK r SSK J r SSK Jr SSK JrJr SSKJr SSKJr SS KJr SS KJrJrJrJr SS KJr \R<"\5r "S S \ RBRD5r#g)N)chain)Path)convert_float_to_float16)RepeatedCompositeFieldContainer) ModelProtoValueInfoProto) OnnxModel)PastKeyValuesHelper) WhisperConfig)convert_inputs_for_ortget_model_dynamic_axesget_sample_decoder_inputsgroup_past_key_values)InferenceSessionc^\rSrSrSrS'S\S\RRS\ S\ 4U4Sjjjr S(S \RS \RS-S \ \\RS-4S jjrS(S \RS \RS-S \ \\RS-4S jjrS(S \RS \RS-S \ \\RS-4SjjrSrSrSrS'S\ S\ S\ 4SjjrS)S\S\ S\ 4SjjrS'S\S\ 4SjjrS\4SjrS\S\ 4SjrS*S\ S\ S \ S!\ S\ S\ S"\ S#\ 4S$jjrS\ S\ S\ S\ 4S%jrS&rU=r $)+WhisperDecoder"z/A Whisper decoder with optional past key valuesconfigmodel model_implno_beam_search_opc>[TU]5 XlURUlX0lX@lUS:XaSOUR RUlUS:XaSO URUlUS:XaUOSUlURRUl URRUl URRUR-Ul gNopenai)super__init__rdevicerrrdecoderproj_outmax_source_positionsdecoder_attention_heads num_headsd_model head_size)selfrrrr __class__s q/var/www/fran/franai/venv/lib/python3.13/site-packages/onnxruntime/transformers/models/whisper/whisper_decoder.pyrWhisperDecoder.__init__%s  ll $!2)X5t5;;;N;N *h 6ENN (H4U$ $(KK$D$D!<<,,>Ndecoder_input_idsencoder_hidden_statespast_key_valuescURUUUSS9nURUR5nURnUcXV4$[R "U5upxXW4$)NT)r+ input_idsr, use_cache)rrlast_hidden_stater,r group_by_self_and_cross) r%r*r+r,outputslogitspresent_key_values present_self present_crosss r' hf_forwardWhisperDecoder.hf_forward4su ,,"7'+   w889$44  "- - ':&Q&QRd&e# ##r)c 0nUGbc[U5upVUVs/sHowRSS5PM nnUVs/sH%owR/URSSQSP75PM' nnUVs/sHowRSS5PM nnUVs/sH%owR/URSSQSP75PM' nn[ UR R R5HupUSU-XIRR'USU-S-XIRR'USU-XIRR'USU-S-XIRR'M UR R5upUR R XUS9n UbUR R RHn [R"XIRRXRR/SS9R5XRR'[R"XIRRXRR/SS9R5XRR'M //pUR R RHn U R!XRR5 U R!XRR5 UbMVUR!XRR5 UR!XRR5 M U Vs/sHBnUR/URSSQSPUR"P75RSS5PMD n nUVs/sHBnUR/URSSQSPUR"P75RSS5PMD nnU HnUR%5 M Uc)[&R("X-[+U 5S-5nU U4$X4$s snfs snfs snfs snfs snfs snf)N)xxakv_cache)dim)r transposereshapeshape enumeraterrblocksattnkeyvalue cross_attninstall_kv_cache_hookstorchcatdetachappendr$remover group_by_layerlen)r%r*r+r, past_kv_cacheself_attn_kv_cachescross_attn_kv_cachespast_kvidxblockr?hooksr3r5r6 present_kvhookr4s r' oai_forwardWhisperDecoder.oai_forwardPs   &8Mo8^ 5 J]"^J]w#4#4Q#:J] "^\o"p\oQX??3KW]]2A5F3K3K#L\o "pK_#`K_$5$5a$;K_ #`]q#r]qRYOO4LgmmBQ6G4L4L$M]q #r' (:(:(A(AB 0CAG0L jjnn-2Ea#gPQk2R jj../6J1s76S ..2238LQQTWWX[8Y ..445 C**;;=##&7\i#j  &++22+099"::>>2HZZ^^4LMST,&((.3YY"::#3#34hzz?O?O6PQWX.&())* 3')"mZZ''..E    8 9   )9)9 : ;&$$X.>.>.B.B%CD$$X.>.>.D.D%EF/+ *    J!1!1"1!5JrJ4>>J K U UVWYZ [*  , +    J!1!1"1!5JrJ4>>J K U UVWYZ [+  D KKM  "!4!C!C,c,.?1.D" -- -##]#_"p#`#rl  s$Q ,Q+Q ,Q'A Q6A Q"cjURS:XaURXU5$URXU5$r)rr[r7)r%r*r+r,s r'forwardWhisperDecoder.forwards6 ??h &##$5o^ ^0YYr)c UR(aSS/nU$SS/[[R"S[ UR R 5555QnU$)Nr.r+c3F# UHnSU3SU3SU3SU34v M g7f)past_key_self_past_value_self_past_key_cross_past_value_cross_N.0is r' -WhisperDecoder.input_names..sB(!BA*!-1A!/EYZX[G\`qrsqt^uv!B! first_passlistr from_iterablerangerdecoder_layers)r% input_namess r'rsWhisperDecoder.input_namessl ??&(?@K' ''(!&t{{'A'A!B( Kr)c DUR(aHS/[[R"S[ UR R 5555QnU$S/[[R"S[ UR R 5555QnU$)Nr3c3F# UHnSU3SU3SU3SU34v M g7f)present_key_self_present_value_self_present_key_cross_present_value_cross_Nrfrgs r'rj.WhisperDecoder.output_names..sG("CA 0s31!50421#6  "Crlc36# UHnSU3SU34v M g7f)rwrxNrfrgs r'rjr{s*(VwQR,QC04Gs2KLVwsrm)r% output_namess r'r}WhisperDecoder.output_namess ?? ''("'t{{'A'A!B(  L.''(V[\`\g\g\v\vVw(Lr)cl[URX5nSU;aUR(dUSS U$)Nr.r:)r rr)r%rsr} dynamic_axess r'rWhisperDecoder.dynamic_axess5-dkk;U , &t/E/E[)!,r)use_fp16_inputsuse_int32_inputs return_dictc  [URURSUR(aSOSUR(aSOSUUS9nU(aUR(aUS U$UR(a USUS4$USUSUS4$) Nr;rr:) batch_sizepast_sequence_lengthsequence_lengthuse_fp16 use_int32r,r*r+)rrrrn)r%rrrinputss r'rWhisperDecoder.inputss* KK KK'+!A"&//Qq$&  ,-M ??*+./  & ' * + $ %  r)iois_cross is_outputcjURRRRSnSUR;a!UR 5 UR UlURRRRSnSUR;a9UR 5 U(aURUlOU(aSOSUlURRRRSnSUR;a!UR 5 URUlU$)Nr:_dim_r;total_sequence_lengthr) type tensor_typerCr@ dim_paramClearr" dim_valuer r$)r%rrrr"rr$s r'fix_key_value_cache_dims'WhisperDecoder.fix_key_value_cache_dimssGG''--11!4 i)) ) OO "&..I ''--3377: o// /  ! ! #,0,E,E)GP,CVl)GG''--11!4 i)) ) OO "&..I  r)io_listc/n/n/nUHnSUR;a#SUR;aURU5 M6SUR;aHURUSUS9nUR(aURU5 M{URU5 MURUSUS9nUR(aURU5 MURU5 M UR(dX4U-- nU$)Npastpresentr%F)rrT)namerNrr)r%rr reordered_iorSrTrnew_ios r'fix_ioWhisperDecoder.fix_ios  !BRWW$"'')A##B'277"66rEU^6_)) ''/'..v666rDT]6^)) ''/(//7!$%% 2FF FLr)cURURRSS9n[URR5S:aIURRR 5 [URR5S:aMIURRR U5 URURR SS9n[URR 5S:aIURR R 5 [URR 5S:aMIURR R U5 U$)NF)rrT)rgraphinputrQpopextendoutput)r%rreordered_inputsreordered_outputss r'fix_inputs_and_outputs%WhisperDecoder.fix_inputs_and_outputs0s ;;u{{'8'8E;J%++##$q( KK   ! ! #%++##$q(   !12 KK (:(:dKK%++$$%) KK   " " $%++$$%) !!"34 r)cJURS:XaU(a [U5nU$r)rr)r%rrs r'fix_layernorm_weights$WhisperDecoder.fix_layernorm_weights>s! ??h &?-U3E r)onnx_model_pathproviderverboseuse_external_data_formatuse_encoder_hidden_statesuse_kv_cache_inputsc vU=(a U(+UlU(+=(a UUlUR(dUR(dS5eURXVS9n UR5n UR 5n UR X5n [ U5RRSSS9 [R"5n [RRU S5n[ U5RRSSS9 U(aUOUn[RR!UU USU U U SSUS9 [R""XS9nUR%U5nUR'UU5n[(R*"UUUSS 9 S S S 5 UR-XXV5 g !,(df  N!=f) aExport decoder to ONNX Args: onnx_model_path (str): path to save ONNX model provider (str): provider to use for verifying parity on ONNX model verbose (bool, optional): print verbose information. Defaults to True. use_external_data_format (bool, optional): use external data format or not. Defaults to False. use_fp16_inputs (bool, optional): use float16 inputs for the KV caches. Defaults to False. use_int32_inputs (bool, optional): use int32 inputs for the decoder_input_ids. Defaults to True. use_encoder_hidden_states (bool, optional): use encoder_hidden_states as model input for decoder-init/decoder-without-past models. Defaults to False. use_kv_cache_inputs (bool, optional): use KV caches as model inputs for decoder-with-past models. Defaults to True. zVOnly one of `use_encoder_hidden_states` and `use_kv_cache_inputs` can be true at once.)rrT)parentsexist_okz decoder.onnx) argsf export_paramsrsr}r opset_versiondo_constant_foldingr)load_external_data)save_as_external_dataall_tensors_to_one_fileN)rn later_passrrsr}rrparentmkdirtempfileTemporaryDirectoryospathjoinrKonnxexport load_modelrrr save verify_onnx)r%rrrrrrrrrrsr}r tmp_dir_nametemp_onnx_model_pathout_pathrs r' export_onnxWhisperDecoder.export_onnxJsH4O(,  ++8 OV9+ *s CF** F8cURX4SS9n/nUR(aUR"S 0UD6nURUSR 5R 5R 55 USHGnUH>n URU R 5R 5R 55 M@ MI OUR"S 0UD6nURUSR 5R 5R 55 USH>n URU R 5R 5R 55 M@ [X/S9n U RS[X[55n [UR55Hgup[R"XmX- 5n[RSUS35 [RS [R "U535 Mi g! g=f) aGVerify ONNX model outputs and PyTorch model outputs match Args: onnx_model_path (str): path to save ONNX model provider (str): execution provider for ONNX model use_fp16_inputs (bool, optional): use float16 inputs for the KV caches use_int32_inputs (bool, optional): use int32 inputs for the decoder_input_ids T)rrrrr:) providersNz Comparing z...z Max diff: rf)rrnr^rNrMcpunumpyrrunr rDr}npabsloggerwarningmax)r%rrrrr pt_outputsoutpresent_key_value_layerpresent_key_valuepresent_self_key_valuesess ort_outputsri output_namediffs r'rWhisperDecoder.verify_onnxs8_mqr ??,,((C   c!fmmo11399; <+.q6')@%%%&7&>&>&@&D&D&F&L&L&NO*A,2,,((C   c!fmmo11399; <*-a&&!!"8"?"?"A"E"E"G"M"M"OP+1 :Fhht%;F%IJ  "+D,=,=,?"@vvjmkn<=K=<=BFF4L>:;#A  s BHH ) rrrrnr$rr rrrr"r)F)NN)FF)TFFTFT)!__name__ __module__ __qualname____firstlineno____doc__r rKnnModulestrboolrTensorrotupler7r[r^rsr}rrrrrrrrrrr__static_attributes__ __classcell__)r&s@r'rr"s<9 ?} ?UXX__ ?RU ?jn ? ?$6:<@ $ <<$ %||d2$eELL12T9 $>6:<@ X$ <<X$ %||d2X$eELL12T9 X$z6:<@ Z <<Z %||d2ZeELL12T9 Z 6 d d QU 4>T^b(=$8 J  :   ). %!%*/$(OWOWOW OW #' OW  OWOW$(OW"OWb555 5  55r)r)$loggingrr itertoolsrpathlibrrrrrKfloat16r#google.protobuf.internal.containersrrr onnx_modelr past_helperr transformersr whisper_inputsr r rr onnxruntimer getLoggerrrrrrrfr)r'rsf  ,O+ +&)   8 $nUXX__nr)