h0QSSKJr SSKrSSKJr SSKJr SSKJr SSK r SSK J r \"SS 55r "S S \5r g) ) annotationsN)MutableMapping) dataclass)Any) QuantTypec\rSrSr%SrS\S'SrS\S'SrS\S'SrS \S 'SS jr \ SSS jj5r SS jr Sr g) QuantTypeInfoz: The quantization type information for a tensor override. r quant_typeN bool | None symmetric reduce_rangez int | Noneaxisc[U[5(aURUR:H=(a URSL=(d. URSL=(d URUR:H=(ac URSL=(d. URSL=(d URUR:H=(a UR UR :H$[ $N) isinstancer r rrrNotImplemented)selfothers i/var/www/fran/franai/venv/lib/python3.13/site-packages/onnxruntime/quantization/tensor_quant_overrides.py__eq__QuantTypeInfo.__eq__s e] + +5#3#33.^^t+ku$/Fk$..\a\k\kJk.&&$.w%2D2D2LwPTPaPaejewewPw.YY%**,   c[URSU5URSU5URSU5URS55$Nr rrr)r get)raw_dict default_qtypedefault_symmetricdefault_reduce_ranges rload_from_dictQuantTypeInfo.load_from_dict'sI LL} 5 LL&7 8 LL)= > LL   rcURUS'URbURUS'URbURUS'URbURUS'ggr)r rrr)rrs r save_to_dictQuantTypeInfo.save_to_dict5sa!% >> %$(NNH[ !    ('+'8'8H^ $ 99 #yyHV  !r)robject)NNN) rdict[str, Any]rQuantType | Noner r r!r returnr )rr))__name__ __module__ __qualname____firstlineno____doc____annotations__rrrr staticmethodr"r%__static_attributes__r'rrr r s!I{! $L+$D*+/)-,0     '  '  *      )rr c^\rSrSrSrSSjrSSjrSSjrSSjrSSSjjr SSSjjr S S jr S!S jr S"S jr S#S jrS$S%S jjrSS&SjjrS'S(SjjrSS)SjjrS*SjrS+SjrS,SjrS-SjrS.SjrSrSrS)SjrS)U4SjjrSrU=r$)/TensorQuantOverridesHelper?zR Utility wrapper over the tensor quantization overrides passed via extra_options. c0XlSUl1SkUlg)N>rmaxrminrr) overrides quant_typeskeys_unsupported_with_scale_zp)r raw_overridess r__init__#TensorQuantOverridesHelper.__init__Ds&.[+rcZURRU5nU=(a SUS;$Nrrr:rr tensor_nameoverrides_lists rhas_per_tensor_overrides3TensorQuantOverridesHelper.has_per_tensor_overridesIs+++K8A&q0A"AArcZURRU5nU=(a SUS;$rArBrCs rhas_per_channel_overrides4TensorQuantOverridesHelper.has_per_channel_overridesMs+++K8=&N1,="==rcxURRU5nU=(a SUS;=(a SUS;$)Nscaler zero_pointrBrCs roverrides_scale_zp-TensorQuantOverridesHelper.overrides_scale_zpQs<++K8h7nQ.?#?hlVdefVgFghrcUbU/OSnURRX5nU(aSUS;a[SUS35eU(aUS$S$)NrrExpected tensor 'zL' to use per-tensor quantization overrides, but found per-channel overrides.r:r ValueError)rrD default_valdefault_list_valrEs rget_per_tensor_overrides3TensorQuantOverridesHelper.get_per_tensor_overridesUsh -8,CK=++KJ fq(99#K=134  %3~a <>(,(=(=(?$';O#6((,,_\-JK O3 XaHb8b((,,_Y-G -UV (<)@rc[U[5(dSSUS34$X1;nURS5nU(aURR U5 SU;nSU;nU(aU(aU(aU(dgU(aBUR R [U55n U (aSSS RU 5S 34$S U;aU(dSS U34$S U;aU(agSUS ;aSSUS34$S US ;aSS U34$US Sn UbUOUn X:XaSSUS34$SUS ;n SUS ;n U (aU (aU (aU (dSSUS34$U (aHUR R [US 55n U (aSSS RU 5SUS34$URR U 5 g)NF#Tensor quantization overrides for '' are not in a dictr rLrMFzNMust provide both 'scale' and 'zero_point' if one of the overrides is providedTensor override option(s) [, +] are invalid with 'scale' and 'zero_point'rzMOption 'reduce_range' is only supported for initializers, not for activation r\)Fz.Cannot use 'convert' override for initializersz'convert' options (tensor 'z') must specify a 'quant_type'zC'convert' quant_type must differ from original quant_type (tensor 'z')zXMust provide both 'scale' and 'zero_point' if one of the overrides is provided (tensor 'z5] are invalid with 'scale' and 'zero_point' (tensor 'TN) rdictrr;r_r< intersectionr]join)r initializersdefault_activation_qtyperDrais_initializerr has_scalehas_zero_pointkeysconvert_quant_typeoriginal_quant_typeconvert_has_scaleconvert_has_zero_points r_is_valid_per_tensor/TensorQuantOverridesHelper._is_valid_per_tensors@/4005k]BUV  %4$((6      ,. %8 n. 66CCCDXYD1$))D/1BBmn _ ,^_`k_lm   'N?9#== ;K=Hfggg!;;cdocpq "1!;L!I 0:0F*Ld !8YZeYffhi !(?9+E E %1_Y5O%O "!*@F\evnozn{{}~ !::GGO\eLfHgh5diio5FG$$/=4    !3 4rc bX!;nU(dSSUS34$USRS5nUcSSUS34$[XR5n[U5nUnUS:aX- nUS:dU[U5:aSSUS [U5S 34$[U5S :a-[U5Xh:waSS US USXeS[U5S3 4$SUS;aSSUS34$USRS5n U (aURR U 5 USRS5n USRS5n SUS;n SUS;n U =(a U nU (aU (aU (aU (dgU(aEUR R[US55nU(aSSSRU5S34$SUS;nSUS;nU=(a UnU(aU(aU(dU(ag[US S5GH,unn[U[5(d SSUS US!34s $SU;a SSUS34s $SU;a U US:wa g"SU;aUUS:wa UUS:wa g#SU;a U US:wa g$SU;a U US:wa g%SU;=(a SU;nU(aU(d SS&US'US34s $U(aDUR R[U55nU(aSSSRU5S34s $SU;=(a SU;nU(dGMU(aGM"SS(US'US34s $ g))*NFTensor 'z6' has per-channel overrides, but is not an initializerrrz!Per-channel overrides for tensor z< is missing an 'axis' value in the first channel dictionary.z0Axis override value is out-of-bounds for tensor z (rank )rz1Incorrect number of channel overrides for tensor z (axis z ), expected z , but found .r\z8Cannot use 'convert' override for initializers, such as r rrrLrMrgrhrirjr9r8)Fz6Must provide both 'rmin' and 'rmax' if one is providedz'Tensor quantization overrides at index z for 'rf)FzTChannel quantization types for tensor '{tensor_name}' do not match at index {index}.)FzHChannel axis for tensor '{tensor_name}' does not match at index {index}.)FzSChannel symmetric value for tensor '{tensor_name}' does not match at index {index}.)FzVChannel reduce_range value for tensor '{tensor_name}' does not match at index {index}.z]Per-channel overrides that specify scale/zero_point must do so for all channels, but tensor 'z' is missing them at index zVPer-channel overrides that specify rmin/rmax must do so for all channels, but tensor 'rk) rlistdimslenr;r_r<rmr]rn enumeraterrl)rrorDr`rqr weight_shape weight_rank norm_axisr rrrrrs has_scale_zprthas_rminhas_rmax has_rmin_rmaxindexrachan_has_scale_zpchan_has_rmin_rmaxs r_is_valid_per_channel0TensorQuantOverridesHelper._is_valid_per_channels6 %4;-']^  $A&**62 <3K=A00  L5::; ,'  q=  $I q=I\)::B;-wWZ[gWhViijk  # $q (S1E-F,Ja-aCK=PWX\W]^(./|C@T      ,(+// < +A.22>B 3A66 %)=a)@@ 3^ n. 66CCCH\]^H_D`aD1$))D/1BBmn 1!441!44 -X XxH '00DQR0H&I "E?ot44=eWF;-Wjk O+ XYdXeefggg .:Q]A^3^(T_V5L-LQZ^mnt^uQuo-){?[2[0\_UcEd5d !(? : ^|?^ $5##.-/J5'QRT !::GGOH\]5diio5FFqr "(?!:!Xv?X }%7%7##.-/J5'QRTo'Jzrc[5UlUR(aURR5HupEXA;aXB;a SSUS34s $[ U[ 5(d SSUS34s $U(dMA[ US[ 5(d SSUS34s $US(dMoUSRS 5n[U5S :=(d USLnU(aURXU5s $URXXES5s $ g ) NFr|z5' in TensorQuantOverrides is not present in the modelrez' are not in a listrz.Tensor quantization overrides at index 0 for 'rfrrrk) r]r;r:itemsrrrlrrrry)rroactivation_namesrprDr`ris_per_channels ris_valid#TensorQuantOverridesHelper.is_validis 5 >>59^^5I5I5K1 2{7Z H[M9n"ooo!"6== $G }Tg"hhh+!"6q"94@@ $RS^R__r"sss+A.+A.226:!$%9!:Q!>!R$dBR!55lQeff00 K^_I`-6L4rcU(dgUb [U5OSnURRU5nSnU(d^U(aW[URU5H;upxUbXs;aM[U5R [U55(dM9Sn O U(aSU(d0/URU'[URU5H upxUbXs;aMUR U5 M" U$)NFT)r]r:rrrmupdate) rrDnew_valschannels overwritehave_overrides do_updatechannelr:s rupdate_tensor_overrides2TensorQuantOverridesHelper.update_tensor_overridess$,$83x=d++K8 ^&/{0K&L"'G,Cx=--c)n== %I 'M !/1d{+&/{0K&L"'G,C  *'M rcXR;a [X#5$URUSn[URSU5URSU55$)Nrr r)r:r r)r output_namerr tensor_overridess rget_node_output_qtype_info5TensorQuantOverridesHelper.get_node_output_qtype_infos[ nn , B B>>+6q9  } =  .? @  rcXR;dURU(d [X4U5$URUSnURSU5nSU;a=[UURSU5URSU5URS55$USn[UURSU55n SU;dX(S;a USU lU $)Nrr r\rrr recv_nodes)r:r rr ) r input_name node_namerr r!r producer_type convert_dict qtype_infos rget_node_input_qtype_info4TensorQuantOverridesHelper.get_node_input_qtype_infos ^^ +4>>*3M CWX X >>*5a8(,,\=I , ,  $$[2CD $$^5IJ $$V,  ( 2 "    [*; <   ,)L?Y2Y$0$>J !rcJ[R"UR[US9$)N)defaultindent)jsondumpsr:str)rrs r pprint_str%TensorQuantOverridesHelper.pprint_strszz$..#fEErc$UR(+$rr:rs rempty TensorQuantOverridesHelper.emptys>>!!rcUR$rrrs rget_dict#TensorQuantOverridesHelper.get_dicts ~~rc X RU'grr)rkeyvalues r __setitem__&TensorQuantOverridesHelper.__setitem__s#src URU$rrrrs r __getitem__&TensorQuantOverridesHelper.__getitem__s~~c""rcURU grrrs r __delitem__&TensorQuantOverridesHelper.__delitem__s NN3 rc,[UR5$r)iterr:rs r__iter__#TensorQuantOverridesHelper.__iter__sDNN##rc,[UR5$r)rr:rs r__len__"TensorQuantOverridesHelper.__len__4>>""rc,[UR5$r)rr:rs r__str__"TensorQuantOverridesHelper.__str__rrc@>[TU]5SURS3$)Nz, TensorQuantOverridesHelper(r})super__repr__r:)r __class__s rr#TensorQuantOverridesHelper.__repr__s&'"$%%B4>>BRRSTTr)r<r:r;)r=dict[str, list[dict[str, Any]]])rDrr+boolr)rDrrTdict[str, Any] | Noner+r)rDrrTlist[dict[str, Any]] | Noner+r)r+zset[QuantType])rDrrar)r+tuple[bool, str | None])rDrr`zlist[dict[str, Any]]r+r)rozdict[str, onnx.TensorProto]rzset[str]r+r)NT) rDrrr)rzlist[int] | Nonerrr+r)rrrr*r r r+r )NN) rrrrrr*r r r!r r+r )r+r)r+r)r+r)rrr list[dict])rrr+r)rr)r,r-r.r/r0r>rFrIrNrVrYrbryrrrrrrrrrrrrrrrr3 __classcell__)rs@rr5r5?s\ B>i.2 = =+ =  =$481 % " "S S ( S ! SjLL3 L ! L\$1$#$ ! $T&* !!!!# !  !  !N*.   ( '    ,*.,0 %%%( % ' % * % %NF" $# $##UUrr5) __future__rrcollections.abcr dataclassesrtypingronnx quant_utilsrr r5r'rrrsF # *! " )))) ))XIUIUr