hJiSSKJr SSKJr SSKJr SSKJr SSKJrJr SSK J r SSK J r SSK J r SS K J r SS K Jr S:S jr"S S \5rSrSSSSS.rSrSrSrSrSrSrSrSrSrS;Sjr"SS5rSrS rS!r S"r!S#r"S$r#S%r$S&r%S'r&S(r'S)r(S*r)S+r*S,r+S-r,S?.>1*.>?@ K@sAcB^\rSrSrSrSrU4SjrSrSrSr Sr U=r $)IntroduceBufferAuxiliaryVarsFc>[U[5(deSUl[TU]U5nUR (a[ UR5 U$)Nr) isinstancermax_ndimsuper__call__buffers_existsuse_bufstruct_declare_codescope)selfnoderesult __class__s rr"%IntroduceBufferAuxiliaryVars.__call__sF$ ++++ !$'    &tzz 2 c T^^^^TRR5nUVVs/sH$upEURR(dM"UPM& nnn[ U5S:aUR SS9 SUlUVVs/sH$upEURR(dM"UPM& nnn[ U5S:aSUlUH6ummTS:XdM[TR[5(dM/SUl O A[T[5(a%[ U5S:a[TRS5eUGHJmTRRR (a[TRS5eTR"mTRnUR$[&R(:a'[TRS[&R(-5eUR$UR*:aUR$UlUUUU4S jn [,R.[0R24[,R4[0R644n U V V s/sH upU "X5PM sn n up[8R:"X5TlGMM UTlTUl gs snnfs snnfs sn n f) NrcUR$N)name)entrys r;IntroduceBufferAuxiliaryVars.handle_scope..2s5::r+)keyT memoryviewz'Buffer vars not allowed in module scopez-Buffers with pointer types not yet supported.z1Buffer ndims exceeds Options.buffer_max_dims = %dc>TRUT5nTRSUUTRS9nTR(aSUlU$)N)r/cnametypeposT)mangle declare_varr8is_argused)r7prefixr6aux_varr0r/r'r%s rdecvar9IntroduceBufferAuxiliaryVars.handle_scope..decvarPsI VT2++U15488,E<<#'GLr+)!entriesitemsr7 is_bufferlensortr#is_memoryviewslicerutility_code_definitionrusing_memoryviewrrr8dtypeis_ptrr/ndimr buffer_max_dimsr r c_pyx_buffer_nd_typer pybuffernd_prefixc_pyx_buffer_typepybufferstruct_prefixr BufferAux buffer_auxbuffer_entriesr%)r&r'r% scope_itemsr/r0bufvarsmemviewslicevarsbuftyper?auxvarsr7r= pybufferndrcbuffers `` `` r handle_scope)IntroduceBufferAuxiliaryVars.handle_scope+smm))+ ,7PK[T5::;O;O5KP wTRU5n[U[5(d[T[U-5egr.)getrboolr ERR_BUF_BOOL)r/r globalposoptionss r assert_bool+analyse_buffer_options..assert_bools5 KK !T""y,*=> >#r+rmrn)buffer_defaultsr interpret_compiletime_optionsrDbuffer_positional_options_countrERR_BUF_TOO_MANYrBbuffer_optionsERR_BUF_OPTION_UNKNOWNzip ERR_BUF_DUPKeyErrorERR_BUF_MISSINGrxis_extension_type ERR_BUF_DTYPErint ERR_BUF_NDIM ERR_BUF_MODE)r{envposargsdictargsdefaults need_completer/valuer8rIrKrlr}r|s` @ranalyse_buffer_optionsr|s"#AAC<AG 7|5572;q>+;<<G&nn.lu ~ %s$:T$AB B / ".':lu ~ %s$:T$AB B 7?sK$$67 7 ; w  J (  KK E ((9m44 ;;v D Zc**dQh9l33 ;;v D T@@9l33? "# N1 J &y/D2HII! Js6G$G-,G-c>\rSrSrSrSrSrSrSrSr Sr S r g ) BufferEntrycXlURUlURRRUlSUR-UlURR UlUR5 g)Nz%s.rcbuffer->pybuffer.buf) r0r7rRbuflocal_nd_varr6buf_ptrbuffer_ptr_type buf_ptr_typeinit_attributes)r&r0s r__init__BufferEntry.__init__sY JJ %%55;; 2TZZ? !JJ66 r+cUR5UlUR5UlUR 5Ulgr.)get_buf_shapevarsshapeget_buf_stridevarsstridesget_buf_suboffsetvars suboffsetsr&s rrBufferEntry.init_attributess2++- ..0 446r+c$URS5$)Nz%s.diminfo[%d].suboffsets _for_all_ndimrs rr!BufferEntry.get_buf_suboffsetvarss!!"=>>r+c$URS5$)Nz%s.diminfo[%d].stridesrrs rrBufferEntry.get_buf_stridevarss!!":;;r+c$URS5$)Nz%s.diminfo[%d].shaperrs rrBufferEntry.get_buf_shapevarss!!"899r+c[URR5Vs/sHo!URU4-PM sn$s snfr.)ranger7rKr6)r&sis rrBufferEntry._for_all_ndims4-2499>>-BC-BTZZO#-BCCCs?c /nURRnURRnUS:Xar[UUR 5UR 55H9upgnUR U5 UR U5 UR U5 M; SU-n [n O|US:Xa SU-n [n O&US:Xa SU-n [n OUS:Xa SU-n [n Oe[X R 55H'upgUR U5 UR U5 M) XRR;aJURRRU 5 URS n URS n U "XXS 9 URR5n U <S U <S UR <S S R#U5<S3nU$)Nroz__Pyx_BufPtrFull%ddrtz__Pyx_BufPtrStrided%ddruz__Pyx_BufPtrCContig%ddrvz__Pyx_BufPtrFortranContig%ddutility_code_protoutility_code_def)r/nd(, ))r7rKrlrrrappendbuf_lookup_full_codebuf_lookup_strided_codebuf_lookup_c_codebuf_lookup_fortran_code globalstate utility_codesaddrempty_declaration_coderr)r&code index_cnamesparamsrrlrrofuncnamefuncgen protocodedefcodebuf_ptr_type_codeptrcodes rgenerate_buffer_lookup_code'BufferEntry.generate_buffer_lookup_codes YY^^yy~~ 6>|#668#99;=a a  a  a = -r1H*Gy 3b813b8+"9B>1uL*A*A*CD a  a E ++99 9    * * . .x 8(()=>I&&'9:G IX = --DDF&.0A4<<&*ii&79r+)rrr6r0rrrr7N) rfrgrhrirrrrrrrrjr+rrrs&7 ?<:D*r+rcSnURnUS:XaUS- nO&US:XaUS- nOUS:XaUS- nOUS:XaUS - nOeUR(aUS - nU$) N PyBUF_FORMATroz| PyBUF_INDIRECTrtz| PyBUF_STRIDESruz| PyBUF_C_CONTIGUOUSrvz| PyBUF_F_CONTIGUOUSz| PyBUF_WRITABLE)rlwritable_needed)rR buffer_typeflagsrls r get_flagsrsy E   D v~ ##   ""  ''   ''u!!5,>#>5 Lr+c`URnSURlSURlgNT)rRrr< rcbuf_var)r0rRs rused_buffer_aux_varsrs)!!J&*J# $Jr+c zURURRp2URRnSS/nUS:XaUR S5 /n[ URR5H$nUHnUR SXGUXHU4-5 M M& URSRU55 g)Nrrrorz1%s.diminfo[%d].%s = %s.rcbuffer->pybuffer.%s[%d];r) rRr7rlrr6rrrKputlnr) buf_entryrrRrlpybuffernd_structfldnameslnrfldnames r put_unpack_buffer_aux_into_scopers!++Y^^-@-@"22887#H v~ % B 9>>&& 'G III!g!AM  (  JJsxx|r+cURnURRnURRnUR SU-5 UR SU-5 UR SU-5 UR U<SU<S35 g)Nz%s.pybuffer.buf = NULL;z%s.refcount = 0;z%s.data = NULL;z .rcbuffer = &;)rRrr6rr)r0rbufauxrpybuffer_structs r put_init_varsr0s{   F..44&&,,OJJ(?:;JJ!O34 JJ #445JJ'8/JKr+cjURn[XRX0R5nUR S5 UR SURR R 5-5 UR URSU-U55 UR S5 [X5 g)N{'__Pyx_BufFmt_StackElem __pyx_stack[%d];%s == -1}) rRget_getbuffer_callr6r7rrIstruct_nesting_depth error_goto_ifr)r0rr8rR getbuffers rput_acquire_arg_bufferr>s!!J"4j**MI JJsOJJ85::;K;K;`;`;bbcJJt!!*y"8#>?JJsO%U1r+cURR[5 URSURR R -5 g)N0__Pyx_SafeReleaseBuffer(&%s.rcbuffer->pybuffer);)ruse_utility_codeacquire_utility_coderrRrr6)rr0s rput_release_buffer_coderLs;%%&:;JJAEDTDTDdDdDjDjjkr+cURn[UR5n[X#5nURR n[ XR5nURR[5 S[5-$)Nz__Pyx_GetBufferAndValidate(&%(pybuffernd_struct)s.rcbuffer->pybuffer, (PyObject*)%(obj_cname)s, &%(dtype_typeinfo)s, %(flags)s, %(ndim)d, %(cast)d, __pyx_stack)) rKrrnrrr6get_type_information_cnamerIrrrlocals) r obj_cnamerRrrKrnrrdtype_typeinfos rrrQsr   D { D j .E"2288/6G6GHN%%&:; %'-x 01r+c n^URURpvURRn[ Xg5n TR S5 TR SUR R5-5 [TSXg5n U(GaTR SU-5 TRR[RSS9n TR U <SX-<S35 TR S TRS U -5-5 [U4S j[S 555n TR S U -5 TR S TRSX--5-5 TR SU -5 TR R#[$5 TR S5 TR S5 TR SU -5 TR S5 TR SU -5 U Hn TRR'U 5 M TR S5 [)UT5 TR TR+X55 TRR'U 5 OTR S TRSX--5-5 TR U<S[R,"U[R.S5<SU<S35 TR TR1U55 TR3S5 [)UT5 TR S5 TR S5 g)a" Generate code for reassigning a buffer variables. This only deals with getting the buffer auxiliary structure and variables set up correctly, the assignment itself and refcounting is the responsibility of the caller. However, the assignment operation may throw an exception so that the reassignment never happens. Depending on the circumstances there are two possible outcomes: - Old buffer released, new acquired, rhs assigned to lhs - Old buffer released, new acquired which fails, reaqcuire old lhs buffer (which may or may not succeed). rrz%srF manage_refz = r if (%s) {%s < 0c3t># UH-nTRR[RSS9v M/ g7f)FrN) funcstate allocate_tempr py_object_type).0_rs r 'put_assign_to_buffer..s3-#+a..66z7P7P]b6c#+s58zPyErr_Fetch(&%s, &%s, &%s);rz/Py_XDECREF(%s); Py_XDECREF(%s); Py_XDECREF(%s);z!__Pyx_RaiseBufferFallbackError();z} else {zPyErr_Restore(%s, %s, %s);rz%s = %s = %s = 0;Py_Nonez; __Pyx_INCREF(Py_None); z.rcbuffer->pybuffer.buf = NULL;N)rRr7rr6rrrIrrrrr c_int_typeunlikelytuplerrrraise_buffer_fallback_code release_temprerror_goto_if_negtypecastr error_gotoput) lhs_cname rhs_cnameris_initializedr8rrRrrrr retcode_cname exc_tempsts ` rput_assign_to_bufferr_s (22INN "2288 j .EJJsOJJ8;;L;L;a;a;ccd"4zGI EHYYZ44Z5J5JW\4]   0EFG ;$--=0H"IJK -#(8--  09<= ;zY=R/S!TTU DyPQ ))*DE 67 : /);< 3 &23A NN ' ' * 3(D9 4))-=> ##M2 ;zY=R/S!TTU '' Z5N5NPYZ%' ( 4??3'( (D9 3JJsOr+c US=(a UnUS(GaURR[RSS9nUR SU-5 [ [ XUR555Hun upn U S:waUR SU -5 U(aBUR U <SU <S 35 UR S URS U -5X4-5 OUR S X4-5 URS 5 U S:waSn OSn UR S URU <SU <U <35X4-5 M U(a"URR[5 SnO!URR[5 SnUR SURSU-5-5 UR U<SU<S35 UR URU55 UR S5 URRU5 OQU(aJ[ XUR55H,upn U S:wdMUR SU <SU <SU <S 35 M. UR!XR5$)a= Generates code to process indices and calculate an offset into a buffer. Returns a C string which gives a pointer which can be read from or written to at will (it is an expression so caller should store it in a temporary if it is used more than once). As the bounds checking can have any number of combinations of unsigned arguments, smart optimizations etc. we insert it directly in the function body. The lookup however is delegated to a inline function that is instantiated once per ndim (lookup with suboffsets tend to get quite complicated). entry is a BufferEntry wraparound boundscheckFrz%s = -1;rz if (%s < 0) {z += rzif (%s) %s = %d;rz%s = %d;z} else z(size_t)z >= __Pyx_RaiseBufferIndexErrorNogil__Pyx_RaiseBufferIndexErrorrz%s != -1r);rzif (z < 0) )rrr r r enumeraterrrrrrraise_indexerror_nogilraise_indexerror_coderrr)r0 index_signedsr directivesr8rrmin_nogil_contextfailed_dim_tempdimsignedr6rrnfuncs rput_buffer_lookup_coder.s$",/D4D-  ..66z7L7LY^6_ :/0+4SV[VmVmVo5p+q 'C'&{ ?U23#JJeU;<JJ1 h&67'5. ./JJz_,BBC#{! JJ) eT5AB-&& '#,r*     - -.D E5D    - -.C D0D ;zO/K!LLM o67 4??3'( 3 ##O4 $' UE\E\E^$_ F5{ eUEJK%`  , ,T @@r+c.UR[5 gr.)rbuffer_struct_declare_code)rs rr$r$s34r+c SR[U5Vs/sH nSXDU4-PM sn5nURSU<SU<SU<SU<S3 5 SR[U5Vs/sH nSXDU4-PM sn5nURS U<S U<S 35 UR[S 5X&4-S R[U5Vs/sHn[S5XDXD4-PM sn5-S-5 gs snfs snfs snf) Generates a buffer lookup function for the right number of dimensions. The function gives back a void* at the right location. rz i%d, s%d, o%d#define (type, buf, z ) (type)(z _imp(buf, z))z.Py_ssize_t i%d, Py_ssize_t s%d, Py_ssize_t o%dzstatic CYTHON_INLINE void* z_imp(void* buf, r#zf static CYTHON_INLINE void* %s_imp(void* buf, %s) { char* ptr = (char*)buf; r zX ptr += s%d * i%d; if (o%d >= 0) ptr = *((char**)ptr) + o%d; z return ptr; }N)rrrr)protodefinr/rr macroargsfuncargss rrrs  b J 1?aAY6 JKI KKtYX\^ghiyy`efh`ij`i[\JaTUYV`ijkH KKtXVW KK   #%''&+2Y+0&/,23 , a|,&/+0#    Kk +0sC9+C>Dc SR[U5Vs/sH nSXD4-PM sn5nSR[U5Vs/sH nSXD4-PM sn5nURSU<SU<SU<S35 g s snfs snf) r2ri%d, s%d + i%d * s%dr3r4z) (type)((char*)buf + rN)rrrr5r6r/rrargsoffsets rrrsp 9959=9ajA6)9= >D ZZuRyAy!v-yA BF KKtTSYZ[>As A>BcBUS:XaURSU-5 gSR[U5Vs/sH nSXD4-PM sn5nSR[US- 5Vs/sH nSXD4-PM sn5nURSX%XcS- 4-5 gs snfs snf) z Similar to strided lookup, but can assume that the last dimension doesn't need a multiplication as long as. Still we keep the same signature for now. r.#define %s(type, buf, i0, s0) ((type)buf + i0)rr:r;r<9#define %s(type, buf, %s) ((type)((char*)buf + %s) + i%d)Nrrrr=s rrr s  Qw DtKLyyuRyAy!*v-yAB5a=I=a[A61=IJ OSW_elmgmRnnoBIs B&Bc:US:XaURSU-5 g SR[U5Vs/sH nSXD4-PM sn5nSR[SU5Vs/sH nSXD4-PM sn5nURSX%US4-5 g s snfs snf) z: Like C lookup, but the first index is optimized instead. rrArr:r;r<rBrNrCr=s rrrs Qw DtKLyyuRyAy!*v-yAB5B<H(aSnOVUR@(aSnOBUR(aSnURB(aSnOURD(aSnOU5eSnUUXYSRGUVs/sHn[7U5PM sn5=(d S['U5UUU4 nUR-UU-S S 9 U$s sn fs snf)aV Output the run-time type information (__Pyx_TypeInfo) for given dtype, and return the name of the type info struct. Structs with two floats of the same size are encoded as complex numbers. One can separate between complex numbers declared as struct or with native encoding by inspecting to see if the fields field of the type is filled in. z__Pyx_TypeInfo_%sz__Pyx_StructFields_%szrtypeinfoNULLrz'static const __Pyx_StructField %s[] = {T)safez {&z, "z ", offsetof(rz)},z {NULL, NULL, 0}z};0z__PYX_IS_UNSIGNED(%s)z'H'z%s ? 'U' : 'I'z'C'z'R'z'S'__PYX_BUF_FLAGS_PACKED_STRUCTz'O'zRstatic const __Pyx_TypeInfo %s = { "%s", %s, sizeof(%s), { %s }, %s, %s, %s, %s };)$rMis_errorrrrris_arrayrsize base_typerKcan_be_complexris_simple_buffer_dtype is_structr%is_cv_qualifiedbase_type_scope var_entriesrDrr7r cv_base_typerr/r6strr c_char_typeis_int is_complexis_floatpackedrIr)rrImaxdepth namesuffixr/structinfo_nametypecode arraysizescomplex_possibledeclcode struct_scopefieldsftypes struct_typerOrepr is_unsigned typegrouprtups rrr5s#5)J  +D- :O ~~iE$>$>$@1}u ##111 &&**40##J/ >>..!!%**-...!33N8L8L8N//1  ' ' ) )$O ___ ;;L$$+;; !--Fv;? "?$&$0ffhlK$ & NNDV]aN b$$#00GGI #::< "61  (!&&+qww HNRT 2 NN.TN : NN4dN + 5%j J** *1Hrso$" *1U?UtGf$PUV"#6,3  l 4 B ' >JDDN % & L 2l 1EP?AD5 *\ p k 4]~^ // 001FPWX12GH,,>?,-DE01FG*+A7S./BGT//ABr+