WhL_~dZddlmZddlmZddlZddlZddlZddl Z ddl m Z ddl m Z ddlmZmZmZmZddlmZmZmZdd l mZdd l mZdd lmZdd lmZdd lmZddlmZddl m!Z!ddl"m#Z#ddl$m%Z%m&Z&ddl'mZ(e)e*dfZ+ej,Gdde Z-ej,Gdde Z.ej/dZ0dTdZ1dUd!Z2d"Z3e0j4d#Z5e j6e3d$%Z7d&Z8d'Z9d(Z:ej;e0e9dde:ej<e0<e j=e0e7ej>e0e!j?r"e j=e0ee8e!j@d)*e!jAr"e j=e0ee8e!jBd+*ej/d,ZCd-eC_DdejEd.dVd3ZFejEd4dWd7ZGd8ZHeCj4d9ZIe j6eHd-%ZJd:ZKd;ZLd<ZMeLejNeC<eMej<eC<e j=eCeJej>eCe!j?r"e j=eCeeKe!jOd)*e!jAr"e j=eCeeKe!jPd+*ej/d=ZQdXdYdAZRd$dBdCZSdDZTeQj4dEZUe j6eTd$%ZVdFZWdGZXdHZYdIZZej;eQeXddeYeZej<eQ<e j=eQeVej>eQe!j?r"e j=eQeeWe!j[d)*e!jAr"e j=eQeeWe!j\d+*ej/dJZ]d$dBdZdLZ^d$dBd[dMZ_dNZ`e]j4dOZae j6e`d$%ZbdPZcdQZddRZedSZfej;e]edddeeefej<e]<e j=e]ebej>e]e!rTe!j?r"e j=e]eece!jgd)*e!jAr&e j=e]eece!jhd+*dSdSdS)\zDCSR (compressed sparse row) matrix object and associated primitives.) annotations)partialN)mlir) JAXSparse) _coo_matmat _coo_matvec _coo_todenseCOOInfo) _csr_to_coo _csr_extractCuSparseEfficiencyWarning)lax) tree_util)core)dispatch)ad)_const) gpu_sparse)promote_dtypes)Array DTypeLike.c(eZdZUdZded<ded<ded<ded<edZed Zed Zfd Z e d e j d dZ e d dddZe d dddZdZddZdZdZe dZxZS)CSRaExperimental CSR matrix implemented in JAX. Note: this class has minimal compatibility with JAX transforms such as grad and autodiff, and offers very little functionality. In general you should prefer :class:`jax.experimental.sparse.BCOO`. Additionally, there are known failures in the case that `nse` is larger than the true number of nonzeros in the represented matrix. This situation is better handled in BCOO. jax.Arraydataindicesindptrtuple[int, int]shapec|jjSNrsizeselfs a/var/www/html/movieo_spanner_bot/venv/lib/python3.11/site-packages/jax/experimental/sparse/csr.pyz CSR.< dinc|jjSr!rdtyper$s r&r'z CSR.=  r)c*|j|j|jfSr!)rrrr$s r&r'z CSR.>sDL$+ Fr)cttj|\|_|_|_t ||dSNrmapjnpasarrayrrrsuper__init__r%argsr __class__s r&r7z CSR.__init__@D+.s{D+A+A(DIt|T[ GGT'''''r)Nnse index_dtypecZ||dk}t|||SNrr<)sum csr_fromdenseclsmatr=r>s r& fromdensez CSR.fromdenseDs/ { AXNN  c #; ? ? ??r)int32r,r>ct|}t|dkrtd|tjd|}tjd|}tj|ddz|}||||f|S)z>Create an empty CSR instance. Public method is sparse.empty().z CSR must have ndim=2; got shape=rr1tuplelen ValueErrorr4emptyzerosrDrr,r>rrrs r&_emptyz CSR._emptyJ %LLE 5zzQ .dr)cSr!rXksr&r'zCSR._eye..dar)cSr!rXrYsr&r'zCSR._eye..gr[r)cSr!rXr]sr&r'zCSR._eye..gr_r)rKlengthr1)minrSr4onesarangerraddcondastypesubrQatsetcumsumbincount)rDNMr^r,r> diag_sizeridxcolrrowrrZs ` @r&_eyezCSR._eyeUs1uuaQ--iia!eQ--iA~~ ZZAeZ E EE 8IU + + +D *Yk 2 2 2C #q>>DsAA '#sxQ iiii@@ A ACjj%%G '#sxQ iiii@@ A AC Yq1uK 0 0 0 3ABB 7 ; ; 3<A...55kBBCCEEF 3gv&q!f 5 5 55r)c t|Sr!) csr_todenser$s r&todensez CSR.todensels t  r)cl|Jt|j|j|jf|jdddSNr1)CSCrrrrr%axess r& transposez CSR.transposeo8 <<<  4<5TZ"=M N N NNr)ct|trtdtj|}t |j|\}}|jdkr#t||j |j ||j S|jdkr#t||j |j ||j Std|j )N"matmul between two sparse objects.rKr1rJmatmul with object of shape isinstancerNotImplementedErrorr4r5rrndim _csr_matvecrrr _csr_matmatr%otherrs r& __matmul__zCSR.__matmul__ss%##F  D E EE K  E E22KD% zQ t|T[%tz R R RR q t|T[%tz R R RR  Lu{ L L M MMr)c<|j|j|jfd|jifSNrrrrrr$s r& tree_flattenzCSR.tree_flatten! It|T[ 1GTZ3H HHr)ct|}|\|_|_|_|dhkrt d||jjdi||S)Nrz%CSR.tree_unflatten: invalid aux_data=rX object__new__rrrkeysrO__dict__updaterDaux_datachildrenobjs r&tree_unflattenzCSR.tree_unflattenq ..  C(0%CHck3:}}7)## AhAA B BBCL##(### Jr)r!)__name__ __module__ __qualname____doc____annotations__propertyr=r,_bufsr7 classmethodnprGrFrSrurxrrrr __classcell__r:s@r&rr,s  ///,,--# (// 0 0% (FF G G%(((((!%28@@@@;@ "&G5555;5"&G6666;6,OOOO N N NIII;r)rceZdZUdZded<ded<ded<ded<edZed Zfd Ze d e j d d Z e d dddZ e d dddZdZddZdZdZe dZxZS)r|zBExperimental CSC matrix implemented in JAX; API subject to change.rrrrrrc|jjSr!r"r$s r&r'z CSC.r(r)c|jjSr!r+r$s r&r'z CSC.r-r)cttj|\|_|_|_t ||dSr0r2r8s r&r7z CSC.__init__r;r)Nr<cn||dk}t|j||jSr@)rArBTrCs r&rFz CSC.fromdenses4 { AXNN  c C[ A A A CCr)rGrHct|}t|dkrtd|tjd|}tjd|}tj|ddz|}||||f|S)z>Create an empty CSC instance. Public method is sparse.empty().rJz CSC must have ndim=2; got shape=rrKr1rLrRs r&rSz CSC._emptyrTr)cLt||| ||jS)NrH)rrur)rDrorpr^r,r>s r&ruzCSC._eyes# 88Aq1"E{8 C C EEr)c4t|jjSr!)rwrr$s r&rxz CSC.todenses tv    r)cl|Jt|j|j|jf|jdddSrz)rrrrrr}s r&rz CSC.transposerr)c t|trtdtj|}t |j|\}}|jdkr-t||j |j ||j ddddS|jdkr-t||j |j ||j ddddStd|j )NrrKr{TrrrJrrrs r&rzCSC.__matmul__s%##F  D E EE K  E E22KD% zQ t|T[%#z$$B$/4AAAA q t|T[%#z$$B$/4AAAA Lu{ L L M MMr)c<|j|j|jfd|jifSrrr$s r&rzCSC.tree_flattenrr)ct|}|\|_|_|_|dhkrt d||jjdi||S)Nrz%CSC.tree_unflatten: invalid aux_data=rXrrs r&rzCSC.tree_unflattenrr)r!)rrrrrrr=r,r7rrrGrFrSrurxrrrrrrs@r&r|r|sJJ///,,--# (// 0 0%(((((!%28DDDD;D "&G5555;5"&GFFFF;F!!!OOOO N N NIII;r)r|rwrEreturnrcPt|j|j|j|jS)zConvert a CSR-format sparse matrix to a dense matrix. Args: mat : CSR matrix Returns: mat_dense: dense version of ``mat`` r1) _csr_todenserrrr)rEs r&rwrws# ch SZsy I I IIr)rrrrShapec>t||||S)a_Convert CSR-format sparse matrix to a dense matrix. Args: data : array of shape ``(nse,)``. indices : array of shape ``(nse,)`` indptr : array of shape ``(shape[0] + 1,)`` and dtype ``indices.dtype`` shape : length-2 tuple representing the matrix shape Returns: mat : array with specified shape and dtype matching ``data`` r1) csr_todense_pbindrs r&rrs!   D'6  ? ??r)cZt|gt||Rdt|iS)Nspinfor1)r r r rs r&_csr_todense_implrs6 d W[&99 W W W'PUBVBVBV W WWr)c|j|jcxkr|jcxkrdksnJ|j|jksJ|j|jksJ|jd|ddzksJtj||jS)NrKr)rr,rr ShapedArrayrs r&_csr_todense_abstract_evalrs gl 6 6 6 6fk 6 6 6 6Q 6 6 6 6 6 6 &, & & & & w} $ $ $ $ aE!HqL ( ( ( ( % , ,,r)F)multiple_resultsc4|j\}}}|j} tj| tjsQtj| tjs2t jd| dtt|||||S|||||| |jgS)Nz@csr_todense cusparse/hipsparse lowering not available for dtype=). Falling back to default implementation.r1)r data_dtyper>) avals_inr,r issubdtypefloatingcomplexfloatingwarningswarnr _csr_todense_lowering) csr_todense_hloctxrrrr data_aval indices_aval_r,s r&_csr_todense_gpu_loweringrs"|)\1 /% -r{ + +Jr}UBDV/W/WJ Mv(F(FH F G GG U      v{0 0 0 0 0 TY_ $ $ $ $ gvr * *GV ;;r)cuda)platformrocmrBTr<r= int | Noner>rc|%t|dk}tjtj|d}t t||||jS)aECreate a CSR-format sparse matrix from a dense matrix. Args: mat : array to be converted to CSR. nse : number of specified entries in ``mat``. If not specified, it will be computed from the input matrix. index_dtype : dtype of sparse indices Returns: mat_coo : CSR representation of the matrix. Nrzcoo_fromdense nse argumentr<r1) intrArconcrete_or_erroroperatorindexr_csr_fromdenser)rEr=r>nse_ints r&rBrB.s_ [ saxnn  C  "8>38T U U' ^CW+ F F Fci X X XXr))r>rtuple[Array, Array, Array]ctj|}tjtj|d}t ||tj |S)aCreate CSR-format sparse matrix from a dense matrix. Args: mat : array to be converted to CSR. nse : number of specified entries in ``mat`` index_dtype : dtype of sparse indices Returns: data : array of shape ``(nse,)`` and dtype ``mat.dtype``. indices : array of shape ``(nse,)`` and dtype ``index_dtype`` indptr : array of shape ``(mat.shape[0] + 1,)`` and dtype ``index_dtype`` znse argument of csr_fromdense()r<) r4r5rrrrcsr_fromdense_prrr,)rEr=r>s r&rr?sO C# x~s4UVV#   cs8M8M  N NNr)cptj|}|jdksJ|jd}tj||\}}|||f}tj||dkk}tj||d}tj|||}||}tj |dz|j dd tj tj |||} ||| fS)NrJr)r#rKrVrb)r4r5rrnonzerorfrAwhererirQrkrlrmrn) rEr=r>mrtrsr true_nonzerosrrs r&_csr_fromdense_implrPs C# Q il! [3 ' ' '(#s S#X$*S//SAXNN$4$44- =$ * *$ -a((# JJ{ # #' 9QU+ . . . 1!"" 5 9 9 jc!,,,33K@@AA C C& w r)ctj|f|j}tj|f|}tj|jddzf|}|||fS)NrrK)rrr,r)rEr=r>rrrs r&_csr_fromdense_abstract_evalr`sY 3&#) , ,$  cV[ 1 1'  SYq\A-/ = =& w r)c |jdj}tj|tjsPtj|tjs1t jd|dtt||||S|||tj||tj tj|\}}}|||gS)NrzBcsr_fromdense cusparse/hipsparse lowering not available for dtype=rr<)nnzr>r index_type) rr,rrrrrrr _csr_fromdense_loweringrdtype_to_ir_type) csr_fromdense_hlorrEr=r>r,rrrs r&_csr_fromdense_gpu_loweringrjs ,q/ % -r{ + +Or}UBDV/W/WO MrpMdot primals_outrrrr tangents_outs r&_csr_fromdense_jvprvs"! %$qc{CCC+%$ $ZZ27w((..HHGVT22HBG55g>>@Y@YZ`@a@ab, l ""r)cZ|\}}}t||ksJ|j|jcxkr|ksnJt|tjst|tjrt dtj|sJt||||jj S)Nrr1) rNr,rrrrOrrrr)rrpr=r>rrrs r&_csr_fromdense_transposers$ Tc     &, 5 5 5 5+ 5 5 5 5 5 5!!HZ%@%@H F G GG  " """ " dGV16< @ @ @@r) csr_matvecvrboolcL|j\}}}t|||||j|S)aProduct of CSR sparse matrix and a dense vector. Args: mat : CSR matrix v : one-dimensional array of size ``(shape[0] if transpose else shape[1],)`` and dtype ``mat.dtype`` transpose : boolean specifying whether to transpose the sparse matrix before computing. Returns: y : array of shape ``(mat.shape[1] if transpose else mat.shape[0],)`` representing the matrix vector product. r)rrr)rEr rrrrs r&rr/)$ T7FASY) T T TTr))rcBt||||||S)aNProduct of CSR sparse matrix and a dense vector. Args: data : array of shape ``(nse,)``. indices : array of shape ``(nse,)`` indptr : array of shape ``(shape[0] + 1,)`` and dtype ``indices.dtype`` v : array of shape ``(shape[0] if transpose else shape[1],)`` and dtype ``data.dtype`` shape : length-2 tuple representing the matrix shape transpose : boolean specifying whether to transpose the sparse matrix before computing. Returns: y : array of shape ``(shape[1] if transpose else shape[0],)`` representing the matrix vector product. r) csr_matvec_prrrrr rrs r&rrs%"   4&!5I  V VVr)c`t|gt|||Rt||dSNr1)rr)rr r rs r&_csr_matvec_implr> T nK88 n! n nGRWDXDXDXdm n n nnr)ct|dksJ|j|jcxkr|jcxkr|jcxkrdksnJ|j|jksJ|j|jksJ|j|jksJ|jd|ddzksJ|r|dn|d}|jd|r|dn|dksJt j|f|jSNrJrKrrNrrr,rr)rrrr rr out_shapes r&_csr_matvec_abstract_evalrs Uq 49 @ @ @ @ @ @ @ @ @ @ @ @q @ @ @ @ @ @ w} $ $ $ $ qw     &, & & & & aE!HqL ( ( ( (#1eAhhq) I;a58 < < < < 9, 3 33r)c .|j\}} } } |j} | tjtjtjtjfvr4tjd| dtt|||||||S|||||||| | j| j gS)Nz?csr_matvec cusparse/hipsparse lowering not available for dtype=rr)rrrr>x_dtype) rr,rfloat32float64 complex64 complex128rrr _csr_matvec_lowering) csr_matvec_hlorrrrr rrrrrv_avalr,s r&_csr_matvec_gpu_loweringr"s'*|$)\1f /% 2:rz2<GGG M >>r)c 8|j\}} } } |j} | tjtjtjtjfvr4tjd| dtt|||||||S|||||||| j|j| j gS)Nz?csr_matmat cusparse/hipsparse lowering not available for dtype=rr)rrr>rB_dtype) rr,rrrrrrrr _csr_matmat_lowering) csr_matmat_hlorrrrr/rrrrrB_avalr,s r&_csr_matmat_gpu_loweringr=Gs'*|$)\1f /% 2:rz2<GGG Mrrr)rErr=rr>rrr)F)rErr rrr rr)rErr/rrr rr)rrrrrrr/rrrrr rr)ir __future__r functoolsrrrnumpyrjaxjax.interpretersrjax.experimental.sparse._baserjax.experimental.sparse.coorrr r jax.experimental.sparse.utilr r r rrjax._srcrrjax._src.interpretersrjax._src.lax.laxr jax._src.librjax._src.numpy.utilrjax._src.typingrr jax.numpyr4rMrrregister_pytree_node_classrr| Primitiverrwrrdef_abstract_evalr lower_funrrrrdefjvpprimitive_transposesregister_lowering simple_implcuda_is_supportedcuda_csr_todenserocm_is_supportedrocm_csr_todenserrrGrBrrrrrrrprimitive_jvpscuda_csr_fromdenserocm_csr_fromdenserrrrrrr"r&r*r-cuda_csr_matvecrocm_csr_matvecr2r.rr5r7r:r=r@rCrEcuda_csr_matmatrocm_csr_matmatrXr)r&rhs KJ"""""" !!!!!!333333WWWWWWWWWWWW]]]]]]]]]]$$$$$$############......,,,,,,,, c3h %\\\\\)\\&%\~ %AAAAA)AA&%AN}-- JJJJ @ @ @ @XXX --! -'/// ' ' '>>> < < <  -)4666)? &}&;<<<]### $ g')DEE$ g')DEE!$.11#' 37RTRZYYYYYY"FHXOOOOOO" "#" )$.)<:>@@@ ! ! !### AAA&8/"+C((?@@@_%%% $ g):+HII$ g):+HIIt~l++ UUUUU"?DWWWWW&ooo 4 4  4&t~&6OOO O O OUUUUUU 0 0 0  ,+T49LMMM(= %|%9:::\""" $ g& (BCC$ g& (BCCt~l++ 8=UUUUUU$49WWWWWW(ooo ? ?  ?&t~&6OOO   UUUUUU 9 9 9  ,,dD:OPPP(= %|%9:::\""" !D(**DEE!D(**DEE   r)