Ë
    ßGìj ú ã                  óî  — d Z ddlmZ ddlmZ ddlZddlmZ ddlZddlZddl	m
Z
mZmZ ddlZddlZddlZddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZmZmZmZmZmZmZmZ ddlm Z m!Z! ddl"m#Z# ddl$mZ% ddl&m'Z'm(Z(m)Z) ddl*m+Z+ ddl*m,Z, ddl*m-Z- ddl*m.Z. ddl"m/Z/ ddl"m0Z0 ddl"m1Z2 ddl3m4Z4m5Z5m6Z6m7Z7m8Z8 ddl9m:Z:m;Z; ddl<m=Z= ddl>m?Z? ddl@mAZAmBZBmCZC ddl&mDZD ejŠ                  ejŒ                  ejŽ                  ej�                  gZIej”                  gZKd¤d„ZLd¥d„ZMd¤d¦d„ZN G d „ d!e«      ZO G d"„ d#e«      ZPd§d$„ZQd¨d%„ZR e-j¦                  d&«      ZTd©d'„ZU	 	 dªd(„ZVeTj®                  d)„ «       ZXeTj²                  d*„ «       ZZd+„ Z[d,„ Z\d-„ Z] e/j¼                  eTe[d«       e\e/j¾                  eT<   e]e0jÀ                  eT<    e#jÂ                  eT e#jÄ                  eXd.¬/«      «        e-j¦                  d0«      Zcd1ec_d        d2Zeddde%j”                  d3œ	 	 	 	 	 d«d4„Zfdde%j”                  d5œ	 	 	 d¬d6„Zgecj®                  d7„ «       Zhecj²                  d8„ «       Zid9„ Zjd:„ Zkd;„ Zleje/jÚ                  ec<   eke/j¾                  ec<   ele0jÀ                  ec<    e#jÂ                  ec e#jÄ                  ehd1¬/«      «        e-j¦                  d<«      Zndd=œd­d>„Zod1d=œd®d?„Zpenj®                  d@„ «       Zqenj²                  dA„ «       ZrdB„ ZsdC„ ZtdD„ Zu e/j¼                  endes«       ete/j¾                  en<   eue0jÀ                  en<    e#jÂ                  en e#jÄ                  eqd.¬/«      «        e-j¦                  dE«      Zvd1ev_d        d¯dF„Zw	 	 	 	 	 	 d°dG„ZxdH„ Zyevj®                  d±dI„«       Zzevj²                  d±dJ„«       Z{d±dK„Z|d±dL„Z}d±dM„Z~e|e/jÚ                  ev<   e}e/j¾                  ev<   e~e0jÀ                  ev<    e#jÂ                  ev e#jÄ                  ezd1¬/«      «        e-j¦                  dN«      ZddddOœ	 	 	 	 	 	 	 d²dP„Z€	 	 	 	 	 	 	 	 d³dQ„Z�	 	 	 	 	 	 	 	 d´dR„Z‚	 	 dµdS„Zƒej²                  	 	 dµdT„«       Z„ e#jÄ                  eƒd.¬/«      Z…dU„ Z†dV„ Z‡ e#jÄ                  e‡d.¬/«      Zˆ	 	 dµdW„Z‰	 	 dµdX„ZŠ	 	 dµdY„Z‹	 	 dµdZ„ZŒ e/j¼                  ee‰deŠ«       e‹e/j¾                  e<   eŒe0jÀ                  e<    e#jÂ                  ee…«        e.�j                  e«       e=�j                  r e#jÂ                  eeˆd[¬\«       e=�j                  r e#jÂ                  eeˆd]¬\«        e-j¦                  d^«      Z�d¶d_„Z‘d`„ Z’da„ Z“db„ Z”e�j®                  dc„ «       Z•e�j²                  dd„ «       Z–de„ Z—df„ Z˜dg„ Z™dh„ Zš e/j¼                  e�e˜e™d«       e—e/j¾                  e�<   eše0jÀ                  e�<    e#jÂ                  e� e#jÄ                  e•d.¬/«      «        e-j¦                  di«      Z›d1e›_d        	 	 	 	 	 	 	 	 	 	 d·dj„Zœdk„ Z�e›j®                  d¸dl„«       Zže›j²                  d¸dm„«       ZŸd¸dn„Z do„ Z¡e e0jÀ                  e›<   e¡e/jÚ                  e›<    e#jÂ                  e› e#jÄ                  ežd1¬/«      «        e-j¦                  dp«      Z¢d1e¢_d        d¹dq„Z£e¢j®                  dr„ «       Z¤ds„ Z¥e¢j²                  dt„ «       Z¦du„ Z§dv„ Z¨ e#jÄ                  e¤d1¬/«      Z©e¨e/jÚ                  e¢<   e§e0jÀ                  e¢<    e#jÂ                  e¢e©«        e-j¦                  dw«      Zªd1eª_d        d¤d¦dx„Z«dºdy„Z¬eªj®                  dz„ «       Z­d{„ Z®d.d.d.d|œd}„Z¯d.d.d.d|œd~„Z°d„ Z±eªj²                  d€„ «       Z²d�„ Z³d‚„ Z´ e#jÄ                  e­d1¬/«      Zµe´e/jÚ                  eª<   e³e0jÀ                  eª<    e#jÂ                  eªeµd.¬ƒ«       ddd„d…œ	 	 	 d»d†„Z¶dd‡œ	 d¼dˆ„Z·	 	 	 	 d½d‰„Z¸d¾dŠ„Z¹ddd‹œ	 	 	 d¿dŒ„Zºd�„ Z»dÀdŽ„Z¼dd�œ	 	 	 dÁd�„Z½dÂd‘„Z¾d’„ Z¿dÃd“„ZÀdÄd”„ZÁdÅd•„ZÂ	 	 	 	 	 	 dÆd–„ZÃd—„ ZÄdÇd˜„ZÅdÈd™„ZÆd.d.dddšœ	 	 	 	 	 	 	 	 	 	 	 dÉd›„ZÇddddœdœddd�œ	 dÊdž„ZÈdŸ„ ZÉdËd „ZÊe�j–                   G d¡„ de«      «       ZÌd¢„ ZÍd£„ ZÎ e0�jž                  eÌeÐeÐeÍeÎd«       y)ÌzHBCOO (Bached coordinate format) matrix object and associated primitives.é    )Úannotations)ÚSequenceN)Úpartial)ÚAnyÚ
NamedTupleÚProtocol)Úlax)Ú	tree_util©Úvmap)Ú	JAXSparse)Ú
nfold_vmapÚ_count_stored_elementsÚ_dot_general_validated_shapeÚCuSparseEfficiencyWarningÚSparseEfficiencyErrorÚSparseEfficiencyWarningÚShapeÚ
SparseInfo)Ú
coo_spmv_pÚ
coo_spmm_p)Úmlir)Úsafe_zipÚunzip2Ú
split_list)Úapi_util)Úconfig)Úcore)Údispatch)Úad)Úbatching)Úpartial_eval)Ú_constÚranges_likeÚ	remainingÚ_dot_general_batch_dim_numsÚDotDimensionNumbers)ÚGatherDimensionNumbersÚGatherScatterMode)Ú
gpu_sparse)Ú_unique)ÚArrayÚ	ArrayLikeÚ	DTypeLike)Úcanonicalize_axisc                ól  ‡— | \  }}|\  }}|j                   dz
  t        |d u «      z   Št        ˆfd„|D «       «      st        d|›d‰›d�«      ‚d„ ||f||ffD «       \  }}	|€t	        d„ t        ||f|«      D «       «      }t        |g|j                  ¢­|j                  |j                  ¬«      }
||	|
fS )	Né   c              3  óJ   •K  — | ]  }|d u xs d|cxk  xr ‰k  nc –— Œ y ­w©Nr   © )Ú.0ÚbÚn_batchs     €ú`C:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/experimental/sparse/bcoo.pyÚ	<genexpr>z,_bcoo_batch_dims_to_front.<locals>.<genexpr>B   s(   øè ø€ Ð?±J¨qˆQ�$ˆYÒ*˜!˜qÖ* 7Ô*Ó*±Jùó   ƒ #zEbatch_dims must be None or satisfy 0 < dim < n_batch. Got batch_dims=z for n_batch=Ú.c              3  ó‚   K  — | ]7  \  }}|€t        j                  |dg«      nt        j                  ||d«      –— Œ9 y ­wr3   )r	   Úexpand_dimsÚjnpÚmoveaxis)r5   ÚargÚbdims      r8   r9   z,_bcoo_batch_dims_to_front.<locals>.<genexpr>E   s@   è ø€ ð #EáC‰)ˆ#ˆtð $( <„c‡o�o�c˜A˜3Ô´S·\±\À#ÀtÈQÓ5OÓOÙCùs   ‚=?c              3  óF   K  — | ]  \  }}|€Œ	|j                   |   –— Œ y ­w©N©Úshape©r5   r@   Údims      r8   r9   z,_bcoo_batch_dims_to_front.<locals>.<genexpr>I   s%   è ø€ ÐhÑ4T©¨¨SÐX[ÑXg�S—Y‘Y˜s•^Ñ4Tùó   ‚
!�!©Úindices_sortedÚunique_indices)
ÚndimÚboolÚallÚNotImplementedErrorÚmaxÚzipr   rE   rJ   rK   )Úbatched_argsÚ
batch_dimsÚspinfoÚ
batch_sizeÚdataÚindicesÚ	data_bdimÚindices_bdimÚbatched_dataÚbatched_indicesÚbatched_spinfor7   s              @r8   Ú_bcoo_batch_dims_to_frontr]   >   sê   ø€ Ø�-€$ˆØ&Ñ€)ˆ\Ø�L‰L˜1Ñœt L°DÐ$8Ó9Ñ9€'Ü	Ó?±JÓ?Ô	?Ü
ð 1Ø%/ M°°w°jÀðCó Dð Dñ#Eà˜yÐ)¨G°\Ð+BÑCó#EÑ€,�ð ÐÜÑh´C¸¸w¸ÈÔ4TÓhÓh€JÜ˜zÐ9¨F¯L©LÑ9Ø-3×-BÑ-BØ-3×-BÑ-BôD€.ð 
�¨Ð	6Ð6ó    ÚBCOOc                ó  — t        j                  |«      }|dk\  sJ ‚| j                  |k(  r| S || j                  k  rO| j                  g d„ t	        | j
                  «      D «       ¢t        |«      ‘­   }| j                  dd|…dd…f   }�nÒt        j                  | j                  g | j                  j                  d| j
                   ¢|‘| j                  j                  | j
                  dz   d ¢­¬«      }|j                  g d„ t	        | j
                  «      D «       ¢t        | j                  «      ‘­   j                  | j                  «      }t        j                  | j                  g | j                  j                  dd ¢|‘| j                  j                  d	   ‘­¬«      }|j                  dd| j                  …dd…f   j                  | j                  «      }|j                  d| j                  d…dd…f   j                  t        j                  | j                  | j
                  | j
                  | j                  z    |j                  ¬
«      «      }t!        ||f| j                  | j"                  | j$                  ¬«      S )zsReturn a copy of `mat` with the specified nse.
  Note that if nse < mat.nse, this will potentially discard data.
  r   c              3  ó2   K  — | ]  }t        d «      –— Œ y ­wrC   ©Úslice©r5   Úis     r8   r9   z _bcoo_set_nse.<locals>.<genexpr>\   s   è ø€ Ð?Ñ,> q”u˜T—{Ñ,>ùó   ‚.Né   rD   c              3  ó2   K  — | ]  }t        d «      –— Œ y ­wrC   rb   rd   s     r8   r9   z _bcoo_set_nse.<locals>.<genexpr>`   s   è ø€ Ð>Ñ+= a”e˜D—kÑ+=ùrf   éþÿÿÿéÿÿÿÿ©Údtype©rE   rJ   rK   )ÚoperatorÚindexÚnserV   Úranger7   rc   rW   r>   Ú
zeros_likerE   ÚatÚsetÚarrayÚn_sparserl   r_   rJ   rK   ©Úmatrp   rV   rW   s       r8   Ú_bcoo_set_nsery   S   s  € ô 	�‰�sÓ€#Ø	�Š€/ˆØ‡W�W�‚^Ø€JØˆC�G‰G‚^Ø�8‰8ÐLÑ?¬E°#·+±+Ô,>Ó?ÐLÄÀsÃÑLÑM€DØ�k‰k˜#˜t ˜t¢Q˜,Ñ'‚Gä�>‰>˜#Ÿ(™(Ð*q¨C¯H©H¯N©N¸<¸C¿K¹KÐ,HÐ*qÈ#Ð*qÐPS×PXÑPX×P^ÑP^Ð_b×_jÑ_jÐmnÑ_nÐ_oÐPpÑ*qÔr€DØ�7‰7ÐOÑ>¬5°·±Ô+=Ó>ÐOÄÀcÇgÁgÃÑOÑP×TÑTÐUX×U]ÑU]Ó^€DÜ�n‰n˜SŸ[™[Ð0e°#·+±+×2CÑ2CÀCÀRÐ2HÐ0eÈ#Ð0eÈsÏ{É{×O`ÑO`ÐacÑOdÑ0eÔf€GØ�j‰j˜˜h˜sŸw™w˜hªÐ)Ñ*×.Ñ.¨s¯{©{Ó;€GØ�j‰j˜˜cŸg™g™hªÐ)Ñ*×.Ñ.¬s¯y©y¸¿¹À3Ç;Á;ÈsÏ{É{Ð]`×]iÑ]iÑOiÐ9jØ?F¿}¹}ô0Nó O€Gä	ˆt�Wˆo S§Y¡YØ ×/Ñ/Ø ×/Ñ/ô
1ð 1r^   c                ón  ‡	— | j                   | j                  | j                  }}}t        |||«      }|dk(  j	                  t        t        |j                  dz   |j                  «      «      «      }t        d„ t        |j                  d |j                   «      D «       «      }|j	                  |d¬«      }t        j                  ||j                  |j                  |j                  z    |j                  ¬«      Š	ˆ	fd„} t        ||j                  «      ||«      }t        t!        ||f|¬«      |¬	«      S )
Nr   rg   c              3  ó2   K  — | ]  \  }}|d k(  sŒ|–— Œ y­w©rg   Nr4   ©r5   re   Úss      r8   r9   z'bcoo_eliminate_zeros.<locals>.<genexpr>p   s    è ø€ Ð\Ñ)Q¡  AÐUVÐZ[ÓU[œ1Ñ)Qùs   ‚�T©Úkeepdimsrk   c                óN   •— t        j                  |d d …d f   ‰d d d …f   | «      S rC   )r>   Úwhere)re   ÚmÚ
fill_values     €r8   Ú<lambda>z&bcoo_eliminate_zeros.<locals>.<lambda>s   s#   ø€ ”3—9‘9˜Qšq $˜w™Z¨°Dº!°GÑ)<¸aÔ@r^   rD   ©rp   )rV   rW   rE   Ú_validate_bcoorN   Útuplerq   r7   rL   Ú	enumerater>   ru   rv   rl   r   Úbcoo_sum_duplicatesr_   )
rx   rp   rV   rW   rE   ÚpropsÚmaskÚdims_to_contractÚfr„   s
            @r8   Úbcoo_eliminate_zerosr�   l   sò   ø€ ØŸ™ 3§;¡;°·	±	�ˆ€$Ü
˜˜w¨Ó
.€%Ø
�!‰)�‰œœu U§]¡]°QÑ%6¸¿	¹	ÓBÓCÓ	D€$ÜÑ\¬°7·=±=ÀÀ%Ç-Á-Ð3PÔ)QÓ\Ó\ÐØ	�‰Ð"¨TˆÓ	2€$Ü�y‰y˜˜uŸ}™}¨U¯]©]¸U¿^¹^Ñ-KÐLÐT[×TaÑTaÔb€*Û@€!Ø(ŒJ�q˜%Ÿ-™-Ó(¨°$Ó7€'Ü	œT 4¨ /¸Ô?ÀSÔ	IÐIr^   c                  ó6   — e Zd ZU ded<   ded<   ded<   ded<   y)ÚBCOOPropertiesÚintr7   rv   Ún_denserp   N)Ú__name__Ú
__module__Ú__qualname__Ú__annotations__r4   r^   r8   r‘   r‘   x   s   … Øƒ,Øƒ-Øƒ,Ø
„(r^   r‘   c                  ó0   — e Zd Zedd„«       Zedd„«       Zy)ÚBufferc                 ó   — y rC   r4   ©Úselfs    r8   rE   zBuffer.shape   s   € Ør^   c                 ó   — y rC   r4   r›   s    r8   rl   zBuffer.dtype�   s   € Ør^   N)Úreturnr   )rž   r   )r”   r•   r–   ÚpropertyrE   rl   r4   r^   r8   r™   r™   ~   s   „ ØÚó ØØÚó Ùr^   r™   c           
     óJ  — t        ||«      }|\  }}}}t        |«      }t        d„ t        | j                  d | |d | «      D «       «      rt        d| j                  ›d|›�«      ‚| j                  |d  |f|||z   d  z   k7  r!t        d| j                  ›d|›d|›d|›�«      ‚|S )Nc              3  ó.   K  — | ]  \  }}|d |fv–— Œ y­wr|   r4   ©r5   Ús1Ús2s      r8   r9   z!_validate_bcoo.<locals>.<genexpr>‰   s    è ø€ ÐYÑ)X™v˜r 2ˆ�A�r�7Ô	Ñ)Xùó   ‚z4data batch dimensions not compatible for data.shape=ú, shape=zInvalid data.shape=ú	 for nse=ú
, n_batch=ú
, n_dense=)Ú_validate_bcoo_indicesrˆ   Úanyr   rE   Ú
ValueError)rV   rW   rE   r‹   r7   rv   r“   rp   s           r8   r‡   r‡   …   s¾   € Ü
  ¨%Ó
0€%Ø$)Ñ!€'ˆ8�W˜cÜ
�‹,€%ÜÑY¬°$·*±*¸X¸gÐ2FÈÈhÈwÈÔ)XÓYÔYÜ
ÐLÀÇÁÀÈYÐPUÈxÐXÓ
YÐYØ	‡Z�Z��Ð˜c˜V e¨G°hÑ,>Ð,?Ð&@Ñ@Ò@Ü
Ð+ §
¡
˜}¨J°#°°{¸'¸À;ÀgÀZÐPÓ
QÐQØ	€,r^   c           
     ó  — t        j                  | j                  t         j                  «      sJ ‚t	        |«      }| j
                  dd  \  }}t        | j
                  «      dz
  }t        |«      |z
  |z
  }|dk\  sJ ‚t        d„ t        | j
                  d | |d | «      D «       «      rt        d| j
                  ›d|›�«      ‚| j
                  |d  ||fk7  r!t        d| j
                  ›d|›d	|›d
|›�«      ‚t        ||||¬«      S )Nri   r1   r   c              3  ó.   K  — | ]  \  }}|d |fv–— Œ y­wr|   r4   r¢   s      r8   r9   z)_validate_bcoo_indices.<locals>.<genexpr>—   s    è ø€ Ð\Ñ)[™v˜r 2ˆ�A�r�7Ô	Ñ)[ùr¥   z:indices batch dimensions not compatible for indices.shape=r¦   zInvalid =indices.shape=r§   r¨   r©   )r7   rv   r“   rp   )r>   Ú
issubdtyperl   Úintegerrˆ   rE   Úlenr«   r   r¬   r‘   )rW   rE   rp   rv   r7   r“   s         r8   rª   rª   �   s	  € Ü	�‰˜Ÿ™¤s§{¡{Ô	3Ð3Ð	3Ü
�‹,€%Ø—-‘-  Ð$�-€#€xÜ�—‘Ó Ñ"€'Ü�‹J˜Ñ  8Ñ+€'Ø	�AŠÐˆÜÑ\¬°'·-±-ÀÀÐ2IÈ5ÐQYÐRYÈ?Ô)[Ó\Ô\Ü
ÐRÀGÇMÁMÐCSÐS\ÐV[ÐU]Ð^Ó
_Ð_Ø‡]�]�7�8Ð  h Ò/Ü
Ð/ §¡Ð 0°
°c°V¸;¸g¸ZÀ{È'ÈÐTÓ
UÐUÜ	 °(ÀGÐQTÔ	UÐUr^   Úbcoo_todensec                óZ   — t        | j                  | j                  | j                  ¬«      S )z‡Convert batched sparse matrix to a dense matrix.

  Args:
    mat: BCOO matrix.

  Returns:
    mat_dense: dense version of ``mat``.
  ©rT   )Ú_bcoo_todenserV   rW   Ú_info)rx   s    r8   r²   r²   £   s   € ô 
�s—x‘x §¡°S·Y±YÔ	?Ð?r^   c               ó~   — t         j                  t        j                  | «      t        j                  |«      |¬«      S )aÅ  Convert batched sparse matrix to a dense matrix.

  Args:
    data : array of shape ``batch_dims + (nse,) + block_dims``.
    indices : array of shape ``batch_dims + (n_sparse, nse)``
    spinfo : SparseInfo. In particular, this includes the shape
      of the matrix, which is equal to ``batch_dims + sparse_dims + block_dims``
      where ``len(sparse_dims) == n_sparse``

  Returns:
    mat : array with specified shape and dtype matching ``data``
  r´   )Úbcoo_todense_pÚbindr>   Úasarray©rV   rW   rT   s      r8   rµ   rµ   ®   s.   € ô 
×	Ñ	œSŸ[™[¨Ó.´·±¸GÓ0DÈVÐ	Ó	TÐTr^   c          	     ó†  ‡‡— |j                   }t        | ‰|«      \  }}}}t        d„ t        |d | ‰j                   d | «      D «       «      }t        t	        j
                  |dddœŽ«      Št        ˆˆfd„t        |«      D «       «      }t        d„ |d | D «       «      }	t	        j
                  g |	¢t	        j                  d«      ‘­dddœŽŠt        ‰«      d d }
|s'| j                  |t        |
«      | j                  ¬	«      } t        j                  || j                  «      j                  |
|z      j                  | «      S )
Nc              3  óŠ   K  — | ];  \  }}|d k(  rt        j                  |t        «      nt        j                  |«      –— Œ= y­wr|   ©ÚnpÚzerosr’   Úarange©r5   r~   Úi_ss      r8   r9   z%_bcoo_todense_impl.<locals>.<genexpr>Ã   s;   è ø€ ð RÙ#P™˜˜Cð *-°ª”R—X‘X˜a¤Ô%´r·y±yÀ³|ÓCÙ#Pùó   ‚AAÚijT©ÚindexingÚsparsec              3  óD   •K  — | ]  }‰‰t        d «      |fz      –— Œ y ­wrC   rb   ©r5   re   ÚgridrW   s     €€r8   r9   z%_bcoo_todense_impl.<locals>.<genexpr>Æ   s%   øè ø€ ÐO¹¸!�W˜T¤U¨4£[°!Ð$4Ñ4Õ5¹ùó   ƒ c              3  óF   K  — | ]  }t        j                  |«      –— Œ y ­wrC   ©r¿   rÁ   ©r5   r~   s     r8   r9   z%_bcoo_todense_impl.<locals>.<genexpr>È   s   è ø€ Ð=©_¨”r—y‘y —|©_ùó   ‚!rg   rj   )r€   rl   )rE   r‡   rˆ   rQ   r¿   Úmeshgridrq   rÁ   ÚsumrM   rl   r>   rÀ   rs   Úadd)rV   rW   rT   rE   r7   rv   Ú_Ú
ind_slicesÚ
sparse_indÚbatch_slicesÚ	batch_indrË   s    `         @r8   Ú_bcoo_todense_implrÙ   ¾   s  ù€ à
�,‰,€%Ü*¨4°¸%Ó@Ñ€'ˆ8�Q˜äñ RÜ#& u¨X¨g ¸¿¹ÀhÀwÐ8OÔ#PóRó R€*ä	Œr�{‰{˜J°¸dÒCÓ	D€$ÜÔO¼uÀX¼ÓOÓO€*äÑ=¨U°8°G©_Ó=Ó=€,Ü	�‰Ð	M�lÐ	M¤B§I¡I¨a£LÑ	M¸4ÈÒ	M€$Ü�D‹k˜#˜2Ð€)á	Ø�8‰8�G¤d¨9£o¸T¿Z¹Zˆ8ÓH€DÜ	�‰�5˜$Ÿ*™*Ó	%×	(Ñ	(¨°ZÑ)?Ñ	@×	DÑ	DÀTÓ	JÐJr^   c               ót   — |j                   }t        | ||«       t        j                  || j                  «      S rC   )rE   r‡   r   ÚShapedArrayrl   )rV   rW   rT   rE   s       r8   Ú_bcoo_todense_abstract_evalrÜ   Ð   s.   € à
�,‰,€%Ü��w Ô&Ü	×	Ñ	˜% §¡Ó	,Ð,r^   c               ó   — t        | ||¬«      S )Nr´   )rµ   )Údata_dotrV   rW   rT   s       r8   Ú_bcoo_todense_jvprß   Ö   s   € Ü	�x °Ô	8Ð8r^   c               ó  — |j                   }t        j                  |«      sJ ‚t        j                  |«      rt        d«      ‚| j                   |k(  sJ ‚| j                  |j
                  j                  k(  sJ ‚t        || «      |fS )Nú/Cannot transpose with respect to sparse indices)rE   r    Úis_undefined_primalr¬   rl   ÚavalÚ_bcoo_extract)ÚctrV   rW   rT   rE   s        r8   Ú_bcoo_todense_transposeræ   Ù   sw   € Ø
�,‰,€%Ü	×	Ñ	 Ô	%Ð%Ð	%Ü×Ñ˜GÔ$Ü
ÐFÓ
GÐGØ	�‰�UÒ	ÐÐ	Ø	�‰�T—Y‘Y—_‘_Ò	$Ð$Ð	$Ü	�w Ó	# WÐ	,Ð,r^   c               óD   — t        | ||«      \  }}}t        |||¬«      dfS )Nr´   r   )r]   rµ   )rR   rS   rT   rV   rW   s        r8   Ú_bcoo_todense_batching_rulerè   â   s+   € Ü3°LÀ*ÈfÓUÑ€$ˆ�Ü	�t˜W¨VÔ	4°aÐ	7Ð7r^   F)Úmultiple_resultsÚbcoo_fromdenseTzË
The error arose for the nse argument of bcoo_fromdense. In order for
BCOO.fromdense() to be used in traced/compiled code, you must pass a concrete
value to the nse (number of stored elements) argument.
©rp   r7   r“   Úindex_dtypec          	     óî   — t        j                  | «      } |}|€t        | ||«      }t        j                  t
        j                  |t        «      }t        t        | ||||¬«      | j                  dd¬«      S )aƒ  Create BCOO-format sparse matrix from a dense matrix.

  Args:
    mat : array to be converted to BCOO.
    nse : number of specified elements in each batch
    n_batch : number of batch dimensions (default: 0)
    n_dense : number of block_dimensions (default: 0)
    index_dtype : dtype of sparse indices (default: int32)

  Returns:
    mat_bcoo: BCOO representation of the matrix.
  rë   Trm   )r>   rº   r   r   Úconcrete_or_errorrn   ro   Ú_TRACED_NSE_ERRORr_   Ú_bcoo_fromdenserE   )rx   rp   r7   r“   rì   Únse_arrÚnse_ints          r8   rê   rê   ø   so   € ô 	�‰�CÓ€#Ø #€'Ø€_Ü$ S¨'°7Ó;€GÜ×"Ñ"¤8§>¡>°7Ô<MÓN€'Ü	Œo˜c w¸ÈØ*5ô7à—I‘I¨dÀ4ô
Ið Ir^   ©r7   r“   rì   c               ó²   — t        j                  | «      } t        j                  t        j
                  |t        «      }t        j                  | ||||¬«      S )aA  Create BCOO-format sparse matrix from a dense matrix.

  Args:
    mat : array to be converted to BCOO, with ``ndim = n_batch + n_sparse + n_dense``.
    nse : number of specified elements in each batch
    n_batch : number of batch dimensions (default: 0)
    n_dense : number of block_dimensions (default: 0)
    index_dtype : dtype of sparse indices (default: int32)

  Returns:
    data : array of shape ``mat.shape[:n_batch] + (nse,) + mat.shape[mat.ndim - n_dense:]``
      and dtype ``mat.dtype``
    indices : array of shape ``mat.shape[:n_batch] + (n_sparse, nse)``
  rë   )	r>   rº   r   rî   rn   ro   rï   Úbcoo_fromdense_pr¹   )rx   rp   r7   r“   rì   s        r8   rð   rð     sN   € ô  	�‰�CÓ€#Ü×ÑœxŸ~™~¨sÔ4EÓF€#Ü	×	Ñ	˜s¨°WÀgØ+6ð 
ó 
8ð 8r^   c               óþ  ‡‡— t        j                  | «      } | j                  |z
  |z
  Š| dk7  }|dkD  r,|j                  t	        |«      D �cg c]  }|dz    ‘Œ
 c}«      }t        t        |d¬«      ˆˆfd„«       } ||«      }|s)t        j                  |j                  d | ‰dfz   |«      }n.t        j                  t        j                  ||«      d|dz   «      }t        || «      }	|j                  t        t	        ||j                  «      «      «      d   }
t        j                  |
j                   d|z  ‰fz   |«      |
k  }||dz   t#        d «      fz  |dz  z      }t        j$                  ||	d«      }	|	|fS c c}w )	Nr   rg   F)ÚNÚbroadcastedc                óh   •— | j                   r%t        j                  | ‰| j                  d ‰ ¬«      S y)N©Úsizer„   r4   )rL   r>   ÚnonzerorE   )Úarv   rp   s    €€r8   Ú_nonzeroz&_bcoo_fromdense_impl.<locals>._nonzero+  s+   ø€ à‡v‚vÜ�[‰[˜ °·±¸¸(Ð1CÔDÐDØr^   ©.N©rg   rC   )r>   rº   rL   r«   rq   r   r   rÀ   rE   r?   ru   rä   rÒ   Úlistr	   Úbroadcasted_iotarl   rc   r‚   )rx   rp   r7   r“   rì   rŒ   re   rþ   rW   rV   Útrue_nseÚtrue_nonzerosrv   s    `          @r8   Ú_bcoo_fromdense_implr  $  sf  ù€ ä�‰�CÓ€#Ø�X‰X˜Ñ 'Ñ)€(Ø
�‰(€$Øˆq‚[Ø�8‰8¤u¨W¤~Ó6¡~ !�q˜1‘u’X ~Ñ6Ó7€DÜ
Œ:˜¨eÔ4ôó 5ðñ �T‹N€'Ù	Ü�i‰i˜Ÿ
™
 8 GÐ,°°Q¨xÑ7¸ÓE�Gä�l‰lœ3Ÿ9™9 W¨kÓ:¸A¸wÈ¹{ÓK€GÜ	�w Ó	$€$à�X‰X”dœ5 ¨$¯)©)Ó4Ó5Ó6°yÑA€(Ü×&Ñ& x§~¡~°t¸g±~ÈÈÑ7NÐPWÓXÐ[cÑc€-Ø ¨1¡´°t³°Ñ >ÀÈ7ÑARÑ RÑS€-Ü	�‰�= $¨Ó	*€$à	ˆwˆÐùò% 7s   ÁE:c               ó  — | j                   |z
  |z
  }| j                  d | |fz   | j                  ||z   d  z   }| j                  d | ||fz   }t        j                  || j                  «      t        j                  ||«      fS rC   )rL   rE   r   rÛ   rl   )rx   rp   r7   r“   rì   rv   Ú
data_shapeÚindex_shapes           r8   Ú_bcoo_fromdense_abstract_evalr	  >  s…   € à�X‰X˜Ñ 'Ñ)€(Ø�y‰y˜˜'Ð" c VÑ+¨c¯i©i¸À(Ñ8JÐ8KÐ.LÑL€*Ø—	‘	˜(˜7Ð# s¨H oÑ5€+Ü	×	Ñ	˜* c§i¡iÓ	0´$×2BÑ2BÀ;ÐP[Ó2\Ð	\Ð\r^   c               ó  — | \  }|\  }t        |||||¬«      }|\  }	}
t        |«      t        j                  u r t        j                  j	                  |	«      }nt        |
|«      }|t        j                  j	                  |
«      f}||fS )Nrë   )rð   Útyper    ÚZeroÚfrom_primal_valuerä   )ÚprimalsÚtangentsrp   r7   r“   rì   ÚMÚMdotÚprimals_outrV   rW   rÞ   Útangents_outs                r8   Ú_bcoo_fromdense_jvpr  E  s€   € Ø�"€!Ø
�%€$ä  s°GÀWÐZeÔf€+Ø�-€$ˆä	ˆ$ƒZ”2—7‘7ÑÜ�w‰w×(Ñ(¨Ó.�Hä˜W dÓ+€HàœBŸG™G×5Ñ5°gÓ>Ð?€,à	�lÐ	"Ð"r^   c               óÐ  — | \  }}|j                   |z
  |z
  }|j                  |j                  d | |fz   |j                  ||z   d  z   k(  sJ ‚|j                  |j                  d | ||fz   k(  sJ ‚|j                  |k(  sJ ‚t        |t        j
                  «      rt        d«      ‚t	        j                  |«      sJ ‚t        ||t        |j                  j                  «      ¬«      S )Nrá   r´   )rL   rE   rl   Ú
isinstancer    r  r¬   râ   rµ   r   rã   )	rå   r  rp   r7   r“   rì   rV   rW   rv   s	            r8   Ú_bcoo_fromdense_transposer  U  sÚ   € Ø�-€$ˆØ�V‰V�gÑ Ñ'€(Ø	�‰�q—w‘w˜x Ð(¨C¨6Ñ1°A·G±G¸GÀhÑ<NÐ<OÐ4PÑPÒ	PÐPÐ	PØ	�‰˜!Ÿ'™' ( 7Ð+¨x¸¨oÑ=Ò	=Ð=Ð	=Ø	�‰˜+Ò	%Ð%Ð	%Ü�œŸ™Ô!Ü
ÐFÓ
GÐGÜ	×	Ñ	 Ô	"Ð"Ð	"Ü	�t˜W¬Z¸¿¹¿¹Ó-EÔ	FÐFr^   c               ó|   — | \  }|\  }d|cxk  r|k  sn t        d|›d|›�«      ‚t        |||dz   ||¬«      ||ffS )Nr   z'Expected 0 < bdim <= n_batch; got bdim=r¨   rg   rë   )r¬   rð   )rR   rS   rp   r7   r“   rì   r  rA   s           r8   Ú_bcoo_fromdense_batching_ruler  `  sZ   € Ø�"€!Ø
�%€$Ø
ˆtÔ
�wÔ
Ü
Ð?¸$¸ÀÀ7À*ÐMÓ
NÐNÜ	˜ ¨W°q©[À'ÐWbÔ	cÐfjÐlpÐeqÐ	qÐqr^   Úbcoo_extract©Úassume_uniquec               ó¢  — t        | t        «      st        dt        | «      ›�«      ‚t	        j
                  |«      }|j                  | j                  k7  r%t        d| j                  ›d|j                  ›�«      ‚|€| j                  }t        | j                  ||¬«      }t        || j                  ffi | j                  j                  «       ¤ŽS )a   Extract values from a dense array according to the sparse array's indices.

  Args:
    sparr : BCOO array whose indices will be used for the output.
    arr : ArrayLike with shape equal to self.shape
    assume_unique : bool, defaults to sparr.unique_indices
      If True, extract values for every index, even if index contains duplicates.
      If False, duplicate indices will have their values summed and returned in
      the position of the first index.

  Returns:
    extracted : a BCOO array with the same sparsity pattern as self.
  zGFirst argument to bcoo_extract should be a BCOO array. Got type(sparr)=zshape mismatch: sparr.shape=z	 a.shape=r  )r  r_   Ú	TypeErrorr  r>   rº   rE   r¬   rK   rä   rW   r¶   Ú_asdict)ÚsparrÚarrr  rý   rV   s        r8   r  r  s  s±   € ô 
�Eœ4Ô	 Ü
Ð^ÔRVÐW\ÓR]ÐQ_Ð`Ó
aÐaÜ	‡k�k�#Ó€!Ø‡W�W�—‘ÒÜ
Ð4¨¯© ~°Z°q·w±w°jÐAÓ
BÐBØÐØ×(Ñ(€MÜ	�u—}‘} a°}Ô	E€$Ü	ˆt�U—]‘]Ð#Ñ	= u§{¡{×':Ñ':Ó'<Ñ	=Ð=r^   c               ó2   — t         j                  | ||¬«      S )a»  Extract BCOO data values from a dense array at given BCOO indices.

  Args:
    indices: An ndarray; see BCOO indices.
    arr: A dense array.
    assume_unique: bool, default=True
      If True, then indices will be assumed unique and a value will be extracted
      from arr for each index. Otherwise, extra work will be done to de-duplicate
      indices to zero-out duplicate extracted values.

  Returns:
    An ndarray; see BCOO data.
  r  )Úbcoo_extract_pr¹   )rW   r!  r  s      r8   rä   rä   Œ  s   € ô 
×	Ñ	˜W c¸Ð	Ó	GÐGr^   c          	     óÂ  ‡ ‡‡— t        j                  |«      }t        ‰ |j                  «      }|s3t	        ‰ |j                  d¬«      \  Š }|}t        ‰ |j                  «      }t        d„ t        |j                  d |j                   ‰ j                  d |j                   «      D «       «      }t        t        j                  |dddœŽ«      Št        ˆˆ fd„t        |j                  «      D «       «      }t        d„ |j                  d |j                   D «       «      }t        j                  g |¢t        j                  d«      ‘­dddœŽŠt        ‰«      d d	 }	||	z   s|d    }
n#|j                  |	|z      j                  d
d¬«      }
|j                  dk(  ré|j                  dk7  rÚ|rTt!        j"                  |
t%        |
j                  |j                  |j                  «      t        |
j&                  «      «      }
n„t%        |
j                  |j                  j                  «      }|j                  t)        d «      fz  t)        d«      fz   }t        j*                  |
|¬«      j                  |   j-                  |
«      }
|s]j                  g|
j                  |j                  dz   d  ¢­Šˆfd„}t        |j                  «      D ]  }t/        |«      }Œ  ||
«      }
|
S )NT)rE   Úreturn_indexc              3  óŠ   K  — | ];  \  }}|d k(  rt        j                  |t        «      nt        j                  |«      –— Œ= y­wr|   r¾   rÂ   s      r8   r9   z%_bcoo_extract_impl.<locals>.<genexpr>¥  s;   è ø€ ð bÙ#`™˜˜Cð *-°ª”R—X‘X˜a¤Ô%´r·y±yÀ³|ÓCÙ#`ùrÄ   rÅ   rÆ   c              3  óD   •K  — | ]  }‰‰t        d «      |fz      –— Œ y ­wrC   rb   rÊ   s     €€r8   r9   z%_bcoo_extract_impl.<locals>.<genexpr>¨  s'   øè ø€ ÐUÑ?T¸!�W˜T¤U¨4£[°!Ð$4Ñ4Õ5Ñ?TùrÌ   c              3  óF   K  — | ]  }t        j                  |«      –— Œ y ­wrC   rÎ   rÏ   s     r8   r9   z%_bcoo_extract_impl.<locals>.<genexpr>ª  s   è ø€ ÐGÑ-F¨”r—y‘y —|Ñ-FùrÐ   rg   rj   Úfillr   ©Úmoder„   rD   c                ój   •— t        j                  | ‰¬«      j                  |   j                  | «      S ©NrD   )r>   rr   rs   rÓ   )Úrre   Úunbatched_out_shapes     €r8   rŽ   z_bcoo_extract_impl.<locals>.f¼  s+   ø€ Ü�^‰^˜AÐ%8Ô9×<Ñ<¸QÑ?×CÑCÀAÓFÐFr^   )r>   rº   rª   rE   Ú_unique_indicesrˆ   rQ   r7   r¿   rÑ   rq   rv   rÁ   rs   Úgetrp   r	   Úbroadcast_in_dimÚ_tuple_replacerL   rc   rr   rt   r   )rW   r!  r  r‹   Úsort_indÚoriginal_propsrÕ   rÖ   r×   rØ   ÚresultÚ	out_shapeÚindrŽ   rÔ   rË   r/  s   `              @@r8   Ú_bcoo_extract_implr9  œ  s\  ú€ ä�‰�CÓ€#Ü
  ¨#¯)©)Ó
4€%Ù	Ü'¨°s·y±yÈtÔTÑ€GˆXØ€NÜ" 7¨C¯I©IÓ6€Eäñ bÜ#& s§y¡y°°%·-±-Ð'@À'Ç-Á-ÐP^ÐQV×Q^ÑQ^ÐB_Ô#`óbó b€*ä	Œr�{‰{˜J°¸dÒCÓ	D€$ÜÔU¼uÀUÇ^Á^Ô?TÓUÓU€*äÑG¨S¯Y©Y°~¸¿¹Ñ-FÓGÓG€,Ü	�‰Ð	M�lÐ	M¤B§I¡I¨a£LÑ	M¸4ÈÒ	M€$Ü�D‹k˜#˜2Ð€)à	�iÒ	Ø�‰Y�Fà�V‰V�I 
Ñ*Ñ+×/Ñ/°VÈÐ/ÓJ€FØ
‡^�^�qÒ˜UŸY™Y¨!š^ÙÜ×#Ñ#Ø”˜vŸ|™|¨U¯]©]¸E¿I¹IÓFÌÈfÏkÉkÓHZó\�fô ! §¡¨u¯}©}¸n×>PÑ>PÓQ€iØ�M‰MœU 4›[˜NÑ*¬e°A«h¨[Ñ8€cÜ�~‰~˜f¨IÔ6×9Ñ9¸#Ñ>×BÑBÀ6ÓJ€fÙ	Ø)×-Ñ-ÐQ°·±¸U¿]¹]ÈQÑ=NÐ=OÐ0PÑQÐôGä�5—=‘=Ö!ˆÜ
ˆq‹'�að "áˆv�xÓ €FØ	€-r^   c               óî   — t        |«      }t        | |j                  «      \  }}}}|j                  d | |fz   |j                  |j                  |z
  d  z   }t	        j
                  ||j                  «      S rC   )rM   rª   rE   rL   r   rÛ   rl   )rW   r!  r  rÔ   r7   r“   rp   r7  s           r8   Ú_bcoo_extract_abstract_evalr;  Ã  sm   € ä
ˆ=Ó€!Ü3°G¸S¿Y¹YÓGÑ€'ˆ1ˆg�sØ�i‰i˜˜Ð! S FÑ*¨S¯Y©Y°s·x±xÀ'Ñ7IÐ7JÐ-KÑK€)Ü	×	Ñ	˜) S§Y¡YÓ	/Ð/r^   c               óT   — | j                   |j                   k(  sJ ‚t        || |¬«      S )Nr  )rE   rä   )Úarr_dotrW   r!  r  s       r8   Ú_bcoo_extract_jvpr>  Ê  s'   € Ø	�‰˜#Ÿ)™)Ò	#Ð#Ð	#Ü	�w °}Ô	EÐEr^   c               ó.  — |st        d«      ‚t        j                  |«      sJ ‚t        j                  |«      rt        d«      ‚| j                  |j
                  j                  k(  sJ ‚|t        | |t        |j
                  j                  «      ¬«      fS )Nz2transpose of bcoo_extract with assume_unique=Falserá   r´   )	rO   r    râ   r¬   rl   rã   rµ   r   rE   )rå   rW   r!  r  s       r8   Ú_bcoo_extract_transposer@  Î  sz   € Ù	Ü
ÐRÓ
SÐSÜ	×	Ñ	 Ô	$Ð$Ð	$Ü×Ñ˜GÔ$Ü
ÐFÓ
GÐGØ	�‰�S—X‘X—^‘^Ò	#Ð#Ð	#Ø	”-  G´J¸s¿x¹x¿~¹~Ó4NÔOÐ	OÐOr^   c               óÆ  — | \  }}t        d„ |D «       «      sJ ‚|d   €|d   }t        j                  ||f«      }nr|d   €R|d   }t        |j                  «      }|j                  ||j                  |   «       t        j                  |||f«      }n|d   |d   k7  rt        d«      ‚|d   }|j                  dz
  }||k\  rt        d|›d|›�«      ‚t        |||¬«      |fS )	Nc              3  ó$   K  — | ]  }|d u–— Œ
 y ­wrC   r4   )r5   r6   s     r8   r9   z._bcoo_extract_batching_rule.<locals>.<genexpr>Ù  s   è ø€ Ð/¡J˜qˆQ�dŒ]¡Jùs   ‚r   rg   z+bcoo_extract with unequal batch dimensions.r1   zbatch_dims=z' out of range for indices with n_batch=r  )r«   r	   r=   r  rE   Úinsertr2  rO   rL   r¬   rä   )rR   rS   r  rW   r!  rA   Úresult_shaper7   s           r8   Ú_bcoo_extract_batching_rulerE  ×  sú   € Ø�,€'ˆ3Ü	Ñ/¡JÓ/Ô	/Ð/Ð	/Ø��]ÐØ�a‰=€DÜ�o‰o˜g¨ wÓ/�GØ�!�}Ðà�a‰=€DÜ˜Ÿ	™	“?€LØ×Ñ˜˜gŸm™m¨DÑ1Ô2Ü
×
Ñ
˜s L°4°'Ó
:�Cà�!�}˜
 1™Ò%ÜÐ MÓNÐNØ�a‰=€DØ�L‰L˜1Ñ€'Ø	ˆW‚_Ü
˜˜
�}Ð$LÀGÀ:ÐNÓ
OÐOÜ	�w °=Ô	AÀ4Ð	GÐGr^   Úbcoo_transposec               ó¶   ‡ — t        ‰ j                  ‰ j                  |‰ j                  ¬«      }t	        ˆ fd„|D «       «      }t        ||‰ j                  ¬«      S )u-  Transpose a BCOO-format array.

  Args:
    mat: A BCOO-format array.
    permutation:  A tuple or list or ndarray which contains a permutation of
      [0,1,..,N-1] where N is the number of axes of ``mat`` in the order of
      batch, sparse, and dense dimensions. The iâ€™th axis of the returned array
      corresponds to the axis numbered permutation[i] of ``mat``. Transpose
      permutation currently does not support permuting batch axes with non-batch
      axes nor permuting dense axes with non-dense axes.

  Returns:
    A BCOO-format array.
  ©ÚpermutationrT   c              3  ó<   •K  — | ]  }‰j                   |   –— Œ y ­wrC   rD   ©r5   Úprx   s     €r8   r9   z!bcoo_transpose.<locals>.<genexpr>	  s   øè ø€ Ð6©+ Q�C—I‘I˜a•L©+ùó   ƒ)rE   rK   )Ú_bcoo_transposerV   rW   r¶   rˆ   r_   rK   )rx   rI  Úbuffersr7  s   `   r8   rF  rF  ù  sI   ø€ ô ˜CŸH™H c§k¡k¸{ÐSV×S\ÑS\Ô]€'ÜÓ6©+Ó6Ó6€)Ü	ˆg˜Y°s×7IÑ7IÔ	JÐJr^   c               ó¦   — t        |«      }|t        t        t        |j                  «      «      «      k(  r| |fS t        j                  | |||¬«      S ©NrH  )rˆ   rq   r±   rE   Úbcoo_transpose_pr¹   )rV   rW   rI  rT   s       r8   rN  rN    sR   € ä�kÓ"€+Ø”Eœ%¤ F§L¡LÓ 1Ó2Ó3Ò3Ø�ˆ=Ðä× Ñ   w¸KØ(.ð !ó 0ð 0r^   c                óª  — t        |t        t        t        j                  f«      st        dt        |«      › d�«      ‚t        t        |«      «      t        t        t        |«      «      «      k7  rt        d|› d|› d�«      ‚t        | ||«      \  }}}}|d | }||||z    D �	cg c]  }	|	|z
  ‘Œ	 }
}	|||z   d  D �	cg c]
  }	|	|z
  |z
  ‘Œ }}	|r;t        t        |«      «      t        t        |«      «      k7  rt        d|› d|›d�«      ‚|r;t        t        |«      «      t        t        |«      «      k7  rt        d|› d|›d�«      ‚||
|fS c c}	w c c}	w )	Nz8transpose permutation must be a tuple/list/ndarray, got r;   zQtranspose permutation isn't a permutation of operand dimensions, got permutation z for shape zUtranspose permutation cannot permute batch axes with non-batch axes; got permutation z, with n_batch=zUtranspose permutation cannot permute dense axes with non-dense axes; got permutation z, with n_dense=)r  rˆ   r  r¿   Úndarrayr  r  Úsortedrq   r±   r‡   rO   )rV   rW   rI  rE   r7   rv   r“   rÔ   Ú
batch_permrL  Úsparse_permÚ
dense_perms               r8   Ú_validate_permutationrY    s�  € Ü	�K¤%¬¬r¯z©zÐ!:Ô	;Ü
ÐNÌtÐT_ÓO`ÐNaÐabÐcÓ
dÐdÜ
Œ6�+ÓÓ¤5¬¬s°5«zÓ):Ó#;Ò;Ü
ð 'Ø'2 m°;¸u¸gÀQðHó Ið Iä"0°°wÀÓ"FÑ€'ˆ8�W˜aØ˜8˜GÐ$€*Ø&1°'¸7ÀXÑ;MÑ&NÓOÑ&N ��W“Ð&N€+ÐOØ0;¸GÀhÑ<NÐ<OÑ0PÓQÑ0P¨1��H‘˜wÓ&Ð0P€*ÐQÙ””v˜jÓ)Ó*¬e´E¸'³NÓ.CÒCÜ
ð 1Ø1<°Ð=MÀWÀJÈaðQó Rð Rá””v˜jÓ)Ó*¬e´E¸'³NÓ.CÒCÜ
ð 1Ø1<°Ð=MÀWÀJÈaðQó Rð Rà	�[ *Ð	,Ð,ùò PùÚQs   Â#EÂ;Ec               óÔ   ‡— t        | |||j                  «      \  }}}t        |«      Š |d|f   j                  g |¢‰‘‰dz   ‘­Ž } | j                  g |¢‰‘ˆfd„|D «       ¢­Ž } | |fS )N.rg   c              3  ó.   •K  — | ]  }|‰z   d z   –— Œ y­wr|   r4   ©r5   Údr7   s     €r8   r9   z'_bcoo_transpose_impl.<locals>.<genexpr>,  s   øè ø€ Ð/TÉÀA°°G±¸aµÉùó   ƒ)rY  rE   r±   Ú	transpose)rV   rW   rI  rT   rV  rW  rX  r7   s          @r8   Ú_bcoo_transpose_implr`  '  s…   ø€ ä(=¸dÀGÈ[ÐZ`×ZfÑZfÓ(gÑ%€*ˆk˜:Ü�
‹O€'Ø/ˆG�C˜Ð$Ñ%×/Ñ/ÐR°ÐR¸WÐRÀgÐPQÁkÒR€'Ø	ˆ�‰Ð	U˜Ð	U WÐ	UÓ/TÉÓ/TÒ	U€$Ø	ˆwˆÐr^   c               óŠ  ‡	— t        | |||j                  «      \  }}}t        |«      Š	t        j                  |j                  «      g |¢‰	‘‰	dz   ‘   }t        j                  | j                  «      g |¢‰	‘ˆ	fd„|D «       ¢   }t        j                  || j                  «      t        j                  ||j                  «      fS )Nrg   c              3  ó.   •K  — | ]  }|‰z   d z   –— Œ y­wr|   r4   r\  s     €r8   r9   z0_bcoo_transpose_abstract_eval.<locals>.<genexpr>4  s   øè ø€ Ð<aÑV`ÐQR¸QÀ¹[È1½_ÑV`ùr^  )rY  rE   r±   r¿   ru   r   rÛ   rl   )
rV   rW   rI  rT   rV  rÔ   rX  Úindices_shaper  r7   s
            @r8   Ú_bcoo_transpose_abstract_evalrd  /  s³   ø€ ä3°D¸'À;ÐPV×P\ÑP\Ó]Ñ€*ˆa�Ü�
‹O€'Ü—(‘(˜7Ÿ=™=Ó)Ð*M¨JÐ*M¸Ð*MÀÈ1ÁÐ*MÑN€-Ü�x‰x˜Ÿ
™
Ó#Ð$b jÐ$b°'Ð$bÓ<aÑV`Ó<aÐ$bÑc€*Ü	×	Ñ	˜* d§j¡jÓ	1´4×3CÑ3CÀMÐSZ×S`ÑS`Ó3aÐ	aÐar^   c               óž   — | \  }}|\  }}t        ||||¬«      }t        ||||¬«      \  }	}||	t        j                  j                  |«      ffS rQ  )rN  r    r  r  )
r  r  rI  rT   rV   rW   rÞ   rÔ   r  Údata_dot_outs
             r8   Ú_bcoo_transpose_jvprg  7  sX   € Ø�-€$ˆØ�+€(ˆAÜ  g¸;ÈvÔV€+Ü# H¨gÀ;ÐW]Ô^�/€,�Ø	�|¤R§W¡W×%>Ñ%>¸wÓ%GÐHÐ	HÐHr^   c               óH  ‡— | \  }}t        |t        j                  «      sJ ‚t        j                  |«      rt	        d«      ‚|j
                  |j                  j
                  k(  sJ ‚t        t        ˆfd„|D «       «      «      }t        t        t        t        j                  |«      «      «      }t        j                  t!        |j"                  dz
  «      D �	cg c]  }	d‘Œ c}	t        |j$                  dd  «      z   t        ¬«      }
t'        ||
||¬«      \  }}||fS c c}	w )Nrá   c              3  ó<   •K  — | ]  }‰j                   |   –— Œ y ­wrC   rD   )r5   rL  rT   s     €r8   r9   z,_bcoo_transpose_transpose.<locals>.<genexpr>D  s   øè ø€ ÐD¹°1˜vŸ|™|¨A�¹ùrM  r1   rg   ri   rk   rH  )r  r    r  râ   r¬   rl   rã   r   rˆ   r  Úmapr’   r¿   Úargsortr>   rÀ   rq   rL   rE   rN  )rå   rV   rW   rI  rT   Údata_ctÚ
indices_ctÚ	ct_spinfoÚrev_permutationre   Údummy_indicesÚ
data_transrÔ   s       `        r8   Ú_bcoo_transpose_transposerr  >  sñ   ø€ ØÑ€'ˆ:Ü	�J¤§¡Ô	(Ð(Ð	(Ü×Ñ˜GÔ$Ü
ÐFÓ
GÐGØ	�‰˜$Ÿ)™)Ÿ/™/Ò	)Ð)Ð	)ÜœÓD¹ÓDÓDÓE€)ÜœœS¤"§*¡*¨[Ó"9Ó:Ó;€/ä—)‘)¬¨g¯l©l¸QÑ.>Ô(?Ó@Ñ(? 1šQÐ(?Ñ@Ä4ÈÏÉÐVXÐVYÐHZÓC[Ñ[ÔcfÔg€-Ü! '¨=ÀoÐ^gÔh�-€*ˆaØ	�ZÐ	Ðùò As   Ã	Dc               ó  — t        | ||«      \  }}}dgd„ |D «       ¢­}t        ||||¬«      \  }}|D �cg c]  }|€d nd‘Œ
 }}t        ||f|«      D �	�cg c]   \  }	}|€t        j                  |	dg«      n|	‘Œ" }
}	}|
|fS c c}w c c}}	w )Nr   c              3  ó&   K  — | ]	  }|d z   –— Œ y­wr|   r4   )r5   rL  s     r8   r9   z-_bcoo_transpose_batch_rule.<locals>.<genexpr>M  s   è ø€ Ð9©[¨˜a !�e©[ùó   ‚rH  )r]   rN  rQ   r	   Úsqueeze)rR   rS   rI  rT   rV   rW   Úbatched_permutationrA   Úbatch_dims_outr@   Úargs_outs              r8   Ú_bcoo_transpose_batch_rulerz  K  s¼   € Ü3°LÀ*ÈfÓUÑ€$ˆ�ØÐ:Ñ9©[Ó9Ñ:ÐÜ! $¨Ð=PÐY_Ô`�-€$ˆÙ<FÓG¹J°D˜D˜L‘D¨aÑ/¸J€.ÐGä" D¨' ?°NÔCôEÙC‘)�#�tð (, |Œc�k‰k˜# ˜sÔ#¸Ñ<ØCð ñ Eà	�>Ð	!Ð!ùò HùóEs   µBÁ%BÚbcoo_dot_general)Ú	precisionÚpreferred_element_typeÚout_shardingc          
     ón  — ~~t        | t        «      r�t        |t        «      r}t        | j                  |j                  |«      }t	        | j
                  | j                  |j
                  |j                  | j                  |j                  ||¬«      }t        ||¬«      S t        | t        «      r/t        | j
                  | j                  |||| j                  ¬«      S t        |t        «      r/t        | |j
                  |j                  |||j                  ¬«      S t        j                  | |||¬«      S )a<  A general contraction operation.

  Args:
    lhs: An ndarray or BCOO-format sparse array.
    rhs: An ndarray or BCOO-format sparse array..
    dimension_numbers: a tuple of tuples of the form
      `((lhs_contracting_dims, rhs_contracting_dims),
      (lhs_batch_dims, rhs_batch_dims))`.
    precision: unused
    preferred_element_type: unused

  Returns:
    An ndarray or BCOO-format sparse array containing the result. If both inputs
    are sparse, the result will be sparse, of type BCOO. If either input is dense,
    the result will be dense, of type ndarray.
  ©Ú
lhs_spinfoÚ
rhs_spinfoÚdimension_numbersr}  rD   ©rƒ  r}  r�  )rƒ  r}  r‚  ©rƒ  r}  )r  r_   r   rE   Ú_bcoo_spdot_generalrV   rW   r¶   Ú_bcoo_dot_generalÚ_bcoo_rdot_generalr	   Údot_general)ÚlhsÚrhsrƒ  r|  r}  r~  rE   Úbufss           r8   r{  r{  a  sÿ   € ð, �Ü�”TÔœz¨#¬tÔ4Ü(¨¯©°C·I±IØ):ó<€Eä˜sŸx™x¨¯©°c·h±hÀÇÁØ*-¯)©)ÀÇ	Á	Ø1BØ6LôN€Dô �˜EÔ"Ð"Ü�#”tÔÜ˜SŸX™X s§{¡{°CÐK\Ø4JØ(+¯	©	ô3ð 3ô �#”tÔÜ˜c 3§8¡8¨S¯[©[ÐL]Ø5KØ),¯©ô4ð 4ô �?‰?˜3 Ð7HØ2HôJð Jr^   c               óš  — |\  \  }}\  }}	t        j                  |«      t        j                  |«      f}
t        j                  |«      t        j                  |	«      f}|�t        j                  |«      }t        j                  t        j                  | «      t        j                  |«      t        j                  |«      |
|f||¬«      S ©Nr„  )r   Ú_ensure_index_tupler¿   rl   Úbcoo_dot_general_pr¹   r>   rº   )Úlhs_dataÚlhs_indicesr‹  rƒ  r}  r�  Úlhs_contractÚrhs_contractÚ	lhs_batchÚ	rhs_batchÚcdimsÚbdimss               r8   r‡  r‡  Œ  s¿   € ð :KÑ6Ñ€<�Ñ 6 ¨IÜ×'Ñ'¨Ó5Ü×'Ñ'¨Ó5ð7€%ä×'Ñ'¨	Ó2Ü×'Ñ'¨	Ó2ð4€%àÐ'ÜŸX™XÐ&<Ó=ÐÜ	×	 Ñ	 ¤§¡¨XÓ!6¼¿¹ÀKÓ8PÔRU×R]ÑR]Ð^aÓRbØ49¸5°>Ø8NØ,6ð 
!ó 
8ð 8r^   c               ó  — t        d„ |D «       «      }t        ||| |||¬«      }d„ |D «       \  }}	t        |j                  «      |z
  }
g t	        |	«      ¢t	        |
|j
                  «      ¢t	        |	|
«      ¢­}t        j                  ||«      S )Nc              3  ó,   K  — | ]  }|d d d…   –— Œ y ­w©Nrj   r4   ©r5   r]  s     r8   r9   z%_bcoo_rdot_general.<locals>.<genexpr>   s   è ø€ Ð9]ÑK\Àa¸!¹D¸b¸D½'ÑK\ùs   ‚)r�  rƒ  r}  c              3  ó8   K  — | ]  }t        |d    «      –— Œ y­w©r   N©r±   rœ  s     r8   r9   z%_bcoo_rdot_general.<locals>.<genexpr>¤  s   è ø€ Ð>Ñ,= qœ˜Q˜q™TŸÑ,=ùs   ‚)rˆ   r‡  r±   rE   rq   rL   r	   r_  )rŠ  Úrhs_dataÚrhs_indicesrƒ  r}  r‚  Údimension_numbers_reversedr6  Ú
n_contractr7   Ún_swaprI  s               r8   rˆ  rˆ  œ  s‘   € ô 5:Ñ9]ÑK\Ó9]Ó4]ÐÜ˜X {°CÀJØ/IØ4JôL€&ñ ?Ñ,=Ó>Ñ€*ˆgÜˆz×ÑÓ  :Ñ-€&ØW”%˜“.ÐW¤5¨°·±Ó#=ÐWÄÀgÈvÓ@VÑW€+Ü	�‰�v˜{Ó	+Ð+r^   c          
     ó  ‡‡‡‡‡— t        j                  | «      } t        j                  |«      }t        j                  |«      }t        | j                  |j                  |j                  |‰|¬«      }|j                  d   Š|j
                  dz
  Š|\  \  }}\  }	}
t        t        ||«      D ��cg c]  \  }}|‰k  sŒ||f‘Œ c}}«      \  Š}t        t        ||«      D ��cg c]  \  }}|‰k\  sŒ||f‘Œ c}}«      \  Š}|	s‰rng |	¢t        t        ‰«      |	‰«      ¢‰¢}| j                  g |¢t        ‰| j
                  «      ¢«      } |j                  g |¢t        ‰|j
                  «      ¢«      }‰rGt        ˆfd„‰D «       «      Št        j                  g ‰¢t        t        ‰«      ‰«      ¢«      }|d|f   }g |
¢|¢|¢t        t        |j
                  «      |
|«      ¢}|j                  |«      }ˆˆˆˆfd„}t        |‰t        ‰«      z
  «      }t        j                   |t        t        |
«      ‰t        ‰«      z
  «      «      }t        j"                  |j                  |j$                  «      } ||| ||«      S c c}}w c c}}w )Nr„  rj   r1   c              3  ó(   •K  — | ]	  }|‰z
  –— Œ y ­wrC   r4   r\  s     €r8   r9   z)_bcoo_dot_general_impl.<locals>.<genexpr>Ä  s   øè ø€ ÐEÑ3D¨a˜a '�kÑ3Dùó   ƒ.c                ó²  •‡— t        ˆfd„t        ‰«      D «       «      }|d t        ‰«       }|t        ‰«      d  }|rO‰j                  dkD  r@t	        j
                  d„ ‰j                  d d D «       ddiŽd ‰j                  dz
   }g |¢|¢­}t        t        t        ‰
«      t        ‰«      z   «      «      }t        j                  ||j                  |   j                  dd¬	«      g g f||ff‰¬
«      }	|r| j                  |   j                  |	«      S |	j                  t        t        |	j                  | j                  z
  «      «      | j                  ¬«      S )Nc              3  ó,   •K  — | ]  }‰d |f   –— Œ y­wrÿ   r4   )r5   re   r’  s     €r8   r9   z9_bcoo_dot_general_impl.<locals>.result.<locals>.<genexpr>Î  s   øè ø€ Ð=©_¨�˜C ˜FÕ#©_ùó   ƒr1   c              3  óF   K  — | ]  }t        j                  |«      –— Œ y ­wrC   )r>   rÁ   )r5   Úns     r8   r9   z9_bcoo_dot_general_impl.<locals>.result.<locals>.<genexpr>Ó  s   è ø€ Ð:Ñ#9˜aŒC�J‰J�q�MÑ#9ùrÐ   rj   rÇ   rÅ   r)  r   r*  )r}  rk   )rˆ   rq   r±   rL   r>   rÑ   rE   r  rM   r	   r‰  rs   r1  rÓ   rÒ   rl   )Ú	out_arrayr‘  r’  r‹  ÚidxÚ	idx_rightÚidx_outÚ	idx_batchrS   ÚprodÚlhs_contracting_bÚlhs_contracting_srv   r}  s     `       €€€€r8   r6  z&_bcoo_dot_general_impl.<locals>.resultÍ  sL  ù€ Ü
Ó=¬U°8¬_Ó=Ó
=€CØÐ+”SÐ*Ó+Ð,€IØ”#Ð'Ó(Ð)Ð*€GÙ�[×%Ñ%¨Ò)Ü—,‘,Ù: ;×#4Ñ#4°S°bÑ#9Ó:ðàñà.˜+×*Ñ*¨QÑ.ð0€ið +�IÐ* 	Ñ*€iÜ”eœCÐ 1Ó2´TÐ:KÓ5LÑLÓMÓN€JÜ�?‰?˜8 S§V¡V¨IÑ%6×%:Ñ%:ÀÐSTÐ%:Ó%UØ ˜H z°:Ð&>Ð?Ø2HôJ€Dñ Ø�\‰\˜'Ñ"×&Ñ& tÓ,Ð,à�X‰X”eœE $§)¡)¨i¯n©nÑ"<Ó=Ó>ÀiÇoÁoˆXÓVÐVr^   )r>   rº   Ú_bcoo_dot_general_abstract_evalrã   rE   rL   r   r   r%   rq   r_  rˆ   ru   r   r±   r	   r=   rÀ   rl   )r‘  r’  r‹  rƒ  r}  r�  Úout_avalÚlhs_contractingÚrhs_contractingr•  r–  Úlr.  Úrhs_contracting_bÚrhs_contracting_srV  rW  Úrhs_permr6  r­  r³  r´  r7   rv   s       `               @@@@r8   Ú_bcoo_dot_general_implr½  ©  s—  ü€ ä�[‰[˜Ó"€(Ü—‘˜KÓ(€+Ü�‰�CÓ€#ä,¨X¯]©]¸K×<LÑ<LÈcÏhÉhØ?PØDZØ8BôD€(ð ×Ñ˜rÑ"€(Ø×Ñ˜qÑ €'à?PÑ<Ñ$€?�OÑ&< y°)Ü)/Ü °ÔAô1RÙA‰tˆq�!ÀQÈÃ[€Qˆ‚FÐAò1Ró *SÑ&ÐÐ&ä)/Ü °ÔAô1SÙA‰tˆq�!ÀQÈ'Ã\€Qˆ‚FÐAò1Só *TÑ&ÐÐ&ñ Ñ#Øk�9Ðkœy¬¨w«¸ÐDUÓVÐkÐYjÐk€JØ×!Ñ!Ð"O JÐ"O´°wÀÇÁÓ1NÐ"OÓP€HØ×'Ñ'Ð(X¨*Ð(X´u¸WÀk×FVÑFVÓ7WÐ(XÓY€Kñ ÜÓEÑ3DÓEÓEÐÜ—)‘)Ð`Ð/Ð`´)¼EÀ(»OÐM^Ó2_Ð`Óa€KØ˜c ;Ð.Ñ/€KðGˆyð GÐ,ð GÐ/@ð GÜœ˜sŸx™x›¨)°_ÓEðG€(à�‰�hÓ€#÷Wô" �f˜g¬Ð,=Ó(>Ñ>Ó?€&Ü�‰˜œU¤3 y£>°7¼SÐARÓ=SÑ3SÓTÓU€#Ü�i‰i˜Ÿ™¨¯©Ó7€)Ù	�	˜8 [°#Ó	6Ð6ùóU1Rùó1Ss   Â1J
Â?J
Ã$J
Ã2J
c               ó:  ‡
‡— t        j                  t        j                  d¬«      j	                  t        j
                  |j                  | j                  «      t        j
                  |j                  |j                  «      ||¬«      }|\  \  }}\  }	}t        | ||j                  «      \  Š
Š}}|	rt        |	«      ‰
k\  rt        d|	›d‰
›�«      ‚t        ˆ
ˆfd„|D «       «      rt        d«      ‚t        j                  |j                  |j                  «      S )Nr…  ©Ústatic_argnameszqbcoo_dot_general batch dimensions must be among the batch dimensions in the sparse representation.
got lhs_batch=r¨   c              3  ó.   •K  — | ]  }|‰‰z   k\  –— Œ y ­wrC   r4   )r5   r]  r7   rv   s     €€r8   r9   z2_bcoo_dot_general_abstract_eval.<locals>.<genexpr>ô  s   øè ø€ Ð:©/ Qˆˆg˜Ñ Õ	 ©/ùr^  z4bcoo_dot_general: contracting over dense dimensions.)ÚjaxÚjitr	   r‰  Ú
eval_shapeÚShapeDtypeStructrE   rl   r‡   rP   rO   r«   r   rÛ   )r‘  r’  r‹  rƒ  r}  r�  r¶  r·  rÔ   r•  r7   rv   s             @@r8   rµ  rµ  ã  sü   ù€ ô �W‰W”S—_‘_Ð6eÔf×qÑqÜ
×
Ñ
˜z×/Ñ/°·±Ó
@Ü
×
Ñ
˜sŸy™y¨#¯)©)Ó
4Ø-Ø!7ð	 ró 9€(ð *;Ñ&Ñ€?�A™˜ AÜ*¨8°[À*×BRÑBRÓSÑ€'ˆ8�Q˜Ù”3�y“> WÒ,Ü
ðØˆL˜˜7˜*ð&ó'ð 'ô
 	Ô:©/Ó:Ô:Ü
ÐTÓ
UÐUä	×	Ñ	˜(Ÿ.™.¨(¯.©.Ó	9Ð9r^   c                ó>  — | j                   t        vr)t        j                  d| j                   ›d�t        «       y|j                   t
        vr)t        j                  d|j                   ›d�t        «       y|j                  st        j                  dt        «       yy)NzJbcoo_dot_general cusparse/hipsparse lowering not available for data.dtype=z). Falling back to default implementation.TzMbcoo_dot_general cusparse/hipsparse lowering not available for indices.dtype=z´bcoo_dot_general GPU lowering requires matrices with sorted indices. To sort the rows in your matrix, use e.g. mat = mat.sort_indices(). Falling back to the default implementation.F)rl   ÚCUSPARSE_DATA_DTYPESÚwarningsÚwarnr   ÚCUSPARSE_INDEX_DTYPESrJ   r»   s      r8   Ú_bcoo_dot_general_fallbackrË  ý  s›   € Ø	‡Z�ZÔ+Ñ+Ü‡M�Mð %ØŸ™˜Ð%NðPä+ô-ð Ø‡}�}Ô1Ñ1Ü‡M�Mð (Ø Ÿ™Ð(Ð(QðSä+ô-ð Ø× Ò Ü‡M�Mð $ô &?ô@ð àr^   c               óÀ  — t         j                  j                  st        | |||||¬«      S |\  \  }}\  }}	t	        | ||j
                  «      \  }
}}}	|j                  dk(  rt        nt        }t        | |||||¬«      }|j                  t        vrt        | |||||¬«      S | j                  |j                  «      } |j                  |j                  «      }t        |«      dk(  rÂt        |«      dk(  r´|j                  dv r¦|
||fdk(  ržt        | ||«      s‘t        j                   |j
                  d   |j                  «      |j#                  «       }}d}dg|j
                  ¢­}t%        ||||«      \  }}}|j'                  | |||d   dk(  r|j(                  n|||¬«      }|d   S t        |«      dk(  r™t        |«      dk(  r‹|j                  dv r}|
||fdk(  rut        | ||«      sh|d d …df   |d d …df   }}|d   dk(  }|j
                  }t%        ||||«      \  }}}|j'                  | |||d   dk(  r|j(                  n|||¬«      }|d d	 S t        | |||||¬
«      S )Nr„  rg   r   )rg   r1   )r   rg   r   F)r_  rE   )r   r1   r   rj   )rƒ  r�  r}  )r   Úbcoo_cusparse_loweringÚvaluer½  r‡   rE   rL   r   r   rµ  rl   rÇ  Úastyper±   rË  r>   rÀ   ÚravelÚ!_coo_correct_out_of_bound_indicesr¹   ÚT)r‘  r’  r‹  rƒ  r}  r�  r“  r”  r•  rÔ   r7   rv   r“   Úcoo_matmul_pr¶  ÚrowÚcolr_  rE   Úouts                       r8   Ú_bcoo_dot_general_gpu_implr×    s   € ô 
×	&Ñ	&×	,Ò	,Ü! (¨K¸Ø+Ø5Øôð ð
 2CÑ.Ñ€<�¡ ¨AÜ"0Ø�˜Z×-Ñ-ó#/Ñ€'ˆ8�W˜aà"Ÿx™x¨1š}•´*€,ä,Øˆk˜3Ø'Ø1Øô	€(ð ‡^�^Ô/Ñ/Ü! (¨K¸Ø+Ø5Øôð ð
 �_‰_˜XŸ^™^Ó,€(Ø�
‰
�8—>‘>Ó"€#ô 
ˆ,Ó˜1Ò¤ Y£°1Ò!4¸¿¹ÀVÑ9KØ�H˜gÐ
&¨)Ò
3Ü(¨°;À
ÔKÜ�y‰y˜×*Ñ*¨1Ñ-¨{×/@Ñ/@ÓAÀ;×CTÑCTÓCVˆ€CØ€IØÐ"�×!Ñ!Ñ"€EÜ7¸¸SÀ%ÈÓS�O€CˆˆeØ
×
Ñ
˜H c¨3Ø%1°!¡_¸Ò%9˜CŸEšE¸sØ&/°uð ó >€Cð ˆq‰6€MÜˆLÓ˜QÒ¤3 y£>°QÒ#6¸3¿8¹8ÀvÑ;MØ�h Ð(¨IÒ5Ü*¨8°[À*ÔMØš1˜a˜4Ñ  +ªa°¨dÑ"3ˆ€CØ˜a‘ AÑ%€IØ×Ñ€EÜ7¸¸SÀ%ÈÓS�O€CˆˆeØ
×
Ñ
˜H c¨3Ø%1°!¡_¸Ò%9˜CŸEšE¸sØ&/°uð ó >€Cð ˆs�ˆ8€Oä! (¨K¸Ø+¸
Ø5ô7ð 7r^   c               ó$   — t        | |||||¬«      S rŽ  ©r‡  )Úlhs_data_dotr‘  r’  r‹  rƒ  r}  r�  s          r8   Ú_bcoo_dot_general_jvp_lhsrÛ  M  s    € ä	˜<¨°cÐM^Ø2HÐU_ô
að ar^   c               ó$   — t        ||| |||¬«      S rŽ  rÙ  )Úrhs_dotr‘  r’  r‹  rƒ  r}  r�  s          r8   Ú_bcoo_dot_general_jvp_rhsrÞ  R  s    € ä	˜8 [°'ÐM^Ø2HÐU_ô
að ar^   c               óð  ‡ — t        j                  |«      rJ ‚|\  \  }}\  }	}
t        |j                  «      }t        j                  |«      r|j                  j
                  n|j
                  }t        t        |«      ||	«      }t        t        |«      ||
«      }t        t        t        |	||«      «      \  }}}t        j                  |«      �r„||f||
ff}t        t        j                  |t        j                  |«      «      «      }t        |	«      |z   |z   }t        t        t        t        j                  |«      «      «      }t        j                   |j
                  dz
  dz  |j                  d   fz   «      }t#        |j                  d d «      |j                  d   dz  z   Š 	 t%        |||‰ «       d}|rZt)        |||t+        ‰ «      ¬«      \  }}t#        ˆ fd„|D «       «      }t-        | |||¬	«      }t)        |||t+        |«      ¬«      \  }}n:t/        j0                  | ||¬	«      }t/        j2                  ||«      }t5        ||«      }|||fS ||f|	|ff}t        t        j                  |t        j                  |«      «      «      }t        t        j                  t        |
«      |z   |z   «      «      }t7        ||| |||¬
«      }||t/        j2                  ||«      fS # t&        $ r d}Y �Œ:w xY w)Nr1   r   ri   rj   TFrH  c              3  ó(   •K  — | ]	  }‰|   –— Œ y ­wrC   r4   )r5   re   Úplaceholder_shapes     €r8   r9   z._bcoo_dot_general_transpose.<locals>.<genexpr>w  s   øè ø€ ÐG¹;°aÐ.¨qÕ1¹;ùr§  ©rƒ  ©r�  r}  rƒ  )r    râ   r±   rE   rã   rL   r%   rq   rj  r  r$   r¿   Útakerk  r’   r>   Úemptyrˆ   rY  rO   rN  r   Úbcoo_dot_general_sampledr	   r‰  r_  rä   r‡  )!rå   r‘  r’  r‹  rƒ  r}  r�  r“  r”  r•  r–  Úlhs_ndimÚrhs_ndimÚlhs_keptÚrhs_keptÚ	ans_batchÚans_lhsÚans_rhsÚdimsÚlhs_contract_sorted_by_rhsrI  Úout_axesÚplaceholder_dataÚindices_can_be_untransposedrÔ   Úlhs_indices_TÚresult_T_shapeÚresult_Tr6  Úout_dense_TÚ	out_denseÚrhs_contract_sorted_by_lhsrá  s!                                   @r8   Ú_bcoo_dot_general_transposerù  W  sÉ  ø€ ä×#Ñ# KÔ0Ð0Ð	0Ø9JÑ6Ñ€<�Ñ 6 ¨IÜ�×!Ñ!Ó"€(Ü ×4Ñ4°SÔ9ˆS�X‰X�]Š]¸s¿x¹x€(Ü”u˜X“¨°iÓ@€(Ü”u˜X“¨°iÓ@€(Ü #¤D¬+°iÀÈ8Ó*TÓ UÑ€)ˆW�gÜ×Ñ˜HÕ%Ø")¨8Ð!4°yÀ)Ð6LÐ M€DÜ!%¤b§g¡g¨l¼B¿J¹JÀ|Ó<TÓ&UÓ!VÐÜ�y“/ HÑ,Ð/IÑI€KÜ”CœœRŸZ™Z¨Ó4Ó5Ó6€Hô —y‘y +×"2Ñ"2°QÑ"6¸$Ñ!>À+×BSÑBSÐTVÑBWÐAYÑ!YÓZÐÜ˜k×/Ñ/°°Ð4Ó5¸×8IÑ8IÈ"Ñ8MÐPTÑ8TÑTÐð)ÜÐ,¨k¸;ÐHYÔZð %)Ð!ñ
 #ä(Ð)9¸;ÐT_Ü0:Ð;LÓ0MôOÑ€aˆäÓG¹;ÓGÓG€nÜ)¨"¨c°=ÐTXÔY€hÜ! (¨MÀxÜ)3°NÓ)CôE�i€f‰aô —O‘O B¨¸tÔD€kÜ—-‘- ¨XÓ6€iÜ˜[¨)Ó4€fØ�; Ð#Ð#à�wÐ )¨YÐ!7Ð8€DÜ!%¤b§g¡g¨l¼B¿J¹JÀ|Ó<TÓ&UÓ!VÐÜ”B—J‘Jœt I›Ð1KÑKÈhÑVÓWÓX€HÜ˜x¨°bÀZØ6LØ15ô7€Fð �[¤#§-¡-°¸Ó"AÐAÐAøô; ò *Ø$)Ó!ð*ús   Æ*K& Ë&K5Ë4K5c               óú   — | \  }}}|\  }}}t        | d d |d d ||€d n|j                  |   ¬«      \  }}	}
t        t        |j                  «      |j                  fd|f|«      \  }}t        ||	||
||¬«      }||fS )Nr1   ©rU   r   rã  )r]   rE   r&   r±   rL   r‡  )rR   rS   rƒ  r}  r�  rÔ   r‹  Úrhs_bdimÚnew_lhs_dataÚnew_lhs_indicesÚnew_lhs_spinfoÚnew_dimension_numbersÚresult_batch_dimÚbatched_outs                 r8   Ú_bcoo_dot_general_batch_ruler  Š  s®   € à�)€!€QˆØ�.€!€QˆÜ2KØ��!Ð�j  !�n jØÐ'‰t¨S¯Y©Y°xÑ-@ô3BÑ/€,� ô -HÜ
ˆ:×ÑÓ˜cŸh™hÐ'¨!¨X¨Ð8Ió-KÑ)ÐÐ)ä! ,°ÀÐQ_Ø9OØ4IôK€+ð 
Ð&Ð	&Ð&r^   Úcuda)ÚplatformÚrocmræ  c               óö   — |\  \  }}\  }}t        j                  |«      t        j                  |«      f}t        j                  |«      t        j                  |«      f}	t        j                  | ||||	f¬«      S )ah  A contraction operation with output computed at given sparse indices.

  Args:
    lhs: An ndarray.
    rhs: An ndarray.
    indices: BCOO indices.
    dimension_numbers: a tuple of tuples of the form
      `((lhs_contracting_dims, rhs_contracting_dims),
      (lhs_batch_dims, rhs_batch_dims))`.

  Returns:
    BCOO data, an ndarray containing the result.
  râ  )r   r�  Úbcoo_dot_general_sampled_pr¹   )
ÚAÚBrW   rƒ  r“  r”  r•  r–  r—  r˜  s
             r8   ræ  ræ  ­  s†   € ð :KÑ6Ñ€<�Ñ 6 ¨IÜ×'Ñ'¨Ó5Ü×'Ñ'¨Ó5ð7€%ä×'Ñ'¨	Ó2Ü×'Ñ'¨	Ó2ð4€%ä	#×	(Ñ	(¨¨A¨wØ<AÀ5¸>ð 
)ó 
Kð Kr^   c          	     óH   — t        |t        j                  | |||¬«      «      S )N©rƒ  r|  )rä   r	   r‰  )r	  r
  rW   rƒ  r|  s        r8   Ú_bcoo_dot_general_sampled_slowr  Ã  s    € Ü	�w¤§¡°°1ÐHYÐenÔ oÓ	pÐpr^   c               ó’  — ~|\  \  }}\  }}|s|s|s|rJ ‚| j                   |j                   cxk(  rdk(  sJ ‚ J ‚|j                   dz
  }	|j                  d   }
|j                  d   }|	|
z   dk(  sJ ‚|	dk(  rO| j                  |d d …df      j                  dd¬«      |j                  |d d …df      j                  dd¬«      z  S |	dk(  r-| d d …d f   |j                  |d      j                  dd¬«      z  S |	dk(  rA| d d …d d f   |d d d …d f   z  }t	        j
                  |t        | «      t        |«      |fd	«      S t        d
«      ‚)Nrg   r1   rj   ri   r   r)  r*  ©.r   ©r   rg   r1   útoo many batch dimensions.)rL   rE   rs   r1  r	   r2  r±   r¬   ©r	  r
  rW   rƒ  r|  r“  r”  r•  r–  r7   rv   rp   rÖ  s                r8   Ú _bcoo_dot_general_sampled_simpler  Æ  sq  € ð Ø9JÑ6Ñ€<�Ñ 6 ¨IÙ™l©i¹9ÐEÐ	EØ	
�‰�1—6‘6Ô	˜QÒ	ÐÑ	ÐÐ	Ø�L‰L˜1Ñ€'Ø�]‰]˜2Ñ€(Ø�‰�bÑ€#Ø	�8Ñ	˜qÒ	 Ð Ð	 Ø�‚\Ø�D‰D�š˜A˜‘Ñ×#Ñ#¨¸AÐ#Ó>Ø�d‰d�7š1˜a˜4‘=Ñ!×%Ñ%¨6¸aÐ%Ó@ñAð Bà�!‚|ØŠQ�ˆW‰:˜Ÿ™˜W V™_Ñ-×1Ñ1°vÈ!Ð1ÓLÑLÐLØ�!‚|Ø
ŠAˆt�TˆMÑ
˜Q˜t¢Q¨˜}Ñ-Ñ
-€CÜ×Ñ ¤c¨!£f¬c°!«f°cÐ%:¸IÓFÐFä
Ð1Ó
2Ð2r^   c               ó´  — |\  \  }}\  }}|s|rJ ‚t        |«      t        |«      cxk(  rdk(  sJ ‚ J ‚| j                  |j                  cxk(  rdk(  sJ ‚ J ‚|j                  dz
  }	|j                  d   }
|j                  d   }|	|
z   dk(  sJ ‚|	dk(  rÍ|d   dk(  rdgndg}|d   dk(  rdgndg}| j                  t	        t        d «      t        d «      f|d   |d d …df   «         j                  dd¬«      } |j                  t	        t        d «      t        d «      f|d   |d d …df   «         j                  dd¬«      }t        j                  | |||f||ff|¬«      S |	dk(  r‹|d   dk(  rdgndg}|d   dk(  rdgndg}|j                  t	        t        d «      t        d «      f|d   |d	   «         j                  dd¬«      }|d   dk(  rdg}t        j                  | |||f||ff|¬«      S |	dk(  rYt        j                  | |||f||ff|¬«      }t        j                  t        j                  |d
«      g |j                  ¢|‘­d«      S t        d«      ‚)Nrg   r1   rj   ri   r   r)  r*  r  r  )r1   r  r  )r±   rL   rE   rs   r3  rc   r1  r	   r‰  r2  r=   r¬   r  s                r8   Ú!_bcoo_dot_general_sampled_simple2r  Ü  s¢  € ð :KÑ6Ñ€<�Ñ 6 ¨IÙ™9Ð%Ð	%Ü	ˆ\Ó	œc ,Ó/Ô	4°1Ò	4Ð4Ñ	4Ð4Ð	4Ø	
�‰�1—6‘6Ô	˜QÒ	ÐÑ	ÐÐ	Ø�L‰L˜1Ñ€'Ø�]‰]˜2Ñ€(Ø�‰�bÑ€#Ø	�8Ñ	˜qÒ	 Ð Ð	 Ø�‚\Ø# A‘¨!Ò+�‘°!°€IØ# A‘¨!Ò+�‘°!°€IØ	�‰Œ^œU 4›[¬%°«+Ð6¸	À!¹ÀgÊaÐQRÈdÁmÓTÑU×YÑYÐ_eÐrsÐYÓt€AØ	�‰Œ^œU 4›[¬%°«+Ð6¸	À!¹ÀgÊaÐQRÈdÁmÓTÑU×YÑYÐ_eÐrsÐYÓt€AÜ�?‰?˜1˜a°\À<Ð4PÐS\Ð^gÐRhÐ3iØ%.ô0ð 0à�‚\Ø# A‘¨!Ò+�‘°!°€IØ# A‘¨!Ò+�‘°!°€IØ	�‰Œ^œU 4›[¬%°«+Ð6¸	À!¹ÀgÈfÁoÓVÑW×[Ñ[ÐagÐtuÐ[Óv€AØ�A�˜!ÒØ�S€lÜ�?‰?˜1˜a°\À<Ð4PÐS\Ð^gÐRhÐ3iØ%.ô0ð 0à�‚\Ü
�/‰/˜!˜Q°LÀ,Ð3OÐR[Ð]fÐQgÐ2hØ$-ô/€Cä×Ñ¤§¡°°TÓ :Ð<M¸c¿i¹iÐ<MÈÑ<MÈyÓYÐYä
Ð1Ó
2Ð2r^   c               ó>  — t        j                  | «      } t        j                  |«      }t        j                  |«      }|\  \  }}\  }}|j                  dz
  }|j                  d   }	t        j
                  j                  }
|s@|s>|s<|s:| j                  |j                  cxk(  rdk(  rn n|	|z   dk(  rt        | ||||
¬«      S t        |«      dk(  r<|s:| j                  |j                  cxk(  rdk(  rn n|	|z   dk(  rt        | ||||
¬«      S t        | ||||
¬«      S )Nr1   rj   rg   r  )r>   rº   rL   rE   r	   Ú	PrecisionÚHIGHESTr  r±   r  r  )r	  r
  rW   rƒ  r“  r”  r•  r–  r7   rv   r|  s              r8   Ú_bcoo_dot_general_sampled_implr  þ  s  € ä	‡k�k�!ƒn€!Ü	‡k�k�!ƒn€!Ü�K‰K˜Ó €'Ø9JÑ6Ñ€<�Ñ 6 ¨IØ�L‰L˜1Ñ€'Ø�]‰]˜2Ñ€(Ü�m‰m×#Ñ#€)ñ ™<©9¹	Ø
�&‰&�A—F‘FÔ
˜aÕ
 H¨wÑ$6¸!Ò$;Ü+¨A¨q°'ÐM^ÐjsÔtÐtÜˆÓ˜!Ò¡I°!·&±&¸A¿F¹FÔ2GÀaÕ2GÈHÐW^ÑL^ÐbcÒLcÜ,¨Q°°7ÐN_ÐktÔuÐuô 
(¨¨1¨gÐIZÐfoÔ	pÐpr^   c               ó  ‡— t        j                  dt        j                  | |ft	        ‰¬«      «      }t        j                  ˆfd„| ||¬«      \  }t        j                  dt        ||fi «      }t        j                  d„ |||¬«      \  }|S )NÚ&bcoo_dot_general_sampled_abstract_evalrâ  c                 ó0   •— t        j                  | d‰iŽgS )Nrƒ  )r	   r‰  )Úargsrƒ  s    €r8   r…   z9_bcoo_dot_general_sampled_abstract_eval.<locals>.<lambda>  s   ø€ ´c·o±oÀtÐ6qÐ_pÑ6qÑ5rr^   )Ú
debug_infoc                 ó   — t        | Ž gS rC   )rä   )r  s    r8   r…   z9_bcoo_dot_general_sampled_abstract_eval.<locals>.<lambda>  s   € ´}ÀdÐ7KÑ6Lr^   )r   r  r	   r‰  ÚdictÚpeÚabstract_eval_funrä   )r	  r
  rW   rƒ  ÚdbgÚdense_resultÚsparse_results      `   r8   Ú'_bcoo_dot_general_sampled_abstract_evalr&    s�   ø€ ä×ÑÐDÜŸO™O¨a°¨V´TÐL]Ô5^ó	`€#ä×&Ñ&Ó'rÐtuÐwxØ25ô7�-€,ä×ÑÐDÜ)¨G°\Ð+BÀBó	H€#ä×'Ñ'Ñ(LÈgÐWcØ36ô8�.€-à	Ðr^   c               óÔ  — t        |d«      r|j                  j                  n|j                  }t        |d«      r|j                  j                  n|j                  }t        |||«      }t	        j
                  t        j                  || j                  «      «      }t        | ||d¬«      \  }} |d d d dœ}	 t	        j                  t        j                  «      | ||fi |	¤Ž\  }}|||fS )Nrã   Tr  )rƒ  r|  r}  r~  )Úhasattrrã   rE   r   r    ÚUndefinedPrimalr   rÛ   rl   r@  Úget_primitive_transposer	   Údot_general_p)
rå   r	  r
  rW   rƒ  ÚA_shapeÚB_shapeÚ	mat_shaperx   Úkwdss
             r8   Ú#_bcoo_dot_general_sampled_transposer0    sÉ   € Ü# A vÔ.ˆA�F‰F�LŠL°A·G±G€'Ü# A vÔ.ˆA�F‰F�LŠL°A·G±G€'Ü*¨7°GÐ=NÓO€)Ü
×Ñœ4×+Ñ+¨I°r·x±xÓ@ÓA€#Ü'¨¨G°SÈÔM�+€'ˆ2Ø0ØØ$(Øñ
 €$ð 
7Œ×	#Ñ	#¤C×$5Ñ$5Ó	6°r¸1¸aÑ	HÀ4Ñ	H�$€!€QØ	
ˆAˆwˆÐr^   c               ó    — t        | |||¬«      S ©Nrâ  ©ræ  )ÚA_dotr	  r
  rW   rƒ  s        r8   Ú_bcoo_dot_general_sampled_jvp_Ar5  ,  s   € Ü	! %¨¨GÐGXÔ	YÐYr^   c               ó    — t        || ||¬«      S r2  r3  )ÚB_dotr	  r
  rW   rƒ  s        r8   Ú_bcoo_dot_general_sampled_jvp_Br8  /  s   € Ü	! ! U¨GÐGXÔ	YÐYr^   c               ó4   ‡— ˆfd„} t        ||d¬«      | Ž dfS )Nc                ó"   •— t        | ||‰¬«      S r2  )r  )r	  r
  rW   rƒ  s      €r8   Úimplz2_bcoo_dot_general_sampled_batch_rule.<locals>.impl3  s   ø€ Ü)¨!¨Q°ÐK\Ô]Ð]r^   r   )Úin_axesrð  r   )rR   rS   rƒ  r;  s     ` r8   Ú$_bcoo_dot_general_sampled_batch_ruler=  2  s$   ø€ ô^à	3Œˆd˜J°Ô	3°\Ð	BÀAÐ	EÐEr^   Úbcoo_spdot_generalc          
     óþ   — |\  \  }}	\  }
}t        j                  |«      t        j                  |	«      f}t        j                  |
«      t        j                  |«      f}t        j                  | |||||||f|¬«      S )Nr€  )r   r�  Úbcoo_spdot_general_pr¹   )r‘  r’  r   r¡  r�  r‚  rƒ  r}  r“  r”  r•  r–  r—  r˜  s                 r8   r†  r†  G  s�   € ð :KÑ6Ñ€<�Ñ 6 ¨IÜ×'Ñ'¨Ó5Ü×'Ñ'¨Ó5ð7€%ä×'Ñ'¨	Ó2Ü×'Ñ'¨	Ó2ð4€%ä	×	"Ñ	" 8¨[¸(ÀKØ.8ÀZØ6;¸U°^Ø:Pð 
#ó 
Rð Rr^   c          	     ó‚  ‡‡— |j                   }	|j                   }
t        | ||	«      }t        |||
«      }|j                  |j                  cxk(  rdk(  sJ ‚ J ‚|j                  |j                  cxk(  rdk(  sJ ‚ J ‚‰D �cg c]  }|	|   ‘Œ	 c}‰D �cg c]  }|
|   ‘Œ	 c}k(  sJ ‚t	        ‰d¬«      |j
                  k  sJ ‚t	        ‰d¬«      |j
                  k  sJ ‚g ˆfd„t        |	«      D «       ¢ˆfd„t        |
«      D «       ¢­}|d d …t        j                  ‰t        ¬«      f   }|d d …t        j                  ‰t        ¬«      f   }|d d …t        j                  t        t        |j
                  «      ‰«      t        ¬«      f   }|d d …t        j                  t        t        |j
                  «      ‰«      t        ¬«      f   }|d d …d f   |d d d …f   k(  j                  d«      }t        j                  t        j                  ‰D �cg c]  }|	|   ‘Œ	 c}|j                  ¬«      t        |j                  dz
  «      «      }t        j                  t        j                  ‰D �cg c]  }|
|   ‘Œ	 c}|j                  ¬«      t        |j                  dz
  «      «      }||k  j                  d«      }||k  j                  d«      }t        j                   ||d d …d f   z  |d d d …f   z  | d d …d f   |d d d …f   z  d«      j#                  «       }t        j$                  |j&                  |j&                  |j                   d   |j                   d   z   gt        j(                  ||«      ¬«      }|j*                  d d …d d …d |j                   d   …f   j-                  |d d …d f   «      }|j*                  d d …d d …|j                   d   d …f   j-                  |d d d …f   «      }|j/                  t1        |«      |j                   d   «      }t3        ||t5        |¬«      |¬	«      S c c}w c c}w c c}w c c}w )
Nr   rj   ©Údefaultc              3  ó2   •K  — | ]  \  }}|‰vsŒ|–— Œ y ­wrC   r4   )r5   re   r~   r·  s      €r8   r9   z0_bcoo_spdot_general_unbatched.<locals>.<genexpr>b  ó   øè ø€ ÐEÑ(‰DˆAˆq¨A°_Ò,D„aÑ(ùó   ƒ�c              3  ó2   •K  — | ]  \  }}|‰vsŒ|–— Œ y ­wrC   r4   )r5   re   r~   r¸  s      €r8   r9   z0_bcoo_spdot_general_unbatched.<locals>.<genexpr>c  rE  rF  rk   rg   rD   ©rT   rp   )rE   r‡   r7   r“   rP   rv   r‰   r>   ru   r’   r%   rq   rN   r=   rl   rL   r‚   rÐ  rå  rp   Úresult_typers   rt   Úreshaper±   Ú_bcoo_sum_duplicatesr   )r‘  r’  r   r¡  r�  r‚  r·  r¸  Úout_nseÚ	lhs_shapeÚ	rhs_shaperŠ  r‹  r]  r7  Úlhs_iÚrhs_iÚlhs_jÚrhs_jÚoverlapÚlhs_fill_valueÚrhs_fill_valueÚ	lhs_validÚ	rhs_validÚout_dataÚout_indicess         ``                  r8   Ú_bcoo_spdot_general_unbatchedrZ  T  sÀ  ù€ Ø×Ñ€)Ø×Ñ€)ä�x ¨iÓ8€#Ü�x ¨iÓ8€#à	�‰˜Ÿ™Ô	( qÒ	(Ð(Ñ	(Ð(Ð	(Ø	�‰˜Ÿ™Ô	( qÒ	(Ð(Ñ	(Ð(Ð	(Ù /Ó	0¡˜1ˆ)�A‹, Ñ	0É?Ó4[É?Àa°Y¸q³\È?Ñ4[Ò	[Ð[Ð	[Ü	ˆ_ bÔ	)¨C¯L©LÒ	8Ð8Ð	8Ü	ˆ_ bÔ	)¨C¯L©LÒ	8Ð8Ð	8ðGÛE”I˜iÔ(ÓEðGãE”I˜iÔ(ÓEñG€)ð ’aœŸ™ ?¼#Ô>Ð>Ñ
?€%Ø
’aœŸ™ ?¼#Ô>Ð>Ñ
?€%Ø
’aœŸ™¤9¬U°3·<±<Ó-@À/Ó#RÔZ]Ô^Ð^Ñ
_€%Ø
’aœŸ™¤9¬U°3·<±<Ó-@À/Ó#RÔZ]Ô^Ð^Ñ
_€%ð
 ’1�d�7‰^˜u Tª1 W™~Ñ-×2Ñ2°2Ó6€'Ü—?‘?Ü‡I�I¡_Ó5¡_ ˆy˜‹| _Ñ5¸U¿[¹[ÔIÜ	ˆ%�*‰*�q‰.Óó€.ô —?‘?Ü‡I�I¡_Ó5¡_ ˆy˜‹| _Ñ5¸U¿[¹[ÔIÜ	ˆ%�*‰*�q‰.Óó€.ð �~Ñ%×*Ñ*¨2Ó.€)Ø�~Ñ%×*Ñ*¨2Ó.€)Ü�Y‰Y�w ª1¨d¨7Ñ!3Ñ3°iÀÂaÀÑ6HÑHØ¢ 4 Ñ(¨8°Dº!°GÑ+<Ñ<¸aóAßAFÁÃð ô —	‘	˜3Ÿ7™7 C§G¡G¨U¯[©[¸©_¸u¿{¹{È2¹Ñ-NÐOÜ #§¡°¸[Ó IôK€+à—‘šq¢!Ð%5 e§k¡k°"¡oÐ%5Ð5Ñ6×:Ñ:¸5ÂÀDÀ¹>ÓJ€+Ø—‘šq¢! U§[¡[°¡_Ñ%5Ð5Ñ6×:Ñ:¸5ÀÂqÀ¹>ÓJ€+Ø×#Ñ#¤C¨£M°;×3DÑ3DÀRÑ3HÓI€+ô 
˜h¨¼JÈYÔ<WÐ]dÔ	eÐeùòG 
1ùÒ4[ùò$ 6ùò 6s   ÂP-ÂP2ÈP7É+P<c               óh  — |j                   }|j                   }	t        | ||«      }
t        |||	«      }|
j                  |j                  cxk(  rdk(  sJ ‚ J ‚t        | j                  |j                  |j                  |j                  ||||¬«      \  }}|j                   d   }|\  \  }}\  }}g |¢t        t        |
j                  «      |«      ¢}g |¢t        t        |j                  «      |«      ¢}| j                  g |¢t        |
j                  | j                  «      ¢«      } |j                  g |¢t        |j                  |j                  «      ¢«      }|j                  g |¢t        |
j                  |j                  «      ¢«      }|j                  g |¢t        |j                  |j                  «      ¢«      }t        j                  t        t        ||
j                  d  «      t        |	|j                  d  «      |D �cg c]  }||
j                  z
  ‘Œ c}|D �cg c]  }||j                  z
  ‘Œ c}|¬«      }t        ||j                  t        |«      z
  d¬«      }t        ||
j                  t        |«      z
  d¬«      }t        |t        |«      «      } || |||«      S c c}w c c}w )Nr   r€  rj   )r�  r‚  r·  r¸  rL  )NNr   r   ©r<  )r   r   NN)rE   r‡   r“   Ú!_bcoo_spdot_general_abstract_evalrã   r%   rq   r7   r_  rL   Ú	functoolsr   rZ  r   r   r±   )r‘  r’  r   r¡  r�  r‚  rƒ  r}  rM  rN  rŠ  r‹  Ú	data_avalrÔ   rL  r·  r¸  r•  r–  Úlhs_batch_permÚrhs_batch_permr]  Úfuncs                          r8   Ú_bcoo_spdot_general_implrc  ‚  st  € ð ×Ñ€)Ø×Ñ€)ä�x ¨iÓ8€#Ü�x ¨iÓ8€#Ø	�‰˜Ÿ™Ô	( qÒ	(Ð(Ñ	(Ð(Ð	(Ü2Ø‡M�M�;×#Ñ# X§]¡]°K×4DÑ4DØ jÐDUØ1ô3�,€)ˆQð �O‰O˜BÑ€'à?PÑ<Ñ$€?�OÑ&< y°)ð K�YÐJ¤¬5°·±Ó+=¸yÓ!IÐJ€.ØJ�YÐJ¤¬5°·±Ó+=¸yÓ!IÐJ€.Ø×ÑÐ U .Ð U´5¸¿¹ÀhÇmÁmÓ3TÐ UÓV€(Ø×ÑÐ U .Ð U´5¸¿¹ÀhÇmÁmÓ3TÐ UÓV€(Ø×%Ñ%Ð&^¨Ð&^¼¸s¿{¹{ÈK×L\ÑL\Ó9]Ð&^Ó_€+Ø×%Ñ%Ð&^¨Ð&^¼¸s¿{¹{ÈK×L\ÑL\Ó9]Ð&^Ó_€+ô 
×	Ñ	Ô8Ü˜I c§k¡k lÐ3Ó4Ü˜I c§k¡k lÐ3Ó4Ù0?Ó@±¨1�q˜3Ÿ;™;“°Ñ@Ù0?Ó@±¨1�q˜3Ÿ;™;“°Ñ@Øô
€$ô 
�D˜#Ÿ+™+¬¨I«Ñ6Ð@RÔ	S€$Ü	�D˜#Ÿ+™+¬¨I«Ñ6Ð@RÔ	S€$Ü	�Dœ#˜i›.Ó	)€$Ù	ˆh˜ X¨{Ó	;Ð;ùò AùÚ@s   ÈJ*È#J/c          	     óî  ‡ ‡‡‡‡‡‡— |j                   Š|j                   }t        j                  t        j                  d¬«      j                  t        j                  ‰‰ j                  «      t        j                  |‰j                  «      ||¬«      }	t        ‰ ‰‰«      }
t        ‰‰|«      }|\  \  }}\  ŠŠ|
j                  s|j                  rt        d«      ‚‰rt        ‰«      |
j                  k\  s‰r#t        ‰«      |j                  k\  rt        d«      ‚|rHt        |«      |
j                  k  s%t        |«      |
j                  |
j                  z   k\  rt        d«      ‚|rHt        |«      |j                  k  s%t        |«      |j                  |j                  z   k\  rt        d«      ‚|j                  t        ‰«      kD  r#|
j                  t        |«      kD  rt!        d«      ‚|
j                  t        |«      kD  r|
j"                  nd|j                  t        |«      kD  r|j"                  ndz  }|
j                  |j                  z   t        ‰«      z
  }t        |t%        j&                  |	j                   |d  «      «      }t)        j*                  t-        ˆˆ fd„t/        |
j                  «      D «       «      t-        ˆˆfd	„t/        |
j                  «      D «       «      «      }t)        j*                  t-        ˆˆfd
„t/        |j                  «      D «       «      t-        ˆˆfd„t/        |j                  «      D «       «      «      }g ˆfd„‰D «       ¢|¢|¢|‘­}g ˆfd„‰D «       ¢|¢|¢|‘|
j                  |j                  z   dt        |«      z  z
  ‘­}t1        j2                  ||	j                  «      }t1        j2                  |‰j                  «      }t        |||	j                   «       ||fS )Nr…  r¿  z)bcoo_spdot_general with dense dimensions.z`bcoo_spdot_general: batch_dims must correspond to batch dimensions of the sparse representation.z?bcoo_spdot_general only supports contraction of sparse indices.zXbcoo_spdot_general: cannot have unused batch dims on rhs with unused sparse dims on lhs.rg   c              3  óF   •K  — | ]  }|‰vsŒ‰j                   |   –— Œ y ­wrC   rD   )r5   rG   r•  r‘  s     €€r8   r9   z4_bcoo_spdot_general_abstract_eval.<locals>.<genexpr>Ò  ó$   øè ø€ Ð	TÑ); #¸sÈ)Ò?Sˆ(�.‰.˜Õ
Ñ);ùó   ƒ	!�!c              3  óF   •K  — | ]  }|‰vsŒ‰j                   |   –— Œ y ­wrC   rD   )r5   rG   r•  r’  s     €€r8   r9   z4_bcoo_spdot_general_abstract_eval.<locals>.<genexpr>Ó  ó&   øè ø€ Ð	WÑ,> SÀ#ÈYÒBVˆ+×
Ñ
˜CÕ
 Ñ,>ùrg  c              3  óF   •K  — | ]  }|‰vsŒ‰j                   |   –— Œ y ­wrC   rD   )r5   rG   r–  r   s     €€r8   r9   z4_bcoo_spdot_general_abstract_eval.<locals>.<genexpr>Ö  rf  rg  c              3  óF   •K  — | ]  }|‰vsŒ‰j                   |   –— Œ y ­wrC   rD   )r5   rG   r–  r¡  s     €€r8   r9   z4_bcoo_spdot_general_abstract_eval.<locals>.<genexpr>×  ri  rg  c              3  ó(   •K  — | ]	  }‰|   –— Œ y ­wrC   r4   ©r5   rG   rM  s     €r8   r9   z4_bcoo_spdot_general_abstract_eval.<locals>.<genexpr>Û  ó   øè ø€ Ð*¡	˜€i�…n¡	ùr§  c              3  ó(   •K  — | ]	  }‰|   –— Œ y ­wrC   r4   rm  s     €r8   r9   z4_bcoo_spdot_general_abstract_eval.<locals>.<genexpr>à  rn  r§  r1   )rE   rÂ  rÃ  r	   r‰  rÄ  rÅ  rl   r‡   r“   rO   rP   r7   Úminrv   r±   r¬   rp   Úmathr²  r¿   Úbroadcast_shapesrˆ   rq   r   rÛ   )r‘  r’  r   r¡  r�  r‚  rƒ  r}  rN  r¶  rŠ  r‹  r·  r¸  rL  Úout_n_batchÚlhs_batch_shapeÚrhs_batch_shaper  rc  r_  Úindices_avalr•  rM  r–  s   ````                  @@@r8   r]  r]  ¨  sm  þ€ ð ×Ñ€)Ø×Ñ€)Ü�W‰W”S—_‘_Ð6eÔf×qÑqÜ	×Ñ˜9 h§n¡nÓ5Ü	×Ñ˜9 h§n¡nÓ5Ø)Ø3ð	 ró 5€(ô 	�x ¨iÓ8€#Ü�x ¨iÓ8€#Ø?PÑ<Ñ$€?�OÑ&< y°)à‡[‚[�C—K’Kä
ÐIÓ
JÐJá”C˜	“N c§k¡kÒ1±yÄSÈÃ^ÐWZ×WbÑWbÒEbÜ
ð  Aó  Bð  Báœ#˜oÓ.°·±Ò<ÄÀOÓ@TÐX[×XcÑXcÐfi×frÑfrÑXrÒ@rÜ
Ð_Ó
`Ð`áœ#˜oÓ.°·±Ò<ÄÀOÓ@TÐX[×XcÑXcÐfi×frÑfrÑXrÒ@rÜ
Ð_Ó
`Ð`à‡[�[”3�y“>Ò! c§l¡l´S¸Ó5IÒ&IÜ
ÐoÓ
pÐpð —‘œs ?Ó3Ò3€S‡W‚W¸Ø—‘œs ?Ó3Ò3€S‡W‚W¸ñ<ð 
ð —‘˜cŸk™kÑ)¬C°	«NÑ:€+Ü�œŸ™ 8§>¡>°+°,Ð#?Ó@ÓA€'ä×'Ñ'Ü	Ô	T¬¨s¯{©{Ô);Ó	TÓTÜ	Ô	W¬E°#·+±+Ô,>Ó	WÓWó€/ô ×'Ñ'Ü	Ô	T¬¨s¯{©{Ô);Ó	TÓTÜ	Ô	W¬E°#·+±+Ô,>Ó	WÓWó€/ð
Û*¡	Ó*ðàðð ðð ñ	€*ð
EÛ*¡	Ó*ðEàðEð ðEð ð	Eð �\‰\˜CŸL™LÑ(¨1¬s°?Ó/CÑ+CÑCñ	E€-ô ×Ñ˜z¨8¯>©>Ó:€)Ü×!Ñ! -°×1BÑ1BÓC€,Ü�˜L¨(¯.©.Ô9à	�LÐ	 Ð r^   c          
     óH  — t        |j                  «      }t        |j                  «      }t        d„ t        | |«      D «       «      }t	        | d d |d d ||¬«      \  }	}
}t	        | dd  |dd  ||¬«      \  }}}t        ||fd|«      \  }}t        |	|
||||||¬«      }|||ffS )Nc              3  óF   K  — | ]  \  }}|€Œ	|j                   |   –— Œ y ­wrC   rD   rF   s      r8   r9   z1_bcoo_spdot_general_batch_rule.<locals>.<genexpr>ï  s%   è ø€ ÐcÑ2O¡h c¨3ÐSVÑSb�3—9‘9˜S•>Ñ2OùrH   r1   rû  ©r   r   )rƒ  r�  r‚  r}  )r±   rE   rP   rQ   r]   r&   r†  )rR   rS   r�  r‚  r}  rƒ  rç  rè  rU   r‘  r’  r   r¡  r  r  s                  r8   Ú_bcoo_spdot_general_batch_rulerz  ë  sÙ   € ä�×!Ñ!Ó"€(Ü�×!Ñ!Ó"€(ÜÑc´#°lÀJÔ2OÓcÓc€*Ü&?Ø��!Ð�j  !�n j¸Zô'IÑ#€(ˆK˜ä&?Ø��Ð�j  �n j¸Zô'IÑ#€(ˆK˜ä(CØ�Ð˜FÐ$5ó)7Ñ%ÐÐ%ä# H¨k¸8À[Ø6GØ/9ÀjØ;QôS€+ð 
Ð'Ð)9Ð:Ð	:Ð:r^   c                ó¸  — | \  }}}}|\  }}}	}
t        | i |¤Ž}t        |«      t        j                  u sJ ‚t        |
«      t        j                  u sJ ‚d}t        |«      t        j                  ur|t        ||||fi |¤Žd   z  }t        |	«      t        j                  ur|t        |||	|fi |¤Žd   z  }||t        j                  j	                  |d   «      gfS )Nr   rg   )r†  r  r    r  r  )r  r  r/  r‘  r’  r   r¡  rÚ  Úlhs_indices_dotÚrhs_data_dotÚrhs_indices_dotr  rf  s                r8   Ú_bcoo_spdot_general_jvpr  ý  sé   € Ø18Ñ.€(ˆK˜ ;ØAIÑ>€,� ¨Ü# WÐ5°Ñ5€+Ü	ˆoÓ	¤"§'¡'Ñ	)Ð)Ð	)Ü	ˆoÓ	¤"§'¡'Ñ	)Ð)Ð	)Ø€,Ü	ˆ,ÓœrŸw™wÑ&ØÔ'¨°kÀ8È[ÑaÐ\`ÑaÐbcÑdÑd€LÜ	ˆ,ÓœrŸw™wÑ&ØÔ'¨°+¸|È[ÑaÐ\`ÑaÐbcÑdÑd€LØ	�|¤R§W¡W×%>Ñ%>¸{È1¹~Ó%NÐOÐ	OÐOr^   Úbcoo_sort_indicesc                ó¤   — t        j                  | j                  d| j                  iŽ\  }}t	        ||f| j
                  d| j                  ¬«      S )zxSort indices of a BCOO array.

  Args:
    mat : BCOO array

  Returns:
    mat_out : BCOO array with sorted indices.
  rT   Trm   )Úbcoo_sort_indices_pr¹   Ú_bufsr¶   r_   rE   rK   )rx   rV   rW   s      r8   r€  r€    sI   € ô &×*Ñ*¨C¯I©IÐH¸c¿i¹iÑH�-€$ˆÜ	ˆt�Wˆo S§Y¡Y¸tØ ×/Ñ/ô
1ð 1r^   c               óì   — t        | ||j                  «      }|j                  dk(  r| |fS t        t        |j
                  d¬«      } ||«      \  }}t        d„ |j
                  «      } || |«      } | |fS )Nr   F©rø   c                ó   — | |   S rC   r4   ©r]  rL  s     r8   r…   z)_bcoo_sort_indices_impl.<locals>.<lambda>-  ó   €  A a¢Dr^   )r‡   rE   rv   r   Ú_bcoo_sort_indices_unbatchedr7   )rV   rW   rT   r‹   rŽ   ÚpermÚpermutes          r8   Ú_bcoo_sort_indices_implrŒ  &  sq   € ä
˜˜w¨¯©Ó
5€%Ø
‡^�^�qÒØ�ˆ=ÐÜÔ-¨u¯}©}È%ÔP€!Ù�G“*�-€'ˆ4ÜÑ(¨%¯-©-Ó8€'Ù	��tÓ	€$Ø	ˆwˆÐr^   c                óò   ‡ — ‰ j                   \  }}ˆ fd„t        |«      D «       }t        j                  g |¢t        j                  ‰ j
                  |«      ‘­|¬«      �^ Š }t        j                  ‰ «      |fS )Nc              3  ó0   •K  — | ]  }‰d d …|f   –— Œ y ­wrC   r4   ©r5   re   rW   s     €r8   r9   z/_bcoo_sort_indices_unbatched.<locals>.<genexpr>4  s   øè ø€ Ð.¡X ˆg’a˜�d�m¡Xùó   ƒ)Únum_keys)rE   rq   r	   ÚsortÚiotarl   r>   Úcolumn_stack)rW   rp   r÷   Úidx_colsrŠ  s   `    r8   r‰  r‰  1  sc   ø€ à�=‰=�&€#€qÛ.¤U¨1¤XÓ.€(Ü—8‘8ÐE˜hÐE¬¯©°·±ÀÓ(DÑEÐPQÔR�.€7ˆDÜ	×	Ñ	˜'Ó	" DÐ	(Ð(r^   c          
     ó†  — t        | ||j                  «      }|j                  dk(  r| |fS t        j                  g t        t        |j                  d |j                   | j                  d |j                   «      ¢|j                  ‘| j                  |j                  dz   d  ¢­| j                  | j                  ¬«      }||fS )Nr   rg   ©Ú	weak_type)r‡   rE   rv   r   rÛ   rj  rP   r7   rp   rl   r˜  )rV   rW   rT   r‹   Údata_outs        r8   Ú _bcoo_sort_indices_abstract_evalrš  8  s±   € ä
˜˜w¨¯©Ó
5€%Ø
‡^�^�qÒØ�ˆ=ÐÜ×Ñð1„cŒ#ˆw�}‰}˜^˜eŸm™mÐ,¨d¯j©j¸¸%¿-¹-Ð.HÓIð 1Ø
‡Y�Yð1Ø—‘˜EŸM™M¨AÑ-Ð.Ð/ñ1Ø26·*±*ÈÏÉôX€(ð 
�7Ð	Ðr^   c               ó‚   — t        | ||«      \  }}}t        j                  |||¬«      \  }}d}|d   €|d   }d}||f|fS )Nr´   ry  rg   r   rž  )r]   r‚  r¹   )rR   rS   rT   rV   rW   r™  Úindices_outrð  s           r8   Ú _bcoo_sort_indices_batching_ruler�  B  sb   € Ü3°LÀ*ÈfÓUÑ€$ˆ�Ü-×2Ñ2°4¸ÈÐ2ÓPÑ€(ˆKØ€(ð ��]ÐØ˜a‘.€KØ€HØ
�KÐ	  (Ð	*Ð*r^   c               óÈ  — t        g | ¢|j                  ‘­Ž }|j                  dk(  r| |fS | \  }}|\  }}t        t        |j
                  «      } ||«      \  }	}
t        d„ |j
                  «      } |||
«      }t        j                  j                  |«      }t        |«      t        j                  u rt        j                  j                  |«      n |||
«      }||	f||ffS )Nr   c                ó   — | |   S rC   r4   r‡  s     r8   r…   z(_bcoo_sort_indices_jvp.<locals>.<lambda>V  rˆ  r^   )
r‡   rE   rv   r   r‰  r7   r    r  r  r  )r  r  rT   r‹   rV   rW   rÞ   rÔ   rŽ   rœ  rŠ  r‹  r™  Úindices_dot_outrf  s                  r8   Ú_bcoo_sort_indices_jvpr¡  M  sÕ   € Ü
Ð
0˜'Ð
0 6§<¡<Ò
0€%Ø
‡^�^�qÒØ�HÐÐà�-€$ˆØ�+€(ˆAÜÔ-¨u¯}©}Ó=€!Ù˜“jÑ€+ˆtÜÑ(¨%¯-©-Ó8€'Ù�T˜4Ó €(ä—G‘G×-Ñ-¨gÓ6€/Ü8<¸X»Ì"Ï'É'Ñ8Q”—‘×*Ñ*¨8Ô4ÑW^Ð_gÐimÓWn€,Ø
�KÐ	  <°Ð"AÐ	AÐAr^   rŠ   c                ó˜   — t        | j                  | j                  | j                  |¬«      \  }}t	        ||f| j
                  dd¬«      S )aÅ  Sums duplicate indices within a BCOO array, returning an array with sorted indices.

  Args:
    mat : BCOO array
    nse : integer (optional). The number of specified elements in the output matrix. This must
      be specified for bcoo_sum_duplicates to be compatible with JIT and other JAX transformations.
      If not specified, the optimal nse will be computed based on the contents of the data and
      index arrays. If specified nse is larger than necessary, data and index arrays will be padded
      with standard fill values. If smaller than necessary, data elements will be dropped from the
      output matrix.

  Returns:
    mat_out : BCOO array with sorted indices and no duplicate indices.
  rH  Trm   )rK  rV   rW   r¶   r_   rE   rw   s       r8   rŠ   rŠ   l  sC   € ô ' s§x¡x°·±ÀSÇYÁYÐTWÔX�-€$ˆÜ	ˆt�Wˆo S§Y¡Y¸tØ!ô
#ð #r^   c               ó‚   — |�%t        j                  t        j                  |d«      }t        j                  | |||¬«      S )Nú$nse argument of bcoo_sum_duplicates.rH  )r   rî   rn   ro   Úbcoo_sum_duplicates_pr¹   )rV   rW   rT   rp   s       r8   rK  rK    s:   € Ø€_Ü
×
 Ñ
 ¤§¡°Ð6\Ó
]€CÜ	×	#Ñ	# D¨'¸&ÀcÐ	#Ó	JÐJr^   c          
     ó„  — t        | ||j                  «      }t        ||j                  dd¬«      \  }}}|€!|j                  dk(  rdn|j	                  «       }t        |||j                  ¬«      }|j                  dk(  r| j                  |j                  d¬«      } t        j                  g t        t        |j                  d |j                   | j                  d |j                   «      ¢|‘| j                  |j                  dz   d  ¢­| j                  ¬«      }d„ }	t        |	|j                  «      }	 |	||| «      }||fS )	NT©rE   Úreturn_inverseÚreturn_true_sizer   rg   ©rp   rE   r   rk   c                óB   — | j                   |   j                  |d¬«      S ©NÚdrop)r+  ©rs   rÓ   )Úd_outrƒ   r]  s      r8   r…   z+_bcoo_sum_duplicates_impl.<locals>.<lambda>�  s   €  §¡¨¡§¡°¸ Ô ?r^   )r‡   rE   r0  rv   rP   Ú_adjust_indices_nserÒ   r7   r>   rå  rj  rl   r   )
rV   rW   rT   rp   r‹   rœ  ÚmappingÚnse_batchedr™  r‹  s
             r8   Ú_bcoo_sum_duplicates_implr³  „  s!  € ä
˜˜w¨¯©Ó
5€%Ü&5Ø�6—<‘<°Àtô'MÑ#€+ˆw˜à€[Ø�~‰~ Ò"‰!¨¯©Ó(9€CÜ# K°SÀÇÁÔM€+Ø
‡^�^�qÒØ�8‰8�E—M‘M¨Dˆ8Ó1€DÜ�Y‰Yð >œœS '§-¡-°°·±Ð"?ÀÇÁÈNÈUÏ]É]ÐA[Ó\ð >Øð>Ø"Ÿj™j¨¯©¸Ñ):Ð);Ð<ñ>ØEIÇZÁZôQ€(á?€'Ü�w §¡Ó.€'Ù�X˜w¨Ó-€(Ø	�;Ð	Ðr^   c               óÒ  — t        | |«      }||j                  k  r| dd |…d d …f   } | S t        j                  t	        j
                  ||j                  |j                  |j                  z    | j                  ¬«      g | j                  d d ¢||j                  z
  ‘| j                  d   ‘­| j                  dz
  f¬«      }t        j                  | |g| j                  dz
  ¬«      } | S )	N.rk   ri   rj   rg   )ÚoperandrE   Úbroadcast_dimensionsr1   ©Ú	dimension)rª   rp   r	   r2  r>   ru   r7   rv   rl   rE   rL   Úconcatenate)rW   rp   rE   r‹   r)  s        r8   r°  r°  •  sÕ   € Ü
  ¨%Ó
0€%ØˆE�I‰IÒØ�c˜4˜C˜4¢�lÑ#€Gð 
€.ô ×ÑÜ�i‰i˜˜eŸm™m¨E¯M©M¸E¿N¹NÑ,JÐKÐSZ×S`ÑS`ÔaØEˆg�m‰m˜C˜RÐ ÐE #¨¯	©	¡/ÐE°7·=±=ÀÑ3DÑEØ#ŸL™L¨1Ñ,Ð.ô€Dô
 �o‰o˜w¨˜o¸¿¹ÈÑ9IÔJ€GØ	€.r^   )r¨  r%  r©  c               óœ   — t        | |«      }t        t        ||j                  d  |||¬«      }t	        ||j                  d¬«      } || «      S )N)rE   r¨  r%  r©  Fr…  )rª   r   Ú_unique_indices_unbatchedr7   r   )rW   rE   r¨  r%  r©  r‹   rŽ   s          r8   r0  r0  ¢  sN   € ä
  ¨%Ó
0€%ÜÔ'¨u°U·]±]°^Ð/DØ+¸,Ø/ô1€!ô ��E—M‘M¨uÔ5€!Ù	
ˆ7‹Ðr^   c          	     ó  — t        | |«      }|j                  dk(  rxd}t        j                  | |df¬«      }|f}|rg |¢t        j                  |d¬«      ‘­}|rg |¢t        j                  |d¬«      ‘­}|rg |¢|‘­}t        |«      dk(  r|d   S |S t        j                  t        j                  |d |j                   | j                  ¬«      d«      }	| |	k\  j                  dd¬	«      }
t        j                  |
|	| «      } t        | d||||j                  |	¬
«      }|r)|rdnd}g |d | ¢||   j                  «       ‘||dz   d  ¢­}|r>|d   }|| |	k(  j                  «       j                  |j                  «      z
  }g |d d ¢|‘­}|S )Nr   rg   rD   Úint32rk   )r   rj   Tr   )Úaxisr¨  r%  r©  rû   r„   r1   )rª   rv   r>   rr   rÀ   r±   r=   ru   rl   r«   r‚   r+   rp   rÐ  rÏ  )rW   rE   r¨  r%  r©  r‹   rp   rœ  rÖ  r„   Úout_of_boundsr®  s               r8   r»  r»  «  sš  € ä
  ¨%Ó
0€%Ø
‡^�^�qÒØ
€CÜ—.‘. °°a°Ô9€KØˆ.€CÙØ1ˆcÐ1”3—9‘9˜S¨Ô0Ñ1€cÙØ1ˆcÐ1”3—9‘9˜S¨Ô0Ñ1€cÙØˆcˆK�3‰K€cÜ˜“X ’]ˆ3ˆq‰6Ð+¨Ð+Ü�‰œsŸy™y¨¨°·±Ð)?ÀwÇ}Á}ÔUÐW[Ó\€*Ø˜jÑ(×-Ñ-¨b¸4Ð-Ó@€-Ü�I‰I�m Z°Ó9€'ä�˜a°È\Ø!1¸¿	¹	Èjô	Z€#áÙ‰! €CØ
8ˆC��ˆIÐ
8�s˜3‘x—~‘~Ó'Ð
8¨#¨c°A©g¨h¨-Ñ
8€CÙØ
ˆb‰'€CØ
�˜JÑ&×+Ñ+Ó-×4Ñ4°S·Y±YÓ?Ñ
?€CØ
ˆC��ˆHÐ
�cÑ
€CØ	€*r^   c                ó®  — | j                   |j                   k(  s J | j                   › d|j                   › �«       ‚t        |«      | j                   dz   k(  s"J t        |«      › d| j                   dz   › �«       ‚| j                   dkD  r<t        t        || j                   d  |¬«      } t	        || j                   «      | |«      S | |d   k\  ||d   k\  z  }|r?t        j                  |d| «      } t        j                  ||d   |«      }|d   |d   dz   f}n>t        j                  ||d   | «      } t        j                  |d|«      }|d   dz   |d   f}| ||fS )Nz != rg   )rE   r_  r   )rL   r±   r   rÑ  r   r>   r‚   )rÔ  rÕ  rE   r_  rŽ   rŒ   s         r8   rÑ  rÑ  È  sO  € ð 
�‰�S—X‘XÒ	Ð: #§(¡( ¨4°·±¨zÐ:Ó:Ð	Ü	ˆU‹�s—x‘x !‘|Ò	#ÐF¬¨E«
 |°4¸¿¹À1¹°~Ð%FÓFÐ	#Ø‡X�X�‚\ÜÔ1Ø˜CŸH™H˜IÐ&°)ô	=€Aà"Œ:�a˜Ÿ™Ó" 3¨Ó,Ð,Ø
��q‘‰/˜c U¨1¡X™oÑ	.€$ÙÜ
�)‰)�D˜!˜SÓ
!€CÜ
�)‰)�D˜% ™( CÓ
(€CØ�1‰X�u˜Q‘x !‘|Ð$�Eä
�)‰)�D˜% ™( CÓ
(€CÜ
�)‰)�D˜!˜SÓ
!€CØ�1‰X˜‰\˜5 ™8Ð$€EØ	ˆc�5ˆÐr^   c          
     ó  — |€t        d«      ‚t        | ||j                  «      }t        j                  g |j                  d |j
                   ¢|‘|j                  ‘­|j                  |j                  ¬«      }t        j                  g t        t        |j                  d |j
                   | j                  d |j
                   «      ¢|‘| j                  |j
                  dz   d  ¢­| j                  | j                  ¬«      }||fS )Nú�bcoo_sum_duplicates: nse must be specified when using the function within jit, vmap, and other transformations requiring abstract evaluation.)rl   r˜  rg   r—  )r¬   r‡   rE   r   rÛ   r7   rv   rl   r˜  rj  rP   )rV   rW   rT   rp   r‹   rœ  r™  s          r8   Ú"_bcoo_sum_duplicates_abstract_evalrÃ  Ý  sö   € à€[Ü
ð [ó \ð \ä
˜˜w¨¯©Ó
5€%Ü× Ñ Ð!V 7§=¡=°°%·-±-Ð#@Ð!VÀ#Ð!VÀuÇ~Á~Ñ!VØ(/¯©À×ARÑARôT€+ä×Ñð+„cŒ#ˆw�}‰}˜^˜eŸm™mÐ,¨d¯j©j¸¸%¿-¹-Ð.HÓIð +Øð+Ø�:‰:�e—m‘m aÑ'Ð(Ð)ñ+Ø,0¯J©JÀ$Ç.Á.ôR€(ð 
�;Ð	Ðr^   c               óª   — t        | ||«      \  }}}t        j                  ||||¬«      \  }}|d   €t        j                  |dg«      }d}	nd}	||f|	fS )NrH  rg   r   rž  ry  )r]   r¥  r¹   r	   rv  )
rR   rS   rT   rp   rV   rW   Ú
new_spinfor™  rœ  rð  s
             r8   Ú"_bcoo_sum_duplicates_batching_rulerÆ  ê  so   € Ü7¸ÀjÐRXÓYÑ€$ˆ�Ü/×4Ñ4°T¸7È:Ð[^Ð4Ó_Ñ€(ˆKð ��]ÐÜ—+‘+˜k¨A¨3Ó/€KØ�Hà€HØ
�KÐ	  (Ð	*Ð*r^   c          
     ó<  — t        g | ¢|j                  ‘­Ž }| \  }}|\  }}t        ||j                  dd¬«      \  }	}
}|€t        j                  |«      }	 t        j                  t        j                  |d«      }t        |	||j                  ¬«      }	|j                  dk(  r:|j	                  |j                  d¬«      }|j	                  |j                  d¬«      }t        j                  g t        t         |j                  d |j                   |j                  d |j                   «      ¢|‘|j                  |j                  dz   d  ¢­|j"                  ¬	«      }|}|j$                  rd
„ }nd„ }t'        ||j                  «      } |||
|«      }t(        j*                  j-                  |	«      }t/        |«      t(        j*                  u rt(        j*                  j-                  |«      n	 |||
|«      }||	f||ffS # t
        j                  $ r t        d«      ‚w xY w)NTr§  r¤  rÂ  rª  r   r   rg   rk   c                óB   — | j                   |   j                  |d¬«      S r¬  r®  ©Úxre   Úys      r8   r…   z*_bcoo_sum_duplicates_jvp.<locals>.<lambda>  s   € ˜aŸd™d 1™gŸk™k¨!°&˜kÔ9r^   c                ó   — | S rC   r4   rÉ  s      r8   r…   z*_bcoo_sum_duplicates_jvp.<locals>.<lambda>  s   € ™ar^   )r‡   rE   r0  r>   rÒ   r   rî   rn   ro   ÚConcretizationTypeErrorr¬   r°  rv   r7   rå  rj  rP   rl   rû   r   r    r  r  r  )r  r  rT   rp   r‹   rV   rW   rÞ   rÔ   rœ  r±  r²  r™  rf  r‹  r   s                   r8   Ú_bcoo_sum_duplicates_jvprÎ  ö  sô  € Ü
Ð
0˜'Ð
0 6§<¡<Ò
0€%à�-€$ˆØ�+€(ˆAÜ&5Ø�6—<‘<°Àtô'MÑ#€+ˆw˜à€[Ü
�'‰'�+Ó
€Cð\Ü
×
 Ñ
 ¤§¡°Ð6\Ó
]€Cô $ K°SÀÇÁÔM€+Ø
‡^�^�qÒØ�8‰8�E—M‘M¨Dˆ8Ó1€DØ�|‰|˜EŸM™M°Dˆ|Ó9€HÜ�Y‰Yð >œœS '§-¡-°°·±Ð"?ÀÇÁÈNÈUÏ]É]ÐA[Ó\ð >Øð>Ø"Ÿj™j¨¯©¸Ñ):Ð);Ð<ñ>ØEIÇZÁZôQ€(à€,ð ‡]‚]Ù9�Gá€GÜ�w §¡Ó.€'Ù�X˜w¨Ó-€(Ü—G‘G×-Ñ-¨kÓ:€/Ü8<¸X»Ì"Ï'É'Ñ8Q”—‘×*Ñ*¨8Ô4ÑW^Ð_kÐmtÐv~ÓW€,Ø
�KÐ	  <°Ð"AÐ	AÐAøô) 
×	%Ñ	%ò \Ü
ð [ó \ð \ð\ús   Á%G< Ç<H)Ú	cacheableÚerror©r7   r“   Úon_inefficientc          	     óÚ  ‡‡‡‡
‡‡— ‰€| j                   nt        j                  ‰«      Š‰€| j                  nt        j                  ‰«      Š‰‰f| j                   | j                  fk(  r| S | j                  ‰z
  ‰z
  }‰dvrt        d«      ‚‰dk  rt        d‰› �«      ‚‰dk  rt        d‰› �«      ‚|dk  rt        d‰›d‰›d	| j                  › d
�«      ‚ˆfd„}‰| j                  kD  r]t        d„ | j                  ‰ | j                  | j                  z
   D «       «      r& |d| j                  › d| j                  › d‰› d�«       ‰| j                   kD  rOt        d„ | j                  | j                   ‰ D «       «      r& |d| j                  › d| j                   › d‰› d�«       | j                  | j                  }}| j                  Š| j                   Š
| j                  }‰|k  rÛ|‰z
  Št        t        ‰
dz   ¬«      ˆfd„«       }	 |	||«      \  }} |j                  g |j                  d‰
 ¢t        j                  |j                  ‰
‰
dz    «      ‘|j                  ‰
dz   d ¢­Ž } |j                  g |j                  d‰
 ¢t        j                  |j                  ‰
‰
dz    «      ‘|j                  ‰
dz   d ¢­Ž }‰}‰‰
k  r,‰
‰z
  Št        t        ‰¬«      ˆfd„«       }	 |	||«      \  }}‰Š
‰|kD  r1‰|z
  Št        t        ‰
dz   ¬«      ˆˆˆfd„«       }	 |	||«      \  }}‰}‰‰
kD  r0‰‰
z
  Št        t        ‰
¬«      ˆ
ˆˆˆˆfd„«       }	 |	||«      \  }}‰Š
t        ||f‰¬«      S )a  Update the storage layout (i.e. n_batch & n_dense) of a BCOO matrix.

  In many cases this can be done without introducing undue storage overhead. However,
  increasing ``mat.n_batch`` or ``mat.n_dense`` will lead to very inefficient storage,
  with many explicitly-stored zeros, unless the new batch or dense dimensions have size
  0 or 1. In such cases, ``bcoo_update_layout`` will raise a :class:`SparseEfficiencyError`.
  This can be silenced by specifying the ``on_inefficient`` argument.

  Args:
    mat : BCOO array
    n_batch : optional(int) the number of batch dimensions in the output matrix. If None,
      then n_batch = mat.n_batch.
    n_dense : optional(int) the number of dense dimensions in the output matrix. If None,
      then n_dense = mat.n_dense.
    on_inefficient : optional(string), one of ``['error', 'warn', None]``. Specify the
      behavior in case of an inefficient reconfiguration. This is defined as a reconfiguration
      where the size of the resulting representation is much larger than the size of the
      input representation.

  Returns:
    mat_out : BCOO array
      A BCOO array representing the same sparse array as the input, with the specified
      layout. ``mat_out.todense()`` will match ``mat.todense()`` up to appropriate precision.
  N)rÐ  rÉ  NzJon_inefficent={on_inefficient!r}; expected one of ['error', 'warn', None].r   z"n_batch must be non-negative; got z"n_dense must be non-negative; got zsum of n_batch=z and n_dense=z  cannot be larger than mat.ndim=r;   c                ó|   •— ‰dk(  r| dz  } t        | «      ‚‰dk(  r!| dz  } t        j                  | t        ¬«       y y )NrÐ  z` To disable this error, set the on_inefficient argument of bcoo_update_layout to 'warn' or None.rÉ  zX To disable this warning, set the on_inefficient argument of bcoo_update_layout to None.)Úcategory)r   rÈ  rÉ  r   )ÚmsgrÒ  s    €r8   Ú_maybe_err_or_warnz.bcoo_update_layout.<locals>._maybe_err_or_warnV  sP   ø€ Ø˜Ò Ø	ð 9ñ :€cä! #Ó&Ð&Ø	˜6Ò	!Ø	ð /ñ 0€cä‡m�m�CÔ"9Ö:ð 
"r^   c              3  ó&   K  — | ]	  }|d kD  –— Œ y­wr|   r4   rœ  s     r8   r9   z%bcoo_update_layout.<locals>.<genexpr>b  s   è ø€ Ð	DÑC�Aˆ!ˆa�%ÑCùru  zFor matrix of shape z, increasing n_dense from z to z  results in inefficient storage.c              3  ó&   K  — | ]	  }|d kD  –— Œ y­wr|   r4   rœ  s     r8   r9   z%bcoo_update_layout.<locals>.<genexpr>e  s   è ø€ Ð"QÑ2P¨Q 1 q¥5Ñ2Pùru  z, increasing n_batch from rg   ©r÷   c                óž  •‡—  | j                   t        j                  | j                  d ‰ «      g| j                  ‰d  ¢­Ž }t	        j
                  ˆfd„| j                  d ‰ D «       ddiŽ}t	        j                  t	        j                  ‰|j                  d   ‰j                  f«      gt        t        j                  |«      ¢«      }||fS )Nc              3  ó`   •K  — | ]%  }t        j                  |‰j                  ¬ «      –— Œ' y­w©rk   N©r>   rÁ   rl   )r5   r~   re   s     €r8   r9   z6bcoo_update_layout.<locals>._update.<locals>.<genexpr>s  s$   øè ø€ ÐPÁK¸qœcŸj™j¨°!·'±'×:Ð:ÁKùó   ƒ+.rÇ   rÅ   r   )rJ  rq  r²  rE   r>   rÑ   r”  Úbroadcast_torû   rj  rÐ  )r]  re   Únew_dÚmeshesÚnew_ir¬  s    `   €r8   Ú_updatez#bcoo_update_layout.<locals>._updatep  s¯   ù€ àˆa�i‰iœŸ	™	 !§'¡'¨"¨1 +Ó.Ð=°·±¸¸°Ò=€eÜ�|‰|ÓPÀAÇGÁGÈBÈQÁKÓPð +Ø%)ñ+€fä×Ñ¤× 0Ñ 0°°U·[±[À±^ÀQÇVÁVÐ4LÓ Mð  9Ü!$¤S§Y¡Y°Ó!7ð 9ó :€eà�Eˆ\Ðr^   r1   c                óì  •‡— ‰j                   d   } | j                  t        j                  | j                   d ‰dz    «      g| j                   ‰dz   d  ¢­Ž }t	        j
                  ˆfd„g ‰j                   d ‰ ¢|‘­D «       ddiŽ} ‰j                  t        j                  ‰j                   d ‰dz    «      g‰j                   ‰dz   d  ¢­Ž }t	        j                  g d„ |d d D «       ¢|‘­«      }||fS )Nri   rg   c              3  ó`   •K  — | ]%  }t        j                  |‰j                  ¬ «      –— Œ' y­wrÝ  rÞ  )r5   r]  re   s     €r8   r9   z6bcoo_update_layout.<locals>._update.<locals>.<genexpr>‡  s&   øè ø€ ÐXÑDW¸qœcŸj™j¨°!·'±'×:Ð:ÑDWùrß  rÇ   rÅ   c              3  ó<   K  — | ]  }|j                  «       –— Œ y ­wrC   )rÐ  )r5   rƒ   s     r8   r9   z6bcoo_update_layout.<locals>._update.<locals>.<genexpr>Š  s   è ø€ Ð!A±[° !§'¡'§)±[ùó   ‚rj   )rE   rJ  rq  r²  r>   rÑ   r”  )r]  re   rp   rá  râ  rã  r¬  s    `    €r8   rä  z#bcoo_update_layout.<locals>._updateƒ  sé   ù€ à�G‰G�B‰K€cØˆa�i‰iœŸ	™	 !§'¡'¨&¨1¨q©5 /Ó2ÐE°Q·W±W¸QÀ¹U¸V°_ÒE€eÜ�|‰|ÓXÐDWÀaÇgÁgÈbÈqÀkÐDWÐSVÒDWÓXð +Ø%)ñ+€fàˆa�i‰iœŸ	™	 !§'¡'¨&¨1¨q©5 /Ó2ÐE°Q·W±W¸QÀ¹U¸V°_ÒE€eÜ×ÑÐIÑ!A°V¸C¸R±[Ó!AÐIÀ5ÑIÓJ€eØ�Eˆ\Ðr^   c                ó    •— t        j                  | ‰‰ d  ¬«      j                  t        |‰ d  «         j	                  | «      }|d ‰  }||fS r-  )r>   rr   rs   rˆ   rt   )r]  re   rá  rã  r¬  r“   rE   s       €€€r8   rä  z#bcoo_update_layout.<locals>._update‘  sU   ø€ ä�n‰n˜Q e¨W¨H¨IÐ&6Ô7×:Ñ:¼5ÀÀAÀ2À3À»=ÑI×MÑMÈaÓP€eØ��!�ˆf€eØ�Eˆ\Ðr^   c                ó¼  •‡— ‰j                   d   }t        ˆfd„t        ‰	«      D «       «      t        j                  |«      fz   }g ‰‰‰
 ¢|‘‰j                   d   ‰	z
  ‘­}t        j
                  ‰d d …‰	d …f   |«      }g ‰‰‰
 ¢|‘| j                   | j                  ‰z
  d  ¢­}t        j                  | |¬«      j                  |   j                  | «      }||fS )Nri   c              3  ó0   •K  — | ]  }‰d d …|f   –— Œ y ­wrC   r4   )r5   Újre   s     €r8   r9   z6bcoo_update_layout.<locals>._update.<locals>.<genexpr>ž  s   øè ø€ Ð,¡8˜a�!’A�q�D•'¡8ùr�  rj   rD   )
rE   rˆ   rq   r>   rÁ   rà  rL   rr   rs   rt   )r]  re   rp   r®  Únew_i_shaperã  Únew_d_shaperá  Úcurrent_n_batchr¬  r7   r“   rE   s    `      €€€€€r8   rä  z#bcoo_update_layout.<locals>._update›  s×   ù€ à�G‰G�B‰K€cÜÓ,¤5¨¤8Ó,Ó,´·
±
¸3³Ð/AÑA€cØK�e˜O¨GÐ4ÐK°cÐK¸1¿7¹7À2¹;È¹?ÑK€kÜ×Ñ˜q¢ A¡B ™x¨Ó5€eØW�e˜O¨GÐ4ÐW°cÐW¸A¿G¹GÀAÇFÁFÈWÑDTÐDUÐ<VÑW€kÜ�n‰n˜Q kÔ2×5Ñ5°cÑ:×>Ñ>¸qÓA€eØ�Eˆ\Ðr^   rD   )r7   rn   ro   r“   rL   r¬   r«   rE   rV   rW   r   r   rJ  rq  r²  r_   )rx   r7   r“   rÒ  rv   r×  Únew_dataÚnew_indicesÚcurrent_n_denserä  rï  r¬  rE   s    ```      @@@r8   Úbcoo_update_layoutró  #  sÔ  ý€ ðB #˜?ˆC�KŠK´·±¸wÓ0G€'Ø"˜?ˆC�KŠK´·±¸wÓ0G€'àˆwÐ˜CŸK™K¨¯©Ð5Ò5Ø€Jà�X‰X˜Ñ 'Ñ)€(ØÐ2Ñ2Ü
ÐaÓ
bÐbàˆq‚[Ü
Ð9¸'¸ÐCÓ
DÐDØˆq‚[Ü
Ð9¸'¸ÐCÓ
DÐDØ�‚\Ü
Ð'˜w˜j¨¨g¨Zð 87Ø7:·x±x°jÀðCó Dð Dô;ð �—‘ÒÜ	Ñ	D˜Ÿ™ G 8¨C¯H©H°s·{±{Ñ,BÑCÓ	DÔDÙÐ-¨c¯i©i¨[Ð8RØŸ+™+˜ d¨7¨)Ð3SðUô Vàˆs�{‰{ÒœsÑ"Q°#·)±)¸C¿K¹KÈÑ2PÓ"QÔQÙÐ-¨c¯i©i¨[Ð8RØŸ+™+˜ d¨7¨)Ð3SðUô Vð Ÿ(™( C§K¡KˆK€(Ø
�)‰)€%Ø—K‘K€/Ø—K‘K€/àˆÒØ˜'Ñ!€AÜŒZ˜?¨QÑ.Ô/óó 0ðñ $ H¨kÓ:Ñ€HˆkØˆx×Ñð G §¡Ð0@°Ð!Að GÜ $§	¡	¨(¯.©.¸ÈÐ[\ÑI\Ð*]Ó ^ðGà!)§¡°À!Ñ0CÐ0DÐ!EòG€Hð &�+×%Ñ%ð P {×'8Ñ'8Ð9I¸/Ð'Jð PÜ&*§i¡i°×0AÑ0AÀ/ÐSbÐefÑSfÐ0gÓ&hðPà'2×'8Ñ'8¸È1Ñ9LÐ9MÐ'NòP€Kð €OàˆÒØ˜'Ñ!€AÜŒZ˜7Ô#óó $ðñ $ H¨kÓ:Ñ€HˆkØ€OàˆÒØ�/Ñ!€AÜŒZ˜?¨QÑ.Ô/õó 0ðñ $ H¨kÓ:Ñ€HˆkØ€OàˆÒØ�/Ñ!€AÜŒZ˜?Ô+÷ó ,ðñ $ H¨kÓ:Ñ€HˆkØ€Oä	ˆx˜Ð%¨UÔ	3Ð3r^   )Úshardingc          	     ót   — t        t        | j                  | j                  | j                  ||¬«      |¬«      S )aœ  Expand the size and rank of a BCOO array by duplicating the data.

  A BCOO equivalence to jax.lax.broadcast_in_dim.

  Args:
    mat: A BCOO-format array.
    shape: The shape of the target array.
    broadcast_dimensions: The dimension in the shape of the target array which
      each dimension of the operand (``mat``) shape corresponds to.

  Returns:
    A BCOO-format array containing the target array.
  )rT   rE   r¶  rD   )r_   Ú_bcoo_broadcast_in_dimrV   rW   r¶   )rx   rE   r¶  rô  s       r8   Úbcoo_broadcast_in_dimr÷  ª  s7   € ô 
Ô$ S§X¡X¨s¯{©{À3Ç9Á9Ø+0Ø:NôPð ô
ð r^   c               ó’  ‡— t        |j                  «      t        |«      k7  rt        d|j                  ›d|›d�«      ‚t        | ||j                  «      }t	        ||j
                  |j                  g«      \  }}}t        |d¬«      t        |t        |«      ¬«      kD  rt        d«      ‚t        |d¬«      t        |t        |«      ¬«      kD  rt        d«      ‚t        ||j
                  d t        |«      ¬«      }	|j                  xr% t        |«      t        ||j                   d «      z
  }
t        |«      |	z
  |
z
  Št        j                  |j                  |j
                  |j
                  |j                  z    «      t        j                  ||	|	‰z    «      k7  rt        d	«      ‚| |}}|	|
f|j
                  |j                  fk7  r‚t        j                  |g |d|	 ¢|j                  ‘||	‰z   d ¢­g |¢|	‘ˆfd
„|D «       ¢­¬«      }t        j                  |g |d|	 ¢|j                  ‘|j                  ‘­g |¢|	‘|	dz   ‘­¬«      }‰|j                  k7  rhg |d|	 ¢|j                  ‘‰‘­}t!        j"                  |t$        «      |	z
  }t!        j&                  ||¬«      j(                  d|f   j+                  |«      }||fS )z'BCOO equivalent of lax.broadcast_in_dimzspinfo.shape=z and broadcast_dimensions=z must have the same lengthr   rB  z>Cannot mix batch and sparse dimensions during broadcast_in_dimz>Cannot mix sparse and dense dimensions during broadcast_in_dimNz*Adding sparse dimensions with lengths != 1c              3  ó.   •K  — | ]  }|d z   ‰z
  –— Œ y­wr|   r4   )r5   r6   Únew_n_sparses     €r8   r9   z)_bcoo_broadcast_in_dim.<locals>.<genexpr>Ù  s   øè ø€ Ð9cÑXbÐST¸!¸a¹%À,Õ:NÑXbùr^  )rE   r¶  rg   rD   .)r±   rE   r¬   r‡   r   r7   rv   rP   rp  r“   rq  r²  rO   r	   r2  rp   r>   ru   r’   rr   rs   rt   )rV   rW   rT   rE   r¶  r‹   rS   Úsparse_dimsÚ
dense_dimsÚnew_n_batchÚnew_n_denserð  rñ  r8  rú  s                 @r8   rö  rö  ¾  s¾  ø€ ô 	ˆ�‰Óœ#Ð2Ó3Ò3Ü
˜˜Ÿ™�Ð&AÐ,@Ð+BÐB\Ð]Ó
^Ð^Ü
˜˜w¨¯©Ó
5€%Ü(2Ð3GÈ%Ï-É-ÐY^×YgÑYgÐIhÓ(iÑ%€*ˆk˜:äˆ˜QÔ¤# k¼3¸u»:Ô"FÒFÜ
ÐUÓ
VÐVÜˆ˜aÔ ¤3 z¼3¸u»:Ô#FÒFÜ
ÐUÓ
VÐVô Ð(¨¯©¨Ð8Ä#ÀeÃ*ÔM€+à—‘ÒY¤# e£*¬sÐ3GÈÏÉÈÈÐ3XÓ/YÑ"Y€+Ü�U“˜kÑ)¨KÑ7€,ä	‡Y�Yˆv�|‰|˜EŸM™M¨5¯=©=¸5¿>¹>Ñ+IÐJÓKÌtÏyÉyÐY^Ð_jÐkvð  zFñ  lFð  ZGó  PHò  HÜ
ÐJÓ
KÐKØ ˆK€(ð �;Ð E§M¡M°5·=±=Ð#AÒAÜ×#Ñ# HØT��l�{Ð#ÐT U§Y¡YÐT°°{À\Ñ7QÐ7RÐ1SÑTØd˜zÐd¨;ÐdÓ9cÑXbÓ9cÑdôf€Hô ×&Ñ& {Ø?��l�{Ð#Ð? U§Y¡YÐ?°·±Ñ?ØH˜zÐH¨;ÐH¸Àa¹ÑHôJ€Kð
 �U—^‘^Ò#Ø;ˆe�L�[Ð!Ð; 5§9¡9Ð;¨lÑ;€EÜ
�)‰)�K¤Ó
%¨Ñ
3€CÜ—>‘> +°UÔ;×>Ñ>¸sÀC¸xÑH×LÑLÈ[ÓY€Kà	�;Ð	Ðr^   c          
     ó`	  — t        j                  |«      }t        d„ | D «       «      st        d| › �«      ‚t	        j
                  t        j                  d¬«      j                  | D �cg c],  }t        j                  |j                  |j                  «      ‘Œ. c}|¬«      }t        | D �ch c]  }|j                  ’Œ c}«      dkD  rt        d«      ‚| D �ch c]  }|j                  ’Œ }}t        |«      dk7  r¢t!        |«      dk(  r”t        d„ | D «       «      r,| D �cg c]   }|j                  dk(  rt#        |d¬	«      n|‘Œ" } }n=t        d
„ | D «       «      r+| D �cg c]   }|j                  dk(  rt#        |d¬	«      n|‘Œ" } }| D �ch c]  }|j                  ’Œ }}t        |«      dk7  rt        d«      ‚| d   j                  | d   j$                  }}| D �cg c]  }|j&                  j                  d| ‘Œ }}| D �cg c]  }|j(                  j                  d| ‘Œ }}||k  r6|D �	cg c]  }	|	d| |	|dz   d z   ‘Œ }}	|D �	cg c]  }	|	d| |	|dz   d z   ‘Œ }}	t        t+        |«      «      t        t+        |«      «      cxk(  rdk(  st-        d«      ‚ t-        d«      ‚||k  rª| D �ch c]  }|j.                  ’Œ }
}t        |
«      dk7  r$t!        |
«      }| D �cg c]  }t1        ||«      ‘Œ } }t        j                  | D �cg c]  }|j&                  ‘Œ c}|¬«      }t        j                  | D �cg c]  }|j(                  ‘Œ c}|¬«      }nò|||z   k  rßt3        j4                  dg| dd D �cg c]  }|j                  |   ‘Œ c}z   | d   j&                  j                  ¬«      }t        j                  | D �cg c]  }|j(                  ‘Œ c}|¬«      }t        j                  t7        | |«      D ��cg c]2  \  }}|j&                  j8                  d||z
  f   j;                  |«      ‘Œ4 c}}|¬«      }nt-        d«      ‚t=        ||f|j                  ¬«      S c c}w c c}w c c}w c c}w c c}w c c}w c c}w c c}w c c}	w c c}	w c c}w c c}w c c}w c c}w c c}w c c}w c c}}w )aP  Sparse implementation of :func:`jax.lax.concatenate`

  Args:
    operands : Sequence of BCOO arrays to concatenate. The arrays must have equal
      shapes, except in the `dimension` axis. Additionally, the arrays must have
      have equivalent batch, sparse, and dense dimensions.
    dimension : Positive integer specifying the dimension along which to concatenate
      the arrays. The dimension must be among batch or sparse dimensions of the input;
      concatenation along dense dimensions is not supported.

  Returns:
    A BCOO array containing the concatenation of the inputs.
  c              3  ó<   K  — | ]  }t        |t        «      –— Œ y ­wrC   )r  r_   ©r5   Úops     r8   r9   z#bcoo_concatenate.<locals>.<genexpr>õ  s   è ø€ Ð5©H bŒZ˜œD×!©Hùrè  zIbcoo_concatenate: expected operands to be a sequence of BCOO arrays. Got r·  r¿  rg   zAbcoo_concatenate requires inputs to have matching nse dimensions.c              3  ó`   K  — | ]&  }|j                   d k(  sŒ|j                  d    dk(  –— Œ( y­w)r   rg   N©r7   rE   r  s     r8   r9   z#bcoo_concatenate.<locals>.<genexpr>  s(   è ø€ Ð
B¡h °"·*±*À³/ˆ2�8‰8�A‰;˜!Õ¡hùó   ‚.—.r   ©r7   c              3  ó`   K  — | ]&  }|j                   d k(  sŒ|j                  d   d k(  –— Œ( y­w©rg   r   Nr  r  s     r8   r9   z#bcoo_concatenate.<locals>.<genexpr>  s(   è ø€ ÐD© "°B·J±JÀ!³OˆR�X‰X�a‰[˜AÕ©ùr  zCbcoo_concatenate requires inputs to have matching batch dimensions.Nz6concatenation of arrays with broadcasted batch indicesrj   rk   .z%Concatenation along dense dimensions.rD   )rn   ro   rN   r¬   rÂ  rÃ  r	   r¹  rÄ  r   rÛ   rE   rl   r±   r“   r7   rP   ró  rv   rW   rV   rt   rO   rp   ry   r¿   Úcumsumr   rs   rÓ   r_   )Úoperandsr¸  r  r¶  Ú	n_batchesr7   rv   Úindex_batchesÚdata_batchesr~   Únsesrp   rñ  rð  ÚoffsetsÚoffsets                   r8   Úbcoo_concatenater  æ  sf  € ô �n‰n˜YÓ'€)Ü	Ñ5©HÓ5Ô	5Ü
ð Ø$˜:ð'ó (ð (ô �W‰W”S—_‘_°nÔE×PÑPÙ:BÓ
C¹(°BŒ4×Ñ˜BŸH™H b§h¡hÕ/¸(Ñ
CØð Qó €(ô 	™xÓ	(™x˜ˆ"�*‹*˜xÑ	(Ó)¨AÒ-Ü
ÐXÓ
YÐYá$,Ó-¡H˜bˆr�z‹z H€)Ð-ô 	ˆƒ^�qÒœS ›^¨qÒ0Ü
Ñ
B¡hÓ
BÔBÙYaÓbÑYaÐSU°r·z±zÀQ²Ô$ R°Õ3ÈBÑNÐYa€hÑbÜ	ÑD©ÓDÔ	DÙYaÓbÑYaÐSU°r·z±zÀQ²Ô$ R°Õ3ÈBÑNÐYa€hÐbÙ&.Ó/¡h �—“ h€IÐ/äˆƒ^�qÒÜ
ÐZÓ
[Ð[à˜q‘k×)Ñ)¨8°A©;×+?Ñ+?ˆ8€'á8@ÓA¹°"�2—:‘:×#Ñ# H WÒ-¸€-ÐAÙ4<Ó=±H¨b�"—'‘'—-‘-  Ò)°H€,Ð=Ø�ÒÙ@MÓNÁ¸1�Q�z˜	�] Q y°1¡} ~Ð%6Ó6À€MÐNÙ?KÓL¹|¸!�A�j�y�M A i°!¡m nÐ$5Ó5¸|€LÐLÜ
Œc�-Ó Ó
!¤S¬¨\Ó):Ó%;Ô
@¸qÒ
@Ü
ÐVÓ
WÐWð AÜ
ÐVÓ
WÐWà�Òá%Ó&™X�rˆB�F‹F˜X€DÐ&Ü
ˆ4ƒy�A‚~Ü�‹I€cÙ3;Ó<±8¨R”-  CÕ(°8€hÐ<Ü—/‘/¹Ó"A¹°" 2§:£:¸Ñ"AÈYÔW€KÜ�‰±(Ó;±(¨B §£°(Ñ;ÀyÔQ�HØ�7˜XÑ%Ò%Ü�i‰i˜˜¸XÀcÀr¹]ÓK¹]°r˜rŸx™x¨	Ó2¸]ÑKÑKØ& q™k×1Ñ1×7Ñ7ô9€Gä�‰±(Ó;±(¨B §£°(Ñ;ÀwÔO€HÜ—/‘/Ü5=¸hÈÔ5Pô#RÙ5P¡z r¨6ð $&§:¡:§=¡=°°iÀ'Ñ6IÐ1IÑ#J×#NÑ#NÈvÕ#VØ5Pò#Rà,3ô5�Kô ÐEÓ
FÐFä	ˆx˜Ð%¨X¯^©^Ô	<Ð<ùòa Dùâ	(ùò .ùò
 cùâbùÚ/ùò BùÚ=ùâNùÚLùò 'ùò =ùÚ"AùÚ;ùâKùâ;ùó#Rsf   Á(1QÂ+QÃQ$Ä%Q)Å%Q.ÆQ3Ç Q8Ç= Q=È(RÉRÊ)RËRÌRÌ2RÍ/R 
Î:R%Ï47R*
)Ú
dimensionsrô  c          	     óx  ‡ ‡— ‰ j                   j                  d‰ j                   ‰ j                  j                  d‰ j                   cxk7  r&‰ j                  d‰ j                   k7  rt	        d«      ‚ t        ‰ j                  ‰ j                  ‰ j                  g«      \  }}}t        ‰ j                  ‰ j                   |xs t        t        ‰ j                  «      «      ‰ j                  «      \  }}}	t        j                  |«      }
t        j                  |«      }t        j                  |«      }|
dk7  r,|
|vr(t        d‰ j                  › d|› d‰ j                  › �«      ‚|dk7  r/|
|z  |vr(t        d‰ j                  › d|› d‰ j                   › �«      ‚|j#                  |
d	¬
«      }|j#                  |
|z  d	¬
«      }t        |t%        |«      t%        |«      g«      \  }}}t'        j(                  ‰ j                  g |¢‰ j*                  ‘|¢­g |¢‰ j                  ‘ˆ fd„|	D «       ¢­¬«      }t'        j(                  ‰ j                   g |¢‰ j*                  ‘‰ j                  ‘­g |¢‰ j                  ‘‰ j                  dz   ‘­¬«      Š|s*t-        j.                  ‰g |¢‰ j*                  ‘d‘­¬«      Š�n_|�r\t        ˆfd„|D «       «      }|D �cg c]'  }t%        ‰ j                  ‰ j                  |z      «      ‘Œ) }}t-        j0                  |t        |«      d¬«      }t3        j4                  d«      5  ‰t-        j6                  ‰ j                  ‰ j                  ‰ j                  ‰ j                  z    ‰j8                  ¬«      k\  j;                  dd¬«      }ddd«       t-        j<                  ||«      }t-        j>                  |D �cg c]  }|d   ‘Œ	 c}d¬«      Št-        j@                  t-        j6                  |‰j8                  ¬«      ‰«      ŠtC        |‰f|¬«      S c c}w # 1 sw Y   Œ‘xY wc c}w )a–  Sparse implementation of :func:`jax.lax.reshape`.

  Args:
    operand: BCOO array to be reshaped.
    new_sizes: sequence of integers specifying the resulting shape. The size
      of the final array must match the size of the input. This must be specified
      such that batch, sparse, and dense dimensions do not mix.
    dimensions: optional sequence of integers specifying the permutation order of
      the input shape. If specified, the length must match ``operand.shape``.
      Additionally, dimensions must only permute among like dimensions of mat:
      batch, sparse, and dense dimensions cannot be permuted.

  Returns:
    out: reshaped array.
  Nz4reshape of arrays with broadcasted batch dimensions.rg   zJbcoo_reshape: new shape cannot mix batch and sparse dimensions; got shape=z new_shape=z with n_batch=zJbcoo_reshape: new shape cannot mix sparse and dense dimensions; got shape=z with n_dense=Úright)Úsidec              3  óB   •K  — | ]  }|‰j                   z   d z   –— Œ y­wr|   r  rK  s     €r8   r9   zbcoo_reshape.<locals>.<genexpr>X  s   øè ø€ Ð+TÉÀA¨A°·±©O¸aÕ,?Éùó   ƒ©Ú	new_sizesr  r   rD   c              3  ó,   •K  — | ]  }‰d |f   –— Œ y­wrÿ   r4   r�  s     €r8   r9   zbcoo_reshape.<locals>.<genexpr>a  s   øè ø€ Ð<±¨1�w˜s A˜v•±ùrª  Úclip)rî  r+  Úallowrk   rj   Tr   rÿ   )r¾  )"rW   rE   r7   rV   rO   r   rv   rY  rˆ   rq   rL   rq  r²  r¿   Úcumprodr¬   r“   Úsearchsortedr’   r	   rJ  rp   r>   Ú
empty_likeÚravel_multi_indexrÂ  Únumpy_rank_promotionru   rl   r«   Úunravel_indexr¹  r‚   r_   )rx   r  r  rô  Úbatch_shapeÚsparse_shapeÚdense_shaperV  rW  rX  rU   Úsparse_sizeÚ
cuml_shapeÚi1Úi2Únew_batch_shapeÚnew_sparse_shapeÚnew_dense_shaperV   Ú
index_colsre   Úflat_indicesÚoob_indicesÚnew_index_colsrÕ  rW   s   `                        @r8   Úbcoo_reshaper1  -  sÄ  ù€ ð$ 
‡k�k×Ñ˜˜Ÿ™Ð%¨¯©¯©¸¸¿¹Ð)EÔ`ÈÏÉÐS_ÐTW×T_ÑT_ÐI`Ò`ä
ÐTÓ
UÐUð aô ,6°c·i±iÀ#Ç+Á+ÈsÏ|É|ÐA\Ó+]Ñ(€+ˆ|˜[Ü(=Ø‡H�Hˆc�k‰k˜:Ò?¬¬u°S·X±X«Ó)?ÀÇÁó)LÑ%€*ˆk˜:ä�y‰y˜Ó%€*Ü—	‘	˜,Ó'€+ä�z‰z˜)Ó$€*Ø�1‚_˜¨:Ñ5Ü
ð "Ø"%§)¡) ¨K¸	°{À.ÐQT×Q\ÑQ\ÐP]ð_ó `ð `à�AÒ˜* {Ñ2¸*ÑDÜ
ð "Ø"%§)¡) ¨K¸	°{À.ÐQT×Q\ÑQ\ÐP]ð_ó `ð `ð ×Ñ˜z°ÐÓ8€"Ø×Ñ˜z¨KÑ7¸gÐÓF€"Ü7AÀ)ÌcÐRTËgÔWZÐ[]ÓW^ÐM_Ó7`Ñ4€/Ð# _ô 
�‰Ø‡H�HÐE˜/ÐE¨3¯7©7ÐE°_ÑEØU�ÐU˜SŸ[™[ÐUÓ+TÉÓ+TÑUô
W€$ô �K‰KØ‡K�KÐD˜_ÐD¨c¯g©gÐD°s·|±|ÑDØ:�Ð:˜SŸ[™[Ð:¨#¯+©+¸©/Ñ:ô<€'ñ
 
Ü�n‰n˜WÐ,J¨oÐ,J¸s¿w¹wÐ,JÈÑ,JÔK‚GÚÜÓ<±Ó<Ó<€JÙ=HÓI¹[¸”C˜Ÿ	™	 #§+¡+°¡/Ñ2Õ3¸[€LÐIÜ×(Ñ(¨¼%ÀÓ:MÐTZÔ[€LÜ	×	!Ñ	! 'Õ	*Ø¤§	¡	¨#¯)©)°C·K±KÀÇÁÈsÏ|É|ÑA[Ð*\Ø07·±ô!?ñ ?ß@CÁÀBÐQUÀÓ@Vð ÷ 
+ô ×&Ñ& |Ð5EÓF€NÜ�o‰o¹ÓH¹°#˜s 9›~¸ÑHÈrÔR€GÜ�i‰i˜¤S§Y¡YÐ/?ÀwÇ}Á}Ô%UÐW^Ó_€Gä	ˆt�Wˆo YÔ	/Ð/ùò Jç	*Ð	*üò Is   Ë,P&Ì7A$P+ÏP7Ð+P4c           	     óÒ  — t        j                  t        j                  d¬«      j	                  t        j
                  | j                  | j                  «      |¬«      }|D �cg c]  }|| j                  k  sŒ|‘Œ }}|D �cg c]4  }| j                  |cxk  r| j                  | j                  z   k  sŒ0n n|‘Œ6 }}|D �cg c]!  }|| j                  | j                  z   k\  sŒ |‘Œ# }}| j                  | j                  }}|rt        j                  ||¬«      }|s|r8t        j                  |||D �cg c]  }|dz   | j                  z
  ‘Œ c}z   ¬«      }|rßt        j                  | j                  | j                  | j                  | j                  z    |j                  ¬«      }	t        j                  |D �cg c]  }|| j                  z
  ‘Œ c}«      }
|j                  d|
f   j                  d«      }|j                  d|
f   j!                  |	|
   dz
  «      }t        j"                  |dk  |	|«      }t%        ||f| j                  ¬«      S c c}w c c}w c c}w c c}w c c}w )	z,Sparse implementation of :func:`jax.lax.rev`©r  r¿  rg   rk   .rj   r   rD   )rÂ  rÃ  r	   ÚrevrÄ  rÅ  rE   rl   r7   rv   rV   rW   r>   ru   rs   ÚmulrÓ   r‚   r_   )rµ  r  rÔ   r]  rS   rû  rü  rV   rW   r$  Úspdimss              r8   Úbcoo_revr7  n  s  € ô 
‡g�gŒc�g‰g Ô7×BÑBÜ
×
Ñ
˜wŸ}™}¨g¯m©mÓ
<Øð Có !€!ñ &Ó=™:�a¨¨W¯_©_Ó)<’˜:€*Ð=Ù&Ód™J�q¨'¯/©/¸QÔ*cÀÇÁÐSZ×ScÑScÑAcÖ*c’˜J€+ÐdÙ%ÓQ™:�a¨¨g¯o©oÀ×@PÑ@PÑ.PÓ)P’˜:€*ÐQà—,‘, §¡ˆ€$áÜ�g‰g�g¨*Ô5€GÙ‘:Ü�7‰7�4 JÑT^Ó1_ÑT^Èq°!°a±%¸'×:JÑ:JÓ2JÐT^Ñ1_Ñ$_Ô`€DáÜ—9‘9˜WŸ]™]¨7¯?©?¸G¿O¹OÈg×N^ÑN^Ñ<^Ð_Ø#*§=¡=ô2€Lä�Y‰Y±[ÓA±[°˜˜GŸO™OÓ+°[ÑAÓB€FØ�j‰j˜˜f˜Ñ%×)Ñ)¨"Ó-€GØ�j‰j˜˜f˜Ñ%×)Ñ)¨,°vÑ*>ÀÑ*BÓC€GÜ�i‰i˜ !™ \°7Ó;€Gä	ˆt�Wˆo W§]¡]Ô	3Ð3ùò' >ùÚdùÚQùò 2`ùò
 Bs0   Á#IÁ8IÂ1IÂ4IÃ!IÃ#IÄ3IÆ:I$c               ó¨  ‡ ‡— t        ˆ fd„‰D «       «      Št        ˆ fd„‰D «       «      rt        d‰ j                  › d‰›�«      ‚t        ˆ fd„‰D «       «      }t	        j
                  t        ‰ j                  «      D �cg c]  }|‰ j                  z   ‰vr|‘Œ c}t        ¬«      }t        ˆ fd„‰D «       «      }t        j                  ‰ j                  ||z   «      }t        j                  ‰ j                  d|f   |«      }t        ˆfd	„t        ‰ j                  «      D «       «      }t        ||f|‰ j                   ‰ j"                  ¬
«      S c c}w )a  Sparse implementation of :func:`jax.lax.squeeze`.

  Squeeze any number of size 1 dimensions from an array.

  Args:
    arr: BCOO array to be reshaped.
    dimensions: sequence of integers specifying dimensions to squeeze.

  Returns:
    out: reshaped array.
  c              3  óJ   •K  — | ]  }t        |‰j                  «      –— Œ y ­wrC   )r/   rL   ©r5   rG   r!  s     €r8   r9   zbcoo_squeeze.<locals>.<genexpr>–  s   øè ø€ ÐLÁ¸#Ô& s¨C¯H©H×5Áùr:   c              3  óB   •K  — | ]  }‰j                   |   d k7  –— Œ y­wr|   rD   r:  s     €r8   r9   zbcoo_squeeze.<locals>.<genexpr>—  s   øè ø€ Ð3©
 ˆ�‰�3‰˜1Õ	©
ùr  zPcannot select an axis to squeeze out which has size not equal to one, got shape=z and dimensions=c              3  óB   •K  — | ]  }|‰j                   k  sŒ|–— Œ y ­wrC   r  ©r5   r]  r!  s     €r8   r9   zbcoo_squeeze.<locals>.<genexpr>š  s   øè ø€ Ð>¡
˜1¨a°#·+±+«o”Q¡
ùs   ƒ˜rk   c              3  óz   •K  — | ]2  }|‰j                   ‰j                  z   k\  r|‰j                  z
  d z   –— Œ4 y­wr|   )r7   rv   r=  s     €r8   r9   zbcoo_squeeze.<locals>.<genexpr>�  s:   øè ø€ ð 9±:¨aØ˜SŸ[™[¨3¯<©<Ñ7Ò7ð ˜Ÿ™Ñ%¨Õ)±:ùs   ƒ8;.c              3  ó2   •K  — | ]  \  }}|‰vsŒ|–— Œ y ­wrC   r4   )r5   re   r~   r  s      €r8   r9   zbcoo_squeeze.<locals>.<genexpr>¡  s   øè ø€ ÐNÑ"6™$˜!˜Q¸!À:Ò:M”AÑ"6ùrF  rm   )rˆ   r«   r¬   rE   r¿   ru   rq   rv   r7   r’   r	   rv  rV   rW   r‰   r_   rJ   rK   )	r!  r  rS   re   rû  rü  r™  rœ  r7  s	   ``       r8   Úbcoo_squeezer@  Š  s9  ù€ ô ÓLÁÓLÓL€*ÜÓ3©
Ó3Ô3Ü
ð "Ø"%§)¡) Ð,=°*°ð@ó Að AäÓ>¡
Ó>Ó>€*Ü—‘¤U¨3¯<©<Ô%8ó @Ñ%8 Ø §¡™_°JÑ>ò Ð%8ñ @ÜGJôL€+äó 9±:ó 9ó 9€*ä�[‰[˜Ÿ™ :°
Ñ#:Ó;€(Ü—‘˜CŸK™K¨¨[Ð(8Ñ9¸:ÓF€+ÜÓN¤)¨C¯I©IÔ"6ÓNÓN€)Ü	ˆx˜Ð%¨YØ ×/Ñ/À×@RÑ@Rô
Tð Tùò@s   Â E)Ústridesc               óˆ  — t        | t        «      st        dt        | «      › �«      ‚|D �cg c]  }t	        j
                  |«      ‘Œ }}|D �cg c]  }t	        j
                  |«      ‘Œ }}|�#|D �cg c]  }t	        j
                  |«      ‘Œ }}ndg| j                  z  }t        |«      t        |«      cxk7  rt        |«      cxk7  r| j                  k7  rn nt        d| j                  › �«      ‚t        |«      | j                  k7  r$t        dt        |«      › d| j                  › �«      ‚t        d„ |D «       «      rt        d|› �«      ‚t        d	„ t        ||| j                  «      D «       «      st        d
|›d|›d| j                  › �«      ‚t        || j                  | j                  g«      \  }}}t        || j                  | j                  g«      \  }}	}
t        || j                  | j                  g«      \  }}}g }g }t!        t#        |||«      «      D ]©  \  }\  }}}|j%                  | j&                  j                  |   | j                  |   k7  rt)        d«      nt)        |||«      «       |j%                  | j*                  j                  |   | j                  |   k7  rt)        d«      nt)        |||«      «       Œ« |j%                  t)        d«      «       |j-                  t)        d«      t)        d«      g«       t!        t#        ||
|«      «      D ]%  \  }\  }}}|j%                  t)        |||«      «       Œ' | j&                  t/        |«         }| j*                  t/        |«         }t/        d„ t        |||«      D «       «      }t        || j                  | j                  g«      \  }}}| j                  �rÞt1        j2                  t1        j4                  ||j6                  ¬«      t9        | j                  dz   «      «      }t1        j2                  t1        j4                  |	|j6                  ¬«      t9        | j                  dz   «      «      }t1        j2                  t1        j4                  ||j6                  ¬«      t9        | j                  dz   «      «      }t1        j                  ||k\  ||k  z  ||z
  |z  dk(  z  dd¬«      }t1        j:                  |||z
  |z   dz
  |z  ||z
  |z   dz
  |z  «      }t=        j2                  |d   t9        | j                  dz   | j                  dz   | j>                  z   «      «      }t1        j:                  ||d«      }tA        jB                  |«      }| jD                  |kD  rtG        ||tI        |¬«      |¬«      \  }}t        ||f|¬«      S c c}w c c}w c c}w )aê  Sparse implementation of :func:`jax.lax.slice`.

  Args:
    mat: BCOO array to be reshaped.
    start_indices: sequence of integers of length `mat.ndim` specifying the starting
      indices of each slice.
    limit_indices: sequence of integers of length `mat.ndim` specifying the ending
      indices of each slice
    strides: (not implemented) sequence of integers of length `mat.ndim` specifying
      the stride for each slice

  Returns:
    out: BCOO array containing the slice.
  ú6bcoo_slice: input should be BCOO array, got type(mat)=Nrg   z,bcoo_slice: indices must have size mat.ndim=zlen(strides) = z; expected c              3  ó&   K  — | ]	  }|d k  –— Œ y­wrž  r4   rÏ   s     r8   r9   zbcoo_slice.<locals>.<genexpr>Â  s   è ø€ Ð!™�Aˆˆa�™ùru  z5strides must be a sequence of positive integers; got c              3  óT   K  — | ]   \  }}}d |cxk  xr |cxk  xr |k  nc –— Œ" y­wrž  r4   )r5   ÚstartÚendrû   s       r8   r9   zbcoo_slice.<locals>.<genexpr>Å  s2   è ø€ ð XÙ%VÑ!�˜˜Tð �%Ö&˜3Ö& $×&Ð&Ù%Vùs   ‚&(z/bcoo_slice: invalid indices. Got start_indices=z, limit_indices=z and shape=c              3  ó@   K  — | ]  \  }}}||z
  |z   d z
  |z  –— Œ y­wr|   r4   )r5   rF  rG  Ústrides       r8   r9   zbcoo_slice.<locals>.<genexpr>Ù  s3   è ø€ ð OáMÑˆˆs�Fð 	ˆ5�[�6Ñ˜AÑ &Õ(ÙMùs   ‚rk   r   rj   T)r¾  r€   r  rD   rH  )%r  r_   r  r  rn   ro   rL   r±   r¬   r«   rN   r   rE   r   r7   rv   r‰   rQ   ÚappendrV   rc   rW   Úextendrˆ   r>   r=   ru   rl   rq   r‚   r	   r“   rq  r²  rp   rK  r   )rx   Ústart_indicesÚlimit_indicesrA  re   Ústart_batchÚstart_sparseÚstart_denseÚ	end_batchÚ
end_sparseÚ	end_denseÚstride_batchÚstride_sparseÚstride_denseÚdata_slicesÚindex_slicesrF  rG  rI  rð  rñ  Ú	new_shaperÔ   Únew_shape_sparseÚstartsÚendsÚstrides_ÚkeepÚ	keep_dataÚnew_nses                                 r8   Ú
bcoo_slicera  ¦  s  € ô  
�CœÔ	Ü
ÐLÌTÐRUËYÈKÐXÓ
YÐYÙ.;Ó<©m¨”8—>‘> !Õ$¨m€-Ð<Ù.;Ó<©m¨”8—>‘> !Õ$¨m€-Ð<ØÐÙ*1Ó2©' QŒx�~‰~˜aÕ ¨'€GÑ2àˆc�C—H‘H‰n€GÜˆÓœ3˜}Ó-ÔI´°W³ÔIÀÇÁÕIÜ
ÐCÀCÇHÁHÀ:ÐNÓ
OÐOÜˆƒ\�S—X‘XÒÜ
�¤s¨7£| n°KÀÇÁ¸zÐJÓ
KÐKÜÑ!™Ó!Ô!Ü
ÐLÈWÈIÐVÓ
WÐWä	ñ XÜ%-¨m¸]ÈCÏIÉIÔ%VóXô 
Xä
ÐG¸Ð8Hð I'Ø%Ð' {°3·9±9°+ð?ó @ð @ô ,6°mÀcÇkÁkÐSV×S_ÑS_ÐE`Ó+aÑ(€+ˆ|˜[Ü%/°ÀÇÁÈSÏ\É\Ð?ZÓ%[Ñ"€)ˆZ˜Ü.8¸À3Ç;Á;ÐPS×P\ÑP\ÐB]Ó.^Ñ+€,�˜|à€+Ø€,Ü!*¬3¨{¸IÀ|Ó+TÖ!UÑ€aÑ	ˆ%��fØ×Ñ c§h¡h§n¡n°QÑ&7¸3¿9¹9ÀQ¹<Ò&G”u˜T”{ÌUÐSXÐZ]Ð_eÓMfÔgØ×Ñ s§{¡{×'8Ñ'8¸Ñ';¸s¿y¹yÈ¹|Ò'Kœ˜dœÔQVÐW\Ð^aÐciÓQjÕkð "Vð ×Ñ”U˜4“[Ô!Ø×Ñ”u˜T“{¤E¨$£KÐ0Ô1Ü!*¬3¨{¸IÀ|Ó+TÖ!UÑ€aÑ	ˆ%��fØ×Ñ”u˜U C¨Ó0Õ1ð "Và�X‰X”e˜KÓ(Ñ)€(Ø—‘œE ,Ó/Ñ0€+Üñ Oä& }°mÀWÔMóOó O€)ô & i°#·+±+¸s¿|¹|Ð1LÓMÑ€!Ð�qà‡\ƒ\Ü�_‰_œSŸY™Y |¸;×;LÑ;LÔMÌuÐUX×U`ÑU`ÐcdÑUdÓOeÓf€FÜ�?‰?œ3Ÿ9™9 Z°{×7HÑ7HÔIÌ5ÐQT×Q\ÑQ\Ð_`ÑQ`ÓKaÓb€DÜ�‰œsŸy™y¨¸k×>OÑ>OÔPÔRWÐX[×XcÑXcÐfgÑXgÓRhÓi€Hä�7‰7�K 6Ñ)¨k¸DÑ.@ÑAØ  6Ñ)¨XÑ5¸Ñ:ñ<à Tô+€Dô —)‘)˜D ;°Ñ#7¸(Ñ#BÀQÑ#FÈ8Ñ"SØ! F™]¨XÑ5¸Ñ9¸hÑFóH€Kô —‘  V¡¬e°C·K±KÀ!±OÀSÇ[Á[ÐSTÁ_ÐWZ×WbÑWbÑEbÓ.cÓd€IÜ�y‰y˜ H¨aÓ0€Hä�i‰iÐ(Ó)€GØ
‡w�w�ÒÜ2Ø�+¤j°yÔ&AÀwôPÑ€h�ô 
ˆx˜Ð%¨YÔ	7Ð7ùòs =ùÚ<ùâ2s   ¬V5ÁV:Á2V?c                ón  — t        d„ |D «       «      }t        j                  t        j                  d¬«      j                  t        j                  | j                  | j                  «      ||¬«       t        | t        «      st        dt        | «      › �«      ‚t        d„ |D «       «      }t        d„ |D «       «      sJ ‚t        d„ |D «       «      sJ ‚t        |«      t        |«      cxk7  r| j                  k7  rn nt!        d| j                  › �«      ‚t        d	„ t#        || j                  «      D «       «      st        d
|› d| j                  › �«      ‚t%        || j&                  | j(                  g«      \  }}}t%        || j&                  | j(                  g«      \  }}}g }	g }
g }g }t+        |r|d   nt,        j.                  d«      }t1        t#        ||«      «      D ]®  \  }\  }}| j2                  j                  |   | j                  |   k7  }| j4                  j                  |   | j                  |   k7  }|	j7                  |r|n|«       |
j7                  |rdn|«       |j7                  |r|n|«       |j7                  |rdn|«       Œ° |	j7                  |«       |
j7                  | j8                  «       |j;                  ||g«       |j;                  | j8                  | j(                  g«       |	j;                  |«       |
j;                  |«       t        j                  | j2                  |	|
«      }t        j                  | j4                  ||«      }|}| j(                  �r>t=        j>                  ||j                  ¬«      }t=        j>                  ||j                  ¬«      }t=        j>                  | j                  | j&                  | j&                  | j(                  z    |j                  ¬«      }t=        j@                  |dk  ||z   |«      }t=        jB                  |d||z
  «      }t=        jD                  |tG        | j&                  dz   «      «      }t=        jD                  |tG        | j&                  dz   «      «      }t=        jD                  |tG        | j&                  dz   «      «      }t=        j                  ||k\  |||z   k  z  dd¬«      }t=        j@                  |||z
  |«      }t        jD                  |d   tG        | j&                  dz   | j&                  dz   | jH                  z   «      «      }t=        j@                  ||d«      }| j8                  tK        jL                  |«      kD  r1tK        jL                  |«      }tO        ||tQ        |¬«      |¬«      \  }}t        ||f|¬«      S )a  Sparse implementation of :func:`jax.lax.dynamic_slice`.

  Args:
    mat: BCOO array to slice.
    start_indices: a list of scalar indices, one per dimension. These values
      may be dynamic.
    slice_sizes: the size of the slice. Must be a sequence of non-negative
      integers with length equal to `ndim(operand)`. Inside a JIT compiled
      function, only static values are supported (all JAX arrays inside JIT
      must have statically known size).

  Returns:
    out: BCOO array containing the slice.
  c              3  óF   K  — | ]  }t        j                  |«      –— Œ y ­wrC   )rn   ro   rd   s     r8   r9   z%bcoo_dynamic_slice.<locals>.<genexpr>  s   è ø€ Ð=±¨A”h—n‘n Q×'±ùrÐ   ©Úslice_sizesr¿  rC  c              3  óF   K  — | ]  }t        j                  |«      –— Œ y ­wrC   )r>   rº   rd   s     r8   r9   z%bcoo_dynamic_slice.<locals>.<genexpr>	  s   è ø€ Ð>±¨1œŸ™ AŸ±ùrÐ   c              3  óx   K  — | ]2  }t        j                  |j                  t        j                  «      –— Œ4 y ­wrC   )r>   r¯   rl   r¿   r°   rd   s     r8   r9   z%bcoo_dynamic_slice.<locals>.<genexpr>
  s$   è ø€ ÐH¹-°QŒS�^‰^˜AŸG™G¤R§Z¡Z×0¹-ùs   ‚8:c              3  ó:   K  — | ]  }|j                   d k(  –— Œ y­w)r4   NrD   rd   s     r8   r9   z%bcoo_dynamic_slice.<locals>.<genexpr>  s   è ø€ Ð2¡M˜qˆQ�W‰W˜�]¡Mùs   ‚z4bcoo_dynamic_slice: indices must have size mat.ndim=c              3  óB   K  — | ]  \  }}d |cxk  xr |k  nc –— Œ y­wrž  r4   )r5   Ú
slice_sizeÚ	axis_sizes      r8   r9   z%bcoo_dynamic_slice.<locals>.<genexpr>  s%   è ø€ ÐcÑGbÑ.C¨j¸)ˆQ�*Ö) 	×)Ð)ÑGbùs   ‚zIslice_sizes must be less than or equal to operand shape, got slice_sizes z for operand shape r   rg   rk   rj   Tr   r  rD   rH  ))rˆ   rÂ  rÃ  r	   Údynamic_slicerÄ  rÅ  rE   rl   r  r_   r  r  rN   r±   rL   r¬   rQ   r   r7   rv   r#   r¿   r½  r‰   rV   rW   rJ  rp   rK  r>   ru   r‚   r  r=   rq   r“   rq  r²  rK  r   )rx   rL  re  rN  rO  rP  Ú
size_batchÚsize_sparseÚ
size_denseÚ
data_startÚ
data_sizesÚindices_startÚindices_sizesÚzerore   rF  rû   Údata_is_broadcastÚindices_is_broadcastrð  rñ  rY  r[  Úsizesr$  r^  r_  r`  s                               r8   Úbcoo_dynamic_slicerx  ó  s¶  € ô Ñ=±Ó=Ó=€+ä‡'�'Œ#×
Ñ
Ð-=Ô>×IÑIÜ
×
Ñ
˜sŸy™y¨#¯)©)Ó
4°mØ!ð Jô #ô 
�CœÔ	Ü
ÐLÌTÐRUËYÈKÐXÓ
YÐYÜÑ>±Ó>Ó>€-Ü	ÑH¹-ÓHÔ	HÐHÐ	HÜ	Ñ2¡MÓ2Ô	2Ð2Ð	2ÜˆÓœ3˜{Ó+Ô7¨s¯x©xÕ7Ü
ÐKÈCÏHÉHÈ:ÐVÓ
WÐWÜ	ÑcÄsÈ;ÐX[×XaÑXaÔGbÓcÔ	cÜ
ð 'Ø'2 mÐ3FÀsÇyÁyÀkðSó Tð Tô ,6°mÀcÇkÁkÐSV×S_ÑS_ÐE`Ó+aÑ(€+ˆ|˜[Ü(2°;ÀÇÁÈcÏlÉlÐ@[Ó(\Ñ%€*ˆk˜:à€*Ø€*Ø€-Ø€-Ü	¡M�˜aÒ ´r·x±xÀÓ	C€$Ü#¤C¨°ZÓ$@ÖAÑ€a‰ˆ%�ØŸ™Ÿ™ qÑ)¨S¯Y©Y°q©\Ñ9ÐØŸ;™;×,Ñ,¨QÑ/°3·9±9¸Q±<Ñ?ÐØ×ÑÑ/‘d°UÔ;Ø×ÑÑ,‘a°$Ô7Ø×ÑÑ!5™¸5ÔAØ×ÑÑ2™¸Õ=ð Bð ×Ñ�DÔØ×Ñ�C—G‘GÔØ×Ñ˜˜d�|Ô$Ø×Ñ˜Ÿ™ §¡Ð.Ô/Ø×Ñ�KÔ Ø×Ñ�JÔä×Ñ˜sŸx™x¨°ZÓ@€(Ü×!Ñ! #§+¡+¨}¸mÓL€+Ø€)à‡\ƒ\Ü�Y‰Y�|¨;×+<Ñ+<Ô=€FÜ�I‰I�k¨×):Ñ):Ô;€EÜ—9‘9˜SŸY™Y s§{¡{°C·K±KÀ#Ç,Á,Ñ4NÐOÐWb×WhÑWhÔi€LÜ�Y‰Y�v ‘z 6¨LÑ#8¸&ÓA€FÜ�X‰X�f˜a °Ñ!5Ó6€Fä�_‰_˜V¤U¨3¯;©;¸©?Ó%;Ó<€FÜ�O‰O˜E¤5¨¯©°q©Ó#9Ó:€EÜ—?‘? <´°s·{±{ÀQ±Ó1GÓH€Lä�7‰7�K 6Ñ)¨k¸FÀU¹NÑ.JÑKÈRÐZ^Ô_€DÜ—)‘)˜D +°Ñ"6¸Ó>€Kä—‘  V¡¬e°C·K±KÀ!±OÀSÇ[Á[ÐSTÁ_ÐWZ×WbÑWbÑEbÓ.cÓd€IÜ�y‰y˜ H¨aÓ0€Hà
‡w�w”—‘˜;Ó'Ò'Ü—	‘	˜+Ó&€gÜ2Ø�+¤j°yÔ&AÀwôPÑ€h�ô 
ˆx˜Ð%¨YÔ	7Ð7r^   c                óB   ‡‡— t        ˆˆfd„t        | «      D «       «      S )Nc              3  ó6   •K  — | ]  \  }}|‰k(  r‰n|–— Œ y ­wrC   r4   )r5   re   Útr8  Úvals      €€r8   r9   z!_tuple_replace.<locals>.<genexpr>F  s!   øè ø€ ÐA±.©$¨!¨Q�a˜3’h‰s AÓ%±.ùs   ƒ)rˆ   r‰   )Útupr8  r|  s    ``r8   r3  r3  E  s   ù€ Ü	ÔA´)¸C´.ÓAÓ	AÐAr^   c               ó‚   — t        | j                  | j                  | j                  |¬«      \  }}}t	        ||f|¬«      S )a  Sum array element over given axes.

  Args:
    mat: A BCOO-format array.
    shape: The shape of the target array.
    axes:  A tuple or list or ndarray which contains axes of ``mat`` over which
      sum is performed.

  Returns:
    A BCOO-format array containing the result.
  )rT   ÚaxesrD   )Ú_bcoo_reduce_sumrV   rW   r¶   r_   )rx   r  rX  rY  r7  s        r8   Úbcoo_reduce_sumr�  H  s<   € ô &6Ø	‡h�h�—‘ C§I¡I°Dô&:Ñ"€(ˆK˜ä	ˆx˜Ð%¨YÔ	7Ð7r^   c          
     ó°  ‡ ‡‡‡‡— |j                   Št        ˆfd„‰D «       «      sJ ‚t        ‰ |‰«      \  ŠŠ}}t        t	        ‰«      «      Št        ˆˆfd„‰D «       «      }‰ j                  |«      Š ‰r×t        j                  t        j                  ‰‰‰‰z    |j                  ¬«      t        |j                  dz
  «      «      }t        j                  ||k  d«      }‰ j                  |j                  kD  r=t        j                  |t        t        |j                  ‰ j                  «      «      «      }t        j                  |‰ d«      Š t        ‰«      D �	cg c]  }	|	‰z   ‰vsŒ|	‘Œ }
}	|
s9t        j                  t!        |j                   ‰dz   d«      |j                  «      }n|dt#        j                  |
«      f   }‰D �ch c]
  }|‰k  sŒ	|’Œ }}|D ]¿  }‰ j                   |   dk(  rg|j                   |   dk(  r	‰ ‰|   z  Š not        j$                  ‰ t!        ‰ j                   |‰|   «      t        t        ‰ j                  «      «      «      Š n#|j                   |   dk(  r‰ j                  |«      Š ‰ j                   |   |j                   |   k(  rŒ¿J ‚ t        t        t	        t        ‰«      «      |z
  «      «      }t        ˆ fd„|D «       «      }|t'        j(                  |D �	cg c]  }	‰ j                   |	   ‘Œ c}	«      z  }t        j*                  ‰ g |¢|‘‰ j                   ‰dz   d  ¢­g |¢|¢t        ‰‰ j                  «      ¢­«      Š t        j*                  |g |¢|‘|j                   ‰dz   d  ¢­g |¢|¢t        ‰|j                  «      ¢­«      }t        ˆˆfd	„t        t-        ‰«      «      D «       «      }‰ ||fS c c}	w c c}w c c}	w )
Nc              3  óP   •K  — | ]  }d |cxk  xr t        ‰«      k  nc –— Œ y­wrž  rŸ  )r5   rý   rE   s     €r8   r9   z#_bcoo_reduce_sum.<locals>.<genexpr>Z  s#   øè ø€ Ð/©$ QˆQ�!Ö ”c˜%“j× Ð ©$ùs   ƒ#&c              3  ó@   •K  — | ]  }|‰‰z   k\  sŒ|‰z
  d z   –— Œ y­wr|   r4   )r5   Úaxr7   rv   s     €€r8   r9   z#_bcoo_reduce_sum.<locals>.<genexpr>_  s'   øè ø€ ÐR±¨2¸¸wÈÑ?QÓ9Q�R˜(‘] QÕ&±ùs   ƒ‘rk   rg   rj   r   .c              3  ó<   •K  — | ]  }‰j                   |   –— Œ y ­wrC   rD   )r5   re   rV   s     €r8   r9   z#_bcoo_reduce_sum.<locals>.<genexpr>‚  s   øè ø€ Ð@±¨A˜$Ÿ*™* Q�-±ùrM  c              3  ó2   •K  — | ]  }|‰vsŒ‰|   –— Œ y ­wrC   r4   )r5   re   r  rE   s     €€r8   r9   z#_bcoo_reduce_sum.<locals>.<genexpr>Œ  s   øè ø€ ÐIÑ&7 ¸1ÀDº=�E˜!•HÑ&7ùs   ƒ	�
)rE   rN   r‡   rU  rt   rˆ   rÒ   r>   r=   ru   rl   rq   rL   r	   r‚   rÀ   r3  r¿   r2  rq  r²  rJ  r±   )rV   rW   rT   r  rÔ   rp   Ú
dense_axesr„   rŒ   re   Ú
sparse_idxr…  Ú
batch_axesÚnew_batch_dimsr*  r`  r7  r7   rv   rE   s   `  `             @@@r8   r€  r€  X  sf  ü€ Ø
�,‰,€%Ü	Ó/©$Ó/Ô	/Ð/Ð	/Ü,¨T°7¸EÓBÑ€'ˆ8�Q˜Ü	”�D“	Ó	€$ô ÔR±ÓRÓR€*Ø	�‰�*Ó	€$Ùä—‘Ü	‡i�i��g˜w¨Ñ1Ð2¸'¿-¹-ÔHÜˆG�L‰L˜1ÑÓó€Jô �7‰7�7˜ZÑ'¨Ó,€DØ‡y�y�4—9‘9ÒÜ�_‰_˜T¤5¬¨t¯y©y¸$¿)¹)Ó)DÓ#EÓF€dÜ�9‰9�T˜4 Ó#€Dô ! œ?ÓF™?�a¨a°'©kÀÒ.E’˜?€*ÐFÙ	Ü�i‰iœ w§}¡}°gÀ±kÀ1ÓEÀwÇ}Á}ÓU�Gà�cœ2Ÿ8™8 JÓ/Ð/Ñ0€Gñ "Ó2™T�r R¨'£\’˜T€*Ð2ó €bØ‡z�z�"�~˜ÒØ	�‰�rÑ	˜aÒ	Ø�e˜B‘iÑ‰ä×#Ñ# D¬.¸¿¹ÀRÈÈrÉÓ*SÔUZÔ[`Ðae×ajÑajÓ[kÓUlÓm‰à	�‰�rÑ	˜aÒ	Ø�x‰x˜‹|ˆØ�:‰:�b‰>˜WŸ]™]¨2Ñ.Ó.Ð.Ð.ð ô œ¤¤E¨'£NÓ 3°jÑ @ÓAÓB€.ÜÓ@±Ó@Ó@€/Ø”$—)‘)±JÓ?±J¨q˜TŸZ™Z¨›]°JÑ?Ó@Ñ@€'ä	�‰�TØK�ÐK¨ÐK°$·*±*¸WÀq¹[¸\Ð2JÑKØO�~ÐO¨
ÐO´U¸7ÀDÇIÁIÓ5NÑOó
Q€$ô �K‰K˜ØQ˜/ÐQ¨7ÐQ°W·]±]À7ÈQÁ;À<Ð5PÑQØU˜.ÐU¨:ÐU¼¸gÀwÇ|Á|Ó8TÑUóW€'ô ÔI¤e¬C°«JÔ&7ÓIÓI€)Ø	ˆw˜	Ð	!Ð!ùòC Gùò 3ùò  @s   ÅO	Å'O	Ç
OÇOË,O
c                óÂ   — t        | j                  | j                  |j                  |j                  | j                  |j                  ¬«      \  }}}t	        ||f|¬«      S )z¸An element-wise multiplication of two sparse arrays.

  Args:
    lhs: A BCOO-format array.
    rhs: A BCOO-format array.

  Returns:
    An BCOO-format array containing the result.
  )r�  r‚  rD   )Ú_bcoo_multiply_sparserV   rW   r¶   r_   )rŠ  r‹  rX  rY  r7  s        r8   Úbcoo_multiply_sparserŽ  �  sO   € ô &;Ø	‡h�h�—‘˜SŸX™X s§{¡{¸s¿y¹yØ—‘ô&Ñ"€(ˆK˜ô 
ˆx˜Ð%¨YÔ	7Ð7r^   c               óô  — |j                   }|j                   }t        | ||«      }t        |||«      }	t        |«      t        |«      k7  rt        d|› d|› �«      ‚|j                  |	j                  k7  rt        d|› d|	› �«      ‚t        |j                  |	j                  «      }
t        j                  t        ||
d  ||
d  ¬«      }t        ||
«      } || |||«      \  }}||t        j                  ||«      fS )NzFbcoo_multiply_sparse: arrays must have same number of dimensions, got z, zIbcoo_multiply_sparse: arrays with differing numbers of dense dimensions: )rM  rN  )rE   r‡   r±   r  r“   rO   rp  r7   r^  r   Ú_bcoo_multiply_sparse_unbatchedr   r>   rr  )r‘  r’  r   r¡  r�  r‚  rM  rN  rŠ  r‹  r7   Ú_mulrV   rW   s                 r8   r�  r�  ž  s  € à×Ñ€)Ø×Ñ€)ä�x ¨iÓ8€#Ü�x ¨iÓ8€#Üˆƒ^”s˜9“~Ò%ä
ð Ø$˜+ R¨	 {ð4ó 5ð 5à‡[�[�C—K‘KÒÜ
ð 3Ø36°%°r¸#¸ð@ó Að Aä�—‘˜SŸ[™[Ó)€'Ü	×	Ñ	Ô:Ø%.¨w¨xÐ%8Ø%.¨w¨xÐ%8ô
:€$ô 
�D˜'Ó	"€$Ù�x ¨h¸ÓD�-€$ˆØ	ˆwœ×,Ñ,¨Y¸	ÓBÐ	BÐBr^   c          
     óš  — t        | ||«      }t        |||«      }|j                  dk(  s|j                  dk(  sJ ‚|j                  r5t        t        | |f|¬«      d¬«      j                  \  } }t        | ||«      }n@|j                  r4t        t        ||f|¬«      d¬«      j                  \  }}t        |||«      }t        j                  t        t        |d |j                   |d |j                   «      «      D ��	�
cg c]  \  }\  }	}
|	dk7  r|
dk7  r|‘Œ c}
}	}t        ¬«      }|j                  |j                  z  }t        j                  |d d …d |f   |d d d …|f   k(  d«      }t        j                  |||j                  |j                  f¬«      \  }}| j                  |   j                  dd¬	«      |j                  |   j                  dd¬	«      z  }t        j                   |j                  |   j                  dt#        |d¬
«      ¬	«      |j                  |   j                  dt#        |d¬
«      ¬	«      «      }||fS c c}
}	}w )Nr   rD   r  rg   rk   rj   rú   r)  r*  rB  )r‡   r7   ró  r_   rƒ  r>   ru   r‰   r   rv   r’   rp   rN   rü   rs   r1  ÚmaximumrP   )r‘  r’  r   r¡  rM  rN  rŠ  r‹  re   r£   r¤   rî  rp   rŒ   Úi_lhsÚi_rhsrV   rW   s                     r8   r�  r�  ´  s!  € Ü�x ¨iÓ8€#Ü�x ¨iÓ8€#Ø
�+‰+˜Ò
 §¡¨qÒ 0Ð1Ð	1ð 	‡[‚[Ü.¬t°X¸{Ð4KÐS\Ô/]ÐghÔi×oÑoÑ€HˆkÜ
˜ ;°	Ó
:�CØ
‡{‚{Ü.¬t°X¸{Ð4KÐS\Ô/]ÐghÔi×oÑoÑ€HˆkÜ
˜ ;°	Ó
:€CÜ	�‰¬´8¸IÀmÀsÇ|Á|Ð<TÐV_Ð`mÐad×amÑamÐVnÓ3oÔ)põ ,Ñ)p™+˜!™X˜b "Ø˜Q’w 2¨¢7ò Ð)pó ,Ü36ô
8€$ð
 	�‰�#—'‘'Ñ€#ô 
�‰�šQ  d˜]Ñ+¨{¸4ÂÀD¸=Ñ/IÑIÈ2Ó	N€$Ü—‘˜T¨¸¿¹À#Ç'Á'Ð8JÔK�,€%ˆØ
�+‰+�eÑ
×
 Ñ
  f¸Ð
 Ó
;Ø
�+‰+�eÑ
×
 Ñ
  f¸Ð
 Ó
;ñ<€$ä�K‰KØ‡n�n�UÑ×Ñ V¼¸IÈqÔ8QÐÓRØ‡n�n�UÑ×Ñ V¼¸IÈqÔ8QÐÓRóT€'ð 
ˆwˆÐùô!,s   Ã>Ic                ó\   — t        | j                  | j                  || j                  ¬«      S )z³An element-wise multiplication between a sparse and a dense array.

  Args:
    lhs: A BCOO-format array.
    rhs: An ndarray.

  Returns:
    An ndarray containing the result.
  r´   )Ú_bcoo_multiply_denserV   rW   r¶   )Úsp_matÚvs     r8   Úbcoo_multiply_denserš  Ò  s!   € ô 
˜fŸk™k¨6¯>©>¸1ÀVÇ\Á\Ô	RÐRr^   c               ó  ‡— |j                   }|j                  dk(  rt        j                  | |«      S ||j                   k(  r t        j                  | t	        ||«      «      S t        j
                  |j                   |«      |k7  rt        d|›d|j                   ›�«      ‚t        j                  |t        t        |«      |j                  z
  «      «      }t        | ||«      Št        t        ‰j                  ¬«      ˆfd„«       } || ||«      S )zNBroadcasted elementwise multiplication between a BCOO array and a dense array.r   zˆmultiplication between sparse and dense is only implemented for cases where the output shape matches the sparse matrix shape. Got shape=z
, v.shape=rÚ  c                ó  •‡— ‰j                   d   |j                  ‰j                  z
  k(  sJ ‚t        ˆfd„t	        ‰j                   d   «      D «       «      }t        d„ t        ||j                   «      D «       «      }| ||   z  S )Nrg   c              3  ó0   •K  — | ]  }‰d d …|f   –— Œ y ­wrC   r4   r�  s     €r8   r9   z5_bcoo_multiply_dense.<locals>._mul.<locals>.<genexpr>ô  s   øè ø€ Ð?Ñ'> !�š˜1˜•Ñ'>ùr�  c              3  ó4   K  — | ]  \  }}|d k7  r|nd–— Œ y­wr  r4   r}   s      r8   r9   z5_bcoo_multiply_dense.<locals>._mul.<locals>.<genexpr>õ  s"   è ø€ ÐAÑ/@¡t q¨!�Q˜!’V‘ Ó"Ñ/@ùs   ‚)rE   rL   r“   rˆ   rq   rQ   )rV   rW   r™  r8  r‹   s    `  €r8   r‘  z"_bcoo_multiply_dense.<locals>._mulñ  sn   ù€ à�=‰=˜Ñ˜qŸv™v¨¯©Ñ5Ò5Ð5Ð5Ü
Ó?¤u¨W¯]©]¸1Ñ-=Ô'>Ó?Ó
?€CÜ
ÑA¬s°3¸¿¹Ô/@ÓAÓ
A€CØ�!�C‘&‰=Ðr^   )rE   rL   r	   r5  rä   rr  rO   r=   rq   r±   r‡   r   r   r7   )rV   rW   r™  rT   rE   r‘  r‹   s         @r8   r—  r—  Þ  sí   ø€ ð �,‰,€%Ø‡V�Vˆq‚[Ü�7‰7�4˜ÓÐØ
ˆa�g‰gÒä�7‰7�4œ w°Ó2Ó3Ð3ä×Ñ˜!Ÿ'™' 5Ó)¨UÒ2Ü
ðà	ˆ��1—7‘7�*ðóð ô 
‡o�o�aœœs 5›z¨A¯F©FÑ2Ó3Ó4€!ä
˜˜w¨Ó
.€%ä
Œ:˜Ÿ™Ô'óó (ðñ
 
ˆd�G˜QÓ	Ðr^   )rK   Úindices_are_sortedr+  r„   c          	     óœ  ‡ ‡‡‡— t        ‰ j                  ‰ j                  ‰ j                  «       |€t        j
                  }t	        j                  |«      }|t        j
                  k7  rt        d|›d�«      ‚t        ||||||¬«      }	d}
 t        j                  t        j                  |
¬«      j                  t        j                  ‰ j                  ‰ j                  «      t        j                  |j                  |j                  «      fi |	¤Ž}|j                   Š|j"                  Š|j$                  }t'        |d«      g‰ j(                  z  }t+        ‰ j(                  «      D �cg c]  }d‘Œ }}t-        ‰ j                  «      Št/        |«      D ]*  \  }}|d|f   j1                  «       ||<   ||   ‰|<   d||<   Œ, ˆˆˆ fd„} t3        ||f¬	«      |«      }t5        |g |j                  dd
 ¢|j                  dd ¢­t7        t+        |j(                  «      «      ¬«      }|j                  råt7        ˆfd„t+        t9        |j                  «      «      D «       «      }t;        j<                  |j(                  t>        ¬«      }t;        j@                  |j(                  «      |t;        jB                  |‰z   «      <   tE        |dt9        |«       «      tE        t+        t9        |«      «      «      k7  rtG        |d¬«      }tI        |t7        |«      ¬«      }|jK                  |j                  «      jM                  |j                  «      S c c}w )zBCOO version of lax.gather.Nzbcoo_gather: mode=z not yet supported.)rƒ  re  rK   rŸ  r+  r„   r¿  r   .c                ó:   •— t        ‰| ‰¬«      }t        |‰¬«      S )Nrd  r3  )rx  r@  )rW   ÚslcÚcollapsed_slice_dimsÚfull_slice_sizesrµ  s     €€€r8   Ú
slice_funczbcoo_gather.<locals>.slice_func"	  s    ø€ Ü
˜W gÐ;KÔ
L€CÜ˜Ð(<Ô=Ð=r^   r\  rj   rg   r  c              3  ó*   •K  — | ]
  }|‰vr|–— Œ y ­wrC   r4   )r5   rG   Úoffset_dimss     €r8   r9   zbcoo_gather.<locals>.<genexpr>,	  s!   øè ø€ ð 1Ñ&@˜sØ KÑ/ô Ñ&@ùs   ƒrk   r  ©rI  )'r‡   rV   rW   rE   r)   ÚPROMISE_IN_BOUNDSÚfrom_anyrO   r   rÂ  rÃ  r	   ÚgatherrÄ  rÅ  rl   r§  r£  Ústart_index_mapr#   rL   rq   r  r‰   rÐ  r   r1  rˆ   r±   r¿   rÀ   r’   rÁ   ru   rt   ró  rF  rJ  rÏ  )rµ  rL  rƒ  re  rK   rŸ  r+  r„   Úparsed_moder/  rÀ  r¶  r¬  Úfull_start_indicesre   r<  rì  r¥  r6  rS   rI  r£  r¤  r§  s   `                    @@@r8   Úbcoo_gatherr¯  ù  sÌ  û€ ô �—‘˜wŸ™°·±Ô>ð 
€\Ü×.Ñ.€DÜ!×*Ñ*¨4Ó0€+ØÔ%×7Ñ7Ò7Ü
Ð 3¨d¨WÐ4GÐHÓ
IÐIä	Ð 1¸{Ø+Ð@RØ Jô
0€$ð
7€/àLŒS�W‰W”S—Z‘Z°ÔA×LÑLÜ
×
Ñ
˜wŸ}™}¨g¯m©mÓ
<Ü
×
Ñ
˜}×2Ñ2°M×4GÑ4GÓ
Hñð ñ€(ð
 "×-Ñ-€+Ø*×?Ñ?ÐØ%×5Ñ5€/ô *0°¸qÓ)AÐ(BÀWÇ\Á\Ñ(QÐÜ-2°7·<±<Ô-@ÓAÑ-@¨štÐ-@€'ÐAÜ˜'Ÿ-™-Ó(ÐÜ˜Ö(�d€aˆØ)¨#¨q¨&Ñ1×7Ñ7Ó9Ð�qÑØ% a™.Ð�QÑØ€GˆA‚Jð )ö>ð 0Œ4�
 W JÔ/Ð0BÓC€&Ü˜Ø<�×#Ñ# C RÐ(Ð<¨6¯<©<¸¸Ð+;Ñ<Ü”U˜6Ÿ;™;Ó'Ó(ô*€&ð
 ‡\‚\Üó 1¤e¬C°·±Ó,?Ô&@ó 1ó 1€Jä—(‘(˜6Ÿ;™;¬cÔ2€KÜ68·i±iÀÇÁÓ6L€K”—‘˜ kÑ1Ó2Ñ3Ü
ˆ;Ð'œ˜J›Ð(Ó)¬S´´s¸:³Ó1GÓ-HÒHô " &°!Ô4€fÜ˜F´°kÓ0BÔC€Fà	�‰˜Ÿ™Ó	'×	.Ñ	.¨x¯~©~Ó	>Ð>ùò5 Bs   Å(	M	rg   )Úlhs_dilationÚrhs_dilationrƒ  Úfeature_group_countÚbatch_group_countr|  r}  c       	        ó  — t        j                  t        j                  ||||||||	|
¬«
      } t	        j
                  |«      t	        j                  | j                  | j                  «      t	        j                  |j                  |j                  «      «      }t        |t        j                  «      rt        |j                  «      dk(  sJ ‚|j                  d   j                  }|d   d| j                  dz
  z  k7  rt!        d«      ‚|d   d|j                  dz
  z  k7  rt!        d«      ‚|d	   d| j                  dz
  z  k7  rt!        d
«      ‚|d   |d   cxk7  rdk7  rt!        d«      ‚ | j                  d d |j                  d d cxk7  rdk7  rt!        d«      ‚ t#        | d«      r| j$                  j                  n#t#        |d«      r|j$                  j                  nd}|d   \  }t'        t)        | |«      t)        ||«      |¬«      S )N)	Úwindow_stridesÚpaddingr°  r±  rƒ  r²  r³  r|  r}  rg   r   r°  r   r1   z#bcoo convolution with lhs_dilation.r±  rµ  z.bcoo convolution with non-unit window_strides.r³  r²  z,bcoo convolution with non-unit group counts.)rg   rg   z:bcoo convolution with leading dimensions other than (1, 1)rW   r½  r¶  )r¶  )r^  r   r	   Úconv_general_dilatedrÂ  Ú
make_jaxprrÅ  rE   rl   r  r   ÚClosedJaxprr±   ÚeqnsÚparamsrL   rO   r(  rW   Ú_bcoo_conv_1dÚ_convert_to_1d_for_conv)rŠ  r‹  rµ  r¶  r°  r±  rƒ  r²  r³  r|  r}  rb  Újaxprr»  rì   s                  r8   Úbcoo_conv_general_dilatedr¿  8	  sð  € ô
 
×	Ñ	Ü	×ÑØ#¨WØ¨lÐN_Ø-ÐARØÐ2Hô
J€$ð Œ#�.‰.˜Ó
œs×3Ñ3°C·I±I¸s¿y¹yÓIÜ"×3Ñ3°C·I±I¸s¿y¹yÓIóK€%ä	�Eœ4×+Ñ+Ô	,´°U·Z±Z³ÀAÒ1EÐEÐ	EØ�:‰:�a‰=×Ñ€&àˆNÑ ¨¯©°1©Ñ 5Ò5Ü
ÐCÓ
DÐDØˆNÑ˜t s§x¡x°!¡|Ñ4Ò4Ü
ÐCÓ
DÐDØÐÑ ¨¯©°A©Ñ!6Ò6Ü
ÐNÓ
OÐOØÐÑ  FÐ+@Ñ$AÔFÀQÒFÜ
ÐLÓ
MÐMð Gð 	‡Y�Yˆr�€]�c—i‘i  �mÔ- vÒ-Ü
ÐZÓ
[Ð[ð .ô '.¨c°9Ô&=�—‘×"Ò"Ü+2°3¸	Ô+B�c—k‘k×'Ò'Øð ð �IÑ�(€'Ü	Ô.¨s°KÓ@Ü.¨s°KÓ@Ø&ô
(ð (r^   c                ón  — t        | t        j                  t        j                  f«      r9t        j                  | d«      }t        j                  |t        |«      dfd«      }n·t        | t        «      r�| j                  dd¬«      } t        j                  | j                  d«      }t        j                  | j                  d«      }t        j                  t        j                  |d«      | j                  d   k  |d«      }nt!        dt#        | «      › d	�«      ‚t        ||f| j                  dd  ¬
«      S )N©r   rg   rg   r   r1   )r7   r“   r   rj   z)bcoo_conv_general_dilated: input of type z not recognized.rD   )r  rÂ  r,   r¿   rT  r	   rv  r  r±   r_   Úupdate_layoutrV   rW   r>   r‚   rE   r  r  )rx   rì   rV   rW   s       r8   r½  r½  ]	  së   € Ü�”c—i‘i¤§¡Ð,Ô-Ü�;‰;�s˜FÓ#€DÜ×"Ñ" ;´°T³¸A°ÀÓB�GÜ�#”tÔØ
×
Ñ
 A¨qÐ
Ó
1€CÜ�;‰;�s—x‘x Ó(€DÜ�k‰k˜#Ÿ+™+ vÓ.€Gä�9‰9”S—[‘[ ¨$Ó/°#·)±)¸B±-Ñ?ÀÀqÓI�Dä
Ð?ÄÀSÃ	¸{ÐJZÐ[Ó
\Ð\Ü	ˆt�Wˆo S§Y¡Y¨q¨r ]Ô	3Ð3r^   c                óH  — | j                   | j                  cxk(  r&|j                   cxk(  r|j                  cxk(  rdk(  sJ ‚ J ‚| j                  |j                  k(  sJ ‚t        t	        t
        |«      «      }t        |«      dk(  sJ ‚| j                  d d …d f   |j                  d d d …f   z  j                  «       }|d   |j                  z
  }| j                  d d …d f   |d d d …f   z   j                  «       }|dk  }t        j                  |d|«      }t        j                  |d|«      }t        d| j                  d   |d   z   |d   z   |j                  d   z
  dz   «      }t        j                  |d«      }t        j                  |d«      }t!        ||fdd|f¬«      S )Nrg   r1   r   rÁ  )r   rg   é   rD   )rL   rv   rl   rˆ   rj  r’   r±   rV   rÐ  rW   r>   r‚   rP   rE   r	   r=   r_   )rŠ  r‹  r¶  rð  r  rñ  rŒ   Údimsizes           r8   r¼  r¼  k	  sr  € Ø	�‰�S—\‘\Ô	B S§X¡XÔ	B°·±Ô	BÀÒ	BÐBÑ	BÐBÐ	BØ	�‰�c—i‘iÒ	ÐÐ	Ü”#”c˜7Ó#Ó$€'Ü	ˆW‹˜Ò	ÐÐ	à�h‰h’q˜$�wÑ #§(¡(¨4²¨7Ñ"3Ñ3×:Ñ:Ó<€(à�1‰:˜Ÿ™Ñ#€&Ø—‘šQ ˜WÑ%¨¨t²Q¨w©Ñ7×>Ñ>Ó@€+à
˜‰/€$Ü—	‘	˜$  ;Ó/€+Ü�Y‰Y�t˜Q Ó)€(Ü��3—9‘9˜Q‘< '¨!¡*Ñ,¨w°q©zÑ9¸C¿I¹IÀa¹LÑHÈ1ÑLÓM€'ä�_‰_˜X vÓ.€(Ü—‘ ¨YÓ7€+Ü	ˆx˜Ð%¨a°°G¨_Ô	=Ð=r^   c                  ó  ‡ — e Zd ZU dZded<   ded<   ded<    ed„ «      Z ed„ «      Z ed	„ «      Z ed
„ «      Z	 ed„ «      Z
ded<   ded<    ed„ «      Z ed„ «      Zdddœ	 	 	 d,ˆ fd„Zd„ Zd-d„Zd-d„Zd-d„Zedej(                  dddœ	 	 	 	 	 d.d„«       Zeddddœ	 	 	 	 	 d/d„«       Zeddddddœ	 	 	 	 	 	 	 d0d „«       Zeddddd!œ	 	 	 	 	 	 	 d1d"„«       Zddd#d$œ	 	 	 d2d%„Zd3d4d&„Zd-d'„Zd5d(„Zd6d7d)„Zd*„ Zed+„ «       Zˆ xZ S )8r_   ar  Experimental batched COO matrix implemented in JAX

  Args:
    (data, indices) : data and indices in batched COO format.
    shape : shape of sparse array.

  Attributes:
    data : ndarray of shape ``[*batch_dims, nse, *dense_dims]`` containing the
      explicitly stored data within the sparse matrix.
    indices : ndarray of shape ``[*batch_dims, nse, n_sparse]`` containing the
      indices of the explicitly stored data. Duplicate entries will be summed.

  Examples:
    Create a sparse array from a dense array:

    >>> M = jnp.array([[0., 2., 0.], [1., 0., 4.]])
    >>> M_sp = BCOO.fromdense(M)
    >>> M_sp
    BCOO(float32[2, 3], nse=3)

    Examine the internal representation:

    >>> M_sp.data
    Array([2., 1., 4.], dtype=float32)
    >>> M_sp.indices
    Array([[0, 1],
           [1, 0],
           [1, 2]], dtype=int32)

    Create a dense array from a sparse array:

    >>> M_sp.todense()
    Array([[0., 2., 0.],
           [1., 0., 4.]], dtype=float32)

    Create a sparse array from COO data & indices:

    >>> data = jnp.array([1., 3., 5.])
    >>> indices = jnp.array([[0, 0],
    ...                      [1, 1],
    ...                      [2, 2]])
    >>> mat = BCOO((data, indices), shape=(3, 3))
    >>> mat
    BCOO(float32[3, 3], nse=3)
    >>> mat.todense()
    Array([[1., 0., 0.],
           [0., 3., 0.],
           [0., 0., 5.]], dtype=float32)
  r,   rV   rW   r   rE   c                ó4   — | j                   j                  d   S )Nri   ©rW   rE   r›   s    r8   r…   zBCOO.<lambda>¸	  s   € ˜dŸl™l×0Ñ0°Ò4r^   c                ó.   — | j                   j                  S rC   )rV   rl   r›   s    r8   r…   zBCOO.<lambda>¹	  s   €  §	¡	§¢r^   c                ó4   — | j                   j                  dz
  S )Nr1   )rW   rL   r›   s    r8   r…   zBCOO.<lambda>º	  s   €  $§,¡,×"3Ñ"3°aÒ"7r^   c                ó4   — | j                   j                  d   S r›  rÈ  r›   s    r8   r…   zBCOO.<lambda>»	  s   €  4§<¡<×#5Ñ#5°bÒ#9r^   c                óN   — | j                   j                  dz
  | j                  z
  S )Nrg   )rV   rL   r7   r›   s    r8   r…   zBCOO.<lambda>¼	  s   €  $§)¡)§.¡.°1Ñ"4°t·|±|Ò"Cr^   rM   rJ   rK   c                óX   — t        | j                  | j                  | j                  «      S rC   )r   rE   rJ   rK   r›   s    r8   r…   zBCOO.<lambda>¿	  s!   € ¤
¨4¯:©:°t×7JÑ7JØ+/×+>Ñ+>ô!@r^   c                ó2   — | j                   | j                  fS rC   )rV   rW   r›   s    r8   r…   zBCOO.<lambda>Á	  s   €  §¡¨D¯L©LÑ 9r^   FrI   c               óú   •— t        t        j                  |«      \  | _        | _        || _        || _        t        ‰| �!  |t        |«      ¬«       t        | j                  | j                  | j                  «       y r-  )rj  r>   rº   rV   rW   rJ   rK   ÚsuperÚ__init__rˆ   r‡   rE   )rœ   r  rE   rJ   rK   Ú	__class__s        €r8   rÑ  zBCOO.__init__Ã	  sZ   ø€ ä!¤#§+¡+¨tÓ4Ñ€D„IˆtŒ|Ø(€DÔØ(€DÔÜ	�GÑ�T¤ u£ÐÔ.Ü�4—9‘9˜dŸl™l¨D¯J©JÕ7r^   c                ó²  — | j                   j                  }	 | j                  }| j                  }| j                  }| j
                  }t        | j                  «      }d|›�}|r|d|›�z  }|r|d|›�z  }|› d|› |› |› d�}t        | j                  t        j                  «      r%t        | j                  «      j                  › d|› d�}|S #  |› d�}Y ŒTxY w)	Nú, nse=r¨   r©   Ú(Ú)z(<invalid>)Ú[Ú])rÒ  r”   rp   r7   r“   rl   r  rE   r  rV   r   ÚTracerr  )	rœ   Únamerp   r7   r“   rl   rE   ÚextraÚrepr_s	            r8   Ú__repr__zBCOO.__repr__Ë	  sÞ   € Ø�>‰>×"Ñ"€Dð/Ø�H‰H€cØ—‘€gØ—‘€gØ�j‰j€eÜ�4—:‘:Ó€eð �3�&ˆk€eÙ	�%˜[ ˜z˜?Ñ*�%Ù	�%˜[ ˜z˜?Ñ*�%Ø��a˜�w˜u˜g e W¨AÐ.€eÜ�$—)‘)œTŸ[™[Ô)Ü�d—i‘i“×)Ñ)Ð*¨!¨E¨7°!Ð4€eØ€Løð#Ø��kÐ"‚eús   ˜AC ÃCc                ó   — t        d«      ‚)NzBCOO.reshape©rO   ©rœ   r  Úkwargss      r8   rJ  zBCOO.reshapeß	  s   € Ü
˜nÓ
-Ð-r^   c                ó   — t        d«      ‚)NzBCOO.astyperß  rà  s      r8   rÏ  zBCOO.astypeâ	  s   € Ü
˜mÓ
,Ð,r^   c                ó   — t        d«      ‚)NzBCOO.sumrß  r›   s    r8   rÒ   zBCOO.sumå	  s   € Ü
˜jÓ
)Ð)r^   Nr   ©rp   rì   r“   r7   c               ó"   — t        |||||¬«      S )z7Create a BCOO array from a (dense) :class:`~jax.Array`.rä  )rê   )Úclsrx   rp   rì   r“   r7   s         r8   Ú	fromdensezBCOO.fromdenseè	  s   € ô Ø	ˆs °WÀgôOð Or^   )rì   r“   r7   c               óR  — |dk7  s|dk7  rt        d«      ‚|j                  «       }t        j                  |j                  «      }t        j
                  |j                  |j                  f«      j                  |xs t        j                  «      } | ||f|j                  dd¬«      S )z5Create a BCOO array from a :mod:`scipy.sparse` array.r   z+BCOO.fromscipy with nonzero n_dense/n_batchFrm   )rO   Útocoor>   rº   rV   r”  rÔ  rÕ  rÏ  r½  rE   )ræ  rx   rì   r“   r7   rV   rW   s          r8   Úfrom_scipy_sparsezBCOO.from_scipy_sparseï	  sŽ   € ð �!‚|�w !’|ÜÐ MÓNÐNà
�)‰)‹+€CÜ�;‰;�s—x‘xÓ €DÜ×Ñ §¡¨¯©Ð1Ó2×9Ñ9ØÒ ”s—y‘yó"€Gñ ��gˆ c§i¡iÀØ#ô%ð %r^   r½  )rl   rì   r“   r7   rp   c          
     ól  — t        |«      }t        |«      |z
  |z
  }|dk  s|dk  s
|dk  s|dk  rt        d|›d|›d|›d|›�«      ‚t        |||g«      \  }}	}
t	        j
                  g |¢|‘|
¢­|«      }t	        j                  g |¢|‘|‘­t	        j                  |	«      |«      } | ||f|dd¬«      S )z?Create an empty BCOO instance. Public method is sparse.empty().r   úInvalid inputs: shape=r©   r¨   rÔ  Trm   )rˆ   r±   r¬   r   r>   rÀ   Úfullru   )ræ  rE   rl   rì   r“   r7   rp   rv   r#  r$  r%  rV   rW   s                r8   Ú_emptyzBCOO._emptyþ	  sÛ   € ô �%‹L€EÜ�5‹z˜GÑ# gÑ-€HØ�!‚|�w ’{ g°¢k°S¸1²WÜÐ0¨%¨°°G°:¸[À¸zÈÈCÈ6ÐRÓSÐSÜ-7¸ÀÈÐ?RÓ-SÑ*€K�˜{Ü�9‰9Ð6�{Ð6 CÐ6¨+Ñ6¸Ó>€DÜ�h‰hÐ4˜Ð4 cÐ4¨8Ñ4´c·i±iÀÓ6MÈ{Ó[€GÙ��gˆ e¸DØ"ô$ð $r^   ©rl   rì   r7   r“   c               óö  ‡‡— d|z
  |z
  }|dk  s
|dk  s|dk  rt        d||f› d|›d|›�«      ‚‰dkD  rt        ||‰z
  «      }	nt        |‰z   |«      }	|	dk  r| j                  ||f||||¬«      S |dkD  s|dkD  r,| j                  t	        j
                  ||‰|¬«      |||¬	«      S |dk(  rÂt	        j                  |	|¬«      }
t	        j                  |	|¬«      }t        |d«      Št        |‰«      Št	        j                  t        j                  |t        j                  ‰dk\  ˆfd
„ˆfd„«      «      t        j                  |t        j                  ‰dk  ˆfd„ˆfd„«      «      g«      }nýt	        j                  ||¬«      }
t	        j                  ||¬«      }|t        |‰«      z   }‰dk  rO|
j                  d t        ‰«       j!                  d«      }
|j                  d t        ‰«       j!                  |«      }nY‰dkD  rT|
j                  |t        ‰«      z
  d  j!                  d«      }
|j                  |t        ‰«      z
     j!                  |«      }|
d d …d f   }
|d d …d d f   } | |
|f||fdd¬«      S )Nr1   r   rì  r©   r¨   rï  rg   rk   ró   c                 ó   •— ‰ S rC   r4   ©rt  s   €r8   r…   zBCOO._eye.<locals>.<lambda>)
  ó   ø€ ©dr^   c                 ó   •— ‰ S rC   r4   ©Úks   €r8   r…   zBCOO._eye.<locals>.<lambda>)
  ó   ø€ ¹Ar^   c                 ó   •— ‰ S rC   r4   rò  s   €r8   r…   zBCOO._eye.<locals>.<lambda>*
  ró  r^   c                 ó   •— ‰ S rC   r4   rõ  s   €r8   r…   zBCOO._eye.<locals>.<lambda>*
  r÷  r^   Trm   )r¬   rp  rî  rç  r>   ÚeyeÚonesrÁ   r#   r”  r	   ÚsubÚcondrÓ   rs   Úabsrt   )ræ  r÷   r  rö  rl   rì   r7   r“   rv   Ú	diag_sizerV   r®  rW   rt  s      `         @r8   Ú_eyez	BCOO._eye
  sj  ù€ ð �7‰{˜WÑ$€HØ�!‚|�w ’{ g°¢kÜÐ/°°A°¨x°{¸'¸À;ÀgÀZÐPÓQÐQàˆ1‚uÜ�a˜˜Q™“-�iä�a˜!‘e˜Q“-€ià�A‚~à�Z‰Z˜˜A˜ e¸Ø '°ð ó :ð :ð �‚{�g ’kà�]‰]œ3Ÿ7™7 1 a¨°%Ô8Ø#*°GØ'2ð ó 4ð 4ð �!‚|Ü�X‰X�i uÔ-€dÜ�J‰J�y¨Ô4€cÜ�C˜‹^€dÜ
��a‹.€aÜ× Ñ Ü�‰�”S—X‘X˜a 1™f£l³IÓ>Ó?Ü�‰�”S—X‘X˜a 1™f£l³IÓ>Ó?ð"Aó B�gô �X‰X�a˜uÔ%€dÜ—
‘
˜1 KÔ0€gØœ& ¨!Ó,Ñ,€gØ	
ˆQŠØ�w‰w�wœ˜A›Ð×#Ñ# AÓ&ˆØ—*‘*˜Wœc !›fÐ%×)Ñ)¨!Ó,‰ØˆqŠ5Ø�w‰w�qœ3˜q›6‘z�{Ð#×'Ñ'¨Ó*ˆØ—*‘*˜Q¤ Q£™ZÑ(×,Ñ,¨QÓ/ˆØ’!�T�'‰]€dØš˜4 ˜Ñ&€gÙ��gˆ q¨! f¸TØ"ô$ð $r^   rÐ  rÑ  c               ó    — t        | |||¬«      S )a  Update the storage layout (i.e. n_batch & n_dense) of a BCOO matrix.

    In many cases this can be done without introducing undue storage overhead. However,
    increasing ``mat.n_batch`` or ``mat.n_dense`` will lead to very inefficient storage,
    with many explicitly-stored zeros, unless the new batch or dense dimensions have size
    0 or 1. In such cases, ``update_layout`` will raise a :class:`SparseEfficiencyError`.
    This can be silenced by specifying the ``on_inefficient`` argument.

    Args:
      n_batch : optional(int) the number of batch dimensions in the output matrix. If None,
        then n_batch = mat.n_batch.
      n_dense : optional(int) the number of dense dimensions in the output matrix. If None,
        then n_dense = mat.n_dense.
      on_inefficient : optional(string), one of ``['error', 'warn', None]``. Specify the
        behavior in case of an inefficient reconfiguration. This is defined as a reconfiguration
        where the size of the resulting representation is much larger than the size of the
        input representation.

    Returns:
      mat_out : BCOO array
        A BCOO array representing the same sparse array as the input, with the specified
        layout. ``mat_out.todense()`` will match ``mat.todense()`` up to appropriate precision.
    rÑ  )ró  )rœ   r7   r“   rÒ  s       r8   rÂ  zBCOO.update_layout:
  s   € ô2 ˜d¨G¸WÐUcÔdÐdr^   c                ó:   — |rt        | |¬«      S t        | |¬«      S )aq  Return a copy of the array with duplicate indices summed.

    Additionally, this operation will result in explicit zero entries removed, and
    indices being sorted in lexicographic order.

    Because the size of the resulting representation depends on the values in the
    arrays, this operation is not compatible with JIT or other transforms. To use
    ``sum_duplicates`` in such cases, you may pass a value to `nse` to specify the
    desired size of the output representation.

    Args:
      nse : integer (optional), if specified, gives the number of specified elements in
        the output sparse representation; if it is larger than the number required, data
        will be padded with zeros and indices will be padded with out-of-bounds values.
        If it is smaller than the number required, data will be silently discarded.
      remove_zeros : bool (default=True). If True, remove explicit zeros from the data
        as part of summing duplicates. If False, then explicit zeros at unique indices
        will remain among the specified elements. Note: remove_zeros=True is incompatible
        with autodiff.
    r†   )r�   rŠ   )rœ   rp   Úremove_zeross      r8   Úsum_duplicateszBCOO.sum_duplicatesU
  s!   € ñ* Ü! $¨CÔ0Ð0ä  ¨3Ô/Ð/r^   c                ó   — t        | «      S )z0Return a copy of the matrix with indices sorted.)r€  r›   s    r8   Úsort_indiceszBCOO.sort_indiceso
  s   € ä˜TÓ"Ð"r^   c                ó   — t        | «      S )z$Create a dense version of the array.)r²   r›   s    r8   ÚtodensezBCOO.todenses
  s   € ä˜ÓÐr^   c                óð  ‡ — t        |€t        ‰ j                  «      ddd…   n|«      }t        ‰ |¬«      }t	        ˆ fd„|D «       «      }|‰ j
                  ‰ j
                  ‰ j                  z    D �cg c]  }|‰ j
                  z
  ‘Œ }}t	        |«      t	        t        ‰ j                  «      «      k(  r‰ j                  }nd}t        |j                  |j                  f||‰ j                  ¬«      S c c}w )z,Create a new array containing the transpose.Nrj   r¨  c              3  ó<   •K  — | ]  }‰j                   |   –— Œ y ­wrC   rD   )r5   re   rœ   s     €r8   r9   z!BCOO.transpose.<locals>.<genexpr>{
  s   øè ø€ Ð0©4 a�D—J‘J˜q•M©4ùrM  Frm   )r  rq   rL   rF  rˆ   r7   rv   rJ   r_   rV   rW   rK   )rœ   r  rŠ  Úmat_TÚshape_TrL  rW  Ú	is_sorteds   `       r8   r_  zBCOO.transposew
  sâ   ø€ ä°T°\œ5 §¡Ó+©D¨b¨DÒ1ÀtÓL€DÜ˜4¨TÔ2€EÜÓ0©4Ó0Ó0€Gà  §¡¨t¯|©|¸d¿m¹mÑ/KÑLóNÙL�qð �t—|‘|Ó#ØLð ð Näˆ[ÓœU¤5¨¯©Ó#7Ó8Ò8Ø×%Ñ%�ið €iÜ�—‘˜UŸ]™]Ð+°7Ø(¸×9LÑ9LôNð NùòNs   Á3C3c                óf   — | j                   | j                  f| j                  j                  «       fS rC   )rV   rW   r¶   r  r›   s    r8   Útree_flattenzBCOO.tree_flatten‡
  s'   € Ø�I‰I�t—|‘|Ð$ d§j¡j×&8Ñ&8Ó&:Ð:Ð:r^   c                óÌ   — t         j                  | «      }|\  |_        |_        |j	                  «       h d£k7  rt        d|›�«      ‚ |j                  j                  di |¤Ž |S )N>   rE   rJ   rK   z&BCOO.tree_unflatten: invalid aux_data=r4   )ÚobjectÚ__new__rV   rW   Úkeysr¬   Ú__dict__Úupdate)ræ  Úaux_dataÚchildrenÚobjs       r8   Útree_unflattenzBCOO.tree_unflattenŠ
  s\   € ä
�.‰.˜Ó
€CØ$Ñ€C„HˆcŒkØ‡}�}ƒÒGÒGÜÐ@°x°kÐBÓCÐCØ€C‡L�L×ÑÑ#˜(Ò#Ø€Jr^   )r  útuple[Array, Array]rE   úSequence[int]rJ   rM   rK   rM   ©rž   r_   )rx   r,   rp   ú
int | Nonerì   r.   r“   r’   r7   r’   rž   r_   )rì   úDTypeLike | Noner“   r’   r7   r’   rž   r_   )rE   r   rl   r  rì   r.   r“   r’   r7   r’   rp   r’   rž   r_   )r÷   r’   r  r’   rö  r’   rl   r  rì   r.   r7   r’   r“   r’   rž   r_   )r7   r  r“   r  rÒ  Ústrrž   r_   )NT)rp   r  r  rM   rž   r_   )rž   r,   rC   )r  úSequence[int] | Nonerž   r_   )!r”   r•   r–   Ú__doc__r—   rŸ   rp   rl   r7   rv   r“   r¶   rƒ  rÑ  rÝ  rJ  rÏ  rÒ   Úclassmethodr¿   r½  rç  rê  rî  r   rÂ  r  r  r  r_  r  r  Ú__classcell__)rÒ  s   @r8   r_   r_   €	  sï  ø… ñ0ðf 	ƒ+Øƒ.Ø	ƒ,ÙÑ4Ó5€#Ù
Ñ/Ó
0€%ÙÑ7Ó8€'ÙÑ9Ó:€(ÙÑCÓD€'ØÓØÓÙ
ñ @ó A€%á
Ñ9Ó
:€%ð ',ÀEñ8Ø#ð8Ø=Aõ8òó(.ó-ó*ð Ø6:ÐUW×U]ÑU]Ø °ñOØðOØ+.ðOØ7;òOó ðOð ØCGØ'(¸ñ%Ø!$ð%Ø36ð%Ø?Cò%ó ð%ð Ø=AÐ\cØ¨a¸Añ$Øð$Ø(+ð$Ø69ð$ØBFò$ó ð$ð ØEIØ$+¸AÈañ+$Ø!ð+$Ø69ð+$ØHKð+$ØTXò+$ó ð+$ðZ 48ÈtØ*1ñeØ$'ðeØ6:óeô60ó4#óôNò ;ð ñó ôr^   c                ó.  — |€|S ||j                   k\  rt        d|› d|j                   › d�«      ‚t         | |j                  |«       | |j                  |«      f|j
                  d | |j
                  |dz   d  z   |j                  |j                  ¬«      S )NzCannot map in_axis=ú for BCOO array with n_batch=zK. in_axes for batched BCOO operations must correspond to a batch dimension.rg   rm   ©r7   r¬   r_   rV   rW   rE   rJ   rK   )ÚcontrÔ   r|  r¾  s       r8   Ú_bcoo_to_eltr(  •
  s¥   € Ø	€\Ø€JØ	ˆS�[‰[ÒÜ
Ð*¨4¨&Ð0MÈcÏkÉkÈ]ð [að aó bð bä	‰t�C—H‘H˜dÓ#¡T¨#¯+©+°tÓ%<Ð=Ø—I‘I˜e˜tÐ$ s§y¡y°¸±°Ð';Ñ;Ø ×/Ñ/À×@RÑ@Rô
Tð Tr^   c                ó4  — |€|S ||j                   kD  rt        d|› d|j                   › d�«      ‚t         | ||j                  |«       | ||j                  |«      f|j
                  d | |fz   |j
                  |d  z   |j                  |j                  ¬«      S )NzBCOO: cannot add out_axis=r%  zC. BCOO batch axes must be a contiguous block of leading dimensions.rm   r&  )r'  rk  Úeltr¾  s       r8   Ú_bcoo_from_eltr+  Ÿ
  s°   € Ø	€\Ø€JØ	ˆC�K‰KÒÜ
Ð1°$°Ð7TÐUX×U`ÑU`ÐTað bYð Yó Zð Zä	‰t�I˜sŸx™x¨Ó.±°YÀÇÁÈTÓ0RÐSØ—I‘I˜e˜tÐ$¨	 |Ñ3°c·i±iÀÀÐ6FÑFØ ×/Ñ/À×@RÑ@Rô
Tð Tr^   rC   )rx   r_   rp   r’   rž   r_   )rx   r_   rp   r  rž   r_   )rV   r™   rW   r™   rE   r  rž   r‘   )rW   r™   rE   r  rž   r‘   )rx   r_   rž   r,   )rV   r,   rW   r,   rT   r   rž   r,   )rx   r,   rp   r  r7   r’   r“   r’   rì   r.   rž   r_   )rx   r,   rp   r’   r7   r’   r“   r’   rì   r.   rž   r  )r   r_   r!  r-   r  zbool | Nonerž   r_   )rW   r,   r!  r,   rž   r,   )rx   r_   rI  r  rž   r_   )
rV   r,   rW   r,   rI  r  rT   r   rž   r  )rI  r  rT   r   )rŠ  úBCOO | Arrayr‹  r,  rƒ  r'   r|  ÚNoner}  r-  rž   r,  )r‘  r,   r’  r,   r‹  r,   rƒ  r'   r}  r   r�  r   rž   r,   )rŠ  r,   r   r,   r¡  r,   rƒ  r'   r}  r   r‚  r   rž   r,   )r�  r   )
r	  r,   r
  r,   rW   r,   rƒ  r'   rž   r,   )r‘  r,   r’  r,   r   r,   r¡  r,   r�  r   r‚  r   rƒ  r'   r}  r   rž   r  )r�  r   r‚  r   )rx   r_   rž   r_   )
rV   r,   rW   r,   rT   r   rp   r  rž   r  )
rx   r_   r7   r  r“   r  rÒ  z
str | Nonerž   r_   )rx   r_   rE   r   r¶  r  rž   r_   )rV   r,   rW   r,   rT   r   rE   r   r¶  r  rž   r  )r
  zSequence[BCOO]r¸  r’   rž   r_   )rx   r_   r  r  r  r   rž   r_   )r!  r_   r  r  rž   r_   )
rx   r_   rL  r  rM  r  rA  r   rž   r_   )rx   r_   rL  zSequence[Any]re  r  rž   r_   )rx   r_   r  r  rž   r_   )
rV   r,   rW   r,   rT   r   r  r  rž   útuple[Array, Array, Shape])rŠ  r_   r‹  r_   rž   r_   )r‘  r,   r’  r,   r   r,   r¡  r,   r�  r   r‚  r   rž   r.  )r˜  r_   r™  r,   rž   r,   )
rV   r,   rW   r,   r™  r,   rT   r   rž   r,   )rµ  r_   rL  r,   rƒ  r(   re  r   rK   rM   rŸ  rM   r+  zstr | GatherScatterMode | Nonerž   r_   r  )rŠ  r_   r‹  r_   r¶  r  rž   r_   )Ñr!  Ú
__future__r   Úcollections.abcr   r^  r   rq  rn   Útypingr   r   r   rÈ  Únumpyr¿   rÂ  r	   r
   r   Újax.experimental.sparse._baser   Újax.experimental.sparse.utilr   r   r   r   r   r   r   r   Ú"jax.experimental.sparse._loweringsr   r   Újax._src.interpretersr   Ú	jax.numpyr>   Újax._src.utilr   r   r   Újax._srcr   r   r   r   r    r!   r"   r!  Újax._src.lax.laxr#   r$   r%   r&   r'   Újax._src.lax.slicingr(   r)   Újax._src.libr*   Újax._src.numpy.setopsr+   Újax._src.typingr,   r-   r.   r/   Úfloat32Úfloat64Ú	complex64Ú
complex128rÇ  r½  rÊ  r]   ry   r�   r‘   r™   r‡   rª   Ú	Primitiver¸   r²   rµ   Údef_implrÙ   Údef_abstract_evalrÜ   rß   ræ   rè   ÚdefjvpÚprimitive_transposesÚprimitive_batchersÚregister_loweringÚ	lower_funrõ   ré   rï   rê   rð   r  r	  r  r  r  Úprimitive_jvpsr#  r  rä   r9  r;  r>  r@  rE  rR  rF  rN  rY  r`  rd  rg  rr  rz  r�  r{  r‡  rˆ  r½  rµ  Ú"_bcoo_dot_general_default_loweringrË  r×  Ú_bcoo_dot_general_gpu_loweringrÛ  rÞ  rù  r  Úsimple_implÚcuda_is_supportedÚrocm_is_supportedr  ræ  r  r  r  r  r&  r0  r5  r8  r=  r@  r†  rZ  rc  r]  rz  r  r‚  r€  rŒ  r‰  rš  r�  r¡  Ú_bcoo_sort_indices_hlor¥  rŠ   rK  r³  r°  r0  r»  rÑ  rÃ  rÆ  rÎ  Ú_bcoo_sum_duplicates_hloró  r÷  rö  r  r1  r7  r@  ra  rx  r3  r�  r€  rŽ  r�  r�  rš  r—  r¯  r¿  r½  r¼  Úregister_pytree_node_classr_   r(  r+  Úregister_vmappabler’   r4   r^   r8   Ú<module>rU     sp  ðñ OÝ "å $Û Ý Û Û ß ,Ñ ,Û ã ã 
Ý Ý Ý Ý 3÷÷ ó ÷
 FÝ &Ý ß 6Ñ 6Ý Ý Ý Ý Ý $Ý *Ý 4÷Tõ Tç JÝ #Ý )ß 7Ñ 7Ý +ð Ÿ
™
 B§J¡J°·±¸b¿m¹mÐLÐ ØŸ™˜
Ð ó7ó*1ô2	Jô�Zô ôˆXô óóVð"  �—‘ Ó/€ó	@ðUØóUð  ×ÑñKó ðKð" ×!Ñ!ñ-ó "ð-ò
9ò-ò8ð 
€‡	�	ˆ.Ð+¨TÔ 2Ø*A€× Ñ ˜Ñ 'Ø.I€× Ñ ˜NÑ +Ø €× Ñ �~ ~ t§~¡~Ø¨ô(0ô 1ð "�4—>‘>Ð"2Ó3Ð Ø$(Ð Ô !ðÐ ð 59ÈØ"#¸c¿i¹iñIØðIØ2;ðIØLPóIð. =>ÈaØ-0¯Y©Yñ8Ø!*ð8Ø;Nó8ð* ×Ññó ðð2 ×#Ñ#ñ]ó $ð]ò#ò 	Gòrð ':€× Ñ Ð"Ñ #Ø,E€× Ñ Ð(Ñ )Ø0M€× Ñ Ð,Ñ -Ø €× Ñ Ð'¨¨¯©Ø¨4ô*1ô 2ð  �—‘ Ó/€ð OSõ >ð2 @Dõ Hð  ×Ññ$ó ð$ðL ×!Ñ!ñ0ó "ð0òFòPòHð* 
€‡	�	ˆ.˜$Ð 1Ô 2Ø*A€× Ñ ˜Ñ 'Ø.I€× Ñ ˜NÑ +Ø €× Ñ �~ ~ t§~¡~Ø¨ô(0ô 1ð "�4—>‘>Ð"2Ó3Ð Ø$(Ð Ô !óKð&0Ø!.ð0Ø8Bð0ØGZó0ò-ð$ ×Ñòó ðð ×#Ñ#òbó $ðbóIó ó"ð ':€× Ñ Ð"Ñ #Ø,E€× Ñ Ð(Ñ )Ø0J€× Ñ Ð,Ñ -Ø €× Ñ Ð'¨¨¯©Ø¨4ô*1ô 2ð $�T—^‘^Ð$6Ó7Ð ð (,Ø48Ø"&ñ	)JØ(;ð)Jà $ð)Jð .2ð)Jð ,8ó	)JðV8Ø)<ð8à.1ð8ð #-ð8ð 27ó8ð ,Ø*=ð,à/2ð,à@Jð,àOTó,ð87Ø?Ió87ðt ×%Ñ%ð:ØHRò:ó &ð:ð* &4 T§^¡^Ø¨Uô&4Ð "òò(77ðr "0 §¡Ø°ô"8Ð ðaØBLóað
aØBLóað
1BØDNó1Bðf'ØEOó'ð 
€‡	�	Ð
Ð7¸Ð?XÔ YØ.I€× Ñ Ð*Ñ +Ø2N€× Ñ Ð.Ñ /Ø €× Ñ Ð)Ð+MÔ NØ €× Ò Ð'Ô (à×ÓØ€$×ÑØÐ8À6õKà×ÓØ€$×ÑØÐ8À6õKð ,˜TŸ^™^Ð,FÓGÐ óKò,qò3ò,3ðD ×$Ñ$ñqó %ðqð( ×-Ñ-ñ	ó .ð	òòZòZòFð
 
€‡	�	Ð
$Ð&EØ
)¨4ô1à6Y€× Ñ Ð2Ñ 3Ø:^€× Ñ Ð6Ñ 7Ø €× Ñ ØØ€D‡N�NÐ1ÀEÔJôLð &�t—~‘~Ð&:Ó;Ð Ø(,Ð Ô %ðRØ$.ðRØ<FðRØ[nðRà03ðRà8KóRò,fð\ ×Ñò#<ó ð#<ðJ ×'Ñ'ò@!ó (ð@!óD;ò$Pð 5S€× Ñ Ð0Ñ 1Ø*A€× Ñ Ð&Ñ 'Ø €× Ñ Ð+¨^¨T¯^©^Ø¨tô.5ô 6ð %�d—n‘nÐ%8Ó9Ð Ø'+Ð Ô $ó1ð ×Ññó ðò)ð ×&Ñ&ñó 'ðò	+òBð  (˜Ÿ™Ø¨dô4Ð ð *@€× Ñ Ð%Ñ &Ø3S€× Ñ Ð/Ñ 0Ø €× Ñ Ð*Ð,BÔ Cð '˜Ÿ™Ð'<Ó=Ð Ø)-Ð Ô &ô#ó&Kð
 ×Ññó  ðò ð 7<Ø!&¸ôð AFØ+0À5ôò:ð* ×(Ñ(ñ
ó )ð
ò
+òBðB *˜4Ÿ>™>Ø°ô6Ð ð ,D€× Ñ Ð'Ñ (Ø5W€× Ñ Ð1Ñ 2à €× Ñ Ð,Ð.FØ!&õ(ð <@ÐW[Ø4;ñD4Ø'1ðD4Ø@DóD4ðP $(ñØ,0óð(&Ø1>ð&ØCVó&óPD=ðP 59Øñ>0Ø1ð>0à#'ó>0òB4ó8Tð: 04ñK8Ø,ðK8Ø8<óK8óZO8òdBó8ó 5"ón8ðCØ&0ðCØ>HðCØMgóCò,ó<
Só ð< (-Ø+0Ø7;Ø!ñ=?Ø#9ð=?à"ð=?ð !%ð=?ð %)ð	=?ð
 5ð=?ð '+ó=?ð@ ,0¸dÐVZØ23ÀqÐTXØ59ñ#(ð ?Có#(òJ4ó>ð* ×%Ò%ôPˆ9ó Pó &ðPòhTòTð €× Ò ˜D # s¨L¸.È$Õ Or^   