Ë
    ßGìjx!  ã                   óŽ  — d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm	Z	 ddl
mZmZ ddlmZ dd	lmZ dd	lZ ej&                  d
«      Zej*                  ej,                  ej.                  ej0                  fZej0                  ej4                  fZd e«        e«       ffdej0                  fdededededededefd„Zd„ Zd„ Z d&d„Z!d„ Z"d„ Z#d„ Z$ejJ                  d„ «       Z& ejN                  ee#«        ejP                  e«       ejR                  r ejN                  ee$d¬«       ejT                  r ejN                  ee$d¬«        ej&                  d«      Z+d&dedefd „Z,d!„ Z-e+j\                  d"„ «       Z/e+jJ                  d#„ «       Z0 ejb                  e/d$¬%«      Z2 ejN                  e+e2«        ejP                  e+«       y	)'z#N:M-sparsity associated primitives.é    )Úcore)Údispatch)ÚDotDimensionNumbers)Ú
gpu_sparse)Úmhlo)ÚArrayÚ	DTypeLike)ÚmlirNÚsparse_dense_matmul))é   )r   ÚlhsÚrhsÚmetadataÚdimension_numbersÚsparse_operand_idxÚoutput_dtypeÚreturnc                 ó8   — t         j                  | |||||¬«      S )a„  Dot operation where one of the operands has N:M sparsity.

  Args:
    lhs: An ndarray (first dot operand).
    rhs: An ndarray (second dot operand).
    metadata: An ndarray with structured sparsity metadata for the contracting
      dimension. For 2:4 sparsity it should contain (N=2) two-bit index values
      for each (M=4) element group.
    dimension_numbers: a tuple of tuples of the form `((lhs_contracting_dims,
      rhs_contracting_dims), (lhs_batch_dims, rhs_batch_dims))`.
    sparse_operand_idx: index of the sparse operand (0 or 1).
    output_dtype: result type.

  Returns:
    An ndarray dense array containing the result.
  )r   r   r   )Ú	nm_spmm_pÚbind)r   r   r   r   r   r   s         ú^C:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\jax/experimental/sparse/nm.pyÚnm_spmmr   $   s,   € ô0 
�‰Ø	Ø	ØØ)Ø+Øð 
ó 
ð ó    c                 ó8   — | |j                  «       dz
  z  }d|z  S )Nr   é   )Ú
bit_length)ÚnÚmÚ
group_bitss      r   Ú_calc_groups_per_elementr    F   s"   € Ø�A—L‘L“N QÑ&Ñ'€*Ø	ˆzÑ	Ðr   c           	      óØ   — t        t        t        t        | «      «      t        ||z   «      z
  «      «      }t        ||z   |z   «      t	        t        | «      «      k7  rt        d|› �«      ‚|S )Nz Incorrect dimension numbers for )ÚtupleÚsortedÚsetÚrangeÚlistÚ	TypeError)ÚrankÚcontractÚbatchÚnameÚnon_contracts        r   Ú_validate_dnumsr-   K   sb   € Ü”vœc¤%¨£+Ó.´°XÀÑ5EÓ1FÑFÓGÓH€,ÜˆL˜8Ñ# eÑ+Ó,´´U¸4³[Ó0AÒAÜ
Ð6°t°fÐ=Ó
>Ð>Ø	Ðr   c                 óô  — |dv sJ ‚|t        ||«      z  }| |g|   }|d   |   }	|j                  t        j                  k7  rt	        d|j                  › �«      ‚|	d   |j
                  dz
  k7  rt	        d«      ‚|j                  d d |j                  d d k7  rt	        d«      ‚|j                  d   |z  |j                  d   k7  r8t	        d|› d	|› d
|› d|j                  d   |z  › d|j                  d   › d�«      ‚|j                  d   |z  dk7  rt        d«      ‚| |gd|z
     }
|d   d|z
     }|j                  |	d      |
j                  |d      }}||z  ||z  k7  rt	        d|› d
|› d|› d
|› �«      ‚y )N©r   r   r   zMetadata must be uint16, got r   z+Contracting dimension must be the minor oneéÿÿÿÿzRMetadata shape must match the operand shape (except for the contracting dimension)zMetadata must be exactly z/ times less than the contracting dimension for Ú:z structured sparsity (expected ú, got Ú)z&Metadata with padding is not supportedz(Contracting dimension sizes should have z ratio, got )r    ÚdtypeÚnpÚuint16r'   ÚndimÚshapeÚNotImplementedError)r   r   r   r   Úindexr   r   Úsize_factorÚsparseÚsparse_contractÚdenseÚdense_contractÚaÚbs                 r   Ú_validate_metadatarB   R   s×  € Ø	�&‰ÐˆØÔ,¨Q°Ó2Ñ2€+à�ˆ:�eÑ€&Ø% aÑ(¨Ñ/€/Ø‡^�^”r—y‘yÒ Ü
Ð3°H·N±NÐ3CÐDÓ
EÐEØ�QÑ˜6Ÿ;™;¨™?Ò*Ü
ÐAÓ
BÐBØ‡^�^�C�RÐ˜FŸL™L¨¨"Ð-Ò-Ü
ð	"óð ð ‡^�^�BÑ˜+Ñ%¨¯©°bÑ)9Ò9Ü
Ø
# K =ð 1&Ø&' S¨¨!¨ð -Ø�L‰L˜Ñ Ñ+Ð,¨F°8·>±>À"Ñ3EÐ2FÀað	Ióð ð
 ‡\�\�"Ñ˜Ñ# qÒ(Ü
ÐFÓ
GÐGà�ˆ*�Q˜‘YÑ
€%Ø$ QÑ'¨¨E©	Ñ2€.Ø	�‰�o aÑ(Ñ	)¨5¯;©;°~ÀaÑ7HÑ+I€Q€!Øˆ�Uˆa�!‰e‚^Ü
Ø
2°1°#°Q°q°c¸ÀaÀSÈÈ!ÈÐMóð ð r   c                 ó  — |\  \  }}\  }}t        |«      dk7  st        |«      dk7  rt        d«      ‚t        | j                  ||d«      }t        |j                  ||d«      }t        |«      dk7  st        |«      dk7  rt        d«      ‚|D �	cg c]  }	| j                  |	   ‘Œ }
}	|
|D �	cg c]  }	|j                  |	   ‘Œ c}	k7  rt        d«      ‚t        |
| j                  |d      |j                  |d      gz   «      S c c}	w c c}	w )Nr   z.Only single contracting dimension is supportedr   r   z2Only single non-contracting dimension is supportedz"Batch dimension sizes do not matchr   )Úlenr'   r-   r7   r8   r"   )r   r   r   Úlhs_contractÚrhs_contractÚ	lhs_batchÚ	rhs_batchÚlhs_dimsÚrhs_dimsÚir*   s              r   Ú_infer_result_shaperL   s   s  € Ø;LÑ8Ñ€L�,Ñ!7 )¨YÜˆÓ˜!Òœs <Ó0°AÒ5Ü
ÐDÓ
EÐEÜ˜SŸX™X |°YÀÓF€(Ü˜SŸX™X |°YÀÓF€(Üˆƒ]�aÒœ3˜x›=¨AÒ-Ü
ÐHÓ
IÐIÙ!*Ó
+¡˜Aˆ3�9‰9�Q‹< €%Ð
+Ø
¡YÓ/¡Y ˆs�y‰y˜‹| YÑ/Ò/Ü
Ð8Ó
9Ð9Ü	ˆu˜Ÿ	™	 (¨1¡+Ñ.°·	±	¸(À1¹+Ñ0FÐGÑGÓ	HÐHùò ,ùÚ/s   ÂDÂ+Dc                  ó   — t        d«      ‚)Nz,Sparse N:M matmul is only implemented on GPU)r9   )Ú_argsÚ_kwargss     r   Ú_nm_spmm_default_loweringrP   �   s   € ÜÐJÓKÐKr   c                óŽ  — |dv sJ ‚t         j                  j                  |d   |   d   dd¬«      }t         j                  j                  |d   |   |d   d|z
     |d   |   |d   d|z
     ¬«      }| j                  d   }	dd	g|   }
|
|i}t        j
                  t        j                  |	«      |||g|fi |¤Ž}|j                  S )
Nr/   r   é   é   )Ú	dimensionr   r   r   )Úlhs_batching_dimensionsÚrhs_batching_dimensionsÚlhs_contracting_dimensionsÚrhs_contracting_dimensionsÚlhs_sparsityÚrhs_sparsity)	r   ÚSparsityDescriptorÚgetr   Ú	avals_outÚSparseDotOpr
   Úaval_to_ir_typeÚresults)Úctxr   r   r   r   r   r   Úsparsity_descriptorÚ	dot_dnumsÚdot_typeÚkeyÚkwargsÚops                r   Ú_nm_spmm_gpu_loweringrh   …   s  € ð 
˜vÑ	%Ð%Ð	%Ü×/Ñ/×3Ñ3Ø! !Ñ$Ð%7Ñ8¸Ñ;¸qÀAð 4ó Ðô ×&Ñ&×*Ñ*Ø/°Ñ2Ð3EÑFØ/°Ñ2°1Ð7IÑ3IÑJØ!2°1Ñ!5Ð6HÑ!IØ!2°1Ñ!5°aÐ:LÑ6LÑ!Mð	 +ó €)ð �]‰]˜1Ñ€(Ø	˜Ð(Ð);Ñ<€#ØÐ$Ð%€&Ü×ÑÜ
×Ñ˜8Ó$ c¨3°°
¸IñØIOñ€"ð 
�‰Ðr   c                ó:  — | j                   t        vrt        d| j                   › �«      ‚|j                   t        vrt        d|j                   › �«      ‚|t        vrt        d|› �«      ‚t	        | ||«      }t        | ||||«       t        j                  ||«      S )NzUnsupported lhs input type: zUnsupported rhs input type: zUnsupported output type: )r4   Ú_supported_input_typesr'   Ú_supported_output_typesrL   rB   r   ÚShapedArray)r   r   r   r   r   r   Ú	res_shapes          r   Ú_nm_spmm_abstract_evalrn   ¢   sœ   € ð 	‡Y�YÔ,Ñ,Ü
Ð2°3·9±9°+Ð>Ó
?Ð?Ø‡Y�YÔ,Ñ,Ü
Ð2°3·9±9°+Ð>Ó
?Ð?ØÔ0Ñ0Ü
Ð/°¨~Ð>Ó
?Ð?ä! # sÐ,=Ó>€)Ü�S˜#˜xÐ):Ð<NÔOÜ	×	Ñ	˜) \Ó	2Ð2r   Úcuda)ÚplatformÚrocmÚsparse_pack_nmÚmaskc                 ó2   — t         j                  | ||¬«      S )a�  Generate metadata tensor for an N:M mask.

  Args:
    mask: Predicates for the input tensor, where the elements are grouped in the
      minor dimension. In each group of size M there should be exactly N true
      values, which mark the data elements to keep.
    n: Number of non-zero elements in a group.
    m: Group size.

  Returns:
    An ndarray containing only the masked input elements.
  )r   r   )Ú	nm_pack_pr   )rs   r   r   s      r   Únm_packrv   Á   s   € ô 
�‰˜  QˆÓ	'Ð'r   c           	      óL  ‡— g }||‰z  z  }t        dt        | «      |«      D ]\  }t        t        j                  | |||z    |¬«      d   ‰z  «      }t        ˆfd„t        |«      D «       «      }|j                  |«       Œ^ t        j                  |t        j                  ¬«      S )Nr   )Úsizec              3   óB   •K  — | ]  \  }}|t        ‰|«      z  –— Œ y ­w©N)Úpow)Ú.0rK   Újr   s      €r   Ú	<genexpr>z_compress.<locals>.<genexpr>Ö   s"   øè ø€ Ð;Ñ*:¡$ ! Q�”C˜˜1“I•Ñ*:ùs   ƒ)r4   )r%   rD   r"   ÚjnpÚnonzeroÚsumÚ	enumerateÚappendÚarrayr5   r6   )	Údatar   r   ÚkÚresultÚexpectedrK   r:   Úvalues	     `      r   Ú	_compressrŠ   Ñ   s�   ø€ Ø€&Ø�!�q‘&‰\€(Ü�”C˜“I˜qÖ!€aÜ”#—+‘+˜d 1 q¨1¡u˜o°HÔ=¸aÑ@À1ÑDÓE€EÜÓ;¬)°EÔ*:Ó;Ó;€EØ
‡M�M�%Õð "ô 
�‰�6¤§¡Ô	+Ð+r   c                ó^   ‡‡‡— ‰t        ‰‰«      z  Št        j                  ˆˆˆfd„d| «      S )Nc                 ó    •— t        | ‰‰‰«      S rz   )rŠ   )ÚxÚ
batch_sizer   r   s    €€€r   Ú<lambda>z_nm_pack_impl.<locals>.<lambda>ß   s   ø€ ”	˜!˜Q  :Ô.r   r0   )r    r   Úapply_along_axis)rs   r   r   rŽ   s    ``@r   Ú_nm_pack_implr‘   Û   s/   ú€ àÔ+¨A¨qÓ1Ñ1€*Ü	×	Ñ	Ý.°°Dó
ð r   c                ób  — |t        ||«      z  }| j                  t        k7  rt        d| j                  › �«      ‚| j                  d   |z  dk7  rt        d|› d| j                  › �«      ‚t        | j                  «      }|dxx   |z  cc<   t        j                  |t        j                  «      S )NzMask should be bool, got r0   r   z,Inner dimension size should be divisible by r2   )
r    r4   Úboolr'   r8   r&   r   rl   r5   r6   )rs   r   r   r;   rm   s        r   Ú_nm_pack_abstract_evalr”   ã   s©   € àÔ,¨Q°Ó2Ñ2€+Ø	‡Z�Z”4ÒÜ
Ð/°·
±
¨|Ð<Ó
=Ð=Ø	‡Z�Z��^�kÑ! QÒ&Ü
Ø
6°{°mð DØ�J‰Jˆ<ð	óð ô �4—:‘:Ó€)ØˆBƒ-�KÑƒ-Ü	×	Ñ	˜)¤R§Y¡YÓ	/Ð/r   F)Úmultiple_results)rR   rS   )3Ú__doc__Újax._srcr   r   Újax._src.lax.laxr   Újax._src.libr   Újax._src.lib.mlir.dialectsr   Újax._src.typingr   r	   Újax.interpretersr
   Ú	jax.numpyÚnumpyr   r5   Ú	Primitiver   Úint8Úint16Úfloat16Úbfloat16rj   Úfloat32rk   r"   Úintr   r    r-   rB   rL   rP   rh   Údef_abstract_evalrn   Úregister_loweringÚsimple_implÚcuda_is_supportedÚrocm_is_supportedru   rv   rŠ   Údef_implr‘   r”   Ú	lower_funÚ_nm_pack_lowering© r   r   Ú<module>r¯      s  ðñ *å Ý Ý 0Ý #Ý +ß ,Ý !Ý Û ð
 ˆD�N‰NÐ0Ó1€	àŸ(™( C§I¡I¨s¯{©{¸C¿L¹LÐIÐ ØŸ<™<¨¯©Ð5Ð ð /;¹U»WÁeÃgÐ<NÐ-OØØ!Ÿl™lñØ	ðà	ðð ðð +ð	ð
 ðð ðð óòDò
óòBIòLòð: ×Ññ3ó ð3ð €× Ñ �yÐ";Ô <Ø €× Ñ �YÔ à×ÒØ€$×Ñ˜Ð$9ÀFÕKà×ÒØ€$×Ñ˜Ð$9ÀFÕKð
 ˆD�N‰NÐ+Ó,€	ñ(�%ð ( eó (ò ,ð ×Ññó ðð ×Ññ0ó ð0ð #�D—N‘N =À5ÔIÐ Ø €× Ñ �yÐ"3Ô 4Ø €× Ñ �YÕ r   