Ë
    ÓGìj_  ã                   óØ   — d dl Z d dlmZmZ d dlZd dlZd dlZ	 d dlm	Z	 ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZmZmZ ddlmZ  G d	„ d
«      Z G d„ d«      Zy# e
$ r dZ	Y ŒHw xY w)é    N)ÚAnyÚDict)Úto_array_extendedé   )Ú
TensorData)Ú	ONNXModel)
ÚONNX_TYPE_TO_NP_TYPEÚTENSOR_NAME_QUANT_SUFFIXÚ	QuantTypeÚfind_by_nameÚmodel_has_infer_metadataÚnormalize_axisÚquantize_dataÚquantize_nparrayÚ&save_and_reload_model_with_shape_inferÚtensor_proto_to_array)ÚTensorQuantOverridesHelperc                   ó4   — e Zd Zdeeef   fd„Zd„ Zd„ Zd„ Z	y)ÚQuantizationParamsÚdatac                 óÎ  — i | _         |j                  «       D ]Ë  \  }}t        |t        «      st	        dt        |«      › d|›d�«      ‚t        |t        t        t        j                  f«      st	        dt        |«      › d|›d�«      ‚|dk(  rG|j                  t        j                  t        j                  fvrt        d|j                  › d|›�«      ‚|| j                   |<   ŒÍ y )NzKeys must be strings not z for k=Ú.z1Values must be numpy arrays, int, float, str not Úscalez5scale must a float32 or float16 numpy element but is )r   ÚitemsÚ
isinstanceÚstrÚ	TypeErrorÚtypeÚintÚnpÚndarrayÚdtypeÚfloat32Úfloat16Ú
ValueError)Úselfr   ÚkÚvs       úkC:\Users\Stabi\Downloads\virtual-tryon(1)\venv\Lib\site-packages\onnxruntime/quantization/base_quantizer.pyÚ__init__zQuantizationParams.__init__%   sÓ   € ØˆŒ	Ø—J‘J–L‰DˆAˆqÜ˜a¤Ô%ÜÐ";¼DÀ»G¸9ÀGÈAÈ5ÐPQÐ RÓSÐSÜ˜a¤#¤s¬B¯J©JÐ!7Ô8ÜÐ"SÔTXÐYZÓT[ÐS\Ð\cÐdeÐchÐhiÐ jÓkÐkØ�GŠ| §¡´·
±
¼B¿J¹JÐ/GÑ GÜ Ð#XÐYZ×Y`ÑY`ÐXaÐahÐijÐhmÐ!nÓoÐoØˆD�I‰I�aŠLñ !ó    c              #   ó8   K  — | j                   E d {  –—†  y 7 Œ­w©N©r   ©r&   s    r)   Ú__iter__zQuantizationParams.__iter__0   s   è ø€ Ø—9‘9×Òús   ‚’“c                 ó    — | j                   |   S r-   r.   )r&   Úkeys     r)   Ú__getitem__zQuantizationParams.__getitem__3   s   € Ø�y‰y˜‰~Ðr+   c                 ó,   — t        | j                  «      S r-   )Úlenr   r/   s    r)   Ú__len__zQuantizationParams.__len__6   s   € Ü�4—9‘9‹~Ðr+   N)
Ú__name__Ú
__module__Ú__qualname__r   r   r   r*   r0   r3   r6   © r+   r)   r   r   $   s%   „ ð	˜t C¨ H™~ó 	òòór+   r   c                   ó\   — e Zd Z	 dd„Zd„ Zd„ Zd„ Zd„ Zd„ Zd„ Z	dd	„Z
dd
„Z	 	 dd„Zd„ Zy)ÚBaseQuantizerNc                 óä  — t        |«      st        |«      }|j                  j                  D �ci c]  }|j                  |“Œ c}| _        | j
                  j                  |j                  j                  D �ci c]  }|j                  |“Œ c}«       | j
                  j                  |j                  j                  D �ci c]  }|j                  |“Œ c}«       t        |«      | _
        || _        || _        |
r|
ni | _        d| j                  v xr | j                  d   | _        d | _        d| j                  v xr | j                  d   | _        | j                  j#                  d|t$        j&                  t$        j(                  t$        j*                  fv «      | _        | j                  j#                  dd«      | _        | j                  j#                  d«      | _        t3        |d|«      | _        t3        |d|«      | _        	 |�Qt9        t;        d„ |j=                  «       «      «      r-t?        d	tA        d
„ |j=                  «       D «       «      › d�«      ‚|| _!        || _"        || _#        |	| _$        | jK                  «       | _&        tO        | j                  j#                  di «      «      | _(        | j                  jS                  «       D �ci c]  }|j                  |“Œ c}| _*        | jP                  jW                  | jT                  | j
                  jY                  «       |«      \  }}|st[        |«      ‚| jP                  j]                  «       | _/        y c c}w c c}w c c}w c c}w )NÚEnableSubgraphÚForceQuantizeNoInputCheckÚWeightSymmetricÚActivationSymmetricFÚMinimumRealRangeÚtensor_typec                 ó$   — t        | t        «       S r-   )r   r   )Úts    r)   Ú<lambda>z(BaseQuantizer.__init__.<locals>.<lambda>n   s   € ¼zÈ!ÌZÓ?XÑ;Xr+   z(tensors_range contains unexpected types c              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr-   )r   )Ú.0r(   s     r)   Ú	<genexpr>z)BaseQuantizer.__init__.<locals>.<genexpr>p   s   è ø€ Ð>gÑPfÈ1¼tÀA¿wÑPfùs   ‚z, not TensorData.ÚTensorQuantOverrides)0r   r   ÚgraphÚ
value_infoÚnameÚvalue_infosÚupdateÚoutputÚinputr   ÚmodelÚper_channelÚreduce_rangeÚextra_optionsÚenable_subgraph_quantizationÚparentÚforce_quantize_no_input_checkÚgetr   ÚQInt8ÚQInt16ÚQFLOAT8E4M3FNÚis_weight_symmetricÚis_activation_symmetricÚmin_real_rangeÚgetattrÚactivation_qTypeÚweight_qTypeÚanyÚmapÚvaluesr   ÚsetÚtensors_rangeÚnodes_to_quantizeÚnodes_to_excludeÚop_types_to_quantizeÚcheck_opset_versionÚopset_versionr   Útensor_quant_overridesÚinitializerÚinitializersÚis_validÚkeysr%   Úget_quant_typesÚtensor_quant_override_qtypes)r&   rR   rS   rT   rb   ra   rg   rh   ri   rj   rU   ÚviÚotÚitÚinitzerÚoverrides_validÚoverrides_errs                    r)   r*   zBaseQuantizer.__init__;   s  € ô (¨Ô.Ü:¸5ÓAˆEØ27·+±+×2HÒ2HÓIÑ2H¨B˜BŸG™G R™KÐ2HÑIˆÔØ×Ñ×Ñ°u·{±{×7IÒ7IÓ JÑ7I° §¡¨"¡Ð7IÑ JÔKØ×Ñ×Ñ°u·{±{×7HÒ7HÓ IÑ7H° §¡¨"¡Ð7HÑ IÔJä˜uÓ%ˆŒ
Ø&ˆÔØ(ˆÔá.;™]ÀˆÔà × 2Ñ 2Ð2Ò[°t×7IÑ7IÐJZÑ7[ð 	Ô)ð ˆŒà'¨4×+=Ñ+=Ð=ÒqÀ$×BTÑBTÐUpÑBqð 	Ô*ð $(×#5Ñ#5×#9Ñ#9Ø˜|´	·±Ä×AQÑAQÔS\×SjÑSjÐ/kÐkó$
ˆÔ ð (,×'9Ñ'9×'=Ñ'=Ð>SÐUZÓ'[ˆÔ$Ø"×0Ñ0×4Ñ4Ð5GÓHˆÔä 'Ð(8¸-ÐIYÓ ZˆÔÜ# L°-ÀÓNˆÔð
	ð Ð$¬¬SÑ1XÐZg×ZnÑZnÓZpÓ-qÔ)rÜØ:¼3Ñ>gÐP]×PdÑPdÔPfÓ>gÓ;gÐ:hÐhyÐzóð ð +ˆÔØ!2ˆÔØ 0ˆÔØ$8ˆÔ!à!×5Ñ5Ó7ˆÔô 'AÀ×ASÑAS×AWÑAWÐXnÐprÓAsÓ&tˆÔ#àBFÇ*Á*×BXÑBXÔBZÓ[ÑBZ°w˜WŸ\™\¨7Ñ2ÐBZÑ[ˆÔØ)-×)DÑ)D×)MÑ)MØ×Ñ˜t×/Ñ/×4Ñ4Ó6Ð8Hó*
Ñ&ˆ˜ñ Ü˜]Ó+Ð+à,0×,GÑ,G×,WÑ,WÓ,YˆÕ)ùòs JùÚ JùÚ Iùò` \s   ¯MÁ8M#Ã M(ËM-c                 ó   — t         ‚r-   )ÚNotImplementedErrorr/   s    r)   Úquantize_modelzBaseQuantizer.quantize_model…   s   € Ü!Ð!r+   c                 óR   — t        || j                  j                  «       «      }|d uS r-   )r   rR   rn   )r&   Ú
input_namern   s      r)   Úis_input_a_initializerz$BaseQuantizer.is_input_a_initializerˆ   s&   € Ü" :¨t¯z©z×/EÑ/EÓ/GÓHˆØ $Ð&Ð&r+   c                 ó   — | j                   S r-   )rS   r/   s    r)   Úis_per_channelzBaseQuantizer.is_per_channelŒ   s   € Ø×ÑÐr+   c                 ó6  — t        || j                  j                  «       «      }|�@|j                  t        j
                  j                  t        j
                  j                  fv S | j                  r| j                  €y| j                  j                  |«      S )NF)r   rR   rn   Ú	data_typeÚonnxÚTensorProtoÚFLOATÚFLOAT16rV   rW   Úis_valid_quantize_weight)r&   Úweight_nameÚweights      r)   rˆ   z&BaseQuantizer.is_valid_quantize_weight�   sy   € Ü˜k¨4¯:©:×+AÑ+AÓ+CÓDˆØÐØ×#Ñ#¬×(8Ñ(8×(>Ñ(>Ä×@PÑ@P×@XÑ@XÐ'YÐYÐYØ×1Ò1°t·{±{Ð7JØØ�{‰{×3Ñ3°KÓ@Ð@r+   c                 óú   — | j                   �1t        | j                   «      dk7  r|j                  | j                   vry|j                  | j                  vry| j
                  �|j                  | j
                  v ryy)Nr   FT)rh   r5   rM   Úop_typerj   ri   )r&   Únodes     r)   Úshould_quantize_nodez"BaseQuantizer.should_quantize_node—   sn   € à×"Ñ"Ð.Ü�D×*Ñ*Ó+¨qÒ0Ø—	‘	 ×!7Ñ!7Ñ7àà�<‰<˜t×8Ñ8Ñ8Øà× Ñ Ð,°·±¸d×>SÑ>SÑ1SØàr+   c                 ó4  — | j                   j                   j                  D �cg c]   }|j                  r|j                  dk(  sŒ|‘Œ" }}t        |«      dk7  rt	        d«      ‚|d   j
                  }|dk(  rt        j                  d|› d�«       y|dk  r›t        j                  d|› d�«       | j                   j                   j                  j                  |d   «       | j                   j                   j                  j                  t        j                  j                  d	d
«      g«       d
}|dk  rÝ| j                  t        j                  j                  k(  r¶t        j                  d|› d�«       | j                   j                   j                  j                  |d   «       | j                   j                   j                  j                  t        j                  j                  d	d«      g«       d| j                   j                   _        d}|S c c}w )Nzai.onnxr   z$Failed to find proper ai.onnx domainr   é
   z$The original model opset version is ze, which does not support node fusions. Please update the model to opset >= 11 for better performance.zŸ, which does not support quantization. Please update the model to opset >= 11. Updating the model automatically to opset 11. Please verify the quantized model.Ú é   é   zª, which does not support quantization to float 8. Please update the model to opset >= 19. Updating the model automatically to opset 19. Please verify the quantized model.é	   )rR   Úopset_importÚdomainr5   r%   ÚversionÚloggingÚwarningÚremoveÚextendr„   ÚhelperÚmake_opsetidrb   r…   ÚFLOAT8E4M3FNÚ
ir_version)r&   ÚopsetÚai_onnx_domainrl   s       r)   rk   z!BaseQuantizer.check_opset_version§   sÙ  € à#Ÿz™z×/Ñ/×<Ò<ó
Ù<�eÀEÇLÂLÐTY×T`ÑT`ÐdmÓTmŠEÐ<ð 	ð 
ô ˆ~Ó !Ò#ÜÐCÓDÐDØ& qÑ)×1Ñ1ˆà˜BÒÜ�O‰OØ6°}°oð  Fkð  lôð à˜2ÒÜ�O‰OØ6°}°oð  Feð  fôð �J‰J×Ñ×)Ñ)×0Ñ0°ÀÑ1BÔCØ�J‰J×Ñ×)Ñ)×0Ñ0´$·+±+×2JÑ2JÈ2ÈrÓ2RÐ1SÔTØˆMà˜2Ò $×"3Ñ"3´t×7GÑ7G×7TÑ7TÒ"TÜ�O‰OØ6°}°oð F5ð 5ôð
 �J‰J×Ñ×)Ñ)×0Ñ0°ÀÑ1BÔCØ�J‰J×Ñ×)Ñ)×0Ñ0´$·+±+×2JÑ2JÈ2ÈrÓ2RÐ1SÔTØ*+ˆD�J‰J×ÑÔ'ØˆMàÐùòA
s   £ HÁHc                 óf  — t        || j                  j                  «       «      }t        |«      }|t        z   }| j
                  t        j                  j                  k(  �r0t        j                  |«      }|j                  t        j                  k(  rt        j                  j                  }	nQ|j                  t        j                  k(  rt        j                  j                  }	nt!        d|j                  › d�«      ‚|j#                  t        j                  «      }
t        j$                  dg|
j                  ¬«      }|j'                  d«      }t        j(                  j+                  |
|«      }| j                  j-                  |g«       d}�n||z  |z  }t        j                  |«      |z  j/                  «       j#                  t        j0                  «      }
t        j                  |
t        j0                  ¬«      j'                  |j2                  «      }t        j(                  j+                  ||«      }| j                  j-                  |g«       t        j                  ||j                  ¬«      j'                  d«      }d}| j
                  }	|dz   }t        j(                  j+                  ||«      }| j                  j-                  |g«       | j
                  t        j                  j                  k(  r| j
                  }nt        j                  j4                  }|d	z   }| j
                  t        j                  j                  k(  r/t        j6                  j9                  || j
                  dgd
g«      }n‘|j:                  dkD  r_t        j<                  |j>                  t        j0                  ¬«      j'                  d«      }t        j(                  j+                  ||«      }n#t        j6                  j9                  ||g dg«      }| j                  j-                  |g«       ||||||	fS )z]
        Quantized the bias. Zero Point == 0 and Scale == Input_Scale * Weight_Scale
        zEOnly float16 or float32 are supported with float 8 but bias dtype is r   r   ©r"   éÿÿÿÿÚCastÚDequantizeLinearÚ_scaleÚ_zero_pointç        r   ) r   rR   rn   r   r
   rb   r„   r…   rž   r    Úasarrayr"   r$   r‡   r#   r†   r   ÚastypeÚarrayÚreshapeÚnumpy_helperÚ
from_arrayÚinitializer_extendÚroundÚint32ÚdimsÚINT32rœ   Úmake_tensorÚsizeÚzerosÚshape)r&   Ú	bias_nameÚinput_scaleÚweight_scaleÚbetaÚbias_initializerÚ	bias_dataÚquantized_bias_namer   Ú
node_qtypeÚquantized_dataÚ
bias_scaleÚbias_scale_dataÚpacked_bias_initializerÚ	node_typeÚbias_np_dataÚquantized_bias_scale_nameÚpacked_bias_scale_initializerrC   Úquantized_bias_zp_nameÚpacked_bias_zp_initializerÚbias_zp_datas                         r)   Úquantize_bias_static_implz'BaseQuantizer.quantize_bias_static_implÊ   s]  € ô (¨	°4·:±:×3IÑ3IÓ3KÓLÐÜ)Ð*:Ó;ˆ	Ø'Ô*BÑBÐð ×Ñ¤× 0Ñ 0× =Ñ =Ó=Ü—:‘:˜iÓ(ˆDØ�z‰zœRŸZ™ZÒ'Ü!×-Ñ-×5Ñ5‘
Ø—‘œrŸz™zÒ)Ü!×-Ñ-×3Ñ3‘
äÐ"gÐhl×hrÑhrÐgsÐstÐ uÓvÐvØ!Ÿ[™[¬¯©Ó4ˆNÜŸ™ 1 #¨^×-AÑ-AÔBˆJØ(×0Ñ0°Ó4ˆOÜ&*×&7Ñ&7×&BÑ&BÀ>ÐSfÓ&gÐ#Ø�J‰J×)Ñ)Ð+BÐ*CÔDØŠIð % |Ñ3°dÑ:ˆJä Ÿj™j¨Ó3°jÑ@×GÑGÓI×PÑPÔQS×QYÑQYÓZˆNô Ÿ:™: n¼B¿H¹HÔE×MÑMÐN^×NcÑNcÓdˆLÜ&*×&7Ñ&7×&BÑ&BÀ<ÐQdÓ&eÐ#Ø�J‰J×)Ñ)Ð+BÐ*CÔDô !Ÿj™j¨¸9¿?¹?ÔK×SÑSÐTVÓWˆOØ*ˆIØ×*Ñ*ˆJð %8¸(Ñ$BÐ!Ü(,×(9Ñ(9×(DÑ(DÀ_ÐVoÓ(pÐ%Ø�
‰
×%Ñ%Ð'DÐ&EÔFð ×Ñ¤× 0Ñ 0× =Ñ =Ò=Ø×+Ñ+‰Kä×*Ñ*×0Ñ0ˆKà!4°}Ñ!DÐØ×Ñ¤× 0Ñ 0× =Ñ =Ò=Ü)-¯©×)@Ñ)@ÐAWÐY]×YjÑYjÐmnÐloÐruÐqvÓ)wÑ&Ø�_‰_˜qÒ ÜŸ8™8 J×$4Ñ$4¼B¿H¹HÔE×MÑMÈbÓQˆLÜ)-×):Ñ):×)EÑ)EÀlÐTjÓ)kÑ&ä)-¯©×)@Ñ)@ÐAWÐYdÐfhÐklÐjmÓ)nÐ&Ø�
‰
×%Ñ%Ð'AÐ&BÔCð  Ø%Ø"ØØØð
ð 	
r+   c                 ón
  — |j                   t        z   }|j                   dz   }|j                   dz   }t        |«      }| j                  j	                  |j                   i ¬«      }	d|	v r|	d   j
                  }d|	v �rd|	v rþt        j                  |	d   t        |   ¬«      }
t        j                  |	d   «      }t        ||j                  «       ||
«      }t        |
t        j                  «      sJ dt        |
«      › �«       ‚|
j                  t        j                  k7  r|
j                  t        j                   k7  sJ d	|
j                  › �«       ‚t        |t        j                  «      �sAJ dt        |«      › �«       ‚t#        |j                  «       ||	j%                  d
| j&                  «      |	j%                  d| j(                  xr |«      | j*                  |	j%                  d«      |	j%                  d«      ¬«      \  }}}
}}t        |
t        j                  «      sJ dt        |
«      › �«       ‚|
j                  t        j                  k7  r|
j                  t        j                   k7  sJ d	|
j                  › �«       ‚t        |t        j                  «      sJ dt        |«      › �«       ‚|j,                  }t.        j0                  j3                  ||g |j5                  d«      j7                  «       «      }t.        j0                  j3                  ||g |
j5                  d«      j7                  «       «      }| j8                  j;                  ||g«       |�sÜ| j<                  t.        j>                  j@                  k(  �r+t/        j>                  «       }| j<                  |_        |jB                  jE                  |jB                  «       ||_         |j                  «       jG                  «       jI                  «       |_%        tL        ��tM        |«      }|jN                  |jN                  k7  s!|jI                  «       |jI                  «       k7  rÊtQ        d|jN                  › d|jI                  «       dd › d|jI                  «       dd › d|jN                  › dtS        |«      dd › d�«      ‚t        jT                  |t.        j0                  jW                  |«      ¬«      j5                  |jB                  «      }t.        jX                  j[                  ||«      }| j8                  j;                  |g«       |||fS )aš  
        :param weight: TensorProto initializer
        :param qType: type to quantize to
        :param keep_float_weight: Whether to quantize the weight. In some cases, we only want to qunatize scale and zero point.
                                  If keep_float_weight is False, quantize the weight, or don't quantize the weight.
        :return: quantized weight name, zero point name, scale name
        r¨   r§   ©Údefault_valÚ
quant_typer   Ú
zero_pointr£   úUnexpected type úUnexpected dtype Ú	symmetricrT   ÚrminÚrmax©rT   r_   Úrmin_overrideÚrmax_override)r¤   NzThe initializer of shape z! could not be created, expecting r�   z, got z and shape=z
raw=éÈ   r   ).rM   r
   r   rm   Úget_per_tensor_overridesrC   r    r¬   r	   r   Úflattenr   r!   r   r"   r#   r$   r   rY   r]   rT   r_   rƒ   r„   rœ   rµ   r­   ÚtolistrR   r°   rb   r…   rž   r³   r›   ÚcopyÚtobytesÚraw_datar   r¸   ÚRuntimeErrorr   rª   Útensor_dtype_to_np_dtyper®   r¯   )r&   rŠ   ÚqTyperT   Úkeep_float_weightÚq_weight_nameÚzp_nameÚ
scale_nameÚweight_dataÚquant_overridesrÑ   r   Úq_weight_dataÚ_Úscale_dtypeÚscale_initializerÚzero_initializerÚq_weight_initializerÚchecks                      r)   Úquantize_initializer_implz'BaseQuantizer.quantize_initializer_impl  sŽ  € ð Ÿ™Ô&>Ñ>ˆØ—+‘+ Ñ-ˆØ—[‘[ 8Ñ+ˆ
ô ,¨FÓ3ˆØ×5Ñ5×NÑNÈvÏ{É{ÐhjÐNÓkˆØ˜?Ñ*Ø# LÑ1×=Ñ=ˆEà�oÒ%¨,¸/Ñ*IÜŸ™ /°,Ñ"?ÔG[Ð\aÑGbÔcˆJÜ—H‘H˜_¨WÑ5Ó6ˆEÜ,¨U°K×4GÑ4GÓ4IÈ5ÐR\Ó]ˆMÜ˜j¬"¯*©*Ô5Ð\Ð9IÌ$ÈzÓJZÐI[Ð7\Ó\Ð5à× Ñ ¤B§J¡JÒ.°:×3CÑ3CÄrÇzÁzÒ3Qð6à" :×#3Ñ#3Ð"4Ð5ó6ØQä˜e¤R§Z¡ZÕ0ÐRÐ4DÄTÈ%Ã[ÀMÐ2RÓRÐ0ô 6CØ×#Ñ#Ó%ØØ×#Ñ# K°×1IÑ1IÓJØ,×0Ñ0°À×ARÑARÒAcÐWcÓdØ#×2Ñ2Ø-×1Ñ1°&Ó9Ø-×1Ñ1°&Ó9ô6Ñ2ˆAˆq�*˜e ]ô ˜j¬"¯*©*Ô5Ð\Ð9IÌ$ÈzÓJZÐI[Ð7\Ó\Ð5à× Ñ ¤B§J¡JÒ.°:×3CÑ3CÄrÇzÁzÒ3Qð6à" :×#3Ñ#3Ð"4Ð5ó6ØQä˜e¤R§Z¡ZÔ0ÐRÐ4DÄTÈ%Ã[ÀMÐ2RÓRÐ0à×&Ñ&ˆÜ ŸK™K×3Ñ3°JÀÈRÐQV×Q^ÑQ^Ð_dÓQe×QlÑQlÓQnÓoÐÜŸ;™;×2Ñ2°7¸EÀ2Àz×GYÑGYÐZ_ÓG`×GgÑGgÓGiÓjÐØ�
‰
×%Ñ%Ð'8Ð:JÐ&KÔLâ Ø× Ñ ¤D×$4Ñ$4×$AÑ$AÓAÜ'+×'7Ñ'7Ó'9Ð$Ø15×1BÑ1BÐ$Ô.Ø$×)Ñ)×0Ñ0°·±Ô=Ø,9Ð$Ô)à0=×0EÑ0EÓ0G×0LÑ0LÓ0N×0VÑ0VÓ0XÐ$Ô-Ü$Ñ0ô .Ð.BÓC�EØ—{‘{ k×&7Ñ&7Ò7¸5¿=¹=»?Èm×NcÑNcÓNeÒ;eÜ*Ø7¸×8IÑ8IÐ7JÐJkØ,×4Ñ4Ó6°s¸Ð;Ð<¸FÀ5Ç=Á=Ã?ÐSVÐTVÐCWÐBXÐXcÐdj×dpÑdpÐcqØ$¤SÐ)=Ó%>¸tÀÐ%DÐ$EÀQðHóð ô !#§
¡
¨=ÄÇÁ×@dÑ@dÐejÓ@kÔ l× tÑ tØ—K‘Kó!�ô (,×'8Ñ'8×'CÑ'CÀMÐS`Ó'aÐ$Ø�J‰J×)Ñ)Ð+?Ð*@ÔAà˜g zÐ1Ð1r+   c                 óª  — t        || j                  j                  «       «      }|€t        d|«      ‚t	        |«      }t        |j                  «      }t        ||«      \  }	}
|	st        d|› d|› d|› �«      ‚|
}|j                  |   }| j                  j                  |d|ig¬«      }t        |«      }|dk7  r||k7  rt        d|› d	|› d
�«      ‚t        |d   d   |«      \  }}|r||k7  rt        d|› d|› d|d   d   › d�«      ‚d|d   v r|d   d   j                  }|d   j                  d| j                  xs6 |t        j                  j                  t        j                  j                   fv «      }|d   j                  d| j"                  xr |«      }g }g }g }t%        |«      D �]®  }|j'                  ||«      }||k  r|nd}||   }d|v �r0d|v �r+t)        j*                  |d   t,        |   ¬«      }t)        j*                  |d   «      }t/        ||j1                  «       ||«      }t3        |t(        j4                  «      sJ dt7        |«      › �«       ‚|j8                  t(        j:                  k7  r|j8                  t(        j<                  k7  sJ d|j8                  › �«       ‚t3        |t(        j4                  «      sJ dt7        |«      › �«       ‚t3        |t(        j4                  «      �s6J dt7        |«      › �«       ‚t?        |j1                  «       |||| j@                  |j                  d«      |j                  d«      ¬«      \  }}}}}t3        |t(        j4                  «      sJ dt7        |«      › �«       ‚|j8                  t(        j:                  k7  r|j8                  t(        j<                  k7  sJ d|j8                  › �«       ‚t3        |t(        j4                  «      sJ dt7        |«      › �«       ‚t3        |t(        j4                  «      sJ dt7        |«      › �«       ‚|jC                  |«       |jC                  |«       |jC                  |«       �Œ± tE        |j                  «      }d||<   t)        jF                  |d   «      jI                  |«      }t%        dt        |«      «      D ]A  }t)        jF                  ||   «      jI                  |«      }t)        jJ                  ||f|«      }ŒC |tL        z   }|dz   } |dz   }!|jN                  |   g}"t        jP                  jS                  |!|jT                  |"t)        jV                  |«      jY                  «       «      }#t        jP                  jS                  | ||"t)        jV                  |«      jY                  «       «      }$| j                  j[                  |#|$g«       |s‡t)        jF                  |t        j\                  j^                  |   ¬«      jI                  |jN                  «      }t        j`                  jc                  ||«      }%| j                  j[                  |%g«       || |!fS )Nz{} is not an initializerzWeight z# has a per-channel axis with value z  that is out-of-bounds for rank ÚaxisrÎ   r   z.Per-channel tensor quantization overrides for z must have either 1 or z& elements in the list of dictionaries.r   z"Tensor quantization overrides for z& specify an unexpected axis. Expected z
, but got r   rÐ   rÔ   rT   r   rÑ   r£   rÒ   rÓ   rÕ   rÖ   r×   r¨   r§   )2r   rR   rn   r%   r   r5   r¸   r   rm   Úget_per_channel_overridesrC   rY   r]   r„   r…   ÚINT8rž   rT   ÚrangeÚtaker    r¬   r	   r   rÜ   r   r!   r   r"   r#   r$   r   r_   ÚappendÚlistrª   r­   Úconcatenater
   r³   rœ   rµ   rƒ   ÚhstackrÝ   r°   ÚmappingÚTENSOR_TYPE_TO_NP_TYPEr®   r¯   )&r&   r‰   rb   Úchannel_axisrT   rä   rn   ÚweightsÚweights_rankÚis_axis_validÚ	axis_normÚchannel_countÚquant_overrides_for_channelsÚnum_channel_overridesÚis_axis_override_validÚaxis_overriderÔ   Úzero_point_listÚ
scale_listÚquantized_per_channel_data_listÚiÚper_channel_dataÚchannel_override_indexÚchannel_quant_overridesrÑ   r   Úquantized_per_channel_datarë   Úreshape_dimsÚquantized_weightsÚchannel_weightsrå   ræ   rç   Úzero_scale_shaperí   rî   rï   s&                                         r)   Ú quantize_weight_per_channel_implz.BaseQuantizer.quantize_weight_per_channel_impl_  s€  € ô # ;°·
±
×0FÑ0FÓ0HÓIˆØÐÜÐ7¸ÓEÐEä'¨Ó4ˆÜ˜7Ÿ=™=Ó)ˆÜ#1°,ÀÓ#MÑ ˆ�yÙÜØ˜+˜Ð&IÈ,Èð X*Ø*6¨ð9óð ð
 !ˆØŸ™ lÑ3ˆØ'+×'BÑ'B×'\Ñ'\Ø v¨|Ð&<Ð%=ð (]ó (
Ð$ô !$Ð$@Ó AÐØ  AÒ%Ð*?À=Ò*PÜØ@ÀÀð NØ,˜oÐ-SðUóð ô
 1?Ð?[Ð\]Ñ?^Ð_eÑ?fÐhtÓ0uÑ-Ð Ù%¨¸,Ò)FÜØ4°[°Mð BØ(˜>¨Ð4PÐQRÑ4SÐTZÑ4[Ð3\Ð\]ð_óð ð Ð7¸Ñ:Ñ:Ø7¸Ñ:¸<ÑH×TÑTˆLà0°Ñ3×7Ñ7ØØ×%Ñ%Òo¨¼$×:JÑ:J×:OÑ:OÔQU×QaÑQa×QnÑQnÐ9oÐ)oó
ˆ	ð 4°AÑ6×:Ñ:¸>È4×K\ÑK\ÒKmÐamÓnˆØˆØˆ
Ø*,Ð'Ü�}×%ˆAØ&Ÿ|™|¨A¨|Ó<ÐØ*+Ð.CÒ*C¡QÈÐ"Ø&BÐCYÑ&ZÐ#àÐ1Ò1°lÐF]Ò6]ÜŸX™XÐ&=¸lÑ&KÔSgÐhtÑSuÔv�
ÜŸ™Ð!8¸Ñ!AÓB�Ü-=Ø Ð"2×":Ñ":Ó"<¸eÀZó.Ð*ô " *¬b¯j©jÔ9Ð`Ð=MÌdÐS]ÓN^ÐM_Ð;`Ó`Ð9à×$Ñ$¬¯
©
Ò2°z×7GÑ7GÌ2Ï:É:Ò7Uð:à& z×'7Ñ'7Ð&8Ð9ó:ØUä! %¬¯©Ô4ÐVÐ8HÌÈeËÈÐ6VÓVÐ4Ü!Ø.´·
±
õð Ià%¤dÐ+EÓ&FÐ%GÐHóIð ô
 GTØ$×,Ñ,Ó.Ø ØØ!-Ø#'×#6Ñ#6Ø"9×"=Ñ"=¸fÓ"EØ"9×"=Ñ"=¸fÓ"EôGÑC��1�j %Ð)Cô " *¬b¯j©jÔ9Ð`Ð=MÌdÐS]ÓN^ÐM_Ð;`Ó`Ð9à×$Ñ$¬¯
©
Ò2°z×7GÑ7GÌ2Ï:É:Ò7Uð:à& z×'7Ñ'7Ð&8Ð9ó:ØUä! %¬¯©Ô4ÐVÐ8HÌÈeËÈÐ6VÓVÐ4Ü!Ø.´·
±
ôð Ià%¤dÐ+EÓ&FÐ%GÐHóIð ð ×"Ñ" :Ô.Ø×Ñ˜eÔ$Ø+×2Ñ2Ð3MÖNðU &ôZ ˜GŸM™MÓ*ˆØ%&ˆ�\Ñ"ÜŸJ™JÐ'FÀqÑ'IÓJ×RÑRÐS_Ó`ÐÜ�qœ#Ð=Ó>Ö?ˆAÜ Ÿj™jÐ)HÈÑ)KÓL×TÑTÐUaÓbˆOÜ "§¡Ð0AÀ?Ð/SÐUaÓ bÑð @ð $Ô&>Ñ>ˆØ Ñ-ˆØ  8Ñ+ˆ
ð (×,Ñ,¨\Ñ:Ð;ÐÜ ŸK™K×3Ñ3Ø˜×-Ñ-Ð/?ÄÇÁÈ:ÓAV×A]ÑA]ÓA_ó
Ðô  Ÿ;™;×2Ñ2Ø�\Ð#3´R·Y±Y¸Ó5O×5VÑ5VÓ5Xó
Ðð 	�
‰
×%Ñ%Ð'8Ð:JÐ&KÔLá Ü "§
¡
Ø!Ü—l‘l×9Ñ9¸,ÑGô!÷ ‰g�k×&Ñ&Ó'ð ô $(×#4Ñ#4×#?Ñ#?Ð@QÐS`Ó#aÐ Ø�J‰J×)Ñ)Ð+?Ð*@ÔAà˜g zÐ1Ð1r+   c                 ó6  — | j                   €y | j                  j                  «       D �]n  }|j                  dv rÿ| j                  rŒ| j                  |«      sŒ1t        | j                  j                  «       |j                  d      «      dk7  rŒh|j                  d   | j                   vs|j                  d   | j                   vrŒŸ| j                   |j                  d      }t        |t        «      s(t        dt        |«      › d|j                  d   ›d�«      ‚|| j                   |j                  d   <   �Œ|j                  dk(  s�Œ"t        t        j                  d«      t        j                  d	«      ¬
«      | j                   |j                  d   <   �Œq y )N)ÚClipÚRelur   r   rÒ   z for r   ÚSoftmaxr©   ç      ð?)ÚlowestÚhighest)rg   rR   ÚnodesrŒ   r^   rŽ   r5   Úinput_name_to_nodesrQ   rP   r   r   r   r   r    r#   )r&   r�   Útds      r)   Úadjust_tensor_rangesz"BaseQuantizer.adjust_tensor_rangesâ  sP  € Ø×ÑÐ%Øà—J‘J×$Ñ$×&ˆDà�|‰|Ð/Ñ/Ø×/Ò/ØØ×0Ñ0°Ô6ØÜ�t—z‘z×5Ñ5Ó7¸¿
¹
À1¹ÑFÓGÈ1ÒLØØ—:‘:˜a‘=¨×(:Ñ(:Ñ:¸d¿k¹kÈ!¹nÐTX×TfÑTfÑ>fØØ×'Ñ'¨¯©°A©Ñ7�Ü! "¤jÔ1Ü#Ð&6´t¸B³x°jÀÀdÇkÁkÐRSÁnÐEWÐWXÐ$YÓZÐZØ46�×"Ñ" 4§:¡:¨a¡=Ó1à—‘ Ô*Ü5?ÄrÇzÁzÐRUÃÔ`b×`jÑ`jÐknÓ`oÔ5p�×"Ñ" 4§;¡;¨q¡>Ó2ñ# 'r+   r-   )r  )FF)TF)r7   r8   r9   r*   r|   r   r�   rˆ   rŽ   rk   rÌ   rñ   r  r  r:   r+   r)   r<   r<   :   sR   „ ð óHZòT"ò'ò òAòò !óFF
óPK2ðd ØóA2óFqr+   r<   )r˜   Útypingr   r   Únumpyr    r„   Úonnx.numpy_helperÚonnx.reference.op_runr   ÚImportErrorÚ	calibrater   Ú
onnx_modelr   Úquant_utilsr	   r
   r   r   r   r   r   r   r   r   rm   r   r   r<   r:   r+   r)   Ú<module>r(     sj   ðó ß ã Û Û ðÝ7õ
 "Ý !÷÷ ÷ õ ?÷ñ ÷,}qò }qøðW ò àÒðús   šA ÁA)Á(A)