
    ?Kib                         % S SK r S SKJr  S SKJrJr  SSKJr  SSKJ	r	   S SK
JrJrJrJrJrJrJr  S	rS
\" SSS90S
\" SSS90\" SSS9\R&                  \" SSS90S.S
\" SSS90\R(                  \" SSS9\R&                  \" SSS90\R&                  \" SSS90S.S
\R&                  \R*                  -  \" SSSS900S
\R&                  \R*                  -  \" SSSS900S
\R&                  \R*                  -  \" SSSS900S
\R&                  \R*                  -  \" SSSS900S
\R&                  \R*                  -  \" SS SS900S
\R&                  \R*                  -  \" SS!SS900S".r\\\\\\4   \4   4   \S#'   \" \5        S*\\   S+\4S, jrS*\S+S4S- jr/ S.Qrg! \ a    S$rS% r " S& S'5      rS( rS) r N7f = f)/    N)partial)OptionalUnion   )lazy_import_flash_attention   )flash_attention_forward)DeviceLayerRepositoryMode
get_kernelregister_kernel_mappingreplace_kernel_forward_from_hubuse_kernel_forward_from_hubTcudaz!kernels-community/deformable-detrMultiScaleDeformableAttention)repo_id
layer_namezkernels-community/moeLlama4TextMoezkernels-community/liger_kernelsLigerRMSNorm)r   rocmzmedmekk/triton-llama-mlpTritonLlamaMLPzkernels-community/megablocksMegaBlocksMoeMLPzahadnagy/megablockszkernels-community/activationFastGELUz>=0.0.4,<0.1.0)r   r   version	QuickGELUNewGELUSiluz>=0.1.0GeluGeluTanh)r   r   RMSNormMLPr   r   r   r   SiLUGeLUr    _KERNEL_MAPPINGFc                      S nU$ )Nc                     U $ )N )clss    g/var/www/html/dynamic-report/venv/lib/python3.13/site-packages/transformers/integrations/hub_kernels.py	decorator.use_kernel_forward_from_hub.<locals>.decorator   s    J    r(   )argskwargsr+   s      r*   r   r      s    	 r-   c                       \ rS rSrS rSrg)r      c                     [        S5      e)NzNLayerRepository requires `kernels` to be installed. Run `pip install kernels`.RuntimeError)selfr.   r/   s      r*   __init__LayerRepository.__init__   s    oppr-   r(   N)__name__
__module____qualname____firstlineno__r6   __static_attributes__r(   r-   r*   r   r      s    	qr-   r   c                      [        S5      e)Nz^replace_kernel_forward_from_hub requires `kernels` to be installed. Run `pip install kernels`.r3   r.   r/   s     r*   r   r      s    l
 	
r-   c                      [        S5      e)NzVregister_kernel_mapping requires `kernels` to be installed. Run `pip install kernels`.r3   r>   s     r*   r   r      s    sttr-   attn_implementationreturnc                 J    U SL=(       a    [         R                  " SU 5      SL$ )zJCheck whether `attn_implementation` matches a kernel pattern from the hub.Nz'^[^/:]+/[^/:]+(?:@[^/:]+)?(?::[^/:]+)?$)research)r@   s    r*   	is_kernelrE      s-     	4' 	cII@BUV^bbr-   c                    [        U 5      (       d  g[        (       d  [        S5      eSSKJn  SSKJn  SnU nSU ;   a$  U R                  S5      u  p4UR                  U5      nSU;   a$  UR                  S5      u  pVUR                  5       nOUnSnUR                  5       nUR                  S5      u  pWnUR                  5       nU(       a  UR                  5       OSn [        XXS	9n	[        U	S5      (       a  Uc  [        n[!        X9S9n[#        U	SS9  OUb  [%        X5      nUR'                  U W5        UR'                  XS   5        g! [         a  n
[        S
U SU
 S35      eSn
A
ff = f)zALoad and register the kernel associated to `attn_implementation`.Nz`kernels` is either not installed or uses an incompatible version. Please install the latest version with `pip install -U kernels`.r   )ALL_MASK_ATTENTION_FUNCTIONS)ALL_ATTENTION_FUNCTIONS|:@)revisionz-An error occurred while trying to load from 'z': .flash_attn_varlen_func)implementationT)force_importflash_attention_2)rE   _kernels_availableImportErrormasking_utilsrG   modeling_utilsrH   splitgetstrip	partitionr   	Exception
ValueErrorhasattrr	   r   r   getattrregister)r@   rG   rH   attention_wrapperactual_attn_namer   kernel_name_revkernelekernel_functions               r*   load_and_register_kernelrg      s   ())O
 	
 =8*
!!.A.G.G.L+3778IJ
/55c:!'')"mmoG'',OGmmoG#))+$C[G2 v/00$ 7!"3K#F>		 !&6$$%8/J ))*=\o?pq  [H	QTUVTWWXYZZ[s   	E
 

E+E&&E+)r   r   r   r   )rC   	functoolsr   typingr   r   modeling_flash_attention_utilsr   flash_attentionr	   kernelsr
   r   r   r   r   r   r   rR   	INFERENCETRAININGTORCH_COMPILEr%   dictstr__annotations__rS   boolrE   rg   __all__r(   r-   r*   <module>ru      s   
  " H 4Ju    O;:*
 O/*
 $9) =-!
 O2+
 :1  :1!	 11!
& !3!33_:),6
 !3!33_:*,6
 !3!33_:(,6
 !3!33_:vW`6
 !3!33_:vW`6
 !3!33_:z[d6
{dMOT#tE&#+$6$GHHI dL O,48C= T 1r# 1r$ 1rhi  uq q

u)us   E(F# #G G