
    9i                     H    S SK r S SKrS SKJr  S rS r\S:X  a  \" 5         gg)    N)init_megatron_utilc                  N    SSSSS.n S[         R                  S'   [        U 5        g )N   nccl*   )tensor_model_parallel_size
world_sizedistributed_backendseed39501MASTER_PORT)osenvironr   )dummy_megatron_cfgs    \/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/modelscope/utils/pre_compile.pypre_compile_megatron_utilr      s/    &'%	 !(BJJ})*    c                  l    [         R                  R                  5       (       a  SSKJn   [        5         g g )Nr   ms_deform_attn_func)torchcudais_available0easycv.thirdparty.deformable_attention.functionsr   r   r   s    r   pre_compile_allr      s#    zz  X!#	 !r   __main__)r   r   modelscope.utils.megatron_utilsr   r   r   __name__ r   r   <module>r       s-    	  >+$ z r   