
    i                     f   S SK r S SKrS SKrS SKrS SKrS SKJr  S SKJrJ	r	J
r
  S SKJr  S SKJr  \" SS5       r\R%                  5       rSSS5         " S S	\5      r " S
 S\5      r " S S\5      r\
" SS\SS\	" 5       SS/ SQ0\" S5      /\\S.SS/ SQSS// SQS9  g! , (       d  f       N]= f)    N)Path)	Extensionfind_packagessetup)	build_ext)build_pyz	README.mdrc                       \ rS rSrSS jrSrg)CMakeExtension   c                 v    [         R                  " X/ S9  [        R                  R	                  U5      U l        g )N)sources)r   __init__ospathabspath	sourcedir)selfnamer   s      h/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/executorch/extension/llm/tokenizers/setup.pyr   CMakeExtension.__init__   s&    4r23    )r   N) )__name__
__module____qualname____firstlineno__r   __static_attributes__ r   r   r   r      s    4r   r   c                       \ rS rSrS rSrg)
CMakeBuild   c                   ^ [         R                  R                  [         R                  R                  U R	                  UR
                  5      5      5      nUR                  [         R                  R                  5      (       d  U[         R                  R                  -  nU R                  c)  [        [         R                  R                  SS5      5      OU R                  nU(       a  SOSn[         R                  R                  SS5      mSU 3S[        R                   3S	U 3S
SS/nSS/n/ n[        R                  S:X  a  US/-  nS[         R                  ;   a>  U[         R                  S   R                  S5       Vs/ s H  o(       d  M  UPM     sn-  nU R                   R"                  S:w  aH  T(       a  TS:X  a:   SS Kn	[         R                  R'                  U	R(                  S5      n
USSU
 3/-  nOlOkSS/n[-        U4S jS 5       5      n[-        U4S jS 5       5      nU(       d  U(       d  USS/-  nU(       d!  US UR/                  5        S!U 3/-  nUS"U/-  n[        R                  R1                  S#5      (       a`  [2        R4                  " S$[         R                  R                  S%S5      5      nU(       a$  US&R7                  S'R'                  U5      5      /-  nS([         R                  ;  a5  [9        U S)5      (       a$  U R:                  (       a  US*U R:                   3/-  n[=        U R>                  5      UR
                  -  nURA                  5       (       d  URC                  S+S,9  [D        RF                  " S-URH                  /U-   US+S.9  [D        RF                  " / S/QU-   U-   US+S.9  g s  snf ! [*         a     GNif = f)0NDEBUGr   DebugReleaseCMAKE_GENERATORr   z!-DCMAKE_LIBRARY_OUTPUT_DIRECTORY=z-DPYTHON_EXECUTABLE=z-DCMAKE_BUILD_TYPE=z-DSUPPORT_REGEX_LOOKAHEAD=ONz-DTOKENIZERS_BUILD_PYTHON=ONz$-DCMAKE_POSITION_INDEPENDENT_CODE=ONz--targetpytorch_tokenizers_cppwin32z
-T ClangCL
CMAKE_ARGS msvcNinjaninjaz-GNinjaz-DCMAKE_MAKE_PROGRAM:FILEPATH=z--z/p:TrackFileAccess=falsec              3   ,   >#    U  H	  oT;   v   M     g 7fNr   .0xcmake_generators     r   	<genexpr>-CMakeBuild.build_extension.<locals>.<genexpr>X   s     Q>P_ 4>P   >   NMaker-   c              3   ,   >#    U  H	  oT;   v   M     g 7fr0   r   r1   s     r   r5   r6   [   s     O>N_ 4>Nr7   >   ARMWin64z-Ax64z!-DCMAKE_LIBRARY_OUTPUT_DIRECTORY_=z--configdarwinz-arch (\S+)	ARCHFLAGSz-DCMAKE_OSX_ARCHITECTURES={};CMAKE_BUILD_PARALLEL_LEVELparallelz-jT)parentscmake)cwdcheck)rD   z--build.)%r   r   r   dirnameget_ext_fullpathr   endswithsepdebugintenvirongetsys
executableplatformsplitcompilercompiler_typer.   joinBIN_DIRImportErroranyupper
startswithrefindallformathasattrrB   r   
build_tempexistsmkdir
subprocessrunr   )r   extextdirrL   cfg
cmake_args
build_argsbuild_tool_argsitemr.   ninja_executable_pathsingle_configcontains_archarchsr`   r4   s                  @r   build_extensionCMakeBuild.build_extension    sP   1F1Fsxx1P!QR rww{{++bggkk!F37::3EBJJNN7A./4::gI **..):B? 0x8"3>>"23!#'**2

 !":;
%' <<7"<.(J 2::%BJJ|,D,J,J3,OX,ODSW4,OXXJ==&&&0 #o&@	 ,.GGLL,P)!89N8OP# J 'A  $%?@OQ>PQQM  O>NOOM
 !tUm+
 !7		}AfXN 
 z3//
<<""8,,JJ~rzz~~k2/NOE=DDSXXe_UVV
 (rzz9 tZ((T]]DMM?344
$//*SXX5
  ""T*cmm$z1z	
 	%
2_D	
 Y" # s   
OO8O	 	
OOr   N)r   r   r   r   rp   r   r   r   r   r!   r!      s    d
r   r!   c                   ,   ^  \ rS rSrSrU 4S jrSrU =r$ )BuildPy   z=Ensure header files are copied into the package during build.c                 ~  > [         TU ]  5         [        S5      nUR                  5       (       d  g [        U R                  5      S-  S-  nUR                  S5       H]  nUR                  5       (       d  M  X#R                  U5      -  nUR                  R                  SSS9  [        R                  " X45        M_     g )Nincludepytorch_tokenizers*T)rC   exist_ok)superrd   r   ra   	build_librglobis_filerelative_toparentrb   shutilcopy2)r   headers_srcheaders_dst	file_pathdestination	__class__s        r   rd   BuildPy.run   s    9o!!##4>>*-AAIM$**3/I  ""),A,A+,NN""(((EY4	 0r   r   )r   r   r   r   __doc__rd   r   __classcell__)r   s   @r   rs   rs      s    G5 5r   rs   zpytorch-tokenizersz1.2.0ztext/markdownz*https://github.com/meta-pytorch/tokenizersTrw   )zinclude/*.hzinclude/**/*.hzinclude/*.hppzinclude/**/*.hppz)pytorch_tokenizers.pytorch_tokenizers_cpp)r   r   Fz>=3.10)pybind11>=2.6.0sentencepiecezmistral-common
tokenizerstiktokenr   zcmake>=3.18)zDevelopment Status :: 4 - BetazIntended Audience :: Developersz&License :: OSI Approved :: BSD Licensez"Operating System :: OS Independentz#Programming Language :: Python :: 3z&Programming Language :: Python :: 3.10z&Programming Language :: Python :: 3.11z&Programming Language :: Python :: 3.12z&Programming Language :: Python :: 3.13zProgramming Language :: C++z:Topic :: Scientific/Engineering :: Artificial Intelligence)r   versionlong_descriptionlong_description_content_typeurlpackagesinclude_package_datapackage_dataext_modulescmdclasszip_safepython_requiresinstall_requiressetup_requiresclassifiers)r   r\   r   rc   rP   pathlibr   
setuptoolsr   r   r   setuptools.command.build_extr   setuptools.command.build_pyr   build_py_origopenfreadr   r   r!   rs   r   r   r   <module>r      s    
 	   
  6 6 2 A 
+sqvvx 4Y 4e
 e
P5m 5" 	%"14_ 
   KLM  	E/G s   B""
B0