
    9ik                         S SK r S SKrSSKJr  SSKJr  SSKJrJr  SSK	J
r
Jr  SSKJrJrJr  S	 rS
 rSS jr\S:X  a  \" 5         gg)    N   )logging) is_genai_engine_plugin_available   )load_backend_configupdate_backend_config)DEFAULT_BACKENDSUPPORTED_BACKENDS)get_chat_template_pathget_default_configget_model_dirc                  >   [         R                  " S5      n U R                  S[        SS9  U R                  S[        S9  U R                  S[        SS	9  U R                  S
[        SS	9  U R                  S[        [
        [        S9  U R                  S[        SS9  U $ )NzPaddleX generative AI server.z--model_nameT)typerequiredz--model_dir)r   z--host	localhost)r   defaultz--porti@  z	--backend)r   choicesr   z--backend_configz'Path to the backend configuration file.)r   help)argparseArgumentParseradd_argumentstrintr
   r	   )parsers    ^/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/paddlex/inference/genai/server.pyget_arg_parserr      s    $$%DEF
S4@
C0
sK@
sD9
#'9?   +T   M    c           	         U R                    S3n[        U5      (       d0  [        R                  " SU S35        [        R
                  " S5        U R                   S:X  a	  SSKJn  UnO8U R                   S:X  a	  SSKJ	n  UnOU R                   S	:X  a	  SS
K
Jn  UnO[        eU R                  (       a  U R                  nO! [        U R                  U R                   5      nU R"                  (       a   [%        U R"                  5      nO0 n ['        U R                  U R                   5      n[)        WW5        Un[+        U R                  U R                   W5       n	U" U R,                  U R.                  U R                  UUU	5        S S S 5        g ! [          a.    [        R                  " SSS9  [        R
                  " S5         Nf = f! [          a<    [        R                  " SU R"                   3SS9  [        R
                  " S5         GNf = f! [          a/    [        R                  " SSS9  [        R
                  " S5         GN f = f! , (       d  f       g = f)Nz-serverzThe 'z3' plugin is not available. Please install it first.r   
fastdeploy)run_fastdeploy_servervllm)run_vllm_serversglang)run_sglang_serverzFailed to get model directoryT)exc_infoz0Failed to load backend configuration from file: z1Failed to get default configuration for the model)backendr   r   errorsysexitbackends.fastdeployr    backends.vllmr"   backends.sglangr$   AssertionError	model_dirr   
model_name	Exceptionbackend_configr   r   r   r   hostport)
argsplugin_namer    run_server_funcr"   r$   r.   r1   default_configchat_template_paths
             r   run_genai_serverr9   (   s   \\N'*K+K88K= ST	
 	|||#>/		2)		!6+~~NN		%doot||DI
 	01D1DEN +DOOT\\J  $N	y
	IIIIOO	

 
;  	MM9DIHHQK	  	MMB4CVCVBWX HHQK	  ?4	
 		
 
sC     F 2G
  H ,I5GG
AHH5II
Ic                 L    [        5       nUR                  U S9n [        U 5        g )N)r4   )r   
parse_argsr9   )r4   r   s     r   mainr<   n   s%    F$'DTr   __main__)N)r   r(   utilsr   
utils.depsr   configs.utilsr   r   	constantsr	   r
   modelsr   r   r   r   r9   r<   __name__ r   r   <module>rE      sD     
  : E : M MC
L zF r   