
    _i	                     P    S SK Jr  S SKJrJr  SSKJrJrJr  SSK	J
r
Jr  S rS rg)	   )logging) is_genai_engine_plugin_availablerequire_genai_engine_plugin   )backend_config_to_argsset_config_defaultsupdate_backend_config)ALL_MODEL_NAMESget_model_componentsc                      SSK Jn   [        S5      (       aM  [         HB  nXR	                  5       ;  d  M  [        US5      u  p#U R                  UR                  U5        MD     g g )N    )ModelRegistryvllm-servervllm)r   r   r   r
   get_supported_archsr   register_model__name__)r   
model_namenet_cls_s       a/var/www/html/land-ocr/venv/lib/python3.13/site-packages/paddlex/inference/genai/backends/vllm.pyregister_modelsr      sR    "'66)J!B!B!DD1*fE
,,W-=-=wG * 7    c                    [        S5        SS KnSSKJnJnJn	Jn
Jn  U" 5         U" 5       nU	" U5      n[        USU05        U(       a  [        US[        U5      05        [        UUU US.5        SS KnUR                  R                  bD  UR                  R                  c-  SU;   a'  [        R                   " S5        UR#                  S5        [%        U5      nUR'                  U5      nU" U5        UR)                  U
" U5      5        g )	Nr   r   )FlexibleArgumentParsercli_env_setupmake_arg_parser
run_servervalidate_parsed_serve_argszserved-model-namezchat-template)modelhostportzapi-server-countz<Key 'api-server-count' will be popped as it is not supported)r   uvloop"vllm.entrypoints.openai.api_serverr   r   r   r   r   r   strr	   torchversionhipcudar   warningpopr   
parse_argsrun)r!   r"   r   	model_dirconfigchat_template_pathr#   r   r   r   r   r   parserr&   argss                  r   run_vllm_serverr3   #   s    .  O#%FV$F!4j ABF_c:L6M$NO	
 }}$););)C'OON JJ)*!&)DT"Dt$
JJz$ r   N)utilsr   
utils.depsr   r   configs.utilsr   r   r	   modelsr
   r   r   r3    r   r   <module>r9      s'     X 
 ;H,!r   