
    9i	                     D    S SK Jr  S SKJr  \" 5       r0 r " S S\5      rg)    )PretrainedConfig)
get_loggerc                   r   ^  \ rS rSrSrS/rSSSSS.r                       SU 4S	 jjrS
rU =r	$ )
QWenConfig   qwenpast_key_valuesn_embdn_headn_positionsn_layer)hidden_sizenum_attention_headsmax_position_embeddingsnum_hidden_layersc                 P  > Xl         [        TU ]  " SUUS.UD6  Xl        X l        X0l        X@l        XPl        X`l        Xpl	        Xl
        Xl        Xl        Xl        Xl        Xl        Xl        UU l        UU l        UU l        UU l        UU l        UU l        UU l        UU l        g )N)eos_token_idtie_word_embeddings )r   super__init__
vocab_sizer
   r   r   n_inner
embd_pdrop
attn_pdroplayer_norm_epsiloninitializer_rangescale_attn_weights	use_cache(apply_residual_connection_post_layernormbf16kv_channels
rotary_pctrotary_emb_baseuse_dynamic_ntkuse_logn_attnuse_flash_attnffn_hidden_sizeno_biasr   )selfr   r
   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r   kwargs	__class__s                            h/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/modelscope/models/nlp/qwen/configuration.pyr   QWenConfig.__init__   s    6 ) 	% 3	 	
 %$$"4!2"4"8`5	&$..*,.#6     )r    r   r!   r   r   r(   r   r"   r   r
   r   r   r   r)   r$   r#   r   r   r   r%   r'   r&   r   )i+Q i       r0   N        r1   gh㈵>g{Gz?TTi[P FT   g      ?i'  FFTi V  TF)
__name__
__module____qualname____firstlineno__
model_typekeys_to_ignore_at_inferenceattribute_mapr   __static_attributes____classcell__)r,   s   @r-   r   r      su    J#4"5'#0&	M 16!167 67r/   r   N)transformersr   modelscope.utils.loggerr   logger"QWEN_PRETRAINED_CONFIG_ARCHIVE_MAPr   r   r/   r-   <module>r@      s)    * .	%' "@7! @7r/   