
    9iV
                     X    S r SSKJr  SSKJr  \R                  " 5       r " S S\5      rg)zChatGLM model configuration     )PretrainedConfig)loggerc                   b   ^  \ rS rSrSr                         SU 4S jjrSrU =r$ )ChatGLM2Config
   chatglmc                 r  > Xl         X l        X l        X0l        X@l        XPl        X`l        Xpl        Xl        Xl	        Xl
        Xl        Xl        Xl        Xl        Xl        UU l        UU l        UU l        UU l        UU l        UU l        UU l        UU l        UU l        UU l        [4        TU ]l  " S0 UD6  g )N )
num_layers
vocab_sizepadded_vocab_sizehidden_sizeffn_hidden_sizekv_channelsnum_attention_heads
seq_lengthhidden_dropoutattention_dropoutlayernorm_epsilonrmsnorm(apply_residual_connection_post_layernormpost_layer_normadd_bias_linearadd_qkv_biasbias_dropout_fusionmulti_query_attentionmulti_query_group_numapply_query_key_layer_scalingattention_softmax_in_fp32fp32_residual_connectionquantization_bitpre_seq_lenprefix_projection
rope_ratiosuper__init__)selfr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   kwargs	__class__s                              l/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/modelscope/models/nlp/chatglm2/configuration.pyr&   ChatGLM2Config.__init__   s    6 %+!2&.&#6 $,!2!28`5..(#6 %:"%:"-J*)B&(@% 0&!2$"6"    )r   r   r   r   r   r   r   r   r    r   r   r   r   r   r   r   r   r   r   r"   r#   r!   r   r$   r   r   )   i   i   i5         i           r0   gh㈵>TFTFFTF   TTFr   NFg      ?)__name__
__module____qualname____firstlineno__
model_typer&   __static_attributes____classcell__)r)   s   @r*   r   r   
   s_    J #(!!& %'  ##&#':?!%!&#%)','(/3+/*/"#!#(35# 5#r,   r   N)__doc__transformersr   modelscope.utilsr   logging
get_loggerr   r
   r,   r*   <module>r>      s)    # ) .				8#% 8#r,   