
     Ti                    H   S SK Jr  S SKrS SKrS SKrS SKJr  S SKr\" S00 SS_SS/_SS	_S
S_SS _SS _SS_SS_SS_SS_SS_SS_SS_SS_SS_SS_SS _S!S_S"S#_S$S%_S&S'_S(S)_S*S%_S+S,_6r	Sr
S-r\	R                  r\	R                  r\\-  r\	R"                  r " S. S/5      rg)1    )annotationsN)LlamaConfig_name_or_pathzHuggingFaceTB/SmolLM-1.7BarchitecturesLlamaForCausalLMattention_biasFattention_dropoutg        bos_token_ideos_token_id
hidden_actsiluhidden_sizei   initializer_rangeg{Gz?intermediate_sizei    max_position_embeddings
model_typellamanum_attention_heads    num_hidden_layers   num_key_value_headspretraining_tprms_norm_epsgh㈵>rope_scaling
rope_thetag     @tie_word_embeddingsTtorch_dtypefloat32transformers_versionz4.37.2	use_cache
vocab_sizei   
   c                  <    \ rS rSrS rS rS
S jrS rS rS r	Sr
g	)_SmollmTestData1   c                    g )N )selfs    f/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/onnxscript/rewriter/models/_test_models.py__init___SmollmTestData.__init__2   s        c                    [        U S5      (       d0  [        R                  " [        5      nUR	                  5         Xl        U R
                  $ )N_torch_model)hasattrtransformersr   _configevalr/   )r)   models     r*   get_torch_model_SmollmTestData.get_torch_model5   s:    t^,, 11':EJJL %   r-   c                T   U R                  5       nU R                  5       n[        [        U5      5       Vs/ s H  o2U   c  M
  S[	        U5      -   PM     nn[
        R                  R                  XUSSS9nUR                  n[        R                  R                  U5        U$ s  snf )NinputT)input_namesdynamofallback)r5   
get_inputsrangelenstrtorchonnxexportr4   
onnxscript	optimizeroptimize)r)   r4   inputsir9   exportedexported_models          r*   get_onnx_model_SmollmTestData.get_onnx_model<   s    $$&"16s6{1C]1CAay'wQ'1C]::$${4$ % 
 "%%n5 ^s   	B%B%c                ~   [        U S5      (       d  [        R                  " S[        [        [
        45      R                  [        R                  5      n[        R                  " UR                  5      n[        R                  " SUR                  S5      5      R                  S5      nXU4U l        U R                  $ )N_inputsr   )r0   r@   randint_vocab_size_batch_size_seq_lentoint64onesshapearangesize	unsqueezerM   )r)   	input_idsattention_maskposition_idss       r*   r<   _SmollmTestData.get_inputsH   s    tY''a{H6MNQQRWR]R]^I"ZZ	8N <<9>>"+=>HHKL%|DDL||r-   c                @   U R                  5       " U R                  5       6 nUR                  nUR                  S   nUS   nUS   nUR	                  5       R                  5       UR	                  5       R                  5       UR	                  5       R                  5       4$ )Nr   r   )r5   r<   logitspast_key_valuesdetachnumpy)r)   outputr_   past_key_valuekeyvalues         r*   get_torch_outputs!_SmollmTestData.get_torch_outputsP   s    %%'):;//2Qq!%%'););)=u||~?S?S?UVVr-   c                    U R                  5       n[        U5       VVs0 s H  u  p#Uc  M
  SU 3UR                  5       _M      snn$ s  snnf )Nr8   )r<   	enumeraterb   )r)   rF   rG   r8   s       r*   get_ort_inputs_SmollmTestData.get_ort_inputsX   sM    "7@7H
7H81E&eA3K&7H
 	
 
s
   	AA)rM   r/   N)returnzir.Model)__name__
__module____qualname____firstlineno__r+   r5   rJ   r<   rg   rk   __static_attributes__r(   r-   r*   r%   r%   1   s!    !
W
r-   r%   r(   )
__future__r   onnx_irirr@   r1   r   onnxscript.optimizerrC   r2   rQ   rR   r   _hidden_sizer   _num_attention_headsdimr"   rP   r%   r(   r-   r*   <module>rz      sW   #    $   -%&  	
       !      !" #$ %& '( )* +, "-. /0 18 ""22 **  +
 +
r-   