9i S SK JrJrJrJrJr S SKrS SKJr S SK J
r
S SK J r S SK
Jr S SKJr S SKJr S S
KJr S \S \S
\\\\4 S\4S jr\R0 " \R2 \
R4 S9\R0 " \R2 \
R6 S9\R0 " \R8 \
R4 S9\R0 " \R8 \
R6 S9 " S S\\\ 5 5 5 5 5 r g) )DictListOptionalTupleUnionN)LlamaForCausalLM)Models)
TorchModel)MODELS)
OutputKeys)Tasks ) MsModelMixinsystemtexthistory
max_lengthc SU S3nU" USSS9R nUR 5 S3nU" USSS9R nUR S UR S - n X: a [ SU S U 35 eS
n
/ n US S S2 H u p[ U [
5 ( d e[ U
[
5 ( d eU R 5 S U
R 5 S 3nU" USSS9R nXR S - U: a O X- n
U/U - n XR S -
n M XZU/nU/U - U/- nS
R
U5 [ R " US
S94$ )Nz[INST] <>
z
<>
Fpt)add_special_tokensreturn_tensorsz [/INST]zprepend prompt length z is bigger than max_length z [/INST] z [INST] r )dim) input_idsstripshape RuntimeError
isinstancestrjointorchcat)r r r r tokenizer
system_prompt
system_ids text_prompttext_ids
prompt_lengthhistory_prompthistory_ids_listuserbot round_prompt round_ids prompt_listprompt_ids_lists k/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/modelscope/models/nlp/llama/text_generation.pyget_chat_promptr3 ! s )& @M%FFOi ZZ\N(+KdDDMI
$$R(8>>"+==M!$]O3Nzl [
N TrT] $$$$$#s#### **, y
_M U !!* ??2. . ; ) :N ){-= = __R 0 0M # !+>K!l%55
BO
77; ?!B BB ) module_namec & \ rS rSrS\S\4S jrSrg)LlamaForTextGenerationJ inputreturnc z SS K nUR U5 nSU; a SnOUS nUR S5 SU; a SnOUS nUR S5 SU; a / nO%UR US 5 nUR S5 SU; a SUS' [ UUUUS US9u pU R U R 5 n
U R
" U
40 UD6n U S S 2U
R S S 24 n UR U S
S S 9S n U R 5 n UR X\45 [ R U [ R U0$ )
Nr r r r r r i )r r r r r$ r TF)skip_special_tokens clean_up_tokenization_spaces)
copypopr3 todevicegenerater batch_decoder appendr RESPONSEHISTORY)
selfr9 r$ r>
gen_kwargsr r r prompt
prompt_idsr generate_idsresponses
r2 chatLlamaForTextGeneration.chatP sX YYu%
D f
D NN6 " 5 F /F NN8 $ E !G#'99U9-=#>G NN9 % z )'+J| $ ,!,/ ! MM$++. }}Y=*= #Ayq'9':$:; )) $). * 0 123 >>#'(##Xz/A/A7KKr4 N)__name__
__module__ __qualname____firstlineno__r rM __static_attributes__rO r4 r2 r7 r7 J s )L$ )Ld )Lr4 r7 ) typingr r r r r r" transformers.models.llamar modelscope.metainfor modelscope.models.baser
modelscope.models.builderr modelscope.outputsr modelscope.utils.constantr
backboner r intr3 register_modulerM llama2llamatext_generationr7 rO r4 r2 rb s ( 6 5 6 & - , ) + "%CC %Cs %CT%S/5J %C #%CR
>
=--6==I--6<<H+L\+;Z +L I J > ?+Lr4