9iekBSSKrSSKrSSKJr SSKrSSKrSSKrSSKrSSK r SSK J r SSK J r SSK JrJr SSKrSSKrSSKJrJr SSKJr \"5rSrSrS r/S Qr"S S \R5r"S S5rSS\\\44Sjjr"SS\R@5r!g)N)Path) FunctionType)DictUnion) ConfigFields ModelFile) get_logger_base__delete_ _deprecation_)filenametext pretty_textc2^\rSrSrSrSrU4SjrSrU=r$) ConfigDictzDict which support get value through getattr Examples: >>> cdict = ConfigDict({'a':1232}) >>> print(cdict.a) >>> # 1232 c[U5eN)KeyErrorselfnames W/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/modelscope/utils/config.py __missing__ConfigDict.__missing__(s tnc>[[U] U5nU$![a* [ SUR R SUS35nUe[a nUnSnAUeSnAff=f)N'z' object has no attribute ')superr __getattr__rAttributeError __class____name__ Exception)rrvalueexer"s rr ConfigDict.__getattr__+s{ *d7=EL  7!DNN$;$;#<=..2V1!67B   B  s0A! A!AA!) r# __module__ __qualname____firstlineno____doc__rr __static_attributes__ __classcell__r"s@rrrs  rrcD^\rSrSrSr\S5r\S5r\S5rSU4Sjjr \ S5r \ S5r \ S 5r S rS rS rS rSrSrSrSrSrU4SjrU4SjrS S\4SjjrS!S\4U4SjjjrS"U4Sjjr\S#Sj5rS\4SjrS$Sjr Sr!U=r"$)%Config8aA facility for config and config files. It supports common file formats as configs: python/json/yaml. The interface is the same as a dict object and also allows access config values as attributes. Example: >>> cfg = Config(dict(a=1, b=dict(c=[1,2,3], d='dd'))) >>> cfg.a 1 >>> cfg.b {'c': [1, 2, 3], 'd': 'dd'} >>> cfg.b.d 'dd' >>> cfg = Config.from_file('configs/examples/configuration.json') >>> cfg.filename 'configs/examples/configuration.json' >>> cfg.b {'c': [1, 2, 3], 'd': 'dd'} >>> cfg = Config.from_file('configs/examples/configuration.py') >>> cfg.filename "configs/examples/configuration.py" >>> cfg = Config.from_file('configs/examples/configuration.yaml') >>> cfg.filename "configs/examples/configuration.yaml" c[R"[R"U55n[R"U5(d[ SU35e[R "U5SnUS;a [ S5e[R"5n[R"X!S9n[R"5S:XaUR5 [R"UR5n[R "XR5 UR#S5(aSS KJn U"[R("X$55upg0nUR*R-5HcupU R/S 5(aM[1U [2R45(aM>[1U [2R65(aM_XU 'Me [8R:U O.UR#S 5(aSS KJn U "UR5nUR5 SSS5 US -n [AUSSS9n XRC5- n SSS5 WU 4$!,(df  N==f!,(df  WU 4$=f)NzFile does not exists .py.json.yaml.yml-Only py/yml/yaml/json type are supported now!)dirsuffixWindowsr7r)import_modules_from_file__)r:r9r8)load rutf-8encoding)"ospabspath expanduserexists ValueErrorsplitextIOErrortempfileTemporaryDirectoryNamedTemporaryFileplatformsystemclosebasenamershutilcopyfileendswithmodelscope.utils.import_utilsr?join__dict__items startswith isinstancetypes ModuleTypersysmodulesmodelscope.fileiorAopenread)r fileExtname tmp_cfg_dir tmp_cfg_file tmp_cfg_namer? module_nanmemodcfg_dictrr%rAcfg_textfs r _file2dictConfig._file2dictTs;;s~~h78zz(##4XJ?@ @ll8,Q/ ? ?IJ J  ( ( *k#665L I-""$<< (9(9:L OOH&7&7 8  ''R$<HH[7%9! #&<<#5#5#7KD??400%eU-=-=>>%eU-?-?@@). $8KK -""#=>>2 1 12    5+8d? (C' 2a  H3!!C+ *:3 2!!s,C-II%IAI6I& I#& I7c[U[5(a [U5n[R U5up[XUS9$)N)rlr )r]rstrr2rn)r rkrls r from_fileConfig.from_files8 h % %8}H#..x8hHEErclUS;a [S5eUS:waSU;a[RS5 [R"SSUSS 9nUR U5 S S S 5 [ RWR5n[R"UR5 U$!,(df  NO=f) zGenerate config from config str. Args: cfg_str (str): Config str. file_format (str): Config file format corresponding to the config str. Only py/yml/yaml/json type are supported now! Returns: :obj:`Config`: Config obj. r6r;r7dict(z6Please check "file_format", the file format may be .pywrDF)rFr=deleteN) rMloggerwarningrNrPwriter2rrrosremove)cfg_str file_format temp_filecfgs r from_stringConfig.from_strings ? ?IJ J % Gw$6 NNH J  ( (gk!* OOG $ y~~. )..! s B%% B3c>Uc [5nO,[U[5(d[S[U535eUHnU[;dM[ US35e [U[ 5(a [U5n[[U]+S[U55 [[U]+SU5 U(aUnO.U(a%[USSS9nUR5nSSS5 OSn[[U]+S W5 g!,(df  N#=f) Nz!cfg_dict must be a dict, but got z is reserved for config file _cfg_dict _filenamerCrDrE_text)dictr] TypeErrortype RESERVED_KEYSrrrqrr2 __setattr__rrcrd)rrkrlr keyrrmr"s r__init__Config.__init__s  vHHd++##'>"245 5Cm##&BCDD h % %8}H fd' Z5IJ fd' X> D hg6!vvx76D fd'6 76s C;; D cUR$r)rrs rr Config.filenames ~~rcUR$r)rrs rr Config.texts zzrc^^^^ ^ ^ Sm Sm SU U 4SjjmSUUU U 4Sjjm SmSUUUU U U 4SjjmURR5nT"USS9n[S SSS 9nS S KJn U"X#SS 9up%U$)NcURS5n[U5S:XaU$URS5nUVs/sH oAS-U-PM nnSRU5nUS-U-nU$s snf)NrBr5r )splitlenpoprY)s_ num_spacessfirstlines r_indent#Config.pretty_text.._indentsmA1v{ EE!HE789qts"d*qA9 ! A q AH:sA&c>[U[5(aSUS3nO [U5nU(a.[U[5(aSUS3O [U5nUSU3nO[U5SU3nT"UT5nU$)Nr: =)r]rq)kv use_mappingv_strk_strattr_strrindents r_format_basic_types/Config.pretty_text.._format_basic_typess}!S!!A3aA$.q#$6$6!A3aCF#WBug.!!fXQug.x0HOrcP>[SU55(aSnUSRUUU 4SjU55RS5- nU(a.[U[5(aSUS3O [ U5nUSU3nO[ U5SU3nT"UT 5S -nU$T"XU5nU$) Nc3B# UHn[U[5v M g7fr)r]r).0_s r ;Config.pretty_text.._format_list..s21:a&&sz[ rBc3J># UHnST"T"U5T5S3v M g7f)ruz),Nr))rv_ _format_dictrrs rrrs.#!GL$4f=>bAs #,rrr])allrYrstripr]rq) rrrrrrrrrrs r _format_list(Config.pretty_text.._format_lists2222#!#!!!'-(21c(:(:as!HAE"'5'2H"%a&5'2H"8V4s:O/q[AOrc^SnUH$nU[U5R5(+-nM& U$)NF)rq isidentifier)dict_strcontain_invalid_identifierkey_names r_contain_invalid_identifier7Config.pretty_text.._contain_invalid_identifiers8). &$*X33557*%. -rcp>Sn/nT "U5nU(aUS- n[UR55HunupgU[U5S- :nU(dU(aSOSn [U[5(a`ST"U5-n U(a.[U[ 5(aSUS3O [ U5n U SU 3n O[ U5SU 3n T"U T5S -U -n O.[U[ 5(a T"XgU5U -n O T"XgU5U -n URU 5 M USRU5- nU(aUS - nU$) Nr{r5rrBrz: dict(z=dict()}) enumerater[rr]rrqlistappendrY) input_dict outest_levelrCrridxrris_lastendrrrrrrrrrs rr(Config.pretty_text.._format_dicts6AA5jAKS()9)9);< VaZ1!44(Gba&& <?2E",6q#,>,>!A3aCF&+WGE7#;&)!fXVE7#;&x83>DH4((+A+>DH21EKH"! =" 1 ASHrT)rpep8)based_on_style%blank_line_before_nested_class_or_def+split_before_expression_after_opening_parenr) FormatCode) style_configverifyF)rto_dictryapf.yapflib.yapf_apir) rrkr yapf_stylerrrrrrrrs @@@@@@rrConfig.pretty_texts}     " .  :>>))+H48!268<>  5T4H rcVSURSURR53$)NzConfig (path: z): )r r__repr__rs rrConfig.__repr__"s' c$..2I2I2K1LMMrc,[UR5$r)rrrs r__len__Config.__len__%s4>>""rc.[URU5$r)getattrrrs rr Config.__getattr__(st~~t,,rc8URRU5$r)r __getitem__rs rrConfig.__getitem__+s~~))$//rcz[U[5(a [U5nURR X5 gr)r]rrrrrrr%s rrConfig.__setattr__.+ eT " "u%E ""4/rcz[U[5(a [U5nURR X5 gr)r]rrr __setitem__rs rrConfig.__setitem__3rrc,[UR5$r)iterrrs r__iter__Config.__iter__8sDNN##rcHURURUR4$r)rrrrs r __getstate__Config.__getstate__;s ;;rcURnURU5nURRUR5 U$r)r"__new__rZupdate)rclsothers r__copy__Config.__copy__>s4nn C  dmm, rc>URnURU5nX1[U5'URR 5H-upE[ [ U]U[R"XQ55 M/ U$r) r"ridrZr[rr2rcopydeepcopy)rmemorrrr%r"s r __deepcopy__Config.__deepcopy__Es_nn C RX----/JC &% ,S$--2L M0 rc>Uup#n[[U] SU5 [[U] SU5 [[U] SU5 g)Nrrr)rr2r)rstaterrrr"s r __setstate__Config.__setstate__Os@&+# e fd' Y? fd' Y? fd'7r key_chainc^^ URS5nURnUHm SnST ;a'T RS5um nURS5upg[U[[45(a*TcS5e[[ U U4SjU55nUSnOUT nUcMU[ U5nM U$![a<n [RSUS U35 [RU 5 UsSn A $Sn A ff=f) aGet a value with a key-chain in str format, if key does not exist, the default value will be returned. This method is safe to call, and will not edit any value. Args: key_chain: The input key chain, for example: 'train.hooks[0].type' default: The default value returned when any key does not exist, default None. type_field: Get an object from a list or tuple for example by 'train.hooks.CheckPointHook', in which 'hooks' is a list, and 'CheckPointHook' is a value of the content of key `type_field`. If there are multiple matched objects, the first element will be returned. Returns: The value, or the default value. .N[rzWGetting object without an index from a list or tuple needs an valid `type_field` param.c>UTT:H$rr))subr type_fields r!Config.safe_get..ps3z?c+ArrzKey not valid in Config: z, return the default value: ) rrr]rtuplefilterintr$rxdebug) rr defaultrkeysrvalr _sub_cfg_dictr'rs ` @rsafe_getConfig.safe_getUs ??3'DI#:"yy~HC YYs^FCi$77%1X4XX1$(A9M%OM -a 0I )#I? )#c( 3I    LL+I;6RSZR[\  LLON  s$BB8$B88 C>1C93C>9C>filec>SSKJn [[U]S5R 5nUc]UR b UR RS5(a UR$UR RS5SnU"X4S9$URS5(a0[US S S 9nURUR5 SSS5 gURS5SnU"X1US 9$!,(df  g=f) aDumps config into a file or returns a string representation of the config. If a file argument is given, saves the config to that file using the format defined by the file argument extension. Otherwise, returns a string representing the config. The formatting of this returned string is defined by the extension of `self.filename`. If `self.filename` is not defined, returns a string representation of a dict (lowercased and using ' for strings). Examples: >>> cfg_dict = dict(item1=[1, 2], item2=dict(a=0), ... item3=True, item4='test') >>> cfg = Config(cfg_dict=cfg_dict) >>> dump_file = "a.py" >>> cfg.dump(dump_file) Args: file (str, optional): Path of the output file where the config will be dumped. Defaults to None. r)dumprNr7r )r~rvrDrE)rr~) rbrrr2__getattribute__rr rWrrrcrz)rrrrkr~rmr"s rr Config.dump~s. +7 DLLN <}}$ (>(>u(E(E'''"mm11#6r: H>> ]]5 ! !dC'2a(()32**S/"-KE E 32s *C** C8c >>0nUR5HKupVUnURS5nUSSH!n URU [55 XynM# USn XgU 'MM [[ U]S5n [[ U]S[ RUU UUS95 g)a Merge dict into cfg_dict. Merge the dict parsed by MultipleKVAction into this cfg. Examples: >>> options = {'model.backbone.depth': 50, ... 'model.backbone.with_cp':True} >>> cfg = Config(dict(model=dict(backbone=dict(type='ResNet')))) >>> cfg.merge_from_dict(options) >>> cfg_dict = super(Config, self).__getattribute__('_cfg_dict') >>> assert cfg_dict == dict( ... model=dict(backbone=dict(type='ResNet', depth=50, with_cp=True))) >>> # Merge list element for replace target index >>> cfg = Config(dict(pipeline=[ ... dict(type='Resize'), dict(type='RandomDistortion')])) >>> options = dict(pipeline={'0': dict(type='MyResize')}) >>> cfg.merge_from_dict(options, allow_list_keys=True) >>> cfg_dict = super(Config, self).__getattribute__('_cfg_dict') >>> assert cfg_dict == dict(pipeline=[ ... dict(type='MyResize'), dict(type='RandomDistortion')]) >>> # Merge list element for replace args and add to list, only support list of type dict with key ``type``, >>> # if you add new list element, the list does not guarantee the order, >>> # it is only suitable for the case where the order of the list is not concerned. >>> cfg = Config(dict(pipeline=[ ... dict(type='Resize', size=224), dict(type='RandomDistortion')])) >>> options = dict(pipeline=[dict(type='Resize', size=256), dict(type='RandomFlip')]) >>> cfg.merge_from_dict(options, allow_list_keys=True) >>> cfg_dict = super(Config, self).__getattribute__('_cfg_dict') >>> assert cfg_dict == dict(pipeline=[ ... dict(type='Resize', size=256), dict(type='RandomDistortion'), dict(type='RandomFlip')]) >>> # force usage >>> options = {'model.backbone.depth': 18, ... 'model.backbone.with_cp':True} >>> cfg = Config(dict(model=dict(backbone=dict(type='ResNet', depth=50)))) >>> cfg.merge_from_dict(options, force=False) >>> cfg_dict = super(Config, self).__getattribute__('_cfg_dict') >>> assert cfg_dict == dict( ... model=dict(backbone=dict(type='ResNet', depth=50, with_cp=True))) Args: options (dict): dict of configs to merge from. allow_list_keys (bool): If True, int string keys (e.g. '0', '1') are allowed in ``options`` and will replace the element of the corresponding index in the config if the config is a list. Or you can directly replace args for list or add new list element, only support list of type dict with key ``type``, but if you add new list element, the list does not guarantee the order, It is only suitable for the case where the order of the list is not concerned. Default: True. force (bool): If True, existing key-value will be replaced by new given. If False, existing key-value will not be updated. r Nr r)allow_list_keysforce) r[r setdefaultrrr2r!r_merge_a_into_b) roptionsr$r%option_cfg_dictfull_keyrdkey_listsubkeyrkr"s rmerge_from_dictConfig.merge_from_dictsp"==?KHA~~c*H"3B- VZ\2I(b\FfI+7 D fd'   " " / #  rc UR5nUR5GHupEU(apUR5(a[[U[5(aF[ U5n[ U5U::a[SUSU35e[RXQUX#S9X'M}U(Ga[U[5(GaXA;Ga[X[5(d([S[U5S[X5SU35eSnXU-H2n[U[5(aSU;dM XA;dU(aXQU'S nM4 U(Ga./n//p[X5Houp[U5H[upUSU S:XdMUR[RUU UUS95 U RU 5 U RU 5 Mm Mq [[ X55V s/sHn X;dM XU PM nn [[ U55V s/sHoU ;dM X[PM nn UU-nU[[ U55V s/sHn [RUU 0X#S9PM sn - nXU'GMUGMX[U[5(aXA;aUR!["S 5(dqU(a [[4O[n[XU5(d)[%US US US [X5S ["S3 5e[RXQUX#S9X'GMXA;d U(dGM XQU'GM U$s sn fs sn fs sn f)amerge dict ``a`` into dict ``b`` (non-inplace). Values in ``a`` will overwrite ``b``. ``b`` is copied first to avoid in-place modifications. Args: a (dict): The source dict to be merged into ``b``. b (dict): The origin dict to be fetch keys from ``a``. allow_list_keys (bool): If True, int string keys (e.g. '0', '1') are allowed in source ``a`` and will replace the element of the corresponding index in b if b is a list. Default: False. force (bool): If True, existing key-value will be replaced by new given. If False, existing key-value will not be updated. Returns: dict: The modified dict of ``b`` using ``a``. Examples: # Normally merge a into b. >>> Config._merge_a_into_b( ... dict(obj=dict(a=2)), dict(obj=dict(a=1))) {'obj': {'a': 2}} # Delete b first and merge a into b. >>> Config._merge_a_into_b( ... dict(obj=dict(_delete_=True, a=2)), dict(obj=dict(a=1))) {'obj': {'a': 2}} # b is a list >>> Config._merge_a_into_b( ... {'0': dict(a=2)}, [dict(a=1), dict(b=2)], True) [{'a': 2}, {'b': 2}] # value of a and b are both list, only support list of type dict with key ``type``, # You can directly replace args for list or add new list element, # but if you add new list element, the list does not guarantee the order, # it is only suitable for the case where the order of the list is not concerned. >>> Config._merge_a_into_b( ... {'k': [dict(a=2), dict(c=3)]}, {'k': [dict(a=1), dict(b=2)]}, True) {'k': [dict(a=2), dict(b=2), dict(c=3)]} # force is False >>> Config._merge_a_into_b( ... dict(obj=dict(a=2, b=2)), dict(obj=dict(a=1))), True, force=False) {'obj': {'a': 1, b=2}} zIndex z exceeds the length of list )r%ztype mismatch z and z between a and b for key TrFrz2 in child config cannot inherit from base because z. is a dict in the child config but is of type z in base config. You may set `z =True` to ignore the base config)rr[isdigitr]rrrrr2r'rKrrrrranger DELETE_KEYr)abr$r%rr_is_dict_with_typelist_ires_listadded_index_bk added_index_vib_lija_ljrest_bkrest_vrest allowed_typess rr'Config._merge_a_into_bsS` FFHGGIDA199;;:a3F3FFq6Q;"VA3.J1##NOO--t_.; Z4%8%8QV!!$--$(a tADzlB[\][^_&*"dQhF%fd33vV7K:#$aD-2* ' &!H46M#,QT?'0|GA#F|tF|; ($*$:$:(,(,(7.3 %;%5!6 !. 4 4Q 7 . 5 5a 8 %(4$3*/s14y)9)9A2 Q)9 ',CFm&3 7Mm#V+D"'s4y!1!"2A.. GR/G!1!H $aD9&:A ""&'fQUU:u5M5M0?t T !!$ 66##Qqc"##$#& $QT |,&<'GIJJ --t_.;:aDyz9!s% L92 L9 L>"L>"Mreturnc6URR5$)z-Convert Config object to python dict )rrrs rrConfig.to_dict_s~~%%''rc/nURR5GH upESU3nU(aURSS5n[U[5(aU(aUR U5 MS[U[ [[45(a-UR U5 UR [U55 M[U[5(a`UR U5 [U[ [[[45(d SUS35eUR [U55 GM[SU35e U"U5$)a{Convert config obj to args using parse_fn Args: parse_fn: a function object, which takes args as input, such as ['--foo', 'FOO'] and return parsed args, an example is given as follows including literal blocks:: def parse_fn(args): parser = argparse.ArgumentParser(prog='PROG') parser.add_argument('-x') parser.add_argument('--foo') return parser.parse_args(args) use_hyphen (bool, optional): if set true, hyphen in keyname will be converted to underscore Return: args: arg object parsed by argparse.ArgumentParser z--r-zJElement type in list is expected to be either int,str,float, but got type rztype in config file which supported to be converted to args should be either bool, int, str, float or list of them but got type ) rr[replacer]boolrrrqfloatrrK)rparse_fn use_hyphenargsrrarg_names rto_argsConfig.to_argsds$NN((*DAA3xH#++C5!T""q H%AS%011 H% CF#At$$ H%!!c3t%<==S@LLMaD6@SS= CF# DDE3HII+(~rr))NNN)Nrr)TT)FT)T)#r#r*r+r,r- staticmethodrnrrrrpropertyr rrrrr rrrrrrrrrqrrr.r'rrrPr.r/r0s@rr2r28s6)")"VFF 670\\|N#-00 0 $<8 '#'R$F$F$FLIVmm^(( ''rr2rc^[T[5(a[RT5mSU4SjjnU"[R 5 U"[R 5 U"[R5 U(aYU"[R5 U"[R5 U"[R5 U"[R5 gg)zCheck whether configuration file is valid, If anything wrong, exception will be raised. Args: cfg (str or ConfigDict): Config file path or config object. is_training: indicate if checking training related elements cd>[TU5(dSUS[RSU35eg)Nz Attribute z is missing from z. )hasattrr CONFIGURATION) attr_namemsgrs r check_attr check_config..check_attrs=sI&& 0*YK?P&&'r#)0 0&rN)r) r]rqr2rrr frameworktaskpipelinemodeltrain preprocessor evaluation)r is_trainingrZs` r check_configrds#ss#0|%%&|  !|$$%<%%&<%%&<,,-<**+ rc\rSrSrSrSrSrg)JSONIteratorEncoderizImplement this method in order that supporting arbitrary iterators, it returns a serializable object for ``obj``, or calls the base implementation (to raise a ``TypeError``). c[U[5(ag[U5n[U5$![a Of=f[ R RX5$r)r]rrrrjson JSONEncoderr)robjiterables rrJSONIteratorEncoder.defaultsY c< ( ( "CyH> !   ''22s . ;;r)N)r#r*r+r,r-rr.r)rrrfrfs  3rrfr)"rr{os.pathpathrGrQrUr`rNr^pathlibrrtypingrraddictrhmodelscope.utils.constantrrmodelscope.utils.loggerr rxBASE_KEYr3DEPRECATION_KEYrrr2rqrdrirfr)rrrvs     =.    !3 2S S l,eCO,,43$**3r