
    9ix                     p    S SK Jr  S SKJr  S SKJrJr  S SKJr  S SK	J
r
   " S S\5      r " S S	\5      rg
)    )DownloadManager)StreamingDownloadManager)cached_pathis_relative_path)DataDownloadConfig)OssUtilitiesc                   \   ^  \ rS rSrS\4U 4S jjrS\S\S\4S jrS\S\S\4S jrSr	U =r
$ )	DataDownloadManager   download_configc                 N   > [         TU ]  UR                  UR                  USS9  g )NT)dataset_namedata_dirr   record_checksums)super__init__r   r   selfr   	__class__s     o/var/www/html/land-doc-ocr/venv/lib/python3.13/site-packages/modelscope/msdatasets/download/download_manager.pyr   DataDownloadManager.__init__   s-    (55$--+!	 	 	#    url_or_filenamereturnc                     [        U5      n[        UR                  UR                  UR                  UR
                  S9n[        U5      (       a  UR                  XS9$ [        XS9$ N)
oss_configr   	namespacerevision)r   )	strr   r   r   r   versionr   downloadr   )r   r   r   oss_utilitiess       r   	_downloadDataDownloadManager._download   sx    o.$&11(55%//$,,	. O,, )) * B B B Br   c                 $    U R                  X5      $ Nr$   )r   r   r   s      r   _download_single$DataDownloadManager._download_single'   s     ~~o??r    )__name__
__module____qualname____firstlineno__r   r   r    r$   r)   __static_attributes____classcell__r   s   @r   r
   r
      sV    #(: #B B#5B:=B$@ @*<@AD@ @r   r
   c                   X   ^  \ rS rSrSrS\4U 4S jjrS\S\4S jrS\S\4S jr	S	r
U =r$ )
DataStreamingDownloadManager-   z$The data streaming download manager.r   c                 b   > [         TU ]  UR                  UR                  UUR                  S9  g )N)r   r   r   	base_path)r   r   r   r   	cache_dirr   s     r   r   %DataStreamingDownloadManager.__init__0   s3    (55$--+%//	 	 	1r   r   r   c                 H   [        U5      n[        U R                  R                  U R                  R                  U R                  R
                  U R                  R                  S9n[        U5      (       a  UR                  XR                  S9$ [        XR                  S9$ r   )
r    r   r   r   r   r   r!   r   r"   r   )r   r   r#   s      r   r$   &DataStreamingDownloadManager._download7   s    o.$++66--::**44))11	3 O,, ))1E1E * G G 1E1EG Gr   c                 $    U R                  U5      $ r'   r(   )r   r   s     r   r)   -DataStreamingDownloadManager._download_singleG   s    ~~o..r   r+   )r,   r-   r.   r/   __doc__r   r   r    r$   r)   r0   r1   r2   s   @r   r4   r4   -   sA    .1(: 1G G G / / / /r   r4   N)"datasets.download.download_managerr   ,datasets.download.streaming_download_managerr   datasets.utils.file_utilsr   r   .modelscope.msdatasets.download.download_configr   %modelscope.msdatasets.utils.oss_utilsr   r
   r4   r+   r   r   <module>rD      s4    ? C M >@/ @B/#; /r   