o /ѹgL @sFddlZddlZddlZddlZddlmZddlmZddlmZm Z m Z m Z ddl Z ddl mZmZmZmZmZddlmZddlmZddlmZeZd d Zd e ee effd d ZddZddZddZdefddZ d(de efddZ!ddZ"ddZ#ddZ$d d!Z%  "d)d#ed$e ed%e eddfd&d'Z&dS)*N)datetime)Path)BinaryIOListOptionalUnion)DEFAULT_MODELSCOPE_DOMAINDEFAULT_MODELSCOPE_GROUPMODEL_ID_SEPARATORMODELSCOPE_SDK_DEBUGMODELSCOPE_URL_SCHEME)FileIntegrityError) get_default_modelscope_cache_dir) get_loggercCs<t|vr|td}|td}||fSt}|}||fS)Nr)r splitr )model_idZgroup_or_ownernamer^/Users/admin/.pyenv/versions/3.10.0/lib/python3.10/site-packages/modelscope/hub/utils/utils.pymodel_id_to_group_owner_namesr raw_inputcCsd}t|tr#t}d|vrdd|dD}|S|||St|trNt}|D] }t|trMd|vrF|dd|dDq-||q-|S)N,cSg|]}|qSrstrip).0srrr 'z$convert_patterns..cSrrr)rssrrrr/r) isinstancestrlistrappendrextend)routputrrrrconvert_patterns"s"    r'cCs*|dd}tj|d|dd}|S)N/r.Z___)rsplitospathjoinreplace) directoryrpartsZmasked_directoryrrrget_model_masked_directory7s r2cCsZddl}|dkr dSd}t|||d}|d|}t||d}|d||S)NrZ0B) BZKBZMBZGBZTBZPBZEBZZBZYBir) )mathintfloorlogpowround)Z size_bytesr5Z size_nameiprrrrconvert_readable_size>s r=cCs2d}t|dD] }|r||j7}q |S)Nr*)rrglobis_filestatst_size) folder_pathZ total_sizer-rrrget_folder_sizeIs rDreturncCstt|dS)NrC)r=rDrFrrrget_readable_folder_sizeRsrGrcCsDtdd}tdtj|d}|dur|Stj||dS)zcache dir precedence: function parameter > environment > ~/.cache/modelscope/hub Args: model_id (str, optional): The model id. Returns: str: the model_id dir if model_id not None, otherwise cache root dir. z.cache modelscopeZMODELSCOPE_CACHEZhubNr()rhomejoinpathr,getenvr-r.)rZdefault_cache_dir base_pathrrr get_cache_dirVs rMcCsLttjvrttt}|Sddlm }ttt |j d}|S)Nr)versionz%Y-%m-%d %H:%M:%S) r r,environr6r:rnow timestamprHrNstrptimeZ__release_datetime__)rtrNrrrget_release_datetimees  rTcCstdt}t|S)NZMODELSCOPE_DOMAIN)r,rKrr )Zmodelscope_domainrrr get_endpointqsrUcCsbd}t}t|d} ||}|sq||q Wd|S1s(wY|S)NirbT)hashlibsha256openreadupdate hexdigest) file_path BUFFER_SIZEZ sha256_hashfdatarrr compute_hashws    racCs>t|}||kst|d|||f}t|t|dS)zValidate the file hash is expected, if not, delete the file Args: file_path (str): The file to validate expected_sha256 (str): The expected sha256 hash Raises: FileIntegrityError: If file_path hash is not expected. zFile %s integrity check failed, expected sha256 signature is %s, actual is %s, the download may be incomplete, please try again.N)rar,removeloggererrorr )r]Zexpected_sha256Z file_sha256msgrrrfile_integrity_validations   rfF file_namepatternscommit_messagec Csbt|tr|g}|durd|dd|}|j}tj||}tj|rBt|ddd }|}Wdn 1ssF