h;ddlmZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m ZddlmZmZmZmZmZmZmZmZmZmZddlmZddlmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%dd l&m'Z'd5d Z(d5d Z)d d d d6dZ*dd d7dZ+d8dZ,dd d7dZ-ddd9dZ.d:ddd;dZ/ddZ5dd d?dZ6d@d Z7d@d!Z8d5d"Z9d5d#Z:dd d7d$Z;dd d7d%Zd=d(Z?d&!Y! &Hww||Hh7HX&H% &&r,T)dirsfilescft|}t||r t||r t|yy)zM Clean a directory by removing empty directories and/or empty files. N)rrr2r+)r"r3r4s r* clean_dirr6:s0 T?Dt t$ d# r,F) overwritec Ht|}t|}t|tjj tjj |}tjj ||}t||s t|t||fi|y)a Copy the directory at the given path and all its content to dest path. If overwrite is not allowed and dest path exists, an OSError is raised. More informations about kwargs supported options here: https://docs.python.org/3/library/shutil.html#shutil.copytree N) rrr r"basenamenormpathr#r r copy_dir_content)r"destr7kwargsr(s r*copy_dirr>Fsw T?D T?Dtggrww//56G 77<<g &DD $T4*6*r,c t|}t|}t|t|t||j ddt j ||fi|y)z Copy the content of the directory at the given path to dest path. More informations about kwargs supported options here: https://docs.python.org/3/library/shutil.html#shutil.copytree dirs_exist_okTN)rrr make_dirs setdefaultshutilcopytree)r"r<r=s r*r;r;ZsP T?D T?DtD dO ot, OOD$)&)r,c t|}t|}t|t||s t|t |t j ||fi|y)a Copy the file at the given path and its metadata to dest path. If overwrite is not allowed and dest path exists, an OSError is raised. More informations about kwargs supported options here: https://docs.python.org/3/library/shutil.html#shutil.copy2 N)rrr r make_dirs_for_filerCcopy2r"r<r7r=s r* copy_filerIisL T?D T?D4 $t LLt&v&r,c`t|}t||s t|t|y)zt Create directory at the given path. If overwrite is not allowed and path exists, an OSError is raised. N)rr r rA)r"r7s r* create_dirrK|s' T?DD $ dOr,chddlm}t|}t||s t ||||y)z Create file with the specified content at the given path. If overwrite is not allowed and path exists, an OSError is raised. r) write_fileN) fsutil.iorMrr r )r"contentr7rMs r* create_filerPs- % T?D4 $tWr,ct|}|S)z Alias for remove_dir. r$r"removeds r* delete_dirrUsG Nr,ct|y)z' Alias for remove_dir_content. N)remove_dir_contentr"s r*delete_dir_contentrYs tr,ct|y)z Alias for remove_dirs. N) remove_dirspathss r* delete_dirsr^s r,ct|}|S)z Alias for remove_file. r.rSs r* delete_fileras$G Nr,ct|y)z! Alias for remove_files. N) remove_filesr\s r* delete_filesrds %r,i )r)r0 chunk_sizec t}d|d<|j|fi|5}|j|s||jjddxsd}d}t j ||} | r| j d}|s t|}|s"ttj} d| }|xstj}t|}t||} t| t!| d5} |j#| D]} | s| j%|  d d d d d d | S#1swYxYw#1swY SxYw) a! Download a file from url to dirpath. If dirpath is not provided, the file will be downloaded to a temp directory. If filename is provided, the file will be named using filename. It is possible to pass extra request options (eg. for authentication) using **kwargs. Tstreamzcontent-dispositionzfilename="(.*)"z download-wb)reN)rgetraise_for_statusheadersresearchgrouprstruuiduuid4tempfile gettempdirrrrFopen iter_contentwrite)urlr)r0rer=requestsresponsecontent_dispositionfilename_patternfilename_match filename_uuidr1filechunks r* download_filersU !HF8 c $V $&!!#"*"2"2"6"67Lb"Q"WUW 1 YY'79LMN)//2', #DJJL 1 &}o62X002G$Wh/8$(D ! &T!..*.E &JJu% & &5&< O  & &5&< Os*CE8D7D7%E7E <EE  predicatecg}|D]>}tjj||}| ||s.|j|@|j |S)z Filter paths relative to basepath according to the optional predicate function. If predicate is defined, paths are filtered using it, otherwise all paths will be listed. )r r"r#appendsort)r%relpathsrr]relpathabspaths r* _filter_pathsrsU E"'',,x1   ' 2 LL !" JJL Lr,cbt|}t|tj|tS)zE List all directories contained at the given directory path. r)rrr listdirr rXs r* list_dirsrs% T?D rzz$/6 BBr,cbt|}t|tj|tS)z? List all files contained at the given directory path. r)rrr rrrXs r* list_filesr s% T?D rzz$/7 CCr,cvt|}t|ryt|tj|dy)z Create the directories needed to ensure that the given path exists. If a file already exists at the given path an OSError is raised. NT)exist_ok)rr r r makedirsrXs r*rArAs- T?D d|DKKt$r,ct|}t|ryt|t|\}}|r t |yy)z Create the directories needed to ensure that the given path exists. If a directory already exists at the given path an OSError is raised. N)rrr rrA)r"r)r's r*rFrFs= T?Dt}4%JGQ'r,c t|}t|}t|t||s t|t |t j ||fi|y)a Move an existing dir from path to dest directory. If overwrite is not allowed and dest path exists, an OSError is raised. More informations about kwargs supported options here: https://docs.python.org/3/library/shutil.html#shutil.move N)rrr r rArCmoverHs r*move_dirr-sK T?D T?DtD $ dO KKd%f%r,c "t|}t|}t|t|tjj |t |}t||s t|t|tj||fi|y)a Move an existing file from path to dest directory. If overwrite is not allowed and dest path exists, an OSError is raised. More informations about kwargs supported options here: https://docs.python.org/3/library/shutil.html#shutil.move N) rrr r r"r#rr r rFrCrrHs r* move_filer@sm T?D T?DD 77<<l40 1D4 $t KKd%f%r,c t|}t|syt|tj|fi|t| S)a  Remove a directory at the given path and all its content. If the directory is removed with success returns True, otherwise False. More informations about kwargs supported options here: https://docs.python.org/3/library/shutil.html#shutil.rmtree F)rr rrCrmtree)r"r=s r*r$r$Us= T?D $<t MM$!&!d| r,ctt|}t|tt|t t |y)zI Removes all directory content (both sub-directories and files). N)rrr[rrcrrXs r*rWrWds. T?Dt4!*T"#r,c(|D] }t|y)zO Remove multiple directories at the given paths and all their content. NrRr]r"s r*r[r[ns4r,ct|}t|syt|tj|t| S)zq Remove a file at the given path. If the file is removed with success returns True, otherwise False. F)rr rr removerXs r*r.r.vs7 T?D $<IIdOd| r,c(|D] }t|y)z3 Remove multiple files at the given paths. Nr`rs r*rcrcsDr,ct|}t|ttjj |}||d<tjj |}t|tj||y)z Rename a directory with the given name. If a directory or a file with the given name already exists, an OSError is raised. N) rrlistr r"splitr#r rename)r"namecompsr<s r* rename_dirrs] T?Dt t$ %EE"I 77<< DdIIdDr,ct|}t|t|\}}t||}t |t j ||y)z Rename a file with the given name. If a directory or a file with the given name already exists, an OSError is raised. N)rrrrr r r)r"rr)r'r<s r* rename_filersE T?D%JGQ $ 'DdIIdDr,c`t|}t|}t||}t||y)z9 Rename a file basename with the given basename. N)rrrr)r"r9 extensionr0s r*rename_file_basenamers- T?D"4(IXy1Hhr,c`t|}t|}t||}t||y)z; Rename a file extension with the given extension. N)rrrr)r"rr9r0s r*rename_file_extensionrs- T?D &HXy1Hhr,) autodeletect|}t|}t|t|||k(ryt|t |\}}t |}t ||}t||t|r>t |}t ||}t||t||t|n t|||r t|yy)z Replace directory at the specified path with the directory located at src. If autodelete, the src directory will be removed at the end of the operation. Optimized for large files. Nr"rrX) rr rrArrrr;r rr$)r"srcrr)r( temp_dirname temp_dest temp_paths r* replace_dirrs T?D C.CDsO s{ dO%d+GW"7+L'<0IS)$ d|&w/ g|4 <0 0 " 0r,ct|}t|}t|t|||k(ryt|t |\}}t |\}}t ||}t||}t||dt|r@t ||}t||} t||t||t| n t|||r t|yy)z Replace file at the specified path with the file located at src. If autodelete, the src file will be removed at the end of the operation. Optimized for large files. N)rF)r"r<r7rrX) rr rrFrrrrrIr rr.) r"rrr)r0r'r temp_filenamerrs r* replace_filers T?D C.C4 s{t&t,GX!(+LAy#GyAM'=1I 3Y%8 d|'9E g}5 M22#2r,ct|}t|tjj ||}t j |d}|S)zG Search all paths relative to path matching the given pattern. T) recursive)rrr r"r#glob)r"patternpathnamer]s r* _search_pathsrs> T?Dtww||D'*H IIh$ /E Lr,cPt|}t|t||tS)zD Search for directories at path matching the given pattern. r)rrrr r"rs r* search_dirsr s# T?D }T7;v NNr,cPt|}t|t||tS)z> Search for files at path matching the given pattern. r)rrrrrs r* search_filesrs# T?D }T7;w OOr,)r"rreturnNone)r"rr3boolr4rrr) r"rr<rr7rr=rrr)r"rr<rr=rrr)r"rr7rrr)rh)r"rrOrqr7rrr)r"rrr)r]rrr) ryrqr)z PathIn | Noner0z str | Nonereintr=rrrq)r%rqr list[str]rzCallable[[str], bool] | Nonerr)r"rrr)r"rr=rrr)r"rrrqrr)r"rr9rqrr)r"rrrqrr)r"rrrrrrr)r"rrrqrr)z**/*)z**/*.*)K __future__rrr rnrCrtrrcollections.abcrtypingr fsutil.argsrr fsutil.checksrrr r r r r rrr fsutil.depsr fsutil.pathsrrrrrrrrr fsutil.typesrr+r2r6r>r;rIrKrPrUrYr^rardrrrrrArFrrr$rWr[r.rcrrrrrrrrrr,r*rsD"  $-   )    $&-1 $6;+ ++.2+FI+ +( * 6;' ''.2'FI' '&38  e " 1 11 1  1  1 1p/3 ,   (CD % 6;& &&.2&FI& &(6;& &&.2&FI& &* $     BG FCH FOPr,