G'dZddlmZddlmZddlmZddlZddlZddlZddlZddl m Z ddl m Z ddl m Z dd l mZddlZGd d ej ej"ZGd d eZGddeZy)z1Utilities for expanding wildcarded GCS pathnames.)absolute_import)division)unicode_literalsN) storage_api) storage_util)log) propertiesc<eZdZdZdZedZdZejdZ ejdZ ejdZ ejdZ ejd Zejd Zed Zd Zd ZdZdZdZdZdZy) PathExpanderz0Abstract base class for path wildcard expansion.z[*?[]cL|jdr tStSNgs://) startswithGCSPathExpanderLocalPathExpanderclspaths 3lib/googlecloudsdk/command_lib/storage/expansion.pyForPathzPathExpander.ForPath(s  w    c||_yN)_sep)selfseps r__init__zPathExpander.__init__.s DIrcyrrrs rAbsPathzPathExpander.AbsPath1rcyrrr s rIsFilezPathExpander.IsFile5r"rcyrrr s rIsDirzPathExpander.IsDir9r"rcyrrr s rExistszPathExpander.Exists=r"rcyrrr s rListDirzPathExpander.ListDirAr"rcyrrrpath1path2s rJoinzPathExpander.JoinEr"rc\ttjtj|Sr)boolresearchr EXPANSION_CHARSrs r HasExpansionzPathExpander.HasExpansionIs  ,66= >>rc:t}t}|j|j|D]@}|j|jr|j |0|j |B|j |r|j||fS)aExpand the given path that contains wildcard characters. Args: path: str, The path to expand. Returns: ({str}, {str}), A tuple of the sets of files and directories that match the wildcard path. All returned paths are absolute. )set_Globr!endswithraddIsEndRecursiveclear)rrfilesdirsps r ExpandPathzPathExpander.ExpandPathMsy EE 5D ZZ T* + DII    ! ,  4  jjl 4=rct}t}|D]a}|j|\}}|s'|s%tjdj |@|j ||j |c||fS)Nz[{}] does not match any paths.)r7r@rwarningformatupdate)rpathsr=r>r? current_files current_dirss r ExpandPathszPathExpander.ExpandPathsesq EE 5D &*ooa&8#}l < 4;;A>? ll=! kk,  $;rc>|j|jdzSNz**r9rr s rr;zPathExpander.IsEndRecursiveqs ==T) **rc8|j|jSrrKr s r IsDirLikezPathExpander.IsDirLikets == ##rc#vK|j|s%|j|r|j|ytjj |\}}|j|}|j |D]}|s8|j||}|j|s)|j|=|dk(r*|j|D]}|j|ltj|j||D]%}|j|j||'ywrJ) r5r( _FormatPathosrsplitr8r/_RecursiveDirListfnmatchfilterr*)rrdir_pathbasenamehas_basename_expansionexpanded_dir_pathns rr8zPathExpander._Globws   T " T t$$ t,Hh!..x8!ZZ1 #yy*H5 ;;t   & & t ))*;>ll,-a""499->#BC C2s B#D9&BD9c#K|j|D]2}|j||}||j|D]}|4ywr)r*r/rR)rrUrYrxs rrRzPathExpander._RecursiveDirListsH \\( # YYx #d j%%d+!,$sAA c||j|r*|j|js||jz}|Sr)r&r9rr s rrOzPathExpander._FormatPaths0 zz$ dii 8 DII d KrN)__name__ __module__ __qualname____doc__r4 classmethodrrabcabstractmethodr!r$r&r(r*r/r5r@rHr;rMr8rRrOrrrr r #s8/             ??0 +$D.rr cFeZdZdZfdZdZdZdZdZdZ dZ xZ S) rz3Implements path expansion for the local filesystem.cHtt| tjyr)superrrrPrr __class__s rrzLocalPathExpander.__init__s T+BFF3rc@tjj|Sr)rPrabspathr s rr!zLocalPathExpander.AbsPaths 77??4  rc@tjj|Sr)rPrisfiler s rr$zLocalPathExpander.IsFile 77>>$ rc@tjj|Sr)rPrisdirr s rr&zLocalPathExpander.IsDirs 77== rc@tjj|Sr)rPrexistsr s rr(zLocalPathExpander.Existsrmrcd tj|S#tj$rgcYSwxYwr)rPlistdirerrorr s rr*zLocalPathExpander.ListDirs. ZZ  88 is //cBtjj||Sr)rPrjoinr,s rr/zLocalPathExpander.Joins 77<<u %%r) r]r^r_r`rr!r$r&r(r*r/ __classcell__rhs@rrrs);4!   &rrcteZdZdZfdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZfdZxZS)rz?Implements path expansion for gs:// formatted resource strings.cztt| dtj|_i|_i|_y)N/)rfrrr StorageClient_client_objects_object_detailsrgs rrzGCSPathExpander.__init__s1 /4)#.,,.DLDMDrcg}|D]5}|j|\}}|r|n|dz}|j|||df7t|d}|Dcgc]}|d c}Scc}w)a-Gets all the details for the given paths and returns them sorted. Args: object_paths: [str], A list of gs:// object or directory paths. Returns: [{path, data}], A list of dicts with the keys path and data. Path is the gs:// path to the object or directory. Object paths will not end in a '/' and directory paths will. The data is either a storage.Object message (for objects) or a storage_util.ObjectReference for directories. The sort order is alphabetical with all directories first and then all objects. r{)rdatac|d|ddfS)Nrrr)os rz8GCSPathExpander.GetSortedObjectDetails..sqtQqT&\.Br)keyr)_GetObjectDetailsappendsorted)r object_pathsall_dataris_objrds rGetSortedObjectDetailsz&GCSPathExpander.GetSortedObjectDetailssuH++D1lfdTdoovd;<= h$BCH" #(QAaD( ## #s Ac|jj|}|rd|fSdtjj |dfS)akGets the actual object data for a given GCS path. Args: object_path: str, The gs:// path to an object or directory. Returns: (bool, data), Where element 0 is True if the path is an object, False if a directory and where data is either a storage.Object message (for objects) or a storage_util.ObjectReference for directories. TFallow_empty_object)rgetrObjectReferenceFromUrl)r object_pathdetailss rrz!GCSPathExpander._GetObjectDetailssS""&&{3G 7]L0088 $9000rc>|jds td|S)Nrz0GCS paths must be absolute (starting with gs://))r ValueErrorr s rr!zGCSPathExpander.AbsPaths ??7 # I JJ Krc8|j|\}}|xr| Sr_Existsrrrqis_dirs rr$zGCSPathExpander.IsFiles!\\$'NFF  &j rc6|j|\}}|xr|Srrrs rr&zGCSPathExpander.IsDirs\\$'NFF  frc.|j|\}}|Srr)rrrq_s rr(zGCSPathExpander.Existss T"IFA Mrc|j|ry|jd}tjj |d}|j |j |j|jvr|jsy|j|j|jvry|j|j}|j|jD]}|j|syy)N)TTr{Tr)TF)FF) _IsRootrstriprrr_LoadObjectsIfMissing bucket_refbucketr~name _GetDirStringr)rrobj_refdir_nameis rrzGCSPathExpander._Existss ||D  ;;s D**22 3'Gw112~~& \\ w~~6 6##GLL1h}}W^^,! << !- rc#K|j|rb|jjtjj j jdD]}|jytjj|d}|j|j|j|j}t|}t!}|j"|j$D]Q}|j'|s||d}|j)|j*d} | |vs=|j-| | Syw)NT)required)projectrr)rr} ListBucketsr VALUEScorerGetrrrrrrrlenr7r~rrrQrr:) rrbrrparent_dir_lengthseenobj_namesuffixresults rr*zGCSPathExpander.ListDirs! ||D||''##((0044d4C(E!ff E **22 3'Gw112!!',,/HH  5DMM'..1   X &+,-dii(+   ((6 , 2sD E'E8Ec|j|rd|j|jzS|j|j|jz|j|jzSr )rlstriprrr,s rr/zGCSPathExpander.Join-sT ||E u||DII. .. << "TYY .dii1H HHrc|dk(xs|dk(S)Nrzgs:rr s rrzGCSPathExpander._IsRoot2s 7? +dem+rc|jj|j}| |jj |}t }|D]U}d|j |j|jz}||j|<|j|jW|jj|jt j|yy#tj$rYywxYwr )r~rrr} ListBucketr7r/rrr: setdefaultrDrBucketNotFoundError)rrobjects object_namesr full_paths rrz%GCSPathExpander._LoadObjectsIfMissing5smm 1 12G  ,,))*5u A **;*;QVV DD),-$  y )   166 "   !2!2CE:AA,O , ,   sBrsi 8&'  67#* u%3%%ckk2up& &8W/lW/r