+dZddlmZddlmZddlmZddlmZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZdd l mZdd l mZdd lmZdd lmZdd lmZdZdZdj1ZGddeZGddeZGddeZGddeZGddej>Z Gdde!Z"GddeZ#Gdd eZ$Gd!d"eZ%d#Z&d$Z'y)%zShell tab completion.)absolute_import)print_function)division)unicode_literalsN)CannedACLStrings)IsFileUrlString)StorageUrlFromString) StripOneSlash)GetTabCompletionCacheFilename)GetTabCompletionLogFilename)CreateWildcardIteratoriz Tab completion aborted (took >%ss), you may complete the command manually. The timeout can be adjusted in the gsutil configuration file. c$eZdZdZdZdZdZdZdZy) CompleterType cloud_bucket cloud_objectcloud_or_local_object local_objectlocal_object_or_canned_aclno_opN) __name__ __module__ __qualname__ CLOUD_BUCKET CLOUD_OBJECTCLOUD_OR_LOCAL_OBJECT LOCAL_OBJECTLOCAL_OBJECT_OR_CANNED_ACLNO_OP%platform/gsutil/gslib/tab_complete.pyrr/s",,1,; %r!rceZdZdZdZdZy)LocalObjectCompleterz!Completer object for local files.c(ddlm}||_y)Nr)FilesCompleter)argcomplete.completersr&files_completer)selfr&s r"__init__zLocalObjectCompleter.__init__;s6)+Dr!c (|j|fi|SN)r()r)prefixkwargss r"__call__zLocalObjectCompleter.__call__Bs 4   1& 11r!Nrrr__doc__r*r/r r!r"r$r$8s),2r!r$ceZdZdZdZdZy)LocalObjectOrCannedACLCompleterz|Completer object for local files and canned ACLs. Currently, only Google Cloud Storage canned ACL names are supported. c"t|_yr,)r$local_object_completer)r)s r"r*z(LocalObjectOrCannedACLCompleter.__init__Ls "6"8Dr!c |j|fi|}tDcgc]}|j|s|}}||zScc}wr,)r5r startswith)r)r-r. local_objectsacl canned_aclss r"r/z(LocalObjectOrCannedACLCompleter.__call__OsK/D//A&AM"2M"23cnnV6L3"2KM ; &&Ns>>Nr0r r!r"r3r3Fs 9'r!r3c8eZdZdZdZedZdZdZdZ y)TabCompletionCachez!Cache for tab completion results.c<||_||_||_||_yr,)r-results timestamppartial_results)r)r-r>r?r@s r"r*zTabCompletionCache.__init__XsDKDLDN*Dr!c t|d5}tj|j}|d}|d}|d}|d}dddt S#1swYxYw#t$r d}g}d}d}Y-wxYw) zInstantiates the cache from a file. Args: filename: The file to load. Returns: TabCompletionCache instance with loaded data or an empty cache if the file cannot be loaded rr-r>r?partial-resultsNrF)openjsonloadsread Exceptionr<)filenamefp cache_dictr-r>r?r@s r" LoadFromFilezTabCompletionCache.LoadFromFile^s # "ZZ * H%Y'{+ $%67  fgy/ JJ   fgios( A(8AA(A%!A((A<;A<ctj}||jz tk\ryd}||jk(r |j}n|j ss|j |jrX|jd|jjdk(r+|jDcgc]}|j |s|}}|tj|_|Sycc}w)z>Returns the cached results for prefix or None if not in cache.N/)timer?TAB_COMPLETE_CACHE_TTLr-r>r@r7count)r)r- current_timer>xs r"GetCachedResultsz#TabCompletionCache.GetCachedResultszs99;Ldnn$(>> G  g""v'8'8'E ,,s t{{005 5 LLALqALL,@LgA yy{dn n Bs ,C'C'c`||_||_||_tj|_y)zBUpdates the in-memory cache with the results for the given prefix.N)r-r>r@rOr?)r)r-r>r@s r" UpdateCachezTabCompletionCache.UpdateCaches%DKDL*DYY[DNr!c tj|j|j|j|j d} t |d5}|j|dddy#1swYyxYw#t$rYywxYw)z'Writes out the cache to the given file.)r-r>rCr?wN) rEdumpsr-r>r@r?rDwriteIOError)r)rIjson_strrJs r" WriteToFilezTabCompletionCache.WriteToFilesmzz++<<//^^ H # "        s0 A7A+"A7+A40A74A77 BBN) rrrr1r* staticmethodrLrTrVr]r r!r"r<r<Us/)+ KK6,!  r!r<c(eZdZdZfdZdZxZS)CloudListingRequestThreadz@Thread that performs a listing request for the given URL string.cbtt| d|_||_||_d|_y)zInstantiates Cloud listing request thread. Args: wildcard_url_str: The URL to list. gsutil_api: gsutil Cloud API instance to use. TN)superr`r*daemon_wildcard_url_str _gsutil_apir>)r)wildcard_url_str gsutil_api __class__s r"r*z"CloudListingRequestThread.__init__s1 #T35DK-D!DDLr!ct|j|jjdg}t j |t Dcgc] }t|c}|_ycc}w)Nname)bucket_listing_fields) r rdreIterAll itertoolsislice_TAB_COMPLETE_MAX_RESULTSstrr>)r)itcs r"runzCloudListingRequestThread.runsd    !''A"((-FGG1AGDLsA))rrrr1r*rs __classcell__)rhs@r"r`r`sH r!r`c eZdZy) TimeoutErrorN)rrrr r!r"rvrvsr!rvc$eZdZdZddZdZdZy)CloudObjectCompleterz Completer object for Cloud URLs.c ||_||_y)zInstantiates completer for Cloud URLs. Args: gsutil_api: gsutil Cloud API instance to use. bucket_only: Whether the completer should only match buckets. N)re _bucket_only)r)rg bucket_onlys r"r*zCloudObjectCompleter.__init__s"D#Dr!ct||j}|j|j||j r&ddl}|j t|zt|j}|S)a<Perform a remote listing request for the given wildcard URL. Args: wildcard_url: The wildcard URL to list. timeout: Time limit for the request. Returns: Cloud resources matching the given wildcard URL. Raises: TimeoutError: If the listing does not finish within the timeout. rN) r`restartjoinis_alive argcompletewarn_TIMEOUT_WARNINGrvr>)r) wildcard_urltimeoutrequest_threadrr>s r"_PerformCloudListingz)CloudObjectCompleter._PerformCloudListingsm/|T=M=MNN  ''12 N$$G Nr!c |sd}n t|rgS|dz}t|}|jr|jsgStj j ddd}|dk(rgStj}tjt}|j|}d} ||} d} na |j||} |jrt| d k(rt| dg} t| tk(} |j!|| | |j%ttj} t| } | |z }t'd | | || |z |fz| S#t"$rd } g} YdwxYw) Nzgs://*GSUtiltab_completion_timeoutrz (from cache)z (request timeout)z:%s results%s in %.2fs, %.2f results/second for prefix: %s )rr rzIsBucketbotoconfiggetintrOr<rLr rTrlenr rorVrvr]_WriteTimingLog)r)r-r.rurlr start_timecachecached_resultstiming_log_entry_typer>r@end_time num_resultselapsed_secondss r"r/zCloudObjectCompleter.__call__s f  iCrs&%'  (-2+?=:  FH F 26 2 'f 'O O d 0 029U6Up'&'&FB6r!