% dZddlmZddlmZddlmZddlZddlZddlZddlZddl Z ddl m Z m Z ddl mZddl mZdd l mZdd l mZdd lmZdd lmZddlmZddlmZdd lmZddlmZddlmZddlmZddl m!Z!ddl m"Z#ddl$Z$ddl%m&Z&ddl%m'Z'gdggdgddgddgddgdZ(de)de*fd Z+d!e)d"e)dejXfd#Z-de)ddfd$Z. d6d!e)d"e e)ddfd%Z/d&e)d'e)ddfd(Z0 d7d)e)d*e)d"e e)de)fd+Z1d,ejdde)fd-Z3d.e)d,ejdd/e)dejhfd0Z5d1ejldejnfd2Z8 d6d.e)d3e)d4e e e)e)fddfd5Z9y)8z4Version-agnostic utilities for function source code.)absolute_import)division)unicode_literalsN)DictOptional) exceptions) http_wrapper)transfer)util) storage_api) storage_util) gcloudignore)log) resources) transports)archive)files) http_client)rangezgo.modz package.jsonz index.phpz composer.jsonzmain.pyzrequirements.txtzapp.rbGemfile)dotnetgojavanodejsphppythonruby directoryreturncRtj|tjdgzS)N node_modules)rAnyFileOrDirExists GIT_FILESrs 7lib/googlecloudsdk/command_lib/functions/source_util.py_GcloudIgnoreCreationPredicater&>s(  ( (''>*:: path ignore_filecbtjdz}tj||t|S)Nz node_modules )default_ignore_file gcloud_ignore_creation_predicater))rDEFAULT_IGNORE_FILEGetFileChooserForDirr&)r(r)r+s r% _GetChooserr/Ds3$88;MM  * * -'E  r'ctjj|stjdtjj |stjdy)zValidates that the given directory exists. Args: directory: a local path to the directory provided by user. Returns: The argument provided, if found valid. Raises: SourceArgumentError: If the user provided an invalid directory. z!Provided directory does not existz+Provided path does not point to a directoryN)osr(existsrSourceArgumentErrorisdirr$s r%_ValidateDirectoryExistsOrRaiser5OsQ  "  ( ()L MM y !  ( (5  "r'cnt||}|j} tj||}d}|dz}||kDrBt jtj|dztj|dzy#t$r+}t j dj||d}~wwxYw)z'Validate size of unpacked source files. predicatezError building source archive from path [{path}]. Could not validate source files: [{error}]. Please ensure that path [{path}] contains function code or specify another directory with --source)r(errorNiiB) r/ IsIncluded file_utilsGetTreeSizeBytesOSErrorrFunctionsErrorformatOversizedDeploymentErrorsix text_type)r(r)chooserr8size_be size_limit_mb size_limit_bs r%_ValidateUnpackedSourceSizerIbs k *'  )  ( ( CF-&, l  - - f#S]]<%@3%F    # # 239&d!&2L  sB B4 &B//B4sourceruntimect|tjdd|}tj|}t |D]"}||vst jd|d|dy)zDValidates the given source directory has the required runtime files.z[0-9]z.Provided source directory does not have file [z] which is required for [z$]. Did you specify the right source?N)r5resubr1listdir_REQUIRED_SOURCE_FILESrr3)rJrKversionless_runtimerfs r%(ValidateDirectoryHasRequiredRuntimeFilesrTyso!&)xW5 **V % !"5 6a~  * * :1#>")#G I  7r'zip_dir source_pathc 2t||ratjjtjj ||s$t j dj||r t||tjj |d} t||}|j}tj||||S#t$r=}t jdj|tj |d}~wwxYw)aPrepare zip file with source of the function to upload. Args: zip_dir: str, directory in which zip file will be located. Name of the file will be `fun.zip`. source_path: str, directory containing the sources to be zipped. ignore_file: custom ignore_file name. Override .gcloudignore file to customize files to be skipped. enforce_size_limit: if set, enforces that the unpacked source size is less than or equal to 512 MB. Returns: Path to the zip file. Raises: FunctionsError z4File {0} referenced by --ignore-file does not exist.zfun.zipr7zHError creating a ZIP archive with the source code for directory {0}: {1}N)r5r1r(r2joinrIgnoreFileNotFoundErrorr@rIr/r;rMakeZipFromDir ValueErrorr?rBrC)rUrVr)enforce_size_limit zip_file_namerDr8rFs r%CreateSourcesZipFiler^s,"+. [+(NO  , ,>EE     [9'',,w 2-+{3G""I =+K    # # !!' S]]15E!F s0C D8DD function_refc|j}|j}djdtdD}dj |||S)NrMc3bK|]'}tjtj)ywN)randomchoicestringascii_lowercase).0_s r% z-_GenerateRemoteZipFileName..s L)Q6==!7!78)s-/ z{0}-{1}-{2}.zip) locationsId functionsIdrXrr@)r_regionnamesuffixs r%_GenerateRemoteZipFileNamerpsE  # #&  ! !$ 77L%)L L&  ! !&$ 77r' source_zip stage_bucketcZt|}tjj|}tjj ||} t jj|||S#tj$r%tjdj|wxYw)a>Uploads the given source ZIP file to the provided staging bucket. Args: source_zip: the source ZIP file to upload. function_ref: the function resource reference. stage_bucket: the name of GCS bucket to stage the files to. Returns: dest_object: a reference to the uploaded Cloud Storage object. z;Failed to upload the function source code to the bucket {0})rpr BucketReference FromArgumentObjectReference FromBucketRefr StorageClient CopyFileToGCScalliope_exceptionsBadFileExceptionrSourceUploadErrorr@)rqr_rrzip_file bucket_ref dest_objects r%UploadToStageBucketrs( 5(++88F*,,:::xP+--j+F   - -  & &ELL   s $A228B*responsec|jtjk(rtjj |t j|Srb) status_coder FORBIDDENhttp_exceptionsHttpForbiddenError FromResponser CheckResponse)rs r%&_UploadFileToGeneratedUrlCheckResponsers@[222  , , 9 9( CC  # #H --r'url extra_headersc||xsi}tjj|ddtjddffd } tj |dddi| }j j|_tjtj||tj }j j|jd zd k7r;t!j"d j%||j|j&y#j jwxYw)zUpload the given source ZIP file to provided generated URL. Args: source_zip: the source ZIP file to upload. url: the signed Cloud Storage URL to upload to. extra_headers: extra headers to attach to the request. zapplication/zip) mime_type retry_argsrNcVt|jtjrst j dt j|jtjtj|j|jyj|y)Nz5Caught delayed permission propagation error, retrying)max_wait) isinstanceexcrrrdebugr RebuildHttpConnectionshttptimesleep http_utilCalculateWaitForRetry num_retriesmax_retry_wait retry_func)ruploads r%_UploadRetryFuncz.UploadToGeneratedUrl.._UploadRetryFuncsq*../"D"DE iiGH))*//: jj  ) )$$z/H/H    #r'PUTz content-type) http_methodheaders)rcheck_response_funcretriesdzYFailed to upload the function source code to signed url: {url}. Status: [{code}:{detail}])rcodedetail)r UploadFromFiler ExceptionRetryArgsRequeststreamreadbody MakeRequestrGetApitoolsTransportrrcloserrr|r@content)rqrrrupload_requestrrs @r%UploadToGeneratedUrlrs( %2- ?? # #J:K # L& $<#B#B $t $!)) !2DmDN !--,,.N'''')#B"" H MM S A%  & & $$*F(..x7G7G%+%  & MMs A5DD;rb)NF):__doc__ __future__rrrr1rcrNrertypingrrapitools.base.pyrrr r r rgooglecloudsdk.api_lib.storager r googlecloudsdk.callioperz$googlecloudsdk.command_lib.functionsgooglecloudsdk.command_lib.utilrgooglecloudsdk.corerrrgooglecloudsdk.core.utilrrr<rB six.movesrrrQstrboolr& FileChooserr/r5rIrTr^ResourcerprvrResponserrrr'r%rs;&' !:)%.67E;8#)*,8 ! *   ),- y !cd c 0H0Hst(-1 $SM . S 3 4 ""& ) ))#)  )X8Y-?-?8C8#,#5#5EH!!6.##..JN000.6tCH~.F0 0r'