h1dZddlZddlZddlmZddlmZddlmZddlm Z ddl m Z ddl m Z dd l mZdd lmZdd lmZdd lmZddlm Zdd lmZddlmZddlmZiZej8j:j<ej>jAddddej8jBj<dej8jDj<diZ#e jHjJde jHjLde jHjNdiZ(dZ)dZ*GddejVZ,GddejVZ-dZ.d)d Z/d!Z0 d)d"Z1d#Z2d*d$Z3d%Z4d&Z5Gd'd(ejlZ7y)+z9Flink command library functions for the Flink cli binary.N)parse)transfer) storage_api) storage_util)base) exceptions)requests)java)binary_operations)config) resources) transports) platformsz %APPDATA%googleflinkz config.yamlz.~/Library/Preferences/google/flink/config.yamlz"~/.config/google/flink/config.yamlv1alphav1betav1zCould not locate managed flink client executable [{binary}] on the system PATH. Please ensure gcloud managed-flink-client component is properly installed. See https://cloud.google.com/sdk/docs/components for more details.i0ceZdZdZy)FileUploadErrorz*Exception raised when a file upload fails.N__name__ __module__ __qualname____doc__=lib/googlecloudsdk/command_lib/managed_flink/flink_backend.pyrrBs2rrceZdZdZy)FileDownloadErrorz,Exception raised when a file download fails.Nrrrrr r Fs4rr ctjjtjj ddddS)zGet flink python jar location.platformmanaged-flink-clientlibzflink-python-1.19.0.jarospathjoinr Pathssdk_rootrrrDummyJarr+Js2  lln   rc |xstj}t}|D]x}tjj |}tjj ||}tjj|} |j|||||<z|S#tj$r0} tdjdj ||| d} ~ wwxYw)zDUploads a list of files passed as strings to a Cloud Storage bucket.z(Failed to upload file ["{}"] to "{}": {},N)r StorageClientdictr&r'basenamer(rObjectReferenceFromUrl CopyFileToGCSrBadFileExceptionrformat) files destinationstorage_clientclient destinationsfile_to_upload file_namedest_url dest_objectes rUploadr@Us  8[668&,n  0Iww||K3H..66x@K >;7%-l>"    & &  4 ; ;hhuo{A  sB""C%5+C  C%c tj|}|j j d}|Dcgc]}|s| }}|jr|jg|z}t|dks|djds%tjddj |dj|dd}|jdd jd d jd d }|tjjd|d|d|d|fS#tjddj |xYwcc}w)zCreates a registry from an artifact URI. Args: artifact_uri: ar://///. Returns: Jar file name, The registry resource. z JAR|PY|SQLz|Artifact URI [{0}] is invalid. Must be in the format of ar://///./z.jarNz%2F+z%2B^z%5Ez6artifactregistry.projects.locations.repositories.filesr) projectsId locationsIdrepositoriesIdfilesId)rurlparserInvalidArgumentExceptionr5r'splitnetloclenendswithr(replacer REGISTRYCreate) artifact_uri parsed_url split_pathr'cleaned_split_pathjar_filecleaned_jar_files rCreateRegistryFromArtifactUrir]isd -J$$S)*)3<t<$++,/AA q (:2(>(G(G(O  - - P     XX(, -(sE"**36>>sEJ 9%%,,>#A&$Q''* - /  - - P    =sDEE'Ec|xstj}tj}|j|}tj j |dt}tjd|_ |jj || |jj!y#t$r}tdj|d}~wwxYw#|jj!wxYw)z3Downloads a JAR file from Google Artifact Registry.)nameT) chunksizeN)response_encoding)downloadz1Failed to download JAR from Artifact Registry: {})r GetClient GetMessagesAArtifactregistryProjectsLocationsRepositoriesFilesDownloadRequestrDownloadFromFileDEFAULT_CHUNK_SIZErGetApitoolsTransport bytes_http%projects_locations_repositories_files Exceptionr r5streamclose) dest_pathartifact_jar_pathartifact_clientr9messagesrequestdr?s rDownloadJarFromArtifactRegistryrus  2h002&  ! ! #(  V V  W '  D E$  - '' 4rctjtj}|j t |r|j ||r|D]}|j |d|S)zDHelper function to add our environment variables to the environment.N)copydeepcopyr&environupdateDEFAULT_ENV_ARGSpop) extra_vars exclude_varsenvvars rGetEnvArgsForCommandrsP bjj!#** JJz ggc4 *rctjjtjj ddddS)z%Get the platform executable location.r"r#binr%rrrPlatformExecutablers2  lln   rcf|dk(rd|rtjdd|stjdd|stjdd||kDrtjddy |stjdd |rtjdd |rtjdd y ) z#Validate autotuning configurations.elastic parallelismz8Parallelism must NOT be set for elastic autotuning mode.zmin-parallelismz8Min parallelism must be set for elastic autotuning mode.zmax-parallelismz8Max parallelism must be set for elastic autotuning mode.z>Min parallelism must be less than or equal to max parallelism.zMParallelism must be set to a value of 1 or greater for fixed autotuning mode.z:Min parallelism must NOT be set for fixed autotuning mode.z:Max parallelism must NOT be set for fixed autotuning mode.N)rrO)autotuning_modemin_parallelismmax_parallelismrs rValidateAutotuningrs !  / /  D    / /  D    / /  D (  / /  J )   / /      / /  F   / /  F rc peZdZdZdZfdZdejjdddddddddddf dZ xZ S)FlinkClientWrapperz$Wrapper for the Flink client binary.Nc Ndtjdi}tt|dd|d|t j dd|_tjj|js2t}tjj|r||_ yyy)N MISSING_EXECr#)binary)r custom_errorszManaged Flink Client r) MISSING_BINARYr5superr__init__r RequireJavaInstalled _java_pathr&r'exists _executabler)selfkwargsrcomponent_executable __class__s rrzFlinkClientWrapper.__init__s--5K-LM d,%]FL//0FKDO 77>>$** +/1 , -/ . ,rlocalc |dk7r$tjdj|t}| r |j dj| | r |j dj| |r |j dj|| r |j dj| | r |j dj| |sg}t}|D]6}|j dr|j |&|j |8|d k(r[g}| r)| D]$}|j d |j |&|d d j|d j|d|gz|z|zS|dk(rg}| r/|j djdj | |jdd}dj|g}|r)|D]$}|j d|j |&|d|g|zd j|d j|dj|dj|dj|gz|z|zd|gz|zSg}|rd|g}g}| r/|j djdj | |d|g|z|zd j|d j|gz|z|gz|zS)z+Parses the arguments for the given command.runz%Invalid operation [{}] for Flink CLI.z-Dgcloud.network={0}z-Dgcloud.subnetwork={0}z-Dgcloud.region={0}z-Dgcloud.deployment={0}z-Dgcloud.job.display-name={0}z-Dsqlz--jarz-Dexecution.target=gcloudz-Dgcloud.output-path={0}z!-Dgcloud.api.staging-location={0}z--filepythonz-Dgcloud.pipeline.jars={0}r-rBrDz-Dpython.archives={0}z--targetz*-Dpython.client.executable={0}/bin/python3z#-Dpython.executable={0}/bin/python3z5-Dpython.pythonpath={0}/lib/python3.10/site-packages/z--pythonz--class)r InvalidOperationForBinaryr5listappend startswithr(rP)rcommandjob_typejarrztemp_dirtarget release_tracklocation deploymentnetwork subnetworkr_ extra_jarsmanaged_kafka_clusters main_class extra_argsextra_archives python_venvrargsjob_argsargudfsj env_folderarchivesarchive class_args r_ParseArgsForCommandz'FlinkClientWrapper._ParseArgsForCommandsL0%  7 7 1 8 8 A  6D kk(//89 kk+22:>? kk'..x89 kk+22:>?  kk188>? jvH   C  5 d A ++g  ++a. )(//91889IJ         X  d  0778LMN$$S)"-j)00=>h %G //#  //' "&    )//91889IJ:AA*M3:::FELL      ! $ # * + 2i  + d  0778LMN J '    )//91889IJ         r) rrrrrrr ReleaseTrackALPHAr __classcell__)rs@rrrsK,*00%%++ !'Frr)N)NN)8rr~r&urllibrapitools.base.pyrgooglecloudsdk.api_lib.storagerrgooglecloudsdk.callioperr$googlecloudsdk.command_lib.artifactsr googlecloudsdk.command_lib.utilr &googlecloudsdk.command_lib.util.anthosr googlecloudsdk.corer core_exceptionsr googlecloudsdk.core.credentialsrgooglecloudsdk.core.utilrrOperatingSystemWINDOWSidr'r(MACOSXLINUXDEFAULT_CONFIG_LOCATIONrrBETAGA_RELEASE_TRACK_TO_VERSIONrrhErrorrr r+r@r]rur|rrrBinaryBackedOperationrrrrrsa@ %67(.90D&=)6.%%(("'',,Xw +$$''8 ##&&(L YH$%3o++35--5()Z3745  )X\*@@\r