JdZddlmZddlmZddlmZddlmZddlmZddlm Z ddl m Z ddl m Z dd l mZdd lmZd Zd Zej&ej(j*Gd dej,Zej&ej(j0ej(j2GddeZddiZee_y)z)ai-platform jobs submit training command.)absolute_import)division)unicode_literals)jobs)base) exceptions)flags) jobs_util) labels_utilc"tjj|tjj|tjj|tj dj|t j|ddtjj|tjj|tjdj|tjdj|tjjj|tjj|tj |dtj"j|tj$j||j'}|j)d d d d |j)dd dt+j,|y)z1Add arguments for `jobs submit training` command.F)requiredzmachine learning training jobsubmitT) upload_help)localzduring trainingz--async store_trueasync_z(DEPRECATED) Display information about the operation in progress without waiting for the operation to complete. Enabled by default and can be omitted; use `--stream-logs` to run synchronously.)actiondesthelpz --stream-logszBlock until job completion and stream the logs while the job runs. Note that even if command execution is halted, the job will still run until cancelled with $ gcloud ai-platform jobs cancel JOB_ID)rrN)r JOB_NAME AddToParser PACKAGE_PATHPACKAGESGetModuleNameFlag compute_flags AddRegionFlagCONFIGSTAGING_BUCKET GetJobDirFlag GetUserArgsr ScaleTierFlagMap choice_argRUNTIME_VERSIONAddPythonVersionFlagTRAINING_SERVICE_ACCOUNTENABLE_WEB_ACCESSadd_mutually_exclusive_group add_argumentr AddCreateLabelsFlags)parser sync_groups /lib/surface/ai_platform/jobs/submit/training.py_AddSubmitTrainingArgsr-s..V$  (..V$5)55f=f&E&(,,6"""6*$'33F;% ,,V4 ))55f=##F+V%67  ,,V4%%f-224*  8     :<""6*ct|jdrq|jjj}|r|j SdD]5}t ||j ddds!tjddyy)zFParse CMEK resource arg, and check if the arg was partially specified.kms_key)zkms-keyz kms-keyringz kms-locationz kms-project-_Nz --kms-keyz#Encryption key not fully specified.) hasattrCONCEPTSr0Parse RelativeNamegetattrreplacerInvalidArgumentException)argskms_refkeywords r,_GetAndValidateKmsKeyr=Ds| T]]I&mm##))+G  ! ! ##N' 4c2D 933@B BO 'r.c*eZdZdZdZedZdZy)Train#Submit an AI Platform training job.Fct|tj||jtj|d|j j tjy)Nsupport_tpu_tf_versionjob) r-r AddCustomContainerFlags_SUPPORT_TPU_TF_VERSION AddKmsKeyFlag display_info AddFormatr JOB_FORMATclsr*s r,Argsz Train.ArgsWsN6" !!s'B'BD & !!)"6"67r.c tj|j|j}tjj |j }|r |jnd}tj}tj||}tjj||j}|jtj||j fid|j"d|j$d|j&d|j(d|d|j*d|j,d|j.d |j0d t3|d r |j4ndd |j6d |d |d|j8dt;|d|d|j<}|r)|j>|j@jBurd|_"|S)Njob_dirstaging_bucketpackages package_path scale_tierconfig module_nameruntime_versionpython_versionnetworkservice_accountlabels stream_logs user_argsr0custom_train_server_configenable_web_access)#r GetStreamLogsrr[r!GetEnumForChoicerSnamer JobsClientParseCreateLabelsTrainingCustomInputServerConfigFromArgsrFValidateConfigSubmitTrainingrDrOrPrQrRrTrUrVrWr3rXrYr\r=r^stateStateValueValuesEnum SUCCEEDED exit_code) selfr:r[rSscale_tier_name jobs_clientrZcustom_container_configrDs r,Runz Train.Run_s))$++t7G7GHK++->>tOJ)3jooO//#K  ( (d ;F11:: $.. 0**,  " "  2  2**  2   2 &&  2# 2{{ 2$$ 2,, 2** 2!(i 8 d 2,, 2 2  2 ..! 2"&d+# 2$$;% 2&00' 2C*syy(@(@(J(JJdn Jr.N)__name__ __module__ __qualname____doc__rF classmethodrMrqr.r,r?r?Qs"+!88!r.r?c$eZdZdZdZedZy)TrainAlphaBetar@Tct|tj|dtjj |tj ||j |jjtjy)NrDrB) r-r rGNETWORKrrErFrHrIr rJrKs r,rMzTrainAlphaBeta.Argss`6" & MMf% !!s'B'BD !!)"6"67r.N)rrrsrtrurFrvrMrwr.r,ryrys+ 88r.ry DESCRIPTIONaDSubmit an AI Platform training job. This creates temporary files and executes Python code staged by a user on Cloud Storage. Model code can either be specified with a path, e.g.: $ {command} my_job \ --module-name trainer.task \ --staging-bucket gs://my-bucket \ --package-path /my/code/path/trainer \ --packages additional-dep1.tar.gz,dep2.whl Or by specifying an already built package: $ {command} my_job \ --module-name trainer.task \ --staging-bucket gs://my-bucket \ --packages trainer-0.0.1.tar.gz,additional-dep1.tar.gz,dep2.whl If `--package-path=/my/code/path/trainer` is specified and there is a `setup.py` file at `/my/code/path/setup.py`, the setup file will be invoked with `sdist` and the generated tar files will be uploaded to Cloud Storage. Otherwise, a temporary `setup.py` file will be generated for the build. By default, this command runs asynchronously; it exits once the job is successfully submitted. To follow the progress of your job, pass the `--stream-logs` flag (note that even with the `--stream-logs` flag, the job will continue to run after this command exits and must be cancelled with `gcloud ai-platform jobs cancel JOB_ID`). For more information, see: https://cloud.google.com/ai-platform/training/docs/overview N)ru __future__rrr googlecloudsdk.api_lib.ml_enginergooglecloudsdk.callioperr"googlecloudsdk.command_lib.computer r$googlecloudsdk.command_lib.ml_enginer $googlecloudsdk.command_lib.util.argsr r-r= ReleaseTracks ReleaseTrackGACommandr?ALPHABETAry_DETAILED_HELP detailed_helprwr.r,rs0&'1(.E6:<#+L BD%%(().DLL.*.bD%%++T->->-C-CD 8U 8E 8 ! $L%r.