07 P d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlZddlZddlZddl m
Z
ddl m Z dd l
mZ ddlmc mZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlm Z ddlmZ ddlm Z ddl m Z ed G d dej> Z G d dejB Z"y)(Integration tests for lifecycle command. )absolute_import)print_function)division)unicode_literalsN)mock) parseString) ApiSelector) SkipForS3) ObjectToURI)SetBotoConfigForTest)SetEnvironmentForTest)unittest)Retry)LifecycleTranslation) shim_utilz2Lifecycle command is only supported for gs:// URLsc e Zd ZdZdZ ed j
d ZdZdZ e
j e Z de j z d z Zd
Zd Z e
j e Zd Zd
Zd Zd Zd Zd Zd Zd Zd Zd Zd Z d Z d Z d Z y)TestSetLifecycler z{}z}365z )indentzC{"rule": [{"action": {"type": "Add"}, "condition": {"age": 365}}]}
z{"rule": [{"action": {"type": "Delete"}, "condition": {"age": 365}}, {"action": {"type": "SetStorageClass", "storageClass": "NEARLINE"}, "condition": {"matchesStorageClass": ["STANDARD"], "age": 366}}]}
z{"lifecycle": z}
zF{"rule": [{"action": {"type": "Delete"}, "condition": {"age": 365}}]}
zY{"rule": [{"action": {"type": "Delete"}, "condition": {"createdBefore": "2014-10-01"}}]}
zk{"rule": [{"action": {"type": "Delete"}, "condition": {"age": 0, "isLive": false, "numNewerVersions": 0}}]}z has no lifecycle configuration.c 4 | j }t j | }t j | }t j | }t j
| }| j
t j | t j | y)z0Tests lifecycle translation for various formats.N) *lifecycle_doc_without_storage_class_fieldsr JsonLifecycleToMessageBotoLifecycleFromMessageBotoLifecycleToMessageJsonLifecycleFromMessage assertEqualjsonloads)self json_text entries_listboto_lifecycleconverted_entries_listconverted_json_texts -platform/gsutil/gslib/tests/test_lifecycle.pytest_lifecycle_translationz+TestSetLifecycle.test_lifecycle_translationP sz ??I'>>yIL)BB<PN 1 H H .GG TZZ *DJJ7J,KL c | j }| j ddt | gd }| j | j | y )N lifecyclegetT
return_stdout) CreateBucket RunGsUtilsuriassertInno_lifecycle_config)r
bucket_uristdouts r% test_default_lifecyclez'TestSetLifecycle.test_default_lifecycle^ sI ""$J
^^ eT* -.d DFMM$**F3r' c , | j }| j | j j d }| j dd|t | g | j ddt | gd }| j
| j | y Nasciicontentsr) setr* Tr+ )r- CreateTempFile
empty_doc1encoder. r/ r0 r1 r r2 fpathr3 s r% test_set_empty_lifecycle1z*TestSetLifecycle.test_set_empty_lifecycle1d s ""$J )?)?)H IENNKtJ/?@A
^^ eT* -.d DFMM$**F3r' c R | j }| j | j j d }| j dd|t | g | j ddt | gd }| j
t j | | j y r6
r- r;
lifecycle_docr= r. r/ r r r lifecycle_json_objr> s r% test_valid_lifecyclez%TestSetLifecycle.test_valid_lifecyclel s ""$J ););)B)B7)K LENNKtJ/?@A
^^ eT* -.d DFTZZ')@)@Ar' c R | j }| j | j j d }| j dd|t | g | j ddt | gd }| j
t j | | j y r6 )
r- r; lifecycle_doc_bucket_styler= r. r/ r r r rD r> s r% !test_valid_lifecycle_bucket_stylez2TestSetLifecycle.test_valid_lifecycle_bucket_stylet s ""$J 0077@
BENNKtJ/?@A
^^ eT* -.d DFTZZ')@)@Ar' c R | j }| j | j j d }| j dd|t | g | j ddt | gd }| j
t j | | j y r6 )
r- r; lifecycle_created_before_docr= r. r/ r r r !lifecycle_created_before_json_objr> s r% test_created_before_lifecyclez.TestSetLifecycle.test_created_before_lifecycle} s ""$J 2299'B
DENNKtJ/?@A
^^ eT* -.d DFTZZ')O)OPr' c | j }| j | j j d }| j dd|t | gdd }| j
d| y Nr7 r8 r) r: T)expected_status
return_stderrzXML lifecycle data provided)r- r; bad_docr= r. r/ assertNotInr r2 r? stderrs r% test_bad_lifecyclez#TestSetLifecycle.test_bad_lifecycle so ""$J )<) s r% 1test_translation_for_falsy_values_works_correctlyzBTestSetLifecycle.test_translation_for_falsy_values_works_correctly s ""$J ;;BB7K
ME NNKtJ/?@A
^^ eT* -.d DF
V]+V 12V 78r' c ~ | j }| j }| j || j j d }| j dd|t
| g | j ddt
| gd }| j t j | | j | j || j j d }| j dd|t
| g | j ddt
| gd }| j | j | y) z6Tests setting and turning off lifecycle configuration.r7 )tmpdirr9 r) r: r* Tr+ N)r-
CreateTempDirr; rC r= r. r/ r r r rD r< r0 r1 )r r2 r_ r? r3 s r% test_set_lifecycle_and_resetz-TestSetLifecycle.test_set_lifecycle_and_reset s% ""$J
!F v)-););)B)B7)K
MENNKtJ/?@A
^^ eT* -.d DFTZZ')@)@A v)- )?)?)H
JENNKtJ/?@A
^^ eT* -.d DFMM$**F3r' c " | j }| j }| j | j j d }| j dd|t | t | g | j ddt | gd }| j
t j | | j | j ddt | gd }| j
t j | | j y) z:Tests setting lifecycle configuration on multiple buckets.r7 r8 r) r: r* Tr+ NrB )r bucket1_uri bucket2_urir? r3 s r% test_set_lifecycle_multi_bucketsz1TestSetLifecycle.test_set_lifecycle_multi_buckets s ##%K##%K ););)B)B7)K LENN eU
k
k ^^ eT+ ./t EFTZZ')@)@A
^^ eT+ ./t EFTZZ')@)@Ar' c
j t j k( rt j d S j } j
d| } j
d| } j | j | t j t t g } j |j d|z d|z j j j d
t! t# t$ d d
fd } | j' d
dt gd } j) t+ j, | j. j' d
dt gd } j) t+ j, | j. y)z5Tests setting lifecycle with a wildcarded bucket URI.zjXML wildcard behavior can cause test to flake if a bucket in the same project is deleted during execution.bucket)prefix) bucket_namez/gs://%sgsutil-test-test-set-lifecycle-wildcard-z%s*r7 r8 rO )tries timeout_secsc j ddgd } j | j j r?j dt z | j dt z | d}n9t
dt z dt z g }j | d}j | j | d y )
Nr) r: T)rQ zUpdating %s/...Updatingz)Setting lifecycle configuration on %s/...z Setting lifecycle configuration ) r. update
splitlines_use_gcloud_storager0 r/ r: r count) rU status_messageexpected_lines actual_linesrc rd r? r wildcards r% _Check1z=TestSetLifecycle.test_set_lifecycle_wildcard.._Check1 s ~~{E5( C,0 2f&++-.
! !
'${*;;VD
'${*;;VD# 7${:K K 7${:K K
6:
v||N3Q7r' r) r* Tr+ N)test_apir
XMLr skipMakeRandomTestString MakeTempNamer- posixpath commonprefixr/
assertTrue
startswithr; rC r= r: r AssertionErrorr. r r r rD ) r
random_prefix bucket1_name bucket2_name
common_prefixrx r3 rv rc rd r? rw s ` @@@@@r% test_set_lifecycle_wildcardz,TestSetLifecycle.test_set_lifecycle_wildcard s }} ' ]] / 0 0 --/M$$Xm$DL$$Xm$DL## #=K## #=K
**
k D -.0MOO =
M OP }$H ););)B)B7)K LE5L
>38 8 48& I
^^ eT+ ./t EFTZZ')@)@A
^^ eT+ ./t EFTZZ')@)@Ar' N) __name__
__module__ __qualname____doc__r< r toprettyxmlrX rR rC r r rD rstriprG r rJ rK r[ r1 r& r4 r@ rE rH rL rV rY r] ra re r r' r% r r ( s 0* )
* +6+V+*D
M
M
"tzz-0 0=3G3G3I I %!&
P -- '1djj1M&N#= ( : M 4 4BBQ<9
9 4$B ;Br' r c h e Zd ZdZd Z ej d ej d Zy) TestLifecycleUnitTestsWithShimz*Unit tests for gsutil lifecycle with shim.c
| j }t ddg 5 t ddd 5 | j ddt | gd }d
j |j d }| j d j t j d t | | d d d d d d y # 1 sw Y xY w# 1 sw Y y xY w)
NGSUtiluse_gcloud_storageTruer hidden_shim_modedry_runr fake_dir(CLOUDSDK_CORE_PASS_CREDENTIALS_TO_GSUTILCLOUDSDK_ROOT_DIRr) r* Targsreturn_log_handler
infozGcloud Storage Command: {} storage buckets describe --format=gsutiljson[key=lifecycle_config,empty=' has no lifecycle configuration.',empty_prefix_key=storage_url] {}) r- r
r
RunCommandr/ joinmessagesr0 formatr _get_gcloud_binary_path)r r2 mock_log_handler
info_liness r% ,test_shim_translates_lifecycle_get_correctlyzKTestLifecycleUnitTestsWithShim.test_shim_translates_lifecycle_get_correctly
s ""$J G H J
K 6< )" ??;/4/3J/?1- ?C + D YY / 8 8 @A
F9< @
K
K
K
Ks# CA?Ev$<r s / & % ' ' ( ' ' ? 0 1 2 % ( ? ! ?@[Bx99 [B A[B|/"X%>%> /"r'