07 P S r SSKJr SSKJr SSKJr SSKJr SSKrSSKrSSKrSSK J
r
SSK J r SS K
Jr SSKJs Jr SS
KJr SS KJr SS KJr SS
KJr SSKJ r SSKJr SSKJ r SSK J r \" S5 " S S\R> 5 5 r " S S\RB 5 r"g)(Integration tests for lifecycle command. )absolute_import)print_function)division)unicode_literalsN)mock) parseString) ApiSelector) SkipForS3) ObjectToURI)SetBotoConfigForTest)SetEnvironmentForTest)unittest)Retry)LifecycleTranslation) shim_utilz2Lifecycle command is only supported for gs:// URLsc \ rS rSrSrSr\" S5 R SS9rSr Sr
\ R " \
5 r
S \
R 5 - S
- rS rS r\ R " \5 rS
rSrS rS rS rS rS rS rS rS r S r S r S r S r Sr!g ) TestSetLifecycle( r z{}z}365z )indentzC{"rule": [{"action": {"type": "Add"}, "condition": {"age": 365}}]}
z{"rule": [{"action": {"type": "Delete"}, "condition": {"age": 365}}, {"action": {"type": "SetStorageClass", "storageClass": "NEARLINE"}, "condition": {"matchesStorageClass": ["STANDARD"], "age": 366}}]}
z{"lifecycle": z}
zF{"rule": [{"action": {"type": "Delete"}, "condition": {"age": 365}}]}
zY{"rule": [{"action": {"type": "Delete"}, "condition": {"createdBefore": "2014-10-01"}}]}
zk{"rule": [{"action": {"type": "Delete"}, "condition": {"age": 0, "isLive": false, "numNewerVersions": 0}}]}z has no lifecycle configuration.c @ U R n[ R " U5 n[ R " U5 n[ R " U5 n[ R
" U5 nU R
[ R " U5 [ R " U5 5 g)z0Tests lifecycle translation for various formats.N) *lifecycle_doc_without_storage_class_fieldsr JsonLifecycleToMessageBotoLifecycleFromMessageBotoLifecycleToMessageJsonLifecycleFromMessage assertEqualjsonloads)self json_text entries_listboto_lifecycleconverted_entries_listconverted_json_texts -platform/gsutil/gslib/tests/test_lifecycle.pytest_lifecycle_translation+TestSetLifecycle.test_lifecycle_translationP sz ??I'>>yIL)BB<PN 1 H H .GG TZZ *DJJ7J,KL c U R 5 nU R SS[ U5 /SS9nU R U R U5 g )N lifecyclegetT
return_stdout) CreateBucket RunGsUtilsuriassertInno_lifecycle_config)r
bucket_uristdouts r& test_default_lifecycle'TestSetLifecycle.test_default_lifecycle^ sI ""$J
^^ eT* -.d DFMM$**F3r) c U R 5 nU R U R R S5 S9nU R SSU[ U5 /5 U R SS[ U5 /SS9nU R
U R U5 g Nasciicontentsr+ setr, Tr- )r/ CreateTempFile
empty_doc1encoder0 r1 r2 r3 r r4 fpathr5 s r& test_set_empty_lifecycle1*TestSetLifecycle.test_set_empty_lifecycle1d s ""$J )?)?)H IENNKtJ/?@A
^^ eT* -.d DFMM$**F3r) c H U R 5 nU R U R R S5 S9nU R SSU[ U5 /5 U R SS[ U5 /SS9nU R
[ R " U5 U R 5 g r9
r/ r>
lifecycle_docr@ r0 r1 r r r lifecycle_json_objrA s r& test_valid_lifecycle%TestSetLifecycle.test_valid_lifecyclel s ""$J ););)B)B7)K LENNKtJ/?@A
^^ eT* -.d DFTZZ')@)@Ar) c H U R 5 nU R U R R S5 S9nU R SSU[ U5 /5 U R SS[ U5 /SS9nU R
[ R " U5 U R 5 g r9 )
r/ r> lifecycle_doc_bucket_styler@ r0 r1 r r r rH rA s r& !test_valid_lifecycle_bucket_style2TestSetLifecycle.test_valid_lifecycle_bucket_stylet s ""$J 0077@
BENNKtJ/?@A
^^ eT* -.d DFTZZ')@)@Ar) c H U R 5 nU R U R R S5 S9nU R SSU[ U5 /5 U R SS[ U5 /SS9nU R
[ R " U5 U R 5 g r9 )
r/ r> lifecycle_created_before_docr@ r0 r1 r r r !lifecycle_created_before_json_objrA s r& test_created_before_lifecycle.TestSetLifecycle.test_created_before_lifecycle} s ""$J 2299'B
DENNKtJ/?@A
^^ eT* -.d DFTZZ')O)OPr) c U R 5 nU R U R R S5 S9nU R SSU[ U5 /SSS9nU R
SU5 g Nr: r; r+ r= T)expected_status
return_stderrzXML lifecycle data provided)r/ r> bad_docr@ r0 r1 assertNotInr r4 rB stderrs r& test_bad_lifecycle#TestSetLifecycle.test_bad_lifecycle so ""$J )<) xml_docr@ r0 r1 r2 r[ s r& test_bad_xml_lifecycle'TestSetLifecycle.test_bad_xml_lifecycle sm ""$J )<) %lifecycle_with_falsy_condition_valuesr@ r0 r1 assertRegexrA s r& 1test_translation_for_falsy_values_works_correctlyBTestSetLifecycle.test_translation_for_falsy_values_works_correctly s ""$J ;;BB7K
ME NNKtJ/?@A
^^ eT* -.d DF
V]+V 12V 78r) c h U R 5 nU R 5 nU R UU R R S5 S9nU R SSU[
U5 /5 U R SS[
U5 /SS9nU R [ R " U5 U R 5 U R UU R R S5 S9nU R SSU[
U5 /5 U R SS[
U5 /SS9nU R U R U5 g) z6Tests setting and turning off lifecycle configuration.r: )tmpdirr< r+ r= r, Tr- N)r/
CreateTempDirr> rG r@ r0 r1 r r r rH r? r2 r3 )r r4 ri rB r5 s r& test_set_lifecycle_and_reset-TestSetLifecycle.test_set_lifecycle_and_reset s% ""$J
!F v)-););)B)B7)K
MENNKtJ/?@A
^^ eT* -.d DFTZZ')@)@A v)- )?)?)H
JENNKtJ/?@A
^^ eT* -.d DFMM$**F3r) c U R 5 nU R 5 nU R U R R S5 S9nU R SSU[ U5 [ U5 /5 U R SS[ U5 /SS9nU R
[ R " U5 U R 5 U R SS[ U5 /SS9nU R
[ R " U5 U R 5 g) z:Tests setting lifecycle configuration on multiple buckets.r: r; r+ r= r, Tr- NrF )r bucket1_uri bucket2_urirB r5 s r& test_set_lifecycle_multi_buckets1TestSetLifecycle.test_set_lifecycle_multi_buckets s ##%K##%K ););)B)B7)K LENN eU
k
k ^^ eT+ ./t EFTZZ')@)@A
^^ eT+ ./t EFTZZ')@)@Ar) c ^ ^^^ ^
^ T R [ R :X a [ R " S5 $ T R 5 nT R
SUS9nT R
SUS9nT R US9mT R US9m [ R " [ T5 [ T 5 /5 nT R UR SU- 5 5 SU- m T R T R R S5 S9m
[! 5 m[# [$ S S
S 9UUU U
U U 4S j5 nU" 5 T R' S
S[ T5 /SS9nT R) [* R, " U5 T R. 5 T R' S
S[ T 5 /SS9nT R) [* R, " U5 T R. 5 g)z5Tests setting lifecycle with a wildcarded bucket URI.zjXML wildcard behavior can cause test to flake if a bucket in the same project is deleted during execution.bucket)prefix) bucket_namez/gs://%sgsutil-test-test-set-lifecycle-wildcard-z%s*r: r; rV )tries timeout_secsc > TR SSTT/SS9n TR U R 5 5 TR ( a? TR S[ T5 - U 5 TR S[ T5 - U 5 SnO9[
S[ T5 - S[ T5 - /5 nTR UT5 SnTR U R U5 S 5 g )
Nr+ r= T)rX zUpdating %s/...Updatingz)Setting lifecycle configuration on %s/...z Setting lifecycle configuration ) r0 update
splitlines_use_gcloud_storager2 r1 r= r count) r\ status_messageexpected_lines actual_linesrn ro rB r wildcards r& _Check1=TestSetLifecycle.test_set_lifecycle_wildcard.._Check1 s ~~{E5( C,0 2f&++-.
! !
'${*;;VD
'${*;;VD# 7${:K K 7${:K K
6:
v||N3Q7r) r+ r, Tr- N)test_apir
XMLr skipMakeRandomTestString MakeTempNamer/ posixpath commonprefixr1
assertTrue
startswithr> rG r@ r= r AssertionErrorr0 r r r rH ) r
random_prefix bucket1_name bucket2_name
common_prefixr r5 r rn ro rB r s ` @@@@@r& test_set_lifecycle_wildcard,TestSetLifecycle.test_set_lifecycle_wildcard s }} ' ]] / 0 0 --/M$$Xm$DL$$Xm$DL## #=K## #=K
**
k D -.0MOO =
M OP }$H ););)B)B7)K LE5L
>38 8 48& I
^^ eT+ ./t EFTZZ')@)@A
^^ eT+ ./t EFTZZ')@)@Ar) N)"__name__
__module__ __qualname____firstlineno____doc__r? r toprettyxmlr` rY rG r r rH rstriprL r rP rQ rd r3 r' r6 rC rI rM rR r] ra rf rk rp r __static_attributes__r r) r& r r ( s 0* )
* +6+V+*D
M
M
zz-0 0=3G3G3I I %!&
P -- '+jj1M&N#= ( : M 4 4BBQ<9
9 4$B ;Br) r c j \ rS rSrSrS r\R " S\R " 5 S9S 5 r Sr
g) TestLifecycleUnitTestsWithShimi z*Unit tests for gsutil lifecycle with shim.c
U R 5 n[ SS/5 [ SSS.5 U R SS[ U5 /SS 9nS
R UR S 5 nU R S R [ R " S5 [ U5 5 U5 S S S 5 S S S 5 g ! , ( d f N= f! , ( d f g = f)
NGSUtiluse_gcloud_storageTruer hidden_shim_modedry_runr fake_dir(CLOUDSDK_CORE_PASS_CREDENTIALS_TO_GSUTILCLOUDSDK_ROOT_DIRr+ r, Targsreturn_log_handler
infozGcloud Storage Command: {} storage buckets describe --format=gsutiljson[key=lifecycle_config,empty=' has no lifecycle configuration.',empty_prefix_key=storage_url] {}) r/ r
r
RunCommandr1 joinmessagesr2 formatr _get_gcloud_binary_path)r r4 mock_log_handler
info_liness r& ,test_shim_translates_lifecycle_get_correctlyKTestLifecycleUnitTestsWithShim.test_shim_translates_lifecycle_get_correctly
s ""$J G H J
K 6< )" ??;/4/3J/?1- ?C + D YY / 8 8 @A
F9< @
K
K
K
Ks# C A:B8'C 8
C C
Cz=gslib.commands.lifecycle.LifecycleCommand._SetLifecycleConfig)newc n [ SS/5 [ SSS.5 U R S/ SQSS 9nS
R UR S 5 nU R S R
[ R " S5 5 U5 S S S 5 S S S 5 g ! , ( d f N= f! , ( d f g = f)
Nr r r r r r+ )r= zfake-lifecycle-config.jsonzgs://fake-bucket1zgs://fake-bucket2Tr r r zGcloud Storage Command: {} storage buckets update --lifecycle-file=fake-lifecycle-config.json gs://fake-bucket1 gs://fake-bucket2) r
r r r r r2 r r r )r r r s r& ,test_shim_translates_lifecycle_set_correctlyKTestLifecycleUnitTestsWithShim.test_shim_translates_lifecycle_set_correctly s
G H J
K 6< )" ??;1- ?C + D YY / 8 8 @A
>?Ev$<r s / & % ' ' ( ' ' ? 0 1 2 % ( ? ! ?@[Bx99 [B A[B|/"X%>%> /"r)