Skip to content

Commit b5b330f

Browse files
bentskubentsku
committed
make snapshots smaller by reducing objects amount
1 parent 1b372ac commit b5b330f

File tree

3 files changed

+20
-241
lines changed

3 files changed

+20
-241
lines changed

‎tests/aws/services/s3/test_s3_list_operations.py

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -500,7 +500,7 @@ def test_list_objects_versions_with_prefix_only_and_pagination(
500500
VersioningConfiguration={"Status": "Enabled"},
501501
)
502502

503-
for _ in range(10):
503+
for _ in range(5):
504504
aws_client.s3.put_object(Bucket=s3_bucket, Key="prefixed_key")
505505

506506
aws_client.s3.put_object(Bucket=s3_bucket, Key="non_prefixed_key")
@@ -509,26 +509,26 @@ def test_list_objects_versions_with_prefix_only_and_pagination(
509509
snapshot.match("list-object-version-prefix-full", prefixed_full)
510510

511511
full_response = aws_client.s3.list_object_versions(Bucket=s3_bucket)
512-
assert len(full_response["Versions"]) == 11
512+
assert len(full_response["Versions"]) == 6
513513

514514
page_1_response = aws_client.s3.list_object_versions(
515-
Bucket=s3_bucket, Prefix="prefix", MaxKeys=5
515+
Bucket=s3_bucket, Prefix="prefix", MaxKeys=3
516516
)
517517
snapshot.match("list-object-version-prefix-page-1", page_1_response)
518518
next_version_id_marker = page_1_response["NextVersionIdMarker"]
519519

520520
page_2_key_marker_only = aws_client.s3.list_object_versions(
521521
Bucket=s3_bucket,
522522
Prefix="prefix",
523-
MaxKeys=7,
523+
MaxKeys=4,
524524
KeyMarker=page_1_response["NextKeyMarker"],
525525
)
526526
snapshot.match("list-object-version-prefix-key-marker-only", page_2_key_marker_only)
527527

528528
page_2_response = aws_client.s3.list_object_versions(
529529
Bucket=s3_bucket,
530530
Prefix="prefix",
531-
MaxKeys=10,
531+
MaxKeys=5,
532532
KeyMarker=page_1_response["NextKeyMarker"],
533533
VersionIdMarker=page_1_response["NextVersionIdMarker"],
534534
)
@@ -544,7 +544,7 @@ def test_list_objects_versions_with_prefix_only_and_pagination(
544544
},
545545
)
546546
# result is unordered in AWS, pretty hard to snapshot and tested in other places anyway
547-
assert len(delete_version_id_marker["Deleted"]) == 5
547+
assert len(delete_version_id_marker["Deleted"]) == 3
548548
assert any(
549549
version["VersionId"] == next_version_id_marker
550550
for version in delete_version_id_marker["Deleted"]
@@ -553,7 +553,7 @@ def test_list_objects_versions_with_prefix_only_and_pagination(
553553
page_2_response = aws_client.s3.list_object_versions(
554554
Bucket=s3_bucket,
555555
Prefix="prefix",
556-
MaxKeys=10,
556+
MaxKeys=5,
557557
KeyMarker=page_1_response["NextKeyMarker"],
558558
VersionIdMarker=next_version_id_marker,
559559
)

‎tests/aws/services/s3/test_s3_list_operations.snapshot.json

Lines changed: 12 additions & 233 deletions
Original file line numberDiff line numberDiff line change
@@ -2803,7 +2803,7 @@
28032803
}
28042804
},
28052805
"tests/aws/services/s3/test_s3_list_operations.py::TestS3ListObjectVersions::test_list_objects_versions_with_prefix_only_and_pagination": {
2806-
"recorded-date": "13-02-2025, 02:27:21",
2806+
"recorded-date": "13-02-2025, 03:52:21",
28072807
"recorded-content": {
28082808
"list-object-version-prefix-full": {
28092809
"EncodingType": "url",
@@ -2898,91 +2898,6 @@
28982898
"Size": 0,
28992899
"StorageClass": "STANDARD",
29002900
"VersionId": "<version-id:5>"
2901-
},
2902-
{
2903-
"ChecksumAlgorithm": [
2904-
"CRC32"
2905-
],
2906-
"ChecksumType": "FULL_OBJECT",
2907-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
2908-
"IsLatest": false,
2909-
"Key": "prefixed_key",
2910-
"LastModified": "datetime",
2911-
"Owner": {
2912-
"DisplayName": "<display-name>",
2913-
"ID": "<owner-id>"
2914-
},
2915-
"Size": 0,
2916-
"StorageClass": "STANDARD",
2917-
"VersionId": "<version-id:6>"
2918-
},
2919-
{
2920-
"ChecksumAlgorithm": [
2921-
"CRC32"
2922-
],
2923-
"ChecksumType": "FULL_OBJECT",
2924-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
2925-
"IsLatest": false,
2926-
"Key": "prefixed_key",
2927-
"LastModified": "datetime",
2928-
"Owner": {
2929-
"DisplayName": "<display-name>",
2930-
"ID": "<owner-id>"
2931-
},
2932-
"Size": 0,
2933-
"StorageClass": "STANDARD",
2934-
"VersionId": "<version-id:7>"
2935-
},
2936-
{
2937-
"ChecksumAlgorithm": [
2938-
"CRC32"
2939-
],
2940-
"ChecksumType": "FULL_OBJECT",
2941-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
2942-
"IsLatest": false,
2943-
"Key": "prefixed_key",
2944-
"LastModified": "datetime",
2945-
"Owner": {
2946-
"DisplayName": "<display-name>",
2947-
"ID": "<owner-id>"
2948-
},
2949-
"Size": 0,
2950-
"StorageClass": "STANDARD",
2951-
"VersionId": "<version-id:8>"
2952-
},
2953-
{
2954-
"ChecksumAlgorithm": [
2955-
"CRC32"
2956-
],
2957-
"ChecksumType": "FULL_OBJECT",
2958-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
2959-
"IsLatest": false,
2960-
"Key": "prefixed_key",
2961-
"LastModified": "datetime",
2962-
"Owner": {
2963-
"DisplayName": "<display-name>",
2964-
"ID": "<owner-id>"
2965-
},
2966-
"Size": 0,
2967-
"StorageClass": "STANDARD",
2968-
"VersionId": "<version-id:9>"
2969-
},
2970-
{
2971-
"ChecksumAlgorithm": [
2972-
"CRC32"
2973-
],
2974-
"ChecksumType": "FULL_OBJECT",
2975-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
2976-
"IsLatest": false,
2977-
"Key": "prefixed_key",
2978-
"LastModified": "datetime",
2979-
"Owner": {
2980-
"DisplayName": "<display-name>",
2981-
"ID": "<owner-id>"
2982-
},
2983-
"Size": 0,
2984-
"StorageClass": "STANDARD",
2985-
"VersionId": "<version-id:10>"
29862901
}
29872902
],
29882903
"ResponseMetadata": {
@@ -2994,10 +2909,10 @@
29942909
"EncodingType": "url",
29952910
"IsTruncated": true,
29962911
"KeyMarker": "",
2997-
"MaxKeys": 5,
2912+
"MaxKeys": 3,
29982913
"Name": "<bucket-name:1>",
29992914
"NextKeyMarker": "prefixed_key",
3000-
"NextVersionIdMarker": "<version-id:5>",
2915+
"NextVersionIdMarker": "<version-id:3>",
30012916
"Prefix": "prefix",
30022917
"VersionIdMarker": "",
30032918
"Versions": [
@@ -3051,40 +2966,6 @@
30512966
"Size": 0,
30522967
"StorageClass": "STANDARD",
30532968
"VersionId": "<version-id:3>"
3054-
},
3055-
{
3056-
"ChecksumAlgorithm": [
3057-
"CRC32"
3058-
],
3059-
"ChecksumType": "FULL_OBJECT",
3060-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
3061-
"IsLatest": false,
3062-
"Key": "prefixed_key",
3063-
"LastModified": "datetime",
3064-
"Owner": {
3065-
"DisplayName": "<display-name>",
3066-
"ID": "<owner-id>"
3067-
},
3068-
"Size": 0,
3069-
"StorageClass": "STANDARD",
3070-
"VersionId": "<version-id:4>"
3071-
},
3072-
{
3073-
"ChecksumAlgorithm": [
3074-
"CRC32"
3075-
],
3076-
"ChecksumType": "FULL_OBJECT",
3077-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
3078-
"IsLatest": false,
3079-
"Key": "prefixed_key",
3080-
"LastModified": "datetime",
3081-
"Owner": {
3082-
"DisplayName": "<display-name>",
3083-
"ID": "<owner-id>"
3084-
},
3085-
"Size": 0,
3086-
"StorageClass": "STANDARD",
3087-
"VersionId": "<version-id:5>"
30882969
}
30892970
],
30902971
"ResponseMetadata": {
@@ -3096,7 +2977,7 @@
30962977
"EncodingType": "url",
30972978
"IsTruncated": false,
30982979
"KeyMarker": "prefixed_key",
3099-
"MaxKeys": 7,
2980+
"MaxKeys": 4,
31002981
"Name": "<bucket-name:1>",
31012982
"Prefix": "prefix",
31022983
"VersionIdMarker": "",
@@ -3109,10 +2990,10 @@
31092990
"EncodingType": "url",
31102991
"IsTruncated": false,
31112992
"KeyMarker": "prefixed_key",
3112-
"MaxKeys": 10,
2993+
"MaxKeys": 5,
31132994
"Name": "<bucket-name:1>",
31142995
"Prefix": "prefix",
3115-
"VersionIdMarker": "<version-id:5>",
2996+
"VersionIdMarker": "<version-id:3>",
31162997
"Versions": [
31172998
{
31182999
"ChecksumAlgorithm": [
@@ -3129,58 +3010,7 @@
31293010
},
31303011
"Size": 0,
31313012
"StorageClass": "STANDARD",
3132-
"VersionId": "<version-id:6>"
3133-
},
3134-
{
3135-
"ChecksumAlgorithm": [
3136-
"CRC32"
3137-
],
3138-
"ChecksumType": "FULL_OBJECT",
3139-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
3140-
"IsLatest": false,
3141-
"Key": "prefixed_key",
3142-
"LastModified": "datetime",
3143-
"Owner": {
3144-
"DisplayName": "<display-name>",
3145-
"ID": "<owner-id>"
3146-
},
3147-
"Size": 0,
3148-
"StorageClass": "STANDARD",
3149-
"VersionId": "<version-id:7>"
3150-
},
3151-
{
3152-
"ChecksumAlgorithm": [
3153-
"CRC32"
3154-
],
3155-
"ChecksumType": "FULL_OBJECT",
3156-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
3157-
"IsLatest": false,
3158-
"Key": "prefixed_key",
3159-
"LastModified": "datetime",
3160-
"Owner": {
3161-
"DisplayName": "<display-name>",
3162-
"ID": "<owner-id>"
3163-
},
3164-
"Size": 0,
3165-
"StorageClass": "STANDARD",
3166-
"VersionId": "<version-id:8>"
3167-
},
3168-
{
3169-
"ChecksumAlgorithm": [
3170-
"CRC32"
3171-
],
3172-
"ChecksumType": "FULL_OBJECT",
3173-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
3174-
"IsLatest": false,
3175-
"Key": "prefixed_key",
3176-
"LastModified": "datetime",
3177-
"Owner": {
3178-
"DisplayName": "<display-name>",
3179-
"ID": "<owner-id>"
3180-
},
3181-
"Size": 0,
3182-
"StorageClass": "STANDARD",
3183-
"VersionId": "<version-id:9>"
3013+
"VersionId": "<version-id:4>"
31843014
},
31853015
{
31863016
"ChecksumAlgorithm": [
@@ -3197,7 +3027,7 @@
31973027
},
31983028
"Size": 0,
31993029
"StorageClass": "STANDARD",
3200-
"VersionId": "<version-id:10>"
3030+
"VersionId": "<version-id:5>"
32013031
}
32023032
],
32033033
"ResponseMetadata": {
@@ -3209,10 +3039,10 @@
32093039
"EncodingType": "url",
32103040
"IsTruncated": false,
32113041
"KeyMarker": "prefixed_key",
3212-
"MaxKeys": 10,
3042+
"MaxKeys": 5,
32133043
"Name": "<bucket-name:1>",
32143044
"Prefix": "prefix",
3215-
"VersionIdMarker": "<version-id:5>",
3045+
"VersionIdMarker": "<version-id:3>",
32163046
"Versions": [
32173047
{
32183048
"ChecksumAlgorithm": [
@@ -3229,58 +3059,7 @@
32293059
},
32303060
"Size": 0,
32313061
"StorageClass": "STANDARD",
3232-
"VersionId": "<version-id:6>"
3233-
},
3234-
{
3235-
"ChecksumAlgorithm": [
3236-
"CRC32"
3237-
],
3238-
"ChecksumType": "FULL_OBJECT",
3239-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
3240-
"IsLatest": false,
3241-
"Key": "prefixed_key",
3242-
"LastModified": "datetime",
3243-
"Owner": {
3244-
"DisplayName": "<display-name>",
3245-
"ID": "<owner-id>"
3246-
},
3247-
"Size": 0,
3248-
"StorageClass": "STANDARD",
3249-
"VersionId": "<version-id:7>"
3250-
},
3251-
{
3252-
"ChecksumAlgorithm": [
3253-
"CRC32"
3254-
],
3255-
"ChecksumType": "FULL_OBJECT",
3256-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
3257-
"IsLatest": false,
3258-
"Key": "prefixed_key",
3259-
"LastModified": "datetime",
3260-
"Owner": {
3261-
"DisplayName": "<display-name>",
3262-
"ID": "<owner-id>"
3263-
},
3264-
"Size": 0,
3265-
"StorageClass": "STANDARD",
3266-
"VersionId": "<version-id:8>"
3267-
},
3268-
{
3269-
"ChecksumAlgorithm": [
3270-
"CRC32"
3271-
],
3272-
"ChecksumType": "FULL_OBJECT",
3273-
"ETag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
3274-
"IsLatest": false,
3275-
"Key": "prefixed_key",
3276-
"LastModified": "datetime",
3277-
"Owner": {
3278-
"DisplayName": "<display-name>",
3279-
"ID": "<owner-id>"
3280-
},
3281-
"Size": 0,
3282-
"StorageClass": "STANDARD",
3283-
"VersionId": "<version-id:9>"
3062+
"VersionId": "<version-id:4>"
32843063
},
32853064
{
32863065
"ChecksumAlgorithm": [
@@ -3297,7 +3076,7 @@
32973076
},
32983077
"Size": 0,
32993078
"StorageClass": "STANDARD",
3300-
"VersionId": "<version-id:10>"
3079+
"VersionId": "<version-id:5>"
33013080
}
33023081
],
33033082
"ResponseMetadata": {

‎tests/aws/services/s3/test_s3_list_operations.validation.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
"last_validated_date": "2025-01-21T18:15:03+00:00"
2222
},
2323
"tests/aws/services/s3/test_s3_list_operations.py::TestS3ListObjectVersions::test_list_objects_versions_with_prefix_only_and_pagination": {
24-
"last_validated_date": "2025-02-13T02:27:21+00:00"
24+
"last_validated_date": "2025-02-13T03:52:21+00:00"
2525
},
2626
"tests/aws/services/s3/test_s3_list_operations.py::TestS3ListObjectVersions::test_s3_list_object_versions_timestamp_precision": {
2727
"last_validated_date": "2025-01-21T18:15:06+00:00"

0 commit comments

Comments
 (0)