python Boto3技巧。

Posted 2021-05-09

def list_objects_s3(s3_client, s3_bucket, s3_prefix):
    """List objects in S3 overcoming the limit of 1000 per usual request."""
    s3_paginator = s3_client.get_paginator('list_objects')
    page_iterator = s3_paginator.paginate(Bucket=s3_bucket, Prefix=s3_prefix)
    for page in page_iterator:
        object_list = page.get('Contents')
        for object in object_list:
            yield object