S3 Python - 使用预签名部分URL进行S3的分块上传

下面是使用Python的boto3库来实现S3的分块上传，并使用预签名部分URL的示例代码：

import boto3
from botocore.exceptions import NoCredentialsError

def create_presigned_url(bucket_name, object_name, expiration=3600):
    """Generate a presigned URL to share an S3 object"""
    s3_client = boto3.client('s3')
    try:
        response = s3_client.generate_presigned_url('upload_part', Params={'Bucket': bucket_name, 'Key': object_name}, ExpiresIn=expiration)
    except NoCredentialsError:
        print("Credentials not available")
        return None
    return response

def upload_file_parts(bucket_name, object_name, file_path, part_size=5*1024*1024):
    """Upload a file to S3 using multipart upload"""
    s3_client = boto3.client('s3')
    
    # Initiate multipart upload
    response = s3_client.create_multipart_upload(Bucket=bucket_name, Key=object_name)
    upload_id = response['UploadId']
    
    try:
        # Open the file
        with open(file_path, 'rb') as file:
            part_number = 1
            file_position = 0
            
            while True:
                # Read part data
                part_data = file.read(part_size)
                
                if not part_data:
                    break
                
                # Upload a part
                response = s3_client.upload_part(
                    Bucket=bucket_name,
                    Key=object_name,
                    PartNumber=part_number,
                    UploadId=upload_id,
                    Body=part_data
                )
                
                # Print part number and ETag
                print(f"Part #{part_number} - ETag: {response['ETag']}")
                
                part_number += 1
                file_position += part_size
    
    except NoCredentialsError:
        print("Credentials not available")
        return None
    
    # Complete multipart upload
    s3_client.complete_multipart_upload(Bucket=bucket_name, Key=object_name, UploadId=upload_id)

# 使用预签名URL生成一个用于上传的URL
presigned_url = create_presigned_url('my-bucket', 'my-object-key')

# 使用预签名URL上传文件的部分
upload_file_parts('my-bucket', 'my-object-key', 'path/to/local/file')

上述代码中，create_presigned_url函数用于生成预签名URL，upload_file_parts函数用于上传文件的部分。在使用时，只需将bucket_name、object_name和file_path参数替换为实际的值。