S3 Transfer Acceleration & Multipart Upload

# Enable Transfer Acceleration on a bucket
aws s3api put-bucket-accelerate-configuration \
    --bucket my-bucket \
    --accelerate-configuration Status=Enabled

# Upload using accelerate endpoint
aws s3 cp large-file.zip s3://my-bucket/ \
    --endpoint-url https://s3-accelerate.amazonaws.com

# Configure AWS CLI for optimal multipart uploads
aws configure set default.s3.max_concurrent_requests 20
aws configure set default.s3.multipart_threshold 100MB
aws configure set default.s3.multipart_chunksize 16MB

# Upload automatically uses multipart for large files
aws s3 cp large-file.zip s3://my-bucket/

# Low-level multipart upload API
aws s3api create-multipart-upload --bucket my-bucket --key large-file.zip
aws s3api upload-part --bucket my-bucket --key large-file.zip \
    --part-number 1 --upload-id <upload-id> --body part1.zip
aws s3api complete-multipart-upload --bucket my-bucket --key large-file.zip \
    --upload-id <upload-id> --multipart-upload file://parts.json

{
  "Rules": [
    {
      "ID": "AbortIncompleteMultipartUploads",
      "Status": "Enabled",
      "Filter": {},
      "AbortIncompleteMultipartUpload": {
        "DaysAfterInitiation": 7
      }
    }
  ]
}

# Download first 50MB
curl -H "Range: bytes=0-52428799" \
    https://my-bucket.s3.amazonaws.com/large-file.zip -o part1

# Download next 50MB (in parallel)
curl -H "Range: bytes=52428800-104857599" \
    https://my-bucket.s3.amazonaws.com/large-file.zip -o part2

# Combine parts
cat part1 part2 > large-file.zip

import boto3

s3 = boto3.client('s3')

response = s3.select_object_content(
    Bucket='my-bucket',
    Key='sales-data.csv',
    ExpressionType='SQL',
    Expression="SELECT * FROM s3object s WHERE s.region = 'us-east-1' AND s.amount > 1000",
    InputSerialization={
        'CSV': {
            'FileHeaderInfo': 'USE',
            'RecordDelimiter': '\n',
            'FieldDelimiter': ','
        }
    },
    OutputSerialization={
        'CSV': {}
    }
)

# Process results
for event in response['Payload']:
    if 'Records' in event:
        print(event['Records']['Payload'].decode('utf-8'))

import boto3
from datetime import datetime, timedelta

s3 = boto3.client('s3')

# Presigned URL for download (GET)
download_url = s3.generate_presigned_url(
    'get_object',
    Params={'Bucket': 'my-bucket', 'Key': 'report.pdf'},
    ExpiresIn=3600  # 1 hour
)

# Presigned URL for upload (PUT)
upload_url = s3.generate_presigned_url(
    'put_object',
    Params={'Bucket': 'my-bucket', 'Key': 'uploads/user-file.zip'},
    ExpiresIn=3600
)

# Presigned POST for browser uploads with conditions
presigned_post = s3.generate_presigned_post(
    'my-bucket',
    'uploads/${filename}',
    Fields={'acl': 'private'},
    Conditions=[
        {'acl': 'private'},
        ['content-length-range', 1, 10485760]  # 1 byte to 10 MB
    ],
    ExpiresIn=3600
)

import boto3
from boto3.s3.transfer import TransferConfig

# Configure for large file uploads with acceleration
config = TransferConfig(
    multipart_threshold=100 * 1024 * 1024,  # 100 MB
    max_concurrency=10,
    multipart_chunksize=64 * 1024 * 1024,   # 64 MB
    use_threads=True
)

s3 = boto3.client('s3',
    endpoint_url='https://s3-accelerate.amazonaws.com'
)

s3.upload_file(
    'large-video.mp4',
    'media-bucket',
    'videos/large-video.mp4',
    Config=config
)

# Standard endpoint
https://bucket-name.s3.region.amazonaws.com

# Accelerate endpoint
https://bucket-name.s3-accelerate.amazonaws.com

# Dual-stack accelerate endpoint (IPv4 + IPv6)
https://bucket-name.s3-accelerate.dualstack.amazonaws.com