Storage Across Clouds

# === Upload a file ===

# AWS
aws s3 cp myfile.tar.gz s3://my-bucket/backups/myfile.tar.gz

# Azure
az storage blob upload \
  --account-name mystorageacct \
  --container-name my-container \
  --name backups/myfile.tar.gz \
  --file myfile.tar.gz

# GCP
gcloud storage cp myfile.tar.gz gs://my-bucket/backups/myfile.tar.gz

# OCI
oci os object put \
  --namespace-name mynamespace \
  --bucket-name my-bucket \
  --name backups/myfile.tar.gz \
  --file myfile.tar.gz

# === List objects ===

# AWS
aws s3 ls s3://my-bucket/backups/ --recursive --summarize

# Azure
az storage blob list \
  --account-name mystorageacct \
  --container-name my-container \
  --prefix backups/ \
  --output table

# GCP
gcloud storage ls gs://my-bucket/backups/ --long --recursive

# OCI
oci os object list \
  --namespace-name mynamespace \
  --bucket-name my-bucket \
  --prefix backups/

# === Sync a directory ===

# AWS
aws s3 sync ./local-dir s3://my-bucket/data/ --delete

# Azure
azcopy sync "./local-dir" "https://mystorageacct.blob.core.windows.net/my-container/data" --delete-destination=true

# GCP
gcloud storage rsync ./local-dir gs://my-bucket/data/ --delete-unmatched-destination-objects

# OCI (no native sync, use rclone)
rclone sync ./local-dir oci:my-bucket/data/

# AWS: Create lifecycle rule to transition objects
aws s3api put-bucket-lifecycle-configuration \
  --bucket my-bucket \
  --lifecycle-configuration '{
    "Rules": [{
      "ID": "ArchiveOldData",
      "Status": "Enabled",
      "Filter": {"Prefix": "logs/"},
      "Transitions": [
        {"Days": 30, "StorageClass": "STANDARD_IA"},
        {"Days": 90, "StorageClass": "GLACIER"},
        {"Days": 365, "StorageClass": "DEEP_ARCHIVE"}
      ],
      "Expiration": {"Days": 2555}
    }]
  }'

# Azure: Create lifecycle management policy
az storage account management-policy create \
  --account-name mystorageacct \
  --resource-group my-rg \
  --policy '{
    "rules": [{
      "name": "archiveOldBlobs",
      "type": "Lifecycle",
      "definition": {
        "filters": {"blobTypes": ["blockBlob"], "prefixMatch": ["logs/"]},
        "actions": {
          "baseBlob": {
            "tierToCool": {"daysAfterModificationGreaterThan": 30},
            "tierToArchive": {"daysAfterModificationGreaterThan": 90},
            "delete": {"daysAfterModificationGreaterThan": 2555}
          }
        }
      }
    }]
  }'

# GCP: Set lifecycle rules on a bucket
gcloud storage buckets update gs://my-bucket --lifecycle-file=- << 'EOF'
{
  "rule": [
    {
      "action": {"type": "SetStorageClass", "storageClass": "NEARLINE"},
      "condition": {"age": 30, "matchesPrefix": ["logs/"]}
    },
    {
      "action": {"type": "SetStorageClass", "storageClass": "COLDLINE"},
      "condition": {"age": 90, "matchesPrefix": ["logs/"]}
    },
    {
      "action": {"type": "SetStorageClass", "storageClass": "ARCHIVE"},
      "condition": {"age": 365, "matchesPrefix": ["logs/"]}
    },
    {
      "action": {"type": "Delete"},
      "condition": {"age": 2555}
    }
  ]
}
EOF

# rclone: Sync between AWS S3 and GCP Cloud Storage
rclone sync s3:my-aws-bucket gcs:my-gcp-bucket \
  --transfers=32 \
  --checkers=16 \
  --progress

# GCP Storage Transfer: Create a recurring transfer from S3
gcloud transfer jobs create s3://source-bucket gs://dest-bucket \
  --source-creds-file=aws-creds.json \
  --schedule-starts=2026-03-15 \
  --schedule-repeats-every=24h \
  --description="Daily S3 to GCS sync"