Database Backup Vanishing Act

# Cron job that will fail during DST spring forward
30 2 * * * /usr/local/bin/backup-database.sh

# This backup will never run on DST transition day
# The 2:30 AM time slot simply doesn't exist

import schedule
import time
from datetime import datetime

def backup_database():
    print(f"Running backup at {datetime.now()}")
    # Backup logic here...

# This will silently fail during DST transitions
schedule.every().day.at("02:30").do(backup_database)

while True:
    schedule.run_pending()
    time.sleep(60)

import schedule
import time
from datetime import datetime, timezone
import pytz

def backup_database():
    utc_now = datetime.now(timezone.utc)
    print(f"Running backup at {utc_now} UTC")
    # Backup logic here...

def schedule_utc_backup():
    """Schedule backup at 07:30 UTC (roughly 2:30 AM EST/EDT)"""
    utc_time = "07:30"
    schedule.every().day.at(utc_time).do(backup_database)
    
    # Alternative: Use multiple safe time slots
    schedule.every().day.at("06:30").do(backup_database)  # 1:30 AM EST
    schedule.every().day.at("08:30").do(backup_database)  # 3:30 AM EST

schedule_utc_backup()

while True:
    schedule.run_pending()
    time.sleep(60)

# AWS CLI - Set backup window to safe UTC time
aws rds modify-db-instance \
    --db-instance-identifier mydb \
    --preferred-backup-window "09:00-10:00" \
    --backup-retention-period 7

# Terraform configuration
resource "aws_db_instance" "main" {
  # ... other configuration ...
  
  # Safe backup window in UTC (avoids DST issues)
  backup_window = "09:00-10:00"  # 4-5 AM EST, 5-6 AM EDT
  backup_retention_period = 7
  
  # Enable backup monitoring
  monitoring_interval = 60
  monitoring_role_arn = aws_iam_role.rds_monitoring.arn
}

#!/bin/bash
# backup-monitor.sh - Verify backups actually happened

BACKUP_DIR="/var/backups/database"
EXPECTED_BACKUP_AGE_HOURS=25  # Allow for DST variations

# Check if backup file exists and is recent
check_backup_freshness() {
    local latest_backup=$(ls -t $BACKUP_DIR/*.sql.gz 2>/dev/null | head -1)
    
    if [ -z "$latest_backup" ]; then
        echo "CRITICAL: No backup files found!"
        exit 2
    fi
    
    local backup_age=$(( ($(date +%s) - $(stat -c %Y "$latest_backup")) / 3600 ))
    
    if [ $backup_age -gt $EXPECTED_BACKUP_AGE_HOURS ]; then
        echo "CRITICAL: Latest backup is $backup_age hours old!"
        echo "File: $latest_backup"
        exit 2
    fi
    
    echo "OK: Latest backup is $backup_age hours old"
    echo "File: $latest_backup"
}

check_backup_freshness

# Run this script every hour via cron
# 0 * * * * /usr/local/bin/backup-monitor.sh