个人数据低成本自动化备份方案

1
2
3
4
5

# 安装Rclone
sudo apt install rclone

# 配置Rclone（交互式）
rclone config

1
2

rclone lsd gdrive:
rclone lsd gdrive-crypt:

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101

#!/bin/bash

##### 配置区域 #####
REMOTE="gdrive-crypt:"
WEBHOOK_KEY1="693axxx6-7aoc-4bc4-97a0-0ec2sifa5aaa"  # 常规通知 Key
WEBHOOK_KEY2="another-key-for-errors-xxx"            # 异常通知 Key

# 需要备份的源目录
SOURCE_DIRS=(
  "/etc/nginx"
  "/var/lib/mysql"
  "/home/user/docs"
  "/home/user/photos"
  "/var/lib/docker"
)
##### 结束配置区域 #####

TIMESTAMP=$(date +%Y%m%d_%H%M%S)
HOSTNAME=$(hostname)  # 获取当前主机名
LOG_FILE="backup_${HOSTNAME}_$TIMESTAMP.log"

# 发送 Webhook 通知函数（企业微信格式）
send_webhook() {
  local key="$1"
  local status="$2"
  local message="$3"
  local url="<https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=$key>"
  curl "$url" \\
    -H 'Content-Type: application/json' \\
    -d "{\\"msgtype\\": \\"text\\", \\"text\\": {\\"content\\": \\"[$status] $message on $HOSTNAME at $TIMESTAMP\\"}}" \\
    2>>"$LOG_FILE"
}

# 异常退出处理（使用 Key2）
trap 'send_webhook "$WEBHOOK_KEY2" "ERROR" "Backup aborted unexpectedly"; exit 1' ERR INT TERM

# 开始备份（使用 Key1）
send_webhook "$WEBHOOK_KEY1" "START" "Backup process started"
echo "Backup started at $(date) on $HOSTNAME" > "$LOG_FILE"

# 检查是否为月初（全量备份）
DAY=$(date +%d)
if [ "$DAY" -le 7 ]; then  # 第一周视为月初
  BACKUP_TYPE="full"
  echo "Performing full backup on $HOSTNAME..." >> "$LOG_FILE"
else
  BACKUP_TYPE="incremental"
  echo "Performing incremental backup on $HOSTNAME..." >> "$LOG_FILE"
fi

# 遍历源目录并上传文件
for dir in "${SOURCE_DIRS[@]}"; do
  dir_name=$(basename "$dir")  # 获取源目录的最后一级名称
  backup_name="${BACKUP_TYPE}_$TIMESTAMP"
  remote_path="$REMOTE/$HOSTNAME/$dir_name/$backup_name"
  backup_dir="$REMOTE/$HOSTNAME/$dir_name/deleted_$TIMESTAMP"  # 删除文件存档目录

  # 同步文件到远程，使用 --backup-dir 存档删除/覆盖的文件
  rclone sync "$dir" "$remote_path" \\
    --progress \\
    --log-file="$LOG_FILE" \\
    --exclude "*.log" \\
    --max-size 1G \\
    --backup-dir "$backup_dir"

  # 检查同步结果
  if [ $? -eq 0 ]; then
    echo "Synced $dir to $remote_path successfully (deleted files archived to $backup_dir)" >> "$LOG_FILE"
  else
    echo "Failed to sync $dir to $remote_path" >> "$LOG_FILE"
    send_webhook "$WEBHOOK_KEY2" "ERROR" "Failed to sync $dir_name"
    exit 1
  fi

  # 滚动保留 3 个全量副本
  FULL_BACKUPS=$(rclone lsf "$REMOTE/$HOSTNAME/$dir_name" | grep "^full_" | sort -r)
  FULL_COUNT=$(echo "$FULL_BACKUPS" | wc -l)
  if [ "$FULL_COUNT" -gt 3 ]; then
    DELETE_COUNT=$((FULL_COUNT - 3))
    echo "$FULL_BACKUPS" | tail -n "$DELETE_COUNT" | while read -r old_backup; do
      rclone purge "$REMOTE/$HOSTNAME/$dir_name/$old_backup" 2>>"$LOG_FILE"
      echo "Deleted old full backup: $HOSTNAME/$dir_name/$old_backup" >> "$LOG_FILE"
    done
  fi

  # 滚动保留 3 个 deleted_* 目录
  DELETED_DIRS=$(rclone lsf "$REMOTE/$HOSTNAME/$dir_name" | grep "^deleted_" | sort -r)
  DELETED_COUNT=$(echo "$DELETED_DIRS" | wc -l)
  if [ "$DELETED_COUNT" -gt 3 ]; then
    DELETE_COUNT=$((DELETED_COUNT - 3))
    echo "$DELETED_DIRS" | tail -n "$DELETE_COUNT" | while read -r old_deleted; do
      rclone purge "$REMOTE/$HOSTNAME/$dir_name/$old_deleted" 2>>"$LOG_FILE"
      echo "Deleted old deleted directory: $HOSTNAME/$dir_name/$old_deleted" >> "$LOG_FILE"
    done
  fi
done

# 备份完成（使用 Key1）
echo "Backup completed at $(date) on $HOSTNAME" >> "$LOG_FILE"
send_webhook "$WEBHOOK_KEY1" "SUCCESS" "Backup completed successfully"
send_webhook "$WEBHOOK_KEY1" "END" "Backup process finished"

1
2

chmod +x backup.sh
sudo mv backup.sh /usr/local/bin/

1

crontab -e

1

0 2 * * 0 /usr/local/bin/backup.sh

1
2
3

[START] Backup process started on node1 at 20250227_020000
[SUCCESS] Backup completed successfully on node1 at 20250227_020000
[END] Backup process finished on node1 at 20250227_020000

1
2

[ERROR] Failed to sync docs on node1 at 20250227_020000
[ERROR] Backup aborted unexpectedly on node1 at 20250227_020000

1
2
3
4
5
6
7
8

# 检查正常备份
rclone ls gdrive-crypt:/node1/docs/full_20250227_020000

# 检查删除存档
rclone ls gdrive-crypt:/node1/docs/deleted_20250227_020000

# 验证保留数量
rclone lsf gdrive-crypt:/node1/docs/ | grep "^deleted_"

1
2
3
4
5

# 恢复正常文件
rclone copy gdrive-crypt:/node1/docs/full_20250227_020000 /tmp/restore

# 恢复已删除文件
rclone copy gdrive-crypt:/node1/docs/deleted_20250227_020000 /tmp/restore_deleted