Back up and restore data

#!/bin/bash
CLUSTER_ID="
CLUSTER_ID
"
COMPACTOR_NODE="
COMPACTOR_NODE
"
DATA_NODES=("
NODE1
" "
NODE2
" "
NODE3
")
SOURCE_BUCKET="
SOURCE_BUCKET
"
BACKUP_BUCKET="
BACKUP_BUCKET
"
BACKUP_PREFIX="backup-$(date +%Y%m%d-%H%M%S)"

# 1. Backup compactor node first
echo "Backing up compactor node..."
aws s3 sync s3://${
SOURCE_BUCKET}/${
COMPACTOR_NODE}/cs \
  s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${
COMPACTOR_NODE}/cs/

aws s3 sync s3://${
SOURCE_BUCKET}/${
COMPACTOR_NODE}/cd \
  s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${
COMPACTOR_NODE}/cd/

aws s3 sync s3://${
SOURCE_BUCKET}/${
COMPACTOR_NODE}/c \
  s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${
COMPACTOR_NODE}/c/

# 2. Backup all nodes (including compactor)
ALL_NODES=("${DATA_NODES[@]}" "$
COMPACTOR_NODE")
for NODE_ID in "${ALL_NODES[@]}"; do
  echo "Backing up node: ${NODE_ID}"
  aws s3 sync s3://${
SOURCE_BUCKET}/${NODE_ID}/snapshots \
    s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${NODE_ID}/snapshots/
  
  aws s3 sync s3://${
SOURCE_BUCKET}/${NODE_ID}/dbs \
    s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${NODE_ID}/dbs/
  
  aws s3 sync s3://${
SOURCE_BUCKET}/${NODE_ID}/wal \
    s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${NODE_ID}/wal/
done

# 3. Backup cluster catalog
echo "Backing up cluster catalog..."
aws s3 sync s3://${
SOURCE_BUCKET}/${
CLUSTER_ID}/catalog \
  s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${
CLUSTER_ID}/catalog/

aws s3 cp s3://${
SOURCE_BUCKET}/${
CLUSTER_ID}/_catalog_checkpoint \
  s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${
CLUSTER_ID}/

aws s3 cp s3://${
SOURCE_BUCKET}/${
CLUSTER_ID}/enterprise \
  s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${
CLUSTER_ID}/

# 4. Backup license files (may not exist)
aws s3 cp s3://${
SOURCE_BUCKET}/${
CLUSTER_ID}/commercial_license \
  s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${
CLUSTER_ID}/ 2>/dev/null || true

aws s3 cp s3://${
SOURCE_BUCKET}/${
CLUSTER_ID}/trial_or_home_license \
  s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}/${
CLUSTER_ID}/ 2>/dev/null || true

echo "Backup completed to s3://${
BACKUP_BUCKET}/${BACKUP_PREFIX}"

#!/bin/bash
CLUSTER_ID="
CLUSTER_ID
"
COMPACTOR_NODE="
COMPACTOR_NODE
"
DATA_NODES=("
NODE1
" "
NODE2
" "
NODE3
")
DATA_DIR="/path/to/data"
BACKUP_DIR="/backup/$(date +%Y%m%d-%H%M%S)"

mkdir -p "$BACKUP_DIR"

# 1. Backup compactor node first
echo "Backing up compactor node..."
cp -r $DATA_DIR/${
COMPACTOR_NODE}/cs "$BACKUP_DIR/${
COMPACTOR_NODE}/"
cp -r $DATA_DIR/${
COMPACTOR_NODE}/cd "$BACKUP_DIR/${
COMPACTOR_NODE}/"
cp -r $DATA_DIR/${
COMPACTOR_NODE}/c "$BACKUP_DIR/${
COMPACTOR_NODE}/"

# 2. Backup all nodes
ALL_NODES=("${DATA_NODES[@]}" "$
COMPACTOR_NODE")
for NODE_ID in "${ALL_NODES[@]}"; do
  echo "Backing up node: ${NODE_ID}"
  mkdir -p "$BACKUP_DIR/${NODE_ID}"
  cp -r $DATA_DIR/${NODE_ID}/snapshots "$BACKUP_DIR/${NODE_ID}/"
  cp -r $DATA_DIR/${NODE_ID}/dbs "$BACKUP_DIR/${NODE_ID}/"
  cp -r $DATA_DIR/${NODE_ID}/wal "$BACKUP_DIR/${NODE_ID}/"
done

# 3. Backup cluster catalog
echo "Backing up cluster catalog..."
mkdir -p "$BACKUP_DIR/${
CLUSTER_ID}"
cp -r $DATA_DIR/${
CLUSTER_ID}/catalog "$BACKUP_DIR/${
CLUSTER_ID}/"
cp $DATA_DIR/${
CLUSTER_ID}/_catalog_checkpoint "$BACKUP_DIR/${
CLUSTER_ID}/"
cp $DATA_DIR/${
CLUSTER_ID}/enterprise "$BACKUP_DIR/${
CLUSTER_ID}/"

# 4. Backup license files (if they exist)
[ -f "$DATA_DIR/${
CLUSTER_ID}/commercial_license" ] && \
  cp $DATA_DIR/${
CLUSTER_ID}/commercial_license "$BACKUP_DIR/${
CLUSTER_ID}/"
[ -f "$DATA_DIR/${
CLUSTER_ID}/trial_or_home_license" ] && \
  cp $DATA_DIR/${
CLUSTER_ID}/trial_or_home_license "$BACKUP_DIR/${
CLUSTER_ID}/"

echo "Backup completed to $BACKUP_DIR"