Backup and restore

cd ~/pipeshub                       # your install directory
PROJECT=pipeshub-ai                 # COMPOSE_PROJECT_NAME from .env, if set
BACKUP_DIR=~/pipeshub-backups/$(date +%Y%m%d-%H%M%S)
mkdir -p "$BACKUP_DIR"

./install.sh --stop                 # stops every container, keeps the volumes

for v in mongodb_data redis_data qdrant_storage pipeshub_data pipeshub_root_local \
         neo4j_data arango_data etcd_data kafka_data zookeeper_data zookeeper_log; do
  docker volume inspect "${PROJECT}_$v" >/dev/null 2>&1 || continue
  docker run --rm \
    -v "${PROJECT}_$v":/volume:ro \
    -v "$BACKUP_DIR":/backup \
    ubuntu tar czf "/backup/$v.tar.gz" -C /volume .
done
cp .env "$BACKUP_DIR/env.backup"
chmod 600 "$BACKUP_DIR/env.backup"

./install.sh --no-pull              # start again on the same images

cd ~/pipeshub                       # install directory with docker-compose.yml and install.sh
PROJECT=pipeshub-ai
BACKUP_DIR=~/pipeshub-backups/<timestamp>

./install.sh --stop
cp "$BACKUP_DIR/env.backup" .env

# Create any missing volumes for the profiles in .env, without starting anything
docker compose -p "$PROJECT" create

for f in "$BACKUP_DIR"/*.tar.gz; do
  v=$(basename "$f" .tar.gz)
  docker run --rm \
    -v "${PROJECT}_$v":/volume \
    -v "$BACKUP_DIR":/backup:ro \
    ubuntu sh -c "find /volume -mindepth 1 -delete && tar xzf /backup/$v.tar.gz -C /volume"
done

./install.sh --no-pull