Found in the VM test: adopt refused events@2.2.0 because the AI tokens migration made it into the release, and adopt only moved installs with no migrations. Now the migrations the release has and the old install doesn't run after the backup, while neither version runs; a failure starts the old install again. They're recorded (EVENTS_ADOPT_MIGRATIONS) so adopt --undo can still go back past them (they only add columns). Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
315 lines
16 KiB
Bash
315 lines
16 KiB
Bash
# shellcheck shell=bash
|
|
# crosscode adopt: moves an existing Cross Events install (a hope-events checkout at v2.1.x) onto
|
|
# the monorepo, into /var/www/sites/<church>/events (EVENTS-2.2-PLAN §5, decisions 25 and 26).
|
|
# The new checkout is built next to the running install, then PM2 switches over (seconds of
|
|
# downtime). The old folder isn't changed, so a failed switch just starts it again.
|
|
|
|
ADOPT_KEEP_DAYS=14
|
|
ADOPT_SUFFIX=".pre-2.2.0"
|
|
|
|
adopt_usage() {
|
|
cat <<'EOF'
|
|
crosscode adopt <church> --events-dir /var/www/<old folder> [options]
|
|
crosscode adopt <church> --undo
|
|
|
|
Moves an existing Cross Events install (hope-events at v2.1.x) to the monorepo, in
|
|
/var/www/sites/<church>/events. The old install keeps serving while the new one builds. The old
|
|
folder is kept as <old>.pre-2.2.0 for 14 days, for --undo.
|
|
|
|
--events-dir <dir> the existing install (required)
|
|
--version events@x.y.z the release to move to (default: the latest events@2.2.x)
|
|
--address <domain> the church's address, e.g. hopefamily.co.za (default: the Events
|
|
domain without "events.")
|
|
--undo go back to the old folder and the 2.1.x it ran
|
|
EOF
|
|
}
|
|
|
|
cmd_adopt() {
|
|
local church="" old="" version="" address="" undo=0
|
|
while [ $# -gt 0 ]; do
|
|
case "$1" in
|
|
--events-dir) [ $# -ge 2 ] || die "--events-dir needs a folder."; old="${2%/}"; shift 2 ;;
|
|
--version) [ $# -ge 2 ] || die "--version needs events@x.y.z."; version="$2"; shift 2 ;;
|
|
--address) [ $# -ge 2 ] || die "--address needs a domain."; address="$2"; shift 2 ;;
|
|
--undo) undo=1; shift ;;
|
|
-h|--help) adopt_usage; return 0 ;;
|
|
-*) die "Unknown option $1 (crosscode adopt --help)." ;;
|
|
*) [ -z "$church" ] || die "One church at a time."; church="$1"; shift ;;
|
|
esac
|
|
done
|
|
[ -n "$church" ] || { adopt_usage; die "Name the church."; }
|
|
valid_slug "$church" || die "\"$church\" isn't a church name (a-z, 0-9 and -, starting with a letter)."
|
|
[ "$undo" = 1 ] || [ -n "$old" ] || { adopt_usage; die "--events-dir is required."; }
|
|
[ -z "$version" ] || [[ "$version" =~ ^events@[0-9]+\.[0-9]+\.[0-9]+(-[0-9A-Za-z.-]+)?$ ]] || die "--version: expected events@x.y.z."
|
|
require_root
|
|
# shellcheck source=/dev/null
|
|
source "$CROSSCODE_HOME/products/events.sh"
|
|
if [ "$undo" = 1 ]; then
|
|
adopt_undo "$church"
|
|
else
|
|
adopt_run "$church" "$old" "$version" "$address"
|
|
fi
|
|
}
|
|
|
|
# rewrite_ecosystem <old dir> <new app dir>, PM2 config on stdin → stdout: absolute paths into
|
|
# the old install (e.g. cwd: '/var/www/hope-events/backend') point into the new one instead.
|
|
# __dirname-based paths need nothing. Only whole paths match (/var/www/hope-events2 doesn't).
|
|
rewrite_ecosystem() {
|
|
local old new
|
|
old="$(printf '%s' "${1%/}" | sed 's/[][\.*^$#/]/\\&/g')"
|
|
new="$(printf '%s' "${2%/}" | sed 's/[\&#]/\\&/g')"
|
|
sed -E "s#([\"'\`])${old}(/|[\"'\`])#\\1${new}\\2#g"
|
|
}
|
|
|
|
# migrations_only_in <backend dir> <other backend dir>: the Prisma migrations the first has and
|
|
# the second doesn't, one per line, sorted.
|
|
migrations_only_in() {
|
|
comm -13 \
|
|
<(find "$2/prisma/migrations" -mindepth 1 -maxdepth 1 -type d -printf '%f\n' 2>/dev/null | sort) \
|
|
<(find "$1/prisma/migrations" -mindepth 1 -maxdepth 1 -type d -printf '%f\n' 2>/dev/null | sort)
|
|
}
|
|
|
|
# Ignored files in a checkout's folder (the install's own data, not in git), one per line.
|
|
ignored_files_in() { git_in "$1" ls-files --others --ignored --exclude-standard -- "$2"; }
|
|
|
|
adopt_run() {
|
|
local church="$1" old="$2" version="$3" address="$4"
|
|
local sites new app user oldref changes backend frontend api web dburl db domain major
|
|
sites="$(church_dir "$church")"
|
|
new="$sites/events"
|
|
app="$new/apps/events"
|
|
|
|
# ── 1. Checks ──────────────────────────────────────────────────────────────────────────────
|
|
step "Checks"
|
|
[ -d "$old/.git" ] && [ -d "$old/backend" ] || die "$old isn't a Cross Events install (no .git or backend/)."
|
|
oldref="$(git_in "$old" describe --tags --exact-match 2>/dev/null || true)"
|
|
[[ "$oldref" =~ ^v2\.1\.[0-9]+$ ]] ||
|
|
die "$old is on ${oldref:-an untagged commit}, not a v2.1.x release. Update it with its scripts/deploy.sh to v2.1.1 first."
|
|
changes="$(local_changes "$old" | awk 'substr($0, 4) != "ecosystem.config.js"')"
|
|
if [ -n "$changes" ]; then
|
|
warn "Files in $old were changed or added by hand:"
|
|
printf '%s\n' "$changes" | sed 's/^/ /' >&2
|
|
die "Sort them out first (as scripts/deploy.sh --check explains). Nothing was changed."
|
|
fi
|
|
if [ -f "$(church_env_path "$church")" ]; then
|
|
church_env_read "$(church_env_path "$church")"
|
|
[ -n "$(pvar events ADOPTED_AT)" ] && { info "$church is already adopted ($(pvar events DIR)). Nothing to do."; return 0; }
|
|
die "$(church_env_path "$church") already exists: $church is already set up on this server."
|
|
fi
|
|
[ ! -e "$new" ] || die "$new exists from an adopt that didn't finish. The old install is still the one running: remove $new and run adopt again."
|
|
[ ! -e "$old$ADOPT_SUFFIX" ] || die "$old$ADOPT_SUFFIX already exists. Move it away first."
|
|
if grep -rlsF -- "$old" /etc/nginx/ >/dev/null 2>&1; then
|
|
warn "nginx refers to $old directly:"
|
|
grep -rlsF -- "$old" /etc/nginx/ | sed 's/^/ /' >&2
|
|
die "Change those to proxy to the app (or to the new folder, $app) first: the old folder gets renamed."
|
|
fi
|
|
[ -f "$old/ecosystem.config.js" ] || die "$old has no ecosystem.config.js, so its PM2 names aren't known."
|
|
major="$(node_major)"
|
|
[ "$major" -ge "$CROSSCODE_NODE_MIN" ] || die "This server runs Node $(node -v 2>/dev/null || echo '(none)'); 2.2.0 needs $CROSSCODE_NODE_MIN or later."
|
|
|
|
# ── 2. What the install already has ───────────────────────────────────────────────────────
|
|
user="$(stat -c %U "$old")"
|
|
id "$user" >/dev/null 2>&1 && [ "$user" != root ] || die "$old is owned by $user; expected the app user."
|
|
# shellcheck disable=SC2016
|
|
read -r backend frontend web < <(run_as "$user" "$old" node -e '
|
|
const apps = require(process.argv[1]).apps || [];
|
|
const b = apps.find(a => /backend/.test(a.name)) || apps[0] || {};
|
|
const f = apps.find(a => /frontend/.test(a.name)) || apps[1] || {};
|
|
const m = /-p\s+(\d+)/.exec([].concat(f.args || []).join(" "));
|
|
console.log(b.name || "", f.name || "", m ? m[1] : "3000");' "$old/ecosystem.config.js") ||
|
|
die "Couldn't read the PM2 names from $old/ecosystem.config.js."
|
|
[ -n "$backend" ] && [ -n "$frontend" ] || die "Couldn't find the backend and frontend apps in $old/ecosystem.config.js."
|
|
api="$(env_value "$old/backend/.env" PORT)"
|
|
api="${api:-5000}"
|
|
dburl="$(env_value "$old/backend/.env" DATABASE_URL)"
|
|
db="$(db_name_from_url "$dburl")"
|
|
[ -n "$db" ] || die "No DATABASE_URL in $old/backend/.env."
|
|
domain="$(host_from_url "$(env_value "$old/backend/.env" FRONTEND_URL)")"
|
|
if [ -z "$address" ]; then
|
|
[[ "$domain" == events.* ]] || die "The Events domain is \"$domain\"; give the church's address with --address."
|
|
address="${domain#events.}"
|
|
fi
|
|
info "App user $user, PM2 $backend + $frontend, ports api $api web $web, database $db, domain $domain"
|
|
|
|
# church.env is written at the end; until then the values live in CENV only.
|
|
CENV=()
|
|
church_env_set CHURCH "$church"
|
|
church_env_set PRODUCTS events
|
|
church_env_set ADDRESS "$address"
|
|
church_env_set EVENTS_DIR "$new"
|
|
church_env_set EVENTS_DOMAIN "$domain"
|
|
church_env_set EVENTS_PM2 "$backend $frontend"
|
|
church_env_set EVENTS_PORTS "$api $web"
|
|
church_env_set EVENTS_DB "$db"
|
|
church_env_set EVENTS_USER "$user"
|
|
|
|
# ── 3. The new checkout ────────────────────────────────────────────────────────────────────
|
|
step "New checkout in $new"
|
|
mkdir -p "$sites"
|
|
chmod 755 "$CROSSCODE_SITES" "$sites"
|
|
mkdir "$new"
|
|
chown "$user:$user" "$new"
|
|
run_as "$user" "$new" git clone --quiet "$CROSSCODE_REPO" .
|
|
if [ -z "$version" ]; then
|
|
version="$(git_in "$new" tag -l 'events@2.2.*' | latest_tag_from events)"
|
|
[ -n "$version" ] || die "No events@2.2.x release tag yet. Remove $new; nothing else changed."
|
|
fi
|
|
git_in "$new" rev-parse -q --verify "refs/tags/$version" >/dev/null || die "There's no tag $version. Remove $new; nothing else changed."
|
|
run_as "$user" "$new" git checkout -q --detach "$version"
|
|
info "At $version"
|
|
|
|
# ── 4. The install's own files ────────────────────────────────────────────────────────────
|
|
step "Copying the install's own files"
|
|
local f
|
|
cp -p "$old/backend/.env" "$app/backend/.env"
|
|
for f in "$old"/frontend/.env*; do
|
|
[ -f "$f" ] && [ "$(basename "$f")" != .env.example ] && cp -p "$f" "$app/frontend/"
|
|
done
|
|
rewrite_ecosystem "$old" "$app" < "$old/ecosystem.config.js" > "$app/ecosystem.config.js"
|
|
chown "$user:$user" "$app/ecosystem.config.js"
|
|
adopt_sync_data "$old" "$app" ""
|
|
info "Uploads (this can take a while; the site is still running)"
|
|
mkdir -p "$app/backend/public/uploads"
|
|
rsync -a "$old/backend/public/uploads/" "$app/backend/public/uploads/"
|
|
[ -z "$(local_changes "$new")" ] || die "The copied files show up as changes in $new (git status). Remove $new; nothing else changed."
|
|
|
|
# ── 5. Build, next to the running install ─────────────────────────────────────────────────
|
|
step "Installing and building $version (the old install keeps serving)"
|
|
events_install_deps "$new" "$user"
|
|
events_build "$new" "$user"
|
|
local expected newmig
|
|
expected="$(events_expected_version "$new")"
|
|
# Migrations the release has and the old install doesn't (2.2.0 has one: AI tokens). They run
|
|
# in the switch-over, after the backup, while neither version is running. Anything else
|
|
# pending (or a database that can't be read) stops here, before anything changes.
|
|
newmig="$(migrations_only_in "$app/backend" "$old/backend")"
|
|
if events_pending_migrations "$new" "$user" && [ -z "$newmig" ]; then
|
|
die "The database has migrations pending that $version doesn't explain (or it can't be read). Remove $new; nothing else changed."
|
|
fi
|
|
[ -z "$newmig" ] || info "Migrations to apply in the switch-over: $(echo "$newmig" | tr '\n' ' ')"
|
|
|
|
# ── 6. Switch over: the only downtime ─────────────────────────────────────────────────────
|
|
step "Switching over"
|
|
info "Database backup"
|
|
events_backup "$new" "$user"
|
|
info "Last copy of uploads and data"
|
|
adopt_sync_data "$old" "$app" --delete
|
|
rsync -a --delete "$old/backend/public/uploads/" "$app/backend/public/uploads/"
|
|
set +e
|
|
(
|
|
set -e
|
|
run_as "$user" "$new" pm2 delete "$backend" "$frontend"
|
|
if [ -n "$newmig" ]; then
|
|
info "Migrations"
|
|
events_migrate "$new" "$user"
|
|
fi
|
|
run_as "$user" "$app" pm2 start ecosystem.config.js
|
|
run_as "$user" "$app" pm2 save
|
|
wait_for_version "$(events_health_url)" "$expected" 60
|
|
)
|
|
local rc=$?
|
|
set -e
|
|
if [ "$rc" != 0 ]; then
|
|
warn "The new install didn't come up. Starting the old one again."
|
|
run_as "$user" "$old" pm2 delete "$backend" "$frontend" >/dev/null 2>&1 || true
|
|
run_as "$user" "$old" pm2 start ecosystem.config.js
|
|
run_as "$user" "$old" pm2 save
|
|
if wait_for_version "$(events_health_url)" "${oldref#v}" 60; then
|
|
die "Back on $oldref from $old, as before. $new is left for a look (pm2 logs); remove it before trying again."
|
|
fi
|
|
die "The old install didn't come back either: check now (pm2 status, pm2 logs)."
|
|
fi
|
|
|
|
# ── 7. Keep the old folder for --undo, and record the church ──────────────────────────────
|
|
mv "$old" "$old$ADOPT_SUFFIX"
|
|
church_env_set EVENTS_OLD_DIR "$old$ADOPT_SUFFIX"
|
|
church_env_set EVENTS_OLD_REF "$oldref"
|
|
church_env_set EVENTS_ADOPTED_AT "$(date +%F)"
|
|
# The migrations adopt applied: adopt --undo may go back past these (they only add to the
|
|
# database, which the old release ignores), but not past any applied later.
|
|
[ -z "$newmig" ] || church_env_set EVENTS_ADOPT_MIGRATIONS "$(echo "$newmig" | tr '\n' ' ' | sed 's/ $//')"
|
|
church_env_write "$(church_env_path "$church")"
|
|
step "Adopted: $church runs $version from $new"
|
|
info "The old folder is $old$ADOPT_SUFFIX, kept $ADOPT_KEEP_DAYS days for \`crosscode adopt $church --undo\`."
|
|
info "Updates from now on: crosscode deploy $church events"
|
|
}
|
|
|
|
# adopt_sync_data <from install> <to app dir> [--delete]: the backend's data/*.json that aren't
|
|
# in git, and its backups.
|
|
adopt_sync_data() {
|
|
local from="$1" to="$2" del="$3" f
|
|
while IFS= read -r f; do
|
|
[ -n "$f" ] || continue
|
|
mkdir -p "$(dirname "$to/$f")"
|
|
cp -p "$from/$f" "$to/$f"
|
|
done < <(ignored_files_in "$from" backend/data)
|
|
if [ -d "$from/backend/backups" ]; then
|
|
mkdir -p "$to/backend/backups"
|
|
# shellcheck disable=SC2086
|
|
rsync -a $del "$from/backend/backups/" "$to/backend/backups/"
|
|
fi
|
|
}
|
|
|
|
# adopt --undo: back to the old folder and the 2.1.x it ran, while it's kept.
|
|
adopt_undo() {
|
|
local church="$1" new app user oldkept orig oldref backend frontend extra
|
|
load_church "$church"
|
|
new="$(pvar events DIR)"
|
|
app="$new/apps/events"
|
|
user="$(pvar events USER)"
|
|
oldkept="$(pvar events OLD_DIR)"
|
|
oldref="$(pvar events OLD_REF)"
|
|
read -r backend frontend <<< "$(pvar events PM2)"
|
|
[ -n "$oldkept" ] || die "$church wasn't moved with adopt, so there's nothing to go back to."
|
|
[ -d "$oldkept" ] || die "The old folder $oldkept is gone, so adopt --undo can't go back any more."
|
|
orig="${oldkept%"$ADOPT_SUFFIX"}"
|
|
[ ! -e "$orig" ] || die "$orig exists again; move it away first."
|
|
|
|
step "Checks"
|
|
# The database must still suit 2.1.x: no migrations the old release doesn't have, apart from
|
|
# the ones adopt itself applied (they only add to the database, which 2.1.x ignores).
|
|
local adopted m
|
|
adopted=" $(pvar events ADOPT_MIGRATIONS) "
|
|
extra=""
|
|
while IFS= read -r m; do
|
|
[ -n "$m" ] && [[ "$adopted" != *" $m "* ]] && extra+="$m "
|
|
done < <(migrations_only_in "$app/backend" "$oldkept/backend")
|
|
[ -z "$extra" ] || die "$(checkout_ref "$new" events) has database migrations $oldref doesn't know ($extra), applied after the move. Going back would break it; restore a backup instead."
|
|
[ "$adopted" = " " ] || info "The columns added by $(pvar events ADOPT_MIGRATIONS) stay in the database; $oldref ignores them."
|
|
|
|
step "Database backup"
|
|
events_backup "$new" "$user"
|
|
|
|
step "Going back to $oldref in $orig"
|
|
mv "$oldkept" "$orig"
|
|
info "Copying back uploads and data added since"
|
|
adopt_sync_data "$app" "$orig" ""
|
|
rsync -a "$app/backend/public/uploads/" "$orig/backend/public/uploads/"
|
|
set +e
|
|
(
|
|
set -e
|
|
run_as "$user" "$orig" pm2 delete "$backend" "$frontend"
|
|
run_as "$user" "$orig" pm2 start ecosystem.config.js
|
|
run_as "$user" "$orig" pm2 save
|
|
wait_for_version "$(events_health_url)" "${oldref#v}" 60
|
|
)
|
|
local rc=$?
|
|
set -e
|
|
if [ "$rc" != 0 ]; then
|
|
warn "$oldref didn't come up. Starting $(checkout_ref "$new" events) from $new again."
|
|
run_as "$user" "$app" pm2 delete "$backend" "$frontend" >/dev/null 2>&1 || true
|
|
mv "$orig" "$oldkept"
|
|
run_as "$user" "$app" pm2 start ecosystem.config.js
|
|
run_as "$user" "$app" pm2 save
|
|
die "Undo failed; $church runs from $new as before."
|
|
fi
|
|
|
|
# The church's folder goes aside (not deleted), so it's no longer a church here and adopt can
|
|
# be run again.
|
|
local aside
|
|
aside="$CROSSCODE_SITES/.undone-$church-$(date +%Y%m%d%H%M%S)"
|
|
mv "$(church_dir "$church")" "$aside"
|
|
step "Undone: $church runs $oldref from $orig again"
|
|
info "The monorepo checkout is in $aside; remove it when you no longer need it."
|
|
}
|