Found in the VM test: when a tag had moved (a re-tagged release), a church's fetch refused it and every later deploy failed its checks. The deploy checks out the tag the Hub asked for, so the remote's tag is the one to trust. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Ls1vMdni7EfytGYqQTprME
318 lines
14 KiB
Bash
318 lines
14 KiB
Bash
# shellcheck shell=bash
|
|
# crosscode install: a new church on this server (from hope-events' scripts/install.sh 2.1.x;
|
|
# behind frp from the Hub in agent 1.0, docs/AGENT-1.0-PLAN.md §7).
|
|
# Events only so far; Accounts, Website and App follow as their products/*.sh are added.
|
|
|
|
install_usage() {
|
|
cat <<'EOF'
|
|
crosscode install <church> --products events --domain <address> [options]
|
|
|
|
A new church: system packages if missing, then per product an app user, database, checkout,
|
|
.env files (from the release's env.template.json), PM2 processes, and either an nginx site with
|
|
a certificate (a server with its own address) or frpc tunnels (--frp, behind the central
|
|
server). Writes /var/www/sites/<church>/church.env. If a step fails, everything this run created
|
|
is removed again.
|
|
|
|
--products events the products to install (only events in this version)
|
|
--domain <address> the church's address: hopefamily.co.za or hopefamily.crosscode.co.za;
|
|
Events is served on events.<address>
|
|
--events-domain <domain> serve Events somewhere else instead
|
|
--version events@x.y.z that release (default: the latest)
|
|
--main the latest main (staging churches only)
|
|
--user <name> the Linux user the apps run as (default: cc-<church>)
|
|
--api-port <n> Events backend port (default: the first free one from 5000)
|
|
--web-port <n> Events frontend port (default: the first free one from 3000)
|
|
--frp behind frp: add tunnels to frpc.ini (ports must be given, and are
|
|
used for the tunnel too); no nginx or certificate here
|
|
--email <email> for Let's Encrypt notices (required unless --frp or --no-ssl)
|
|
--no-ssl no certificate (behind another proxy that does HTTPS)
|
|
--config <file> the .env values by layer (JSON; given by the agent)
|
|
--keep-on-failure leave what was made if a step fails (to look into it)
|
|
--json print a report (JSON) at the end; the log goes to stderr
|
|
EOF
|
|
}
|
|
|
|
# Ports in use: every church's *_PORTS on this server, and anything listening now.
|
|
used_ports() {
|
|
local f
|
|
for f in "$CROSSCODE_SITES"/*/church.env; do
|
|
[ -f "$f" ] && sed -nE 's/^[A-Z]+_PORTS="?([0-9 ]+)"?.*/\1/p' "$f" | tr ' ' '\n'
|
|
done
|
|
ss -ltnH 2>/dev/null | awk '{ n = split($4, a, ":"); print a[n] }'
|
|
return 0
|
|
}
|
|
|
|
# free_port <from> <taken…>: the first port from <from> not in the list.
|
|
free_port() {
|
|
local p="$1"
|
|
shift
|
|
while printf '%s\n' "$@" | grep -qx "$p"; do p=$((p + 1)); done
|
|
echo "$p"
|
|
}
|
|
|
|
random_secret() { openssl rand -base64 64 | tr -d '/+=\n' | head -c "${1:-48}"; }
|
|
|
|
# ── Undo: what this run made, undone in reverse if it fails ──────────────────────────────────
|
|
INSTALL_UNDO=""
|
|
undo_add() { [ -z "$INSTALL_UNDO" ] || printf '%s\n' "$*" >> "$INSTALL_UNDO"; }
|
|
|
|
install_undo() {
|
|
local kind a b
|
|
step "Removing what this install made"
|
|
tac "$INSTALL_UNDO" | while read -r kind a b; do
|
|
case "$kind" in
|
|
pm2) # shellcheck disable=SC2086 # b is a space-separated list of PM2 names
|
|
run_as "$a" / pm2 delete $b >/dev/null 2>&1 || true
|
|
run_as "$a" / pm2 save --force >/dev/null 2>&1 || true
|
|
info "PM2: $b removed" ;;
|
|
frpc) frpc_remove "$a" "$b" && frpc_reload || warn "frpc block $a:$b not removed" ;;
|
|
nginx) rm -f "/etc/nginx/sites-enabled/$a" "/etc/nginx/sites-available/$a"; systemctl reload nginx 2>/dev/null || true; info "nginx: $a removed" ;;
|
|
db) db_drop "$a" >/dev/null 2>&1 && info "database $a removed" || warn "database $a not removed" ;;
|
|
dir) rm -rf -- "$a" && info "$a removed" ;;
|
|
user) pkill -u "$a" 2>/dev/null || true; userdel -r "$a" >/dev/null 2>&1 && info "user $a removed" || true ;;
|
|
esac
|
|
done
|
|
}
|
|
|
|
cmd_install() {
|
|
local church="" products="" address="" events_domain="" email="" version="" main=0 user="" api="" web="" ssl=1 frp=0 keep=0
|
|
while [ $# -gt 0 ]; do
|
|
case "$1" in
|
|
--products) products="$(printf '%s' "$2" | tr ',' ' ')"; shift 2 ;;
|
|
--domain) address="$2"; shift 2 ;;
|
|
--events-domain) events_domain="$2"; shift 2 ;;
|
|
--email) email="$2"; shift 2 ;;
|
|
--version) version="$2"; shift 2 ;;
|
|
--main) main=1; shift ;;
|
|
--user) user="$2"; shift 2 ;;
|
|
--api-port) api="$2"; shift 2 ;;
|
|
--web-port) web="$2"; shift 2 ;;
|
|
--no-ssl) ssl=0; shift ;;
|
|
--frp) frp=1; ssl=0; shift ;;
|
|
--keep-on-failure) keep=1; shift ;;
|
|
-h|--help) install_usage; return 0 ;;
|
|
-*) die "Unknown option $1 (crosscode install --help)." ;;
|
|
*) [ -z "$church" ] || die "One church at a time."; church="$1"; shift ;;
|
|
esac
|
|
done
|
|
[ -n "$church" ] || { install_usage; die "Name the church."; }
|
|
valid_slug "$church" || die "\"$church\" isn't a church name (a-z, 0-9 and -, starting with a letter)."
|
|
[ -n "$products" ] || die "--products is required (e.g. --products events)."
|
|
local p
|
|
for p in $products; do
|
|
is_known_product "$p" || die "Unknown product \"$p\"."
|
|
[ "$p" = events ] || die "This version of crosscode can only install events."
|
|
done
|
|
[[ "$address" =~ ^[a-z0-9]([a-z0-9.-]*[a-z0-9])?\.[a-z]{2,}$ ]] || die "--domain: give the church's address, e.g. hopefamily.co.za."
|
|
events_domain="${events_domain:-events.$address}"
|
|
[[ "$events_domain" =~ ^[a-z0-9]([a-z0-9.-]*[a-z0-9])?\.[a-z]{2,}$ ]] || die "--events-domain: expected a domain."
|
|
[ "$ssl" = 0 ] || [ -n "$email" ] || die "--email is required for the certificate (or use --frp or --no-ssl)."
|
|
[ -z "$version" ] || [[ "$version" =~ ^events@[0-9]+\.[0-9]+\.[0-9]+(-[0-9A-Za-z.-]+)?$ ]] || die "--version: expected events@x.y.z."
|
|
[ "$main" = 0 ] || [ -z "$version" ] || die "Use --main or --version, not both."
|
|
if [ "$frp" = 1 ]; then
|
|
[ -n "$api" ] && [ -n "$web" ] || die "--frp needs --api-port and --web-port (from the Hub's port list)."
|
|
fi
|
|
user="${user:-cc-$church}"
|
|
user="${user:0:32}"
|
|
require_root
|
|
[ ! -f "$(church_env_path "$church")" ] || die "$church is already installed here (crosscode status $church). New products for it come with \`crosscode add\` (phase 3)."
|
|
[ ! -e "$(church_dir "$church")" ] || die "$(church_dir "$church") exists without a church.env. Move it away first."
|
|
|
|
local taken
|
|
mapfile -t taken < <(used_ports)
|
|
if [ -n "$api" ] && printf '%s\n' "${taken[@]}" | grep -qx "$api"; then die "Port $api is already in use here."; fi
|
|
if [ -n "$web" ] && printf '%s\n' "${taken[@]}" | grep -qx "$web"; then die "Port $web is already in use here."; fi
|
|
api="${api:-$(free_port 5000 "${taken[@]}")}"
|
|
web="${web:-$(free_port 3000 "${taken[@]}" "$api")}"
|
|
[[ "$api" =~ ^[0-9]+$ && "$web" =~ ^[0-9]+$ && "$api" != "$web" ]] || die "Ports must be two different numbers."
|
|
if [ "$frp" = 1 ]; then
|
|
command -v "$FRPC_BIN" >/dev/null || die "frpc isn't installed here ($FRPC_BIN)."
|
|
frpc_check_format
|
|
fi
|
|
report_result church "$church"
|
|
report_result_json ports "{\"events\":{\"web\":$web,\"api\":$api}}"
|
|
report_result_json domains "{\"events\":\"$events_domain\"}"
|
|
|
|
INSTALL_UNDO="$(mktemp)"
|
|
local rc
|
|
set +e
|
|
(
|
|
set -e
|
|
install_system_packages "$ssl" "$frp"
|
|
step "App user ($user)"
|
|
if ! id "$user" >/dev/null 2>&1; then
|
|
useradd --create-home --shell /bin/bash "$user"
|
|
undo_add user "$user"
|
|
fi
|
|
CENV=()
|
|
church_env_set CHURCH "$church"
|
|
church_env_set PRODUCTS "events"
|
|
church_env_set ADDRESS "$address"
|
|
install_events "$church" "$user" "$events_domain" "$api" "$web" "$version" "$main" "$ssl" "$email" "$frp"
|
|
church_env_write "$(church_env_path "$church")"
|
|
)
|
|
rc=$?
|
|
set -e
|
|
if [ "$rc" != 0 ]; then
|
|
if [ "$keep" = 1 ]; then
|
|
warn "Install failed; --keep-on-failure: what was made is left in place ($(church_dir "$church"))."
|
|
else
|
|
install_undo
|
|
fi
|
|
rm -f "$INSTALL_UNDO"
|
|
die "Install of $church failed."
|
|
fi
|
|
rm -f "$INSTALL_UNDO"
|
|
|
|
step "Done"
|
|
if [ "$frp" = 1 ]; then
|
|
info "Tunnels: $church-events-web → $web, $church-events-api → $api. Set up the site on the central server."
|
|
else
|
|
info "DNS (if not set yet): $events_domain → this server (A record, or a CNAME)."
|
|
fi
|
|
info "Open https://$events_domain/setup to create the admin account."
|
|
info "Updates: crosscode deploy $church events"
|
|
}
|
|
|
|
install_system_packages() {
|
|
local ssl="$1" frp="$2"
|
|
step "System packages"
|
|
export DEBIAN_FRONTEND=noninteractive
|
|
apt-get update -q
|
|
apt-get install -y -q curl git rsync zip postgresql-client openssl build-essential ca-certificates gnupg
|
|
# A database here, unless the server's configuration names another PostgreSQL server.
|
|
[ -n "$(cfg server DB_ADMIN_URL)" ] || apt-get install -y -q postgresql
|
|
[ "$frp" = 1 ] || apt-get install -y -q nginx
|
|
[ "$ssl" = 0 ] || apt-get install -y -q certbot python3-certbot-nginx
|
|
# Node 24 is the LTS line supported until April 2028.
|
|
if ! command -v node >/dev/null || [ "$(node_major)" -lt 24 ]; then
|
|
step "Node.js 24"
|
|
curl -fsSL https://deb.nodesource.com/setup_24.x | bash -
|
|
apt-get install -y -q nodejs
|
|
fi
|
|
command -v pm2 >/dev/null || npm install -g pm2
|
|
}
|
|
|
|
install_events() {
|
|
local church="$1" user="$2" domain="$3" api="$4" web="$5" version="$6" main="$7" ssl="$8" email="$9" frp="${10}"
|
|
local dir app db pass name ref
|
|
# shellcheck source=/dev/null
|
|
source "$CROSSCODE_HOME/products/events.sh"
|
|
dir="$(church_dir "$church")/events"
|
|
app="$dir/apps/events"
|
|
db="$(printf '%s_events' "$church" | tr '-' '_')"
|
|
name="$church-events"
|
|
church_env_set EVENTS_DIR "$dir"
|
|
church_env_set EVENTS_DOMAIN "$domain"
|
|
church_env_set EVENTS_PM2 "$name-backend $name-frontend"
|
|
church_env_set EVENTS_PORTS "$api $web"
|
|
church_env_set EVENTS_DB "$db"
|
|
church_env_set EVENTS_USER "$user"
|
|
[ "$frp" = 0 ] || church_env_set EVENTS_FRP 1
|
|
|
|
step "Events: code ($dir)"
|
|
mkdir -p "$(church_dir "$church")"
|
|
undo_add dir "$(church_dir "$church")"
|
|
chmod 755 "$CROSSCODE_SITES" "$(church_dir "$church")"
|
|
mkdir -p "$dir"
|
|
chown "$user:$user" "$dir"
|
|
run_as "$user" "$dir" git clone --quiet "$CROSSCODE_REPO" .
|
|
run_as "$user" "$dir" git fetch --tags --force --quiet origin
|
|
if [ "$main" = 1 ]; then
|
|
version=origin/main
|
|
elif [ -z "$version" ]; then
|
|
version="$(latest_tag "$dir" events)"
|
|
[ -n "$version" ] || die "No events@x.y.z release tags yet (use --version or --main)."
|
|
fi
|
|
run_as "$user" "$dir" git checkout -q --detach "$version"
|
|
ref="$(checkout_ref "$dir" events)"
|
|
info "At $ref"
|
|
report_result_json versions "{\"events\":\"$ref\"}"
|
|
|
|
step "Events: database ($db on $(db_host))"
|
|
# Never reuse (or later drop) a database or role that something else may be using.
|
|
! db_exists "$db" || die "A database or role named $db already exists on $(db_host). Remove it first if it's left over, or choose another church name."
|
|
pass="$(random_secret 32)"
|
|
undo_add db "$db"
|
|
db_create "$db" "$pass"
|
|
|
|
step "Events: configuration"
|
|
local trust=1
|
|
[ "$frp" = 0 ] || trust=loopback
|
|
(
|
|
export CROSSCODE_GEN_NODE_ENV=production
|
|
export CROSSCODE_GEN_JWT_SECRET
|
|
CROSSCODE_GEN_JWT_SECRET="$(random_secret 64)"
|
|
export CROSSCODE_GEN_DATABASE_URL="postgresql://$db:$pass@$(db_host):$(db_port)/$db"
|
|
env_apply "$app" events "$ref" --var "domain=$domain" --var "apiPort=$api" --var "webPort=$web" --var "church=$church" \
|
|
--fallback "TRUST_PROXY=$trust"
|
|
) | sed 's/^/ /'
|
|
[ "${PIPESTATUS[0]}" = 0 ] || die "The .env files couldn't be written (see above)."
|
|
chown "$user:$user" "$app/backend/.env" "$app/frontend/.env.production"
|
|
chmod 600 "$app/backend/.env" "$app/frontend/.env.production"
|
|
events_ensure_pm2_config "$dir" "$user"
|
|
|
|
step "Events: install, migrate, build"
|
|
events_install_deps "$dir" "$user"
|
|
events_migrate "$dir" "$user"
|
|
events_build "$dir" "$user"
|
|
|
|
step "Events: PM2"
|
|
undo_add pm2 "$user" "$name-backend $name-frontend"
|
|
run_as "$user" "$app" pm2 startOrReload ecosystem.config.js
|
|
run_as "$user" "$app" pm2 save
|
|
|
|
if [ "$frp" = 1 ]; then
|
|
step "Events: frpc tunnels"
|
|
frpc_add "$church" events "$web" "$api"
|
|
undo_add frpc "$church" events
|
|
frpc_reload
|
|
else
|
|
step "Events: nginx ($domain)"
|
|
install_events_nginx "$name" "$domain" "$api" "$web"
|
|
undo_add nginx "$name"
|
|
if [ "$ssl" = 1 ]; then
|
|
step "Events: certificate"
|
|
certbot --nginx -d "$domain" --non-interactive --agree-tos -m "$email" --redirect
|
|
fi
|
|
fi
|
|
|
|
step "Events: checking it answers"
|
|
wait_for_version "$(events_health_url)" "$(events_expected_version "$dir")" 90 ||
|
|
die "The backend didn't answer with its version (sudo -u $user pm2 logs $name-backend)."
|
|
}
|
|
|
|
install_events_nginx() {
|
|
local name="$1" domain="$2" api="$3" web="$4"
|
|
# Only this domain is served by this site (no catch-all), as ROADMAP §8 asks.
|
|
cat > "/etc/nginx/sites-available/$name" <<NGINX
|
|
server {
|
|
listen 80;
|
|
server_name $domain;
|
|
client_max_body_size 25m;
|
|
|
|
# The API, uploaded files, health and API docs go to the backend; everything else to the site.
|
|
# (From Events 2.2.0 everything is under /api; the other paths are for older releases.)
|
|
location ~ ^/(api|uploads|health|docs)(/|\$) {
|
|
proxy_pass http://127.0.0.1:$api;
|
|
proxy_set_header Host \$host;
|
|
proxy_set_header X-Real-IP \$remote_addr;
|
|
proxy_set_header X-Forwarded-For \$proxy_add_x_forwarded_for;
|
|
proxy_set_header X-Forwarded-Proto \$scheme;
|
|
}
|
|
location / {
|
|
proxy_pass http://127.0.0.1:$web;
|
|
proxy_http_version 1.1;
|
|
proxy_set_header Upgrade \$http_upgrade;
|
|
proxy_set_header Connection "upgrade";
|
|
proxy_set_header Host \$host;
|
|
proxy_set_header X-Forwarded-For \$proxy_add_x_forwarded_for;
|
|
proxy_set_header X-Forwarded-Proto \$scheme;
|
|
}
|
|
}
|
|
NGINX
|
|
ln -sf "/etc/nginx/sites-available/$name" "/etc/nginx/sites-enabled/$name"
|
|
nginx -t
|
|
systemctl reload nginx
|
|
}
|