torqvoice/.github/workflows/deploy-prod.yml

name: "[Prod] Deploy"

on:
  workflow_dispatch:
    inputs:
      tag:
        description: "Version tag to deploy (e.g. v1.2.39). Leave blank to deploy the newest published release. 'latest' is refused."
        required: false
        default: ""

jobs:
  deploy:
    runs-on: [self-hosted, Linux, X64, hetzner]

    steps:
      # Only for .github/scripts; the app itself arrives as an image.
      - uses: actions/checkout@v4
        with:
          sparse-checkout: .github/scripts

      - name: Resolve version tag
        id: tag
        run: |
          TAG="${{ inputs.tag }}"
          if [ -z "$TAG" ]; then
            # Newest published release (drafts are excluded, so publishing the
            # release in GitHub is the gate that makes it deployable).
            TAG=$(curl -fsSL -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
              "https://api.github.com/repos/${{ github.repository }}/releases/latest" \
              | grep -m1 '"tag_name"' | cut -d'"' -f4)
            echo "Resolved newest published release: $TAG"
          fi
          if [ -z "$TAG" ] || [ "$TAG" = "latest" ]; then
            echo "::error::No deployable version tag ('latest' is refused; rollback needs a named target)."
            exit 1
          fi
          echo "value=$TAG" >> "$GITHUB_OUTPUT"

      - name: Log in to GitHub Container Registry
        run: echo "${{ secrets.GHCR_TOKEN }}" | docker login ghcr.io -u ${{ github.actor }} --password-stdin

      - name: Create deployment files
        env:
          VIRTUAL_HOST: ${{ secrets.CLOUD_VIRTUAL_HOST }}
          DATABASE_URL: ${{ secrets.CLOUD_DATABASE_URL }}
          BETTER_AUTH_SECRET: ${{ secrets.CLOUD_BETTER_AUTH_SECRET }}
          APP_URL: ${{ secrets.CLOUD_APP_URL }}
          # Plans are sold on torqvoice.com. This secret is the one torqvoice.com
          # holds as TORQVOICE_SERVICE_SECRET; the app signs checkout handoffs
          # with it and authenticates billing calls with it. The Stripe keys
          # themselves live in this app's database and are edited from the
          # torqvoice.com admin, so they are no longer passed here.
          TORQVOICE_SERVICE_SECRET: ${{ secrets.TORQVOICE_SERVICE_SECRET }}
          # Signed by torqvoice.com for APP_URL (scripts/mint-cloud-token.mjs there).
          # Without it the app ignores TORQVOICE_MODE=cloud and runs self-hosted.
          TORQVOICE_CLOUD_TOKEN: ${{ secrets.CLOUD_TORQVOICE_CLOUD_TOKEN }}
          DATA_PATH: ${{ secrets.DATA_PATH }}
          POSTHOG_HOST: ${{ secrets.NEXT_PUBLIC_POSTHOG_HOST }}
          POSTHOG_KEY: ${{ secrets.NEXT_PUBLIC_POSTHOG_KEY }}
          BACKUP_HEARTBEAT_TOKEN: ${{ secrets.BACKUP_HEARTBEAT_TOKEN }}
          INTEGRATIONS_ENCRYPTION_KEY: ${{ secrets.CLOUD_INTEGRATIONS_ENCRYPTION_KEY }}
          # Customer replies by email (Messages > email channel). The domain SES
          # receives mail for, the bucket its receipt rule writes into, the
          # region of both, and the topic whose deliveries the webhook accepts.
          # All four or none: with any missing the channel stays off and
          # customer mail goes out without a reply address, as before.
          INBOUND_MAIL_DOMAIN: ${{ secrets.CLOUD_INBOUND_MAIL_DOMAIN }}
          INBOUND_MAIL_BUCKET: ${{ secrets.CLOUD_INBOUND_MAIL_BUCKET }}
          INBOUND_MAIL_REGION: ${{ secrets.CLOUD_INBOUND_MAIL_REGION }}
          INBOUND_MAIL_TOPIC_ARN: ${{ secrets.CLOUD_INBOUND_MAIL_TOPIC_ARN }}
          # Backups by Torqvoice: one restic repository per Pro workshop in a bucket of ours.
          # Endpoint, bucket, access key, secret key and master key go together, or the schedule
          # stays off. The master key derives every repository password: keep it in the DR vault.
          # Region is optional and defaults to auto, right for Cloudflare R2; set it for a
          # regional bucket anywhere else. The alert email is optional.
          PLATFORM_BACKUP_S3_ENDPOINT: ${{ secrets.CLOUD_PLATFORM_BACKUP_S3_ENDPOINT }}
          PLATFORM_BACKUP_S3_BUCKET: ${{ secrets.CLOUD_PLATFORM_BACKUP_S3_BUCKET }}
          PLATFORM_BACKUP_S3_REGION: ${{ secrets.CLOUD_PLATFORM_BACKUP_S3_REGION }}
          PLATFORM_BACKUP_S3_ACCESS_KEY: ${{ secrets.CLOUD_PLATFORM_BACKUP_S3_ACCESS_KEY }}
          PLATFORM_BACKUP_S3_SECRET_KEY: ${{ secrets.CLOUD_PLATFORM_BACKUP_S3_SECRET_KEY }}
          PLATFORM_BACKUP_MASTER_KEY: ${{ secrets.CLOUD_PLATFORM_BACKUP_MASTER_KEY }}
          PLATFORM_BACKUP_ALERT_EMAIL: ${{ secrets.CLOUD_PLATFORM_BACKUP_ALERT_EMAIL }}
          # Optional, a repository variable rather than a secret: the largest backup data
          # file a restore reads into memory, in MiB (128 unless set, see .env.example).
          BACKUP_MAX_DATA_FILE_MB: ${{ vars.CLOUD_BACKUP_MAX_DATA_FILE_MB }}
          # Optional. Next encrypts what a server action closes over with this
          # key; left unset, the key the image was built with is used. It does
          # not keep open tabs working across a deploy: action IDs are fixed
          # when the image is built, from the build's key (see the Dockerfile).
          # 32 random bytes, base64: `openssl rand -base64 32`.
          NEXT_SERVER_ACTIONS_ENCRYPTION_KEY: ${{ secrets.CLOUD_NEXT_SERVER_ACTIONS_ENCRYPTION_KEY }}
          GOOGLE_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_GOOGLE_INTEGRATION_CLIENT_ID }}
          GOOGLE_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_GOOGLE_INTEGRATION_CLIENT_SECRET }}
          GOOGLE_AUTH_CLIENT_ID: ${{ secrets.CLOUD_GOOGLE_AUTH_CLIENT_ID }}
          GOOGLE_AUTH_CLIENT_SECRET: ${{ secrets.CLOUD_GOOGLE_AUTH_CLIENT_SECRET }}
          MICROSOFT_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_MICROSOFT_INTEGRATION_CLIENT_ID }}
          MICROSOFT_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_MICROSOFT_INTEGRATION_CLIENT_SECRET }}
          ZOOM_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_ZOOM_INTEGRATION_CLIENT_ID }}
          ZOOM_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_ZOOM_INTEGRATION_CLIENT_SECRET }}
          QUICKBOOKS_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_QUICKBOOKS_INTEGRATION_CLIENT_ID }}
          QUICKBOOKS_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_QUICKBOOKS_INTEGRATION_CLIENT_SECRET }}
          FIKEN_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_FIKEN_INTEGRATION_CLIENT_ID }}
          FIKEN_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_FIKEN_INTEGRATION_CLIENT_SECRET }}
        run: |
          mkdir -p $HOME/torqvoice-deploy/prod
          cd $HOME/torqvoice-deploy/prod

          env | grep -E '^(VIRTUAL_HOST|DATA_PATH|DATABASE_URL|BETTER_AUTH_SECRET|APP_URL|TORQVOICE_|POSTHOG_|BACKUP_|INTEGRATIONS_|GOOGLE_INTEGRATION_|GOOGLE_AUTH_|MICROSOFT_INTEGRATION_|ZOOM_INTEGRATION_|QUICKBOOKS_INTEGRATION_|FIKEN_INTEGRATION_|INBOUND_MAIL_|PLATFORM_BACKUP_|NEXT_SERVER_ACTIONS_)' > .env

          cat > docker-compose.yml << 'COMPOSE'
          networks:
            proxy:
              external: true
              name: proxy
          services:
            torqvoice-app:
              container_name: torqvoice-app
              image: ghcr.io/torqvoice/torqvoice:${APP_TAG:-latest}
              restart: unless-stopped
              volumes:
                - ${DATA_PATH}/torqvoice_data:/app/data
              expose:
                - "3000"
              environment:
                VIRTUAL_HOST: ${VIRTUAL_HOST}
                VIRTUAL_PORT: "3000"
                LETSENCRYPT_HOST: ${VIRTUAL_HOST}
                DATABASE_URL: ${DATABASE_URL}
                BETTER_AUTH_SECRET: ${BETTER_AUTH_SECRET}
                NEXT_PUBLIC_APP_URL: ${APP_URL}
                TORQVOICE_MODE: cloud
                # Production sits behind Cloudflare and the origin only accepts its
                # edges, so the visitor address is the one Cloudflare says it is.
                # Without this every visitor shares the edge's rate-limit bucket.
                TRUST_CF_CONNECTING_IP: "true"
                TORQVOICE_SERVICE_SECRET: ${TORQVOICE_SERVICE_SECRET}
                TORQVOICE_CLOUD_TOKEN: ${TORQVOICE_CLOUD_TOKEN}
                TORQVOICE_COM_URL: https://torqvoice.com
                POSTHOG_HOST: ${POSTHOG_HOST}
                POSTHOG_KEY: ${POSTHOG_KEY}
                BACKUP_HEARTBEAT_TOKEN: ${BACKUP_HEARTBEAT_TOKEN}
                INTEGRATIONS_ENCRYPTION_KEY: ${INTEGRATIONS_ENCRYPTION_KEY}
                INBOUND_MAIL_DOMAIN: ${INBOUND_MAIL_DOMAIN}
                INBOUND_MAIL_BUCKET: ${INBOUND_MAIL_BUCKET}
                INBOUND_MAIL_REGION: ${INBOUND_MAIL_REGION}
                INBOUND_MAIL_TOPIC_ARN: ${INBOUND_MAIL_TOPIC_ARN}
                PLATFORM_BACKUP_S3_ENDPOINT: ${PLATFORM_BACKUP_S3_ENDPOINT}
                PLATFORM_BACKUP_S3_BUCKET: ${PLATFORM_BACKUP_S3_BUCKET}
                PLATFORM_BACKUP_S3_REGION: ${PLATFORM_BACKUP_S3_REGION}
                PLATFORM_BACKUP_S3_ACCESS_KEY: ${PLATFORM_BACKUP_S3_ACCESS_KEY}
                PLATFORM_BACKUP_S3_SECRET_KEY: ${PLATFORM_BACKUP_S3_SECRET_KEY}
                PLATFORM_BACKUP_MASTER_KEY: ${PLATFORM_BACKUP_MASTER_KEY}
                PLATFORM_BACKUP_ALERT_EMAIL: ${PLATFORM_BACKUP_ALERT_EMAIL}
                BACKUP_MAX_DATA_FILE_MB: ${BACKUP_MAX_DATA_FILE_MB}
                NEXT_SERVER_ACTIONS_ENCRYPTION_KEY: ${NEXT_SERVER_ACTIONS_ENCRYPTION_KEY}
                GOOGLE_INTEGRATION_CLIENT_ID: ${GOOGLE_INTEGRATION_CLIENT_ID}
                GOOGLE_INTEGRATION_CLIENT_SECRET: ${GOOGLE_INTEGRATION_CLIENT_SECRET}
                GOOGLE_AUTH_CLIENT_ID: ${GOOGLE_AUTH_CLIENT_ID}
                GOOGLE_AUTH_CLIENT_SECRET: ${GOOGLE_AUTH_CLIENT_SECRET}
                MICROSOFT_INTEGRATION_CLIENT_ID: ${MICROSOFT_INTEGRATION_CLIENT_ID}
                MICROSOFT_INTEGRATION_CLIENT_SECRET: ${MICROSOFT_INTEGRATION_CLIENT_SECRET}
                ZOOM_INTEGRATION_CLIENT_ID: ${ZOOM_INTEGRATION_CLIENT_ID}
                ZOOM_INTEGRATION_CLIENT_SECRET: ${ZOOM_INTEGRATION_CLIENT_SECRET}
                QUICKBOOKS_INTEGRATION_CLIENT_ID: ${QUICKBOOKS_INTEGRATION_CLIENT_ID}
                QUICKBOOKS_INTEGRATION_CLIENT_SECRET: ${QUICKBOOKS_INTEGRATION_CLIENT_SECRET}
                FIKEN_INTEGRATION_CLIENT_ID: ${FIKEN_INTEGRATION_CLIENT_ID}
                FIKEN_INTEGRATION_CLIENT_SECRET: ${FIKEN_INTEGRATION_CLIENT_SECRET}
              # Healthy once the server answers and reaches the database. The
              # deploy waits for it and puts the previous version back when it
              # never comes. Failures in start_period do not count, so a long
              # migration at start is not taken for a crash. nginx-proxy routes
              # by container, not by health, so this changes no traffic.
              healthcheck:
                test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:3000/api/v1/health"]
                interval: 10s
                timeout: 10s
                retries: 3
                start_period: 30m
              networks:
                - proxy
          COMPOSE

          # Without the cloud token the new container would come up as a
          # self-hosted install: one workshop for everybody, branding back on.
          # Stop here, before anything is replaced.
          if [ -z "$TORQVOICE_CLOUD_TOKEN" ]; then
            echo "::error title=Cloud token missing::CLOUD_TORQVOICE_CLOUD_TOKEN is empty. Mint one for $APP_URL with scripts/mint-cloud-token.mjs in the torqvoice.com repo."
            exit 1
          fi

          # The link to torqvoice.com is what the subscription pages hang on. A
          # wrong secret or an origin the site does not list only shows up as a
          # missing page, so the deploy asks the site itself and says so.
          if [ -n "$TORQVOICE_SERVICE_SECRET" ]; then
            status=$(curl -sS -o /dev/null -w '%{http_code}' -X POST https://torqvoice.com/api/app/subscription/ping \
              -H "Authorization: Bearer $TORQVOICE_SERVICE_SECRET" -H 'Content-Type: application/json' \
              -d "{\"appUrl\":\"$APP_URL\"}" || echo 000)
            if [ "$status" != "200" ]; then
              echo "::warning title=torqvoice.com link not confirmed::ping answered $status. Check TORQVOICE_SERVICE_SECRET on both sides and that $APP_URL is TORQVOICE_APP_URL or TORQVOICE_STAGING_APP_URL on torqvoice.com. The subscription page stays hidden until it is."
            else
              echo "torqvoice.com link confirmed for $APP_URL"
            fi
          else
            echo "::warning title=torqvoice.com link not configured::TORQVOICE_SERVICE_SECRET is empty, so plans cannot be bought from this deployment."
          fi

      - name: Ensure data directory permissions
        run: |
          DATA_DIR="${{ secrets.DATA_PATH }}/torqvoice_data"
          mkdir -p "$DATA_DIR"
          docker run --rm -v "$DATA_DIR":/data alpine chown -R 1001:1001 /data

      - name: Check free disk space
        run: |
          MIN_GB=5
          DOCKER_ROOT=$(docker info --format '{{.DockerRootDir}}' 2>/dev/null || echo /var/lib/docker)
          AVAIL_KB=$(df -Pk "$DOCKER_ROOT" | awk 'NR==2 {print $4}')
          AVAIL_GB=$(awk "BEGIN {printf \"%.1f\", $AVAIL_KB/1024/1024}")
          echo "Free space on $DOCKER_ROOT: ${AVAIL_GB} GB (minimum ${MIN_GB} GB)"
          if [ "$AVAIL_KB" -lt $((MIN_GB * 1024 * 1024)) ]; then
            echo "::error::Not enough disk space to pull image: ${AVAIL_GB} GB free, need ${MIN_GB} GB. Aborting deploy."
            exit 1
          fi

      - name: Back up production database
        env:
          DATABASE_URL: ${{ secrets.CLOUD_DATABASE_URL }}
        run: |
          set -euo pipefail

          DB_USER=$(echo "$DATABASE_URL" | sed -E 's|^[^:]+://([^:]+):.*|\1|')
          DB_NAME=$(echo "$DATABASE_URL" | sed -E 's|.*/([^/?]+)(\?.*)?$|\1|')

          BACKUP_DIR="${{ secrets.DATA_PATH }}/db-backups/$DB_NAME"
          # The volume is root-owned and the runner is not root. Binding the
          # path into a container makes Docker create it, and the chown hands
          # it to the runner so the dump redirect below can write there.
          docker run --rm -v "$BACKUP_DIR":/b alpine chown "$(id -u):$(id -g)" /b

          # The Postgres data directory lives on this filesystem: filling it
          # takes the database down, not just the backup.
          MIN_GB=2
          AVAIL_KB=$(df -Pk "$BACKUP_DIR" | awk 'NR==2 {print $4}')
          if [ "$AVAIL_KB" -lt $((MIN_GB * 1024 * 1024)) ]; then
            echo "::error::Only $(awk "BEGIN {printf \"%.1f\", $AVAIL_KB/1024/1024}") GB free where the database lives. Refusing to dump."
            exit 1
          fi

          DUMP="$BACKUP_DIR/${DB_NAME}-$(date +%Y%m%d-%H%M%S)-pre-${{ steps.tag.outputs.value }}.dump"
          echo "Dumping $DB_NAME to $DUMP"
          docker exec torqvoice-db pg_dump -U "$DB_USER" -d "$DB_NAME" -Fc > "$DUMP"

          # A dump nobody can read is worse than no dump. No backup, no deploy.
          docker exec -i torqvoice-db pg_restore --list < "$DUMP" > /dev/null
          echo "Verified $(du -h "$DUMP" | cut -f1) backup"

          # Keep the 10 most recent pre-deploy dumps; hourly dumps in the same
          # folder belong to the backup cron and age out there.
          ls -t "$BACKUP_DIR"/*-pre-*.dump 2>/dev/null | tail -n +11 | xargs -r rm --

      # What to put back if the new version never gets healthy. By image ID,
      # since a tag can have moved by the time it is needed.
      - name: Note the running version
        id: previous
        run: |
          if docker inspect torqvoice-app > /dev/null 2>&1; then
            echo "image_id=$(docker inspect --format '{{.Image}}' torqvoice-app)" >> "$GITHUB_OUTPUT"
            echo "image=$(docker inspect --format '{{.Config.Image}}' torqvoice-app)" >> "$GITHUB_OUTPUT"
            echo "Running now: $(docker inspect --format '{{.Config.Image}}' torqvoice-app)"
          else
            echo "Nothing running yet, so there is nothing to roll back to."
          fi

      - name: Deploy
        run: |
          cd $HOME/torqvoice-deploy/prod
          APP_TAG=${{ steps.tag.outputs.value }} docker compose up -d --pull always

      - name: Health check, rolling back if it fails
        run: |
          cd "$HOME/torqvoice-deploy/prod"
          bash "$GITHUB_WORKSPACE/.github/scripts/roll-back-if-unhealthy.sh" \
            torqvoice-app \
            "${{ steps.tag.outputs.value }}" \
            "${{ steps.previous.outputs.image_id }}" \
            "${{ steps.previous.outputs.image }}" \
            prod

      - name: Prune old images and build cache
        run: docker image prune -f && docker builder prune -f