deploy-prod.yml 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. name: "[Prod] Deploy"
  2. on:
  3. workflow_dispatch:
  4. inputs:
  5. tag:
  6. description: "Version tag to deploy (e.g. v1.2.39). Leave blank to deploy the newest published release. 'latest' is refused."
  7. required: false
  8. default: ""
  9. jobs:
  10. deploy:
  11. runs-on: [self-hosted, Linux, X64, hetzner]
  12. steps:
  13. - name: Resolve version tag
  14. id: tag
  15. run: |
  16. TAG="${{ inputs.tag }}"
  17. if [ -z "$TAG" ]; then
  18. # Newest published release (drafts are excluded, so publishing the
  19. # release in GitHub is the gate that makes it deployable).
  20. TAG=$(curl -fsSL -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
  21. "https://api.github.com/repos/${{ github.repository }}/releases/latest" \
  22. | grep -m1 '"tag_name"' | cut -d'"' -f4)
  23. echo "Resolved newest published release: $TAG"
  24. fi
  25. if [ -z "$TAG" ] || [ "$TAG" = "latest" ]; then
  26. echo "::error::No deployable version tag ('latest' is refused; rollback needs a named target)."
  27. exit 1
  28. fi
  29. echo "value=$TAG" >> "$GITHUB_OUTPUT"
  30. - name: Log in to GitHub Container Registry
  31. run: echo "${{ secrets.GHCR_TOKEN }}" | docker login ghcr.io -u ${{ github.actor }} --password-stdin
  32. - name: Create deployment files
  33. env:
  34. VIRTUAL_HOST: ${{ secrets.CLOUD_VIRTUAL_HOST }}
  35. DATABASE_URL: ${{ secrets.CLOUD_DATABASE_URL }}
  36. BETTER_AUTH_SECRET: ${{ secrets.CLOUD_BETTER_AUTH_SECRET }}
  37. APP_URL: ${{ secrets.CLOUD_APP_URL }}
  38. STRIPE_SECRET_KEY: ${{ secrets.CLOUD_STRIPE_SECRET_KEY }}
  39. STRIPE_WEBHOOK_SECRET: ${{ secrets.CLOUD_STRIPE_WEBHOOK_SECRET }}
  40. STRIPE_PRO_PRICE_ID: ${{ secrets.CLOUD_STRIPE_PRO_PRICE_ID }}
  41. STRIPE_ENTERPRISE_PRICE_ID: ${{ secrets.CLOUD_STRIPE_ENTERPRISE_PRICE_ID }}
  42. DATA_PATH: ${{ secrets.DATA_PATH }}
  43. POSTHOG_HOST: ${{ secrets.NEXT_PUBLIC_POSTHOG_HOST }}
  44. POSTHOG_KEY: ${{ secrets.NEXT_PUBLIC_POSTHOG_KEY }}
  45. BACKUP_HEARTBEAT_TOKEN: ${{ secrets.BACKUP_HEARTBEAT_TOKEN }}
  46. INTEGRATIONS_ENCRYPTION_KEY: ${{ secrets.CLOUD_INTEGRATIONS_ENCRYPTION_KEY }}
  47. GOOGLE_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_GOOGLE_INTEGRATION_CLIENT_ID }}
  48. GOOGLE_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_GOOGLE_INTEGRATION_CLIENT_SECRET }}
  49. MICROSOFT_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_MICROSOFT_INTEGRATION_CLIENT_ID }}
  50. MICROSOFT_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_MICROSOFT_INTEGRATION_CLIENT_SECRET }}
  51. ZOOM_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_ZOOM_INTEGRATION_CLIENT_ID }}
  52. ZOOM_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_ZOOM_INTEGRATION_CLIENT_SECRET }}
  53. run: |
  54. mkdir -p $HOME/torqvoice-deploy/prod
  55. cd $HOME/torqvoice-deploy/prod
  56. env | grep -E '^(VIRTUAL_HOST|DATA_PATH|DATABASE_URL|BETTER_AUTH_SECRET|APP_URL|STRIPE_|POSTHOG_|BACKUP_|INTEGRATIONS_|GOOGLE_INTEGRATION_|MICROSOFT_INTEGRATION_|ZOOM_INTEGRATION_)' > .env
  57. cat > docker-compose.yml << 'COMPOSE'
  58. networks:
  59. proxy:
  60. external: true
  61. name: proxy
  62. services:
  63. torqvoice-app:
  64. container_name: torqvoice-app
  65. image: ghcr.io/torqvoice/torqvoice:${APP_TAG:-latest}
  66. restart: unless-stopped
  67. volumes:
  68. - ${DATA_PATH}/torqvoice_data:/app/data
  69. expose:
  70. - "3000"
  71. environment:
  72. VIRTUAL_HOST: ${VIRTUAL_HOST}
  73. VIRTUAL_PORT: "3000"
  74. LETSENCRYPT_HOST: ${VIRTUAL_HOST}
  75. DATABASE_URL: ${DATABASE_URL}
  76. BETTER_AUTH_SECRET: ${BETTER_AUTH_SECRET}
  77. NEXT_PUBLIC_APP_URL: ${APP_URL}
  78. TORQVOICE_MODE: cloud
  79. STRIPE_SECRET_KEY: ${STRIPE_SECRET_KEY}
  80. STRIPE_WEBHOOK_SECRET: ${STRIPE_WEBHOOK_SECRET}
  81. STRIPE_PRO_PRICE_ID: ${STRIPE_PRO_PRICE_ID}
  82. STRIPE_ENTERPRISE_PRICE_ID: ${STRIPE_ENTERPRISE_PRICE_ID}
  83. POSTHOG_HOST: ${POSTHOG_HOST}
  84. POSTHOG_KEY: ${POSTHOG_KEY}
  85. BACKUP_HEARTBEAT_TOKEN: ${BACKUP_HEARTBEAT_TOKEN}
  86. INTEGRATIONS_ENCRYPTION_KEY: ${INTEGRATIONS_ENCRYPTION_KEY}
  87. GOOGLE_INTEGRATION_CLIENT_ID: ${GOOGLE_INTEGRATION_CLIENT_ID}
  88. GOOGLE_INTEGRATION_CLIENT_SECRET: ${GOOGLE_INTEGRATION_CLIENT_SECRET}
  89. MICROSOFT_INTEGRATION_CLIENT_ID: ${MICROSOFT_INTEGRATION_CLIENT_ID}
  90. MICROSOFT_INTEGRATION_CLIENT_SECRET: ${MICROSOFT_INTEGRATION_CLIENT_SECRET}
  91. ZOOM_INTEGRATION_CLIENT_ID: ${ZOOM_INTEGRATION_CLIENT_ID}
  92. ZOOM_INTEGRATION_CLIENT_SECRET: ${ZOOM_INTEGRATION_CLIENT_SECRET}
  93. networks:
  94. - proxy
  95. COMPOSE
  96. - name: Ensure data directory permissions
  97. run: |
  98. DATA_DIR="${{ secrets.DATA_PATH }}/torqvoice_data"
  99. mkdir -p "$DATA_DIR"
  100. docker run --rm -v "$DATA_DIR":/data alpine chown -R 1001:1001 /data
  101. - name: Check free disk space
  102. run: |
  103. MIN_GB=5
  104. DOCKER_ROOT=$(docker info --format '{{.DockerRootDir}}' 2>/dev/null || echo /var/lib/docker)
  105. AVAIL_KB=$(df -Pk "$DOCKER_ROOT" | awk 'NR==2 {print $4}')
  106. AVAIL_GB=$(awk "BEGIN {printf \"%.1f\", $AVAIL_KB/1024/1024}")
  107. echo "Free space on $DOCKER_ROOT: ${AVAIL_GB} GB (minimum ${MIN_GB} GB)"
  108. if [ "$AVAIL_KB" -lt $((MIN_GB * 1024 * 1024)) ]; then
  109. echo "::error::Not enough disk space to pull image: ${AVAIL_GB} GB free, need ${MIN_GB} GB. Aborting deploy."
  110. exit 1
  111. fi
  112. - name: Back up production database
  113. env:
  114. DATABASE_URL: ${{ secrets.CLOUD_DATABASE_URL }}
  115. run: |
  116. set -euo pipefail
  117. DB_USER=$(echo "$DATABASE_URL" | sed -E 's|^[^:]+://([^:]+):.*|\1|')
  118. DB_NAME=$(echo "$DATABASE_URL" | sed -E 's|.*/([^/?]+)(\?.*)?$|\1|')
  119. BACKUP_DIR="${{ secrets.DATA_PATH }}/db-backups/$DB_NAME"
  120. # The volume is root-owned and the runner is not root. Binding the
  121. # path into a container makes Docker create it, and the chown hands
  122. # it to the runner so the dump redirect below can write there.
  123. docker run --rm -v "$BACKUP_DIR":/b alpine chown "$(id -u):$(id -g)" /b
  124. # The Postgres data directory lives on this filesystem: filling it
  125. # takes the database down, not just the backup.
  126. MIN_GB=2
  127. AVAIL_KB=$(df -Pk "$BACKUP_DIR" | awk 'NR==2 {print $4}')
  128. if [ "$AVAIL_KB" -lt $((MIN_GB * 1024 * 1024)) ]; then
  129. echo "::error::Only $(awk "BEGIN {printf \"%.1f\", $AVAIL_KB/1024/1024}") GB free where the database lives. Refusing to dump."
  130. exit 1
  131. fi
  132. DUMP="$BACKUP_DIR/${DB_NAME}-$(date +%Y%m%d-%H%M%S)-pre-${{ steps.tag.outputs.value }}.dump"
  133. echo "Dumping $DB_NAME to $DUMP"
  134. docker exec torqvoice-db pg_dump -U "$DB_USER" -d "$DB_NAME" -Fc > "$DUMP"
  135. # A dump nobody can read is worse than no dump. No backup, no deploy.
  136. docker exec -i torqvoice-db pg_restore --list < "$DUMP" > /dev/null
  137. echo "Verified $(du -h "$DUMP" | cut -f1) backup"
  138. # Keep the 10 most recent pre-deploy dumps; hourly dumps in the same
  139. # folder belong to the backup cron and age out there.
  140. ls -t "$BACKUP_DIR"/*-pre-*.dump 2>/dev/null | tail -n +11 | xargs -r rm --
  141. - name: Deploy
  142. run: |
  143. cd $HOME/torqvoice-deploy/prod
  144. APP_TAG=${{ steps.tag.outputs.value }} docker compose up -d --pull always
  145. - name: Health check
  146. run: |
  147. echo "Waiting for prod container to be ready..."
  148. for i in $(seq 1 12); do
  149. STATUS=$(docker inspect --format='{{.State.Status}}' torqvoice-app 2>/dev/null || echo "not found")
  150. if [ "$STATUS" = "running" ]; then
  151. echo "Deployed ${{ steps.tag.outputs.value }}."
  152. exit 0
  153. fi
  154. echo "Status: $STATUS, retrying in 5s..."
  155. sleep 5
  156. done
  157. echo "::error::Container failed to start"
  158. docker logs torqvoice-app --tail 50
  159. exit 1
  160. - name: Prune old images and build cache
  161. run: docker image prune -f && docker builder prune -f