deploy-prod.yml 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184
  1. name: "[Prod] Deploy"
  2. on:
  3. workflow_dispatch:
  4. inputs:
  5. tag:
  6. description: "Version tag to deploy (e.g. v1.2.39). Leave blank to deploy the newest published release. 'latest' is refused."
  7. required: false
  8. default: ""
  9. jobs:
  10. deploy:
  11. runs-on: [self-hosted, Linux, X64, hetzner]
  12. steps:
  13. - name: Resolve version tag
  14. id: tag
  15. run: |
  16. TAG="${{ inputs.tag }}"
  17. if [ -z "$TAG" ]; then
  18. # Newest published release (drafts are excluded, so publishing the
  19. # release in GitHub is the gate that makes it deployable).
  20. TAG=$(curl -fsSL -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
  21. "https://api.github.com/repos/${{ github.repository }}/releases/latest" \
  22. | grep -m1 '"tag_name"' | cut -d'"' -f4)
  23. echo "Resolved newest published release: $TAG"
  24. fi
  25. if [ -z "$TAG" ] || [ "$TAG" = "latest" ]; then
  26. echo "::error::No deployable version tag ('latest' is refused; rollback needs a named target)."
  27. exit 1
  28. fi
  29. echo "value=$TAG" >> "$GITHUB_OUTPUT"
  30. - name: Log in to GitHub Container Registry
  31. run: echo "${{ secrets.GHCR_TOKEN }}" | docker login ghcr.io -u ${{ github.actor }} --password-stdin
  32. - name: Create deployment files
  33. env:
  34. VIRTUAL_HOST: ${{ secrets.CLOUD_VIRTUAL_HOST }}
  35. DATABASE_URL: ${{ secrets.CLOUD_DATABASE_URL }}
  36. BETTER_AUTH_SECRET: ${{ secrets.CLOUD_BETTER_AUTH_SECRET }}
  37. APP_URL: ${{ secrets.CLOUD_APP_URL }}
  38. STRIPE_SECRET_KEY: ${{ secrets.CLOUD_STRIPE_SECRET_KEY }}
  39. STRIPE_WEBHOOK_SECRET: ${{ secrets.CLOUD_STRIPE_WEBHOOK_SECRET }}
  40. STRIPE_PRO_PRICE_ID: ${{ secrets.CLOUD_STRIPE_PRO_PRICE_ID }}
  41. STRIPE_ENTERPRISE_PRICE_ID: ${{ secrets.CLOUD_STRIPE_ENTERPRISE_PRICE_ID }}
  42. DATA_PATH: ${{ secrets.DATA_PATH }}
  43. POSTHOG_HOST: ${{ secrets.NEXT_PUBLIC_POSTHOG_HOST }}
  44. POSTHOG_KEY: ${{ secrets.NEXT_PUBLIC_POSTHOG_KEY }}
  45. BACKUP_HEARTBEAT_TOKEN: ${{ secrets.BACKUP_HEARTBEAT_TOKEN }}
  46. INTEGRATIONS_ENCRYPTION_KEY: ${{ secrets.CLOUD_INTEGRATIONS_ENCRYPTION_KEY }}
  47. GOOGLE_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_GOOGLE_INTEGRATION_CLIENT_ID }}
  48. GOOGLE_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_GOOGLE_INTEGRATION_CLIENT_SECRET }}
  49. MICROSOFT_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_MICROSOFT_INTEGRATION_CLIENT_ID }}
  50. MICROSOFT_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_MICROSOFT_INTEGRATION_CLIENT_SECRET }}
  51. ZOOM_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_ZOOM_INTEGRATION_CLIENT_ID }}
  52. ZOOM_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_ZOOM_INTEGRATION_CLIENT_SECRET }}
  53. QUICKBOOKS_INTEGRATION_CLIENT_ID: ${{ secrets.CLOUD_QUICKBOOKS_INTEGRATION_CLIENT_ID }}
  54. QUICKBOOKS_INTEGRATION_CLIENT_SECRET: ${{ secrets.CLOUD_QUICKBOOKS_INTEGRATION_CLIENT_SECRET }}
  55. run: |
  56. mkdir -p $HOME/torqvoice-deploy/prod
  57. cd $HOME/torqvoice-deploy/prod
  58. env | grep -E '^(VIRTUAL_HOST|DATA_PATH|DATABASE_URL|BETTER_AUTH_SECRET|APP_URL|STRIPE_|POSTHOG_|BACKUP_|INTEGRATIONS_|GOOGLE_INTEGRATION_|MICROSOFT_INTEGRATION_|ZOOM_INTEGRATION_|QUICKBOOKS_INTEGRATION_)' > .env
  59. cat > docker-compose.yml << 'COMPOSE'
  60. networks:
  61. proxy:
  62. external: true
  63. name: proxy
  64. services:
  65. torqvoice-app:
  66. container_name: torqvoice-app
  67. image: ghcr.io/torqvoice/torqvoice:${APP_TAG:-latest}
  68. restart: unless-stopped
  69. volumes:
  70. - ${DATA_PATH}/torqvoice_data:/app/data
  71. expose:
  72. - "3000"
  73. environment:
  74. VIRTUAL_HOST: ${VIRTUAL_HOST}
  75. VIRTUAL_PORT: "3000"
  76. LETSENCRYPT_HOST: ${VIRTUAL_HOST}
  77. DATABASE_URL: ${DATABASE_URL}
  78. BETTER_AUTH_SECRET: ${BETTER_AUTH_SECRET}
  79. NEXT_PUBLIC_APP_URL: ${APP_URL}
  80. TORQVOICE_MODE: cloud
  81. STRIPE_SECRET_KEY: ${STRIPE_SECRET_KEY}
  82. STRIPE_WEBHOOK_SECRET: ${STRIPE_WEBHOOK_SECRET}
  83. STRIPE_PRO_PRICE_ID: ${STRIPE_PRO_PRICE_ID}
  84. STRIPE_ENTERPRISE_PRICE_ID: ${STRIPE_ENTERPRISE_PRICE_ID}
  85. POSTHOG_HOST: ${POSTHOG_HOST}
  86. POSTHOG_KEY: ${POSTHOG_KEY}
  87. BACKUP_HEARTBEAT_TOKEN: ${BACKUP_HEARTBEAT_TOKEN}
  88. INTEGRATIONS_ENCRYPTION_KEY: ${INTEGRATIONS_ENCRYPTION_KEY}
  89. GOOGLE_INTEGRATION_CLIENT_ID: ${GOOGLE_INTEGRATION_CLIENT_ID}
  90. GOOGLE_INTEGRATION_CLIENT_SECRET: ${GOOGLE_INTEGRATION_CLIENT_SECRET}
  91. MICROSOFT_INTEGRATION_CLIENT_ID: ${MICROSOFT_INTEGRATION_CLIENT_ID}
  92. MICROSOFT_INTEGRATION_CLIENT_SECRET: ${MICROSOFT_INTEGRATION_CLIENT_SECRET}
  93. ZOOM_INTEGRATION_CLIENT_ID: ${ZOOM_INTEGRATION_CLIENT_ID}
  94. ZOOM_INTEGRATION_CLIENT_SECRET: ${ZOOM_INTEGRATION_CLIENT_SECRET}
  95. QUICKBOOKS_INTEGRATION_CLIENT_ID: ${QUICKBOOKS_INTEGRATION_CLIENT_ID}
  96. QUICKBOOKS_INTEGRATION_CLIENT_SECRET: ${QUICKBOOKS_INTEGRATION_CLIENT_SECRET}
  97. networks:
  98. - proxy
  99. COMPOSE
  100. - name: Ensure data directory permissions
  101. run: |
  102. DATA_DIR="${{ secrets.DATA_PATH }}/torqvoice_data"
  103. mkdir -p "$DATA_DIR"
  104. docker run --rm -v "$DATA_DIR":/data alpine chown -R 1001:1001 /data
  105. - name: Check free disk space
  106. run: |
  107. MIN_GB=5
  108. DOCKER_ROOT=$(docker info --format '{{.DockerRootDir}}' 2>/dev/null || echo /var/lib/docker)
  109. AVAIL_KB=$(df -Pk "$DOCKER_ROOT" | awk 'NR==2 {print $4}')
  110. AVAIL_GB=$(awk "BEGIN {printf \"%.1f\", $AVAIL_KB/1024/1024}")
  111. echo "Free space on $DOCKER_ROOT: ${AVAIL_GB} GB (minimum ${MIN_GB} GB)"
  112. if [ "$AVAIL_KB" -lt $((MIN_GB * 1024 * 1024)) ]; then
  113. echo "::error::Not enough disk space to pull image: ${AVAIL_GB} GB free, need ${MIN_GB} GB. Aborting deploy."
  114. exit 1
  115. fi
  116. - name: Back up production database
  117. env:
  118. DATABASE_URL: ${{ secrets.CLOUD_DATABASE_URL }}
  119. run: |
  120. set -euo pipefail
  121. DB_USER=$(echo "$DATABASE_URL" | sed -E 's|^[^:]+://([^:]+):.*|\1|')
  122. DB_NAME=$(echo "$DATABASE_URL" | sed -E 's|.*/([^/?]+)(\?.*)?$|\1|')
  123. BACKUP_DIR="${{ secrets.DATA_PATH }}/db-backups/$DB_NAME"
  124. # The volume is root-owned and the runner is not root. Binding the
  125. # path into a container makes Docker create it, and the chown hands
  126. # it to the runner so the dump redirect below can write there.
  127. docker run --rm -v "$BACKUP_DIR":/b alpine chown "$(id -u):$(id -g)" /b
  128. # The Postgres data directory lives on this filesystem: filling it
  129. # takes the database down, not just the backup.
  130. MIN_GB=2
  131. AVAIL_KB=$(df -Pk "$BACKUP_DIR" | awk 'NR==2 {print $4}')
  132. if [ "$AVAIL_KB" -lt $((MIN_GB * 1024 * 1024)) ]; then
  133. echo "::error::Only $(awk "BEGIN {printf \"%.1f\", $AVAIL_KB/1024/1024}") GB free where the database lives. Refusing to dump."
  134. exit 1
  135. fi
  136. DUMP="$BACKUP_DIR/${DB_NAME}-$(date +%Y%m%d-%H%M%S)-pre-${{ steps.tag.outputs.value }}.dump"
  137. echo "Dumping $DB_NAME to $DUMP"
  138. docker exec torqvoice-db pg_dump -U "$DB_USER" -d "$DB_NAME" -Fc > "$DUMP"
  139. # A dump nobody can read is worse than no dump. No backup, no deploy.
  140. docker exec -i torqvoice-db pg_restore --list < "$DUMP" > /dev/null
  141. echo "Verified $(du -h "$DUMP" | cut -f1) backup"
  142. # Keep the 10 most recent pre-deploy dumps; hourly dumps in the same
  143. # folder belong to the backup cron and age out there.
  144. ls -t "$BACKUP_DIR"/*-pre-*.dump 2>/dev/null | tail -n +11 | xargs -r rm --
  145. - name: Deploy
  146. run: |
  147. cd $HOME/torqvoice-deploy/prod
  148. APP_TAG=${{ steps.tag.outputs.value }} docker compose up -d --pull always
  149. - name: Health check
  150. run: |
  151. echo "Waiting for prod container to be ready..."
  152. for i in $(seq 1 12); do
  153. STATUS=$(docker inspect --format='{{.State.Status}}' torqvoice-app 2>/dev/null || echo "not found")
  154. if [ "$STATUS" = "running" ]; then
  155. echo "Deployed ${{ steps.tag.outputs.value }}."
  156. exit 0
  157. fi
  158. echo "Status: $STATUS, retrying in 5s..."
  159. sleep 5
  160. done
  161. echo "::error::Container failed to start"
  162. docker logs torqvoice-app --tail 50
  163. exit 1
  164. - name: Prune old images and build cache
  165. run: docker image prune -f && docker builder prune -f