mirror of https://github.com/docusealco/docuseal
Production setup (#14)
* Enabled production deployment * Add basic airbrake configuration + env ID support * Newrelic basic setup + environments * Set concurrency low to keep sidekiq+puma combo happy * Nix log buckets for new relic * Rubocop tweak * Build fix * Airbrake fix * Newrelic job tracing * Unique fix for benchmarking * Update concurrency settings * Newrelic and airbrake updates - bare-bones new setups * Tweak to warning levels for newrelic * Fix bang on prod script, other script tweaks, and relic/airbrake config issues * Fix allowed hosts for all environmentspull/544/head
Mikhael Rakauskas
4 months ago
committed by
GitHub
parent
4ec9e7fc5e
commit
669fcf8b5b
@ -0,0 +1,15 @@
|
|||||||
|
DB_HOST=
|
||||||
|
DB_POOL=25
|
||||||
|
DB_PORT=5432
|
||||||
|
DB_SSLCERT=/config/rds-combined-ca-bundle.pem
|
||||||
|
DB_SSLMODE=verify-full
|
||||||
|
REDIS_URL=
|
||||||
|
PORT=3000
|
||||||
|
S3_ATTACHMENTS_BUCKET=
|
||||||
|
ACTIVE_STORAGE_PUBLIC=true
|
||||||
|
FORCE_SSL=true
|
||||||
|
AIRBRAKE_ID=
|
||||||
|
AIRBRAKE_KEY=
|
||||||
|
NEWRELIC_LICENSE_KEY=
|
||||||
|
NEWRELIC_APP_NAME=
|
||||||
|
WEB_CONCURRENCY=2
|
||||||
@ -0,0 +1,271 @@
|
|||||||
|
#!/bin/sh -e
|
||||||
|
|
||||||
|
echo "=== CP Docuseal Production Startup ==="
|
||||||
|
|
||||||
|
# Enable jemalloc for reduced memory usage and latency.
|
||||||
|
if [ -z "${LD_PRELOAD+x}" ]; then
|
||||||
|
LD_PRELOAD=$(find /usr/lib -name libjemalloc.so.2 -print -quit)
|
||||||
|
export LD_PRELOAD
|
||||||
|
fi
|
||||||
|
|
||||||
|
check_aws_setup() {
|
||||||
|
if [ -z "$AWS_REGION" ]; then
|
||||||
|
echo "ERROR: AWS_REGION environment variable is not set"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if ! command -v aws &> /dev/null; then
|
||||||
|
echo "ERROR: AWS CLI is not installed. Please install it to proceed."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Function to fetch secrets from AWS Secrets Manager
|
||||||
|
fetch_db_credentials() {
|
||||||
|
echo "Fetching database credentials from AWS Secrets Manager..."
|
||||||
|
|
||||||
|
if [ -z "$DB_SECRETS_NAME" ]; then
|
||||||
|
echo "ERROR: DB_SECRETS_NAME environment variable is not set"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Fetch the secret
|
||||||
|
echo "Retrieving secret: $DB_SECRETS_NAME"
|
||||||
|
SECRET_JSON=$(aws secretsmanager get-secret-value \
|
||||||
|
--region "$AWS_REGION" \
|
||||||
|
--secret-id "$DB_SECRETS_NAME" \
|
||||||
|
--query SecretString \
|
||||||
|
--output text)
|
||||||
|
|
||||||
|
if [ $? -ne 0 ]; then
|
||||||
|
echo "ERROR: Failed to retrieve secrets from AWS Secrets Manager"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Parse JSON and export environment variables
|
||||||
|
export DB_USERNAME=$(echo "$SECRET_JSON" | jq -r '.username')
|
||||||
|
export DB_PASSWORD=$(echo "$SECRET_JSON" | jq -r '.password')
|
||||||
|
|
||||||
|
# Validate that we got the credentials
|
||||||
|
if [ "$DB_USERNAME" = "null" ] || [ "$DB_PASSWORD" = "null" ] || [ -z "$DB_USERNAME" ] || [ -z "$DB_PASSWORD" ]; then
|
||||||
|
echo "ERROR: Failed to parse database credentials from secrets"
|
||||||
|
echo "Expected JSON format: {\"username\": \"...\", \"password\": \"...\"}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Write credentials to .env.production file
|
||||||
|
echo "Writing database credentials to .env.production..."
|
||||||
|
|
||||||
|
# Remove existing DB_USERNAME and DB_PASSWORD lines if they exist
|
||||||
|
if [ -f "./.env.production" ]; then
|
||||||
|
echo "Removing existing DB_USERNAME and DB_PASSWORD from .env.production"
|
||||||
|
grep -v "^DB_USERNAME=" ./.env.production > ./.env.production.tmp || true
|
||||||
|
grep -v "^DB_PASSWORD=" ./.env.production.tmp > ./.env.production || true
|
||||||
|
rm -f ./.env.production.tmp
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Append the new credentials
|
||||||
|
echo "DB_USERNAME=$DB_USERNAME" >> ./.env.production
|
||||||
|
echo "DB_PASSWORD=$DB_PASSWORD" >> ./.env.production
|
||||||
|
|
||||||
|
echo "✓ Database credentials successfully retrieved and written to .env.production"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Function to fetch encryption key from AWS Secrets Manager and write to config/master.key
|
||||||
|
fetch_encryption_key() {
|
||||||
|
echo "Fetching encryption key from AWS Secrets Manager..."
|
||||||
|
|
||||||
|
ENCRYPTION_SECRET_NAME="cpdocuseal/encryption_key"
|
||||||
|
if [ -z "$AWS_REGION" ]; then
|
||||||
|
echo "ERROR: AWS_REGION environment variable is not set"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Fetch the secret value (assume it's a plain string, not JSON)
|
||||||
|
ENCRYPTION_KEY=$(aws secretsmanager get-secret-value \
|
||||||
|
--region "$AWS_REGION" \
|
||||||
|
--secret-id "$ENCRYPTION_SECRET_NAME" \
|
||||||
|
--query SecretString \
|
||||||
|
--output text)
|
||||||
|
|
||||||
|
if [ $? -ne 0 ] || [ -z "$ENCRYPTION_KEY" ] || [ "$ENCRYPTION_KEY" = "null" ]; then
|
||||||
|
echo "ERROR: Failed to retrieve encryption key from AWS Secrets Manager"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Write the key to config/master.key
|
||||||
|
echo -n "$ENCRYPTION_KEY" > config/master.key
|
||||||
|
chmod 600 config/master.key
|
||||||
|
echo "✓ Encryption key written to config/master.key"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Function to fetch allowed hosts values
|
||||||
|
fetch_allowed_hosts() {
|
||||||
|
echo "Fetching allowed hosts from AWS Secrets Manager..."
|
||||||
|
|
||||||
|
if [ -z "$ALLOWED_HOSTS_NAME" ]; then
|
||||||
|
echo "ERROR: ALLOWED_HOSTS_NAME environment variable is not set"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Fetch the secret value, assume kept as JSON array
|
||||||
|
ALLOWED_HOSTS_JSON=$(aws secretsmanager get-secret-value \
|
||||||
|
--region "$AWS_REGION" \
|
||||||
|
--secret-id "$ALLOWED_HOSTS_NAME" \
|
||||||
|
--query SecretString \
|
||||||
|
--output text)
|
||||||
|
|
||||||
|
if [ $? -ne 0 ] || [ -z "$ALLOWED_HOSTS_JSON" ] || [ "$ALLOWED_HOSTS_JSON" = "null" ]; then
|
||||||
|
echo "ERROR: Failed to retrieve allowed hosts from AWS Secrets Manager"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Extract the array and convert to comma-separated string
|
||||||
|
ALLOWED_HOSTS=$(echo "$ALLOWED_HOSTS_JSON" | jq -r '.allowed_hosts | join(",")')
|
||||||
|
|
||||||
|
if [ -z "$ALLOWED_HOSTS" ] || [ "$ALLOWED_HOSTS" = "null" ]; then
|
||||||
|
echo "ERROR: Failed to parse allowed hosts from secrets. Check that the secret contains 'allowed_hosts' key."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Write allowed hosts to .env.production file
|
||||||
|
echo "Writing allowed hosts to .env.production..."
|
||||||
|
echo "ALLOWED_HOSTS=$ALLOWED_HOSTS" >> ./.env.production
|
||||||
|
echo "✓ Allowed hosts successfully retrieved and written to .env.production"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Function to fetch various environment variables and write to .env file for use by app
|
||||||
|
fetch_env_variables() {
|
||||||
|
echo "Fetching environment variables from AWS Secrets Manager..."
|
||||||
|
|
||||||
|
if [ -z "$CP_VARIABLES_NAME" ]; then
|
||||||
|
echo "ERROR: CP_VARIABLES_NAME environment variable is not set"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Fetch the secret
|
||||||
|
echo "Retrieving secret: $CP_VARIABLES_NAME"
|
||||||
|
SECRET_JSON=$(aws secretsmanager get-secret-value \
|
||||||
|
--region "$AWS_REGION" \
|
||||||
|
--secret-id "$CP_VARIABLES_NAME" \
|
||||||
|
--query SecretString \
|
||||||
|
--output text)
|
||||||
|
|
||||||
|
if [ $? -ne 0 ]; then
|
||||||
|
echo "ERROR: Failed to retrieve secrets from AWS Secrets Manager"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
export DB_HOST=$(echo "$SECRET_JSON" | jq -r '.host')
|
||||||
|
export REDIS_URL=$(echo "$SECRET_JSON" | jq -r '.redis_url')
|
||||||
|
export S3_ATTACHMENTS_BUCKET=$(echo "$SECRET_JSON" | jq -r '.s3_attachments_bucket')
|
||||||
|
export AIRBRAKE_ID=$(echo "$SECRET_JSON" | jq -r '.airbrake_id')
|
||||||
|
export AIRBRAKE_KEY=$(echo "$SECRET_JSON" | jq -r '.airbrake_key')
|
||||||
|
export NEWRELIC_LICENSE_KEY=$(echo "$SECRET_JSON" | jq -r '.newrelic_license_key')
|
||||||
|
export NEWRELIC_APP_NAME=$(echo "$SECRET_JSON" | jq -r '.newrelic_app_name')
|
||||||
|
export NEWRELIC_MONITOR_MODE=$(echo "$SECRET_JSON" | jq -r '.newrelic_monitor_mode')
|
||||||
|
|
||||||
|
# Validate that we got the values
|
||||||
|
if [ "$DB_HOST" = "null" ] || [ "$REDIS_URL" = "null" ] || [ "$S3_ATTACHMENTS_BUCKET" = "null" ] || [ -z "$DB_HOST" ] || [ -z "$REDIS_URL" ] || [ -z "$S3_ATTACHMENTS_BUCKET" ]; then
|
||||||
|
echo "ERROR: Failed to parse variables from secrets"
|
||||||
|
echo "Expected JSON format: {\"key\": \"...\", ...}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Validate license keys exist for logging
|
||||||
|
if [ "$AIRBRAKE_ID" = "null" ] || [ "$AIRBRAKE_KEY" = "null" ] || [ "$NEWRELIC_LICENSE_KEY" = "null" ] || [ "$NEWRELIC_APP_NAME" = "null" ]; then
|
||||||
|
echo "ERROR: One or more monitor/logging license keys are missing"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Write variables to .env.production file
|
||||||
|
echo "Writing environment variables to .env.production..."
|
||||||
|
|
||||||
|
# Remove existing DB_HOST, REDIS_URL, and S3_ATTACHMENTS_BUCKET lines if they exist
|
||||||
|
if [ -f "./.env.production" ]; then
|
||||||
|
echo "Removing existing variables from .env.production"
|
||||||
|
grep -v "^DB_HOST=" ./.env.production > ./.env.production.tmp || true
|
||||||
|
grep -v "^REDIS_URL=" ./.env.production.tmp > ./.env.production || true
|
||||||
|
grep -v "^S3_ATTACHMENTS_BUCKET=" ./.env.production.tmp > ./.env.production || true
|
||||||
|
grep -v "^AIRBRAKE_ID=" ./.env.production.tmp > ./.env.production || true
|
||||||
|
grep -v "^AIRBRAKE_KEY=" ./.env.production.tmp > ./.env.production || true
|
||||||
|
grep -v "^NEWRELIC_LICENSE_KEY=" ./.env.production.tmp > ./.env.production || true
|
||||||
|
grep -v "^NEWRELIC_APP_NAME=" ./.env.production.tmp > ./.env.production || true
|
||||||
|
grep -v "^NEWRELIC_MONITOR_MODE=" ./.env.production.tmp > ./.env.production || true
|
||||||
|
rm -f ./.env.production.tmp
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Append the new credentials
|
||||||
|
echo "DB_HOST=$DB_HOST" >> ./.env.production
|
||||||
|
echo "REDIS_URL=$REDIS_URL" >> ./.env.production
|
||||||
|
echo "S3_ATTACHMENTS_BUCKET=$S3_ATTACHMENTS_BUCKET" >> ./.env.production
|
||||||
|
echo "AIRBRAKE_ID=$AIRBRAKE_ID" >> ./.env.production
|
||||||
|
echo "AIRBRAKE_KEY=$AIRBRAKE_KEY" >> ./.env.production
|
||||||
|
echo "NEWRELIC_LICENSE_KEY=$NEWRELIC_LICENSE_KEY" >> ./.env.production
|
||||||
|
echo "NEWRELIC_APP_NAME=$NEWRELIC_APP_NAME" >> ./.env.production
|
||||||
|
echo "NEWRELIC_MONITOR_MODE=$NEWRELIC_MONITOR_MODE" >> ./.env.production
|
||||||
|
|
||||||
|
echo "✓ Environment variables successfully retrieved and written to .env.production"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Function to setup database
|
||||||
|
setup_database() {
|
||||||
|
echo "Running database migrations..."
|
||||||
|
./bin/rails db:migrate
|
||||||
|
|
||||||
|
if [ $? -eq 0 ]; then
|
||||||
|
echo "✓ Database migrations completed successfully"
|
||||||
|
else
|
||||||
|
echo "ERROR: Database migrations failed"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
set_environment() {
|
||||||
|
if [ -f "./.env.production" ]; then
|
||||||
|
echo "Setting environment variables from .env.production"
|
||||||
|
set -a
|
||||||
|
. ./.env.production
|
||||||
|
set +a
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Main execution
|
||||||
|
main() {
|
||||||
|
cd ../../app/
|
||||||
|
|
||||||
|
set_environment
|
||||||
|
|
||||||
|
check_aws_setup
|
||||||
|
|
||||||
|
echo "Starting CP Docuseal in production mode..."
|
||||||
|
echo "Rails Environment: ${RAILS_ENV:-production}"
|
||||||
|
|
||||||
|
# Fetch database credentials from Secrets Manager
|
||||||
|
fetch_db_credentials
|
||||||
|
|
||||||
|
# Fetch encryption key and write to config/master.key
|
||||||
|
fetch_encryption_key
|
||||||
|
|
||||||
|
# Fetch allowed hosts from Secrets Manager
|
||||||
|
fetch_allowed_hosts
|
||||||
|
|
||||||
|
# Fetch other environment variables from Secrets Manager
|
||||||
|
fetch_env_variables
|
||||||
|
|
||||||
|
# Load updated environment variables
|
||||||
|
set_environment
|
||||||
|
|
||||||
|
# Setup and migrate database
|
||||||
|
setup_database
|
||||||
|
|
||||||
|
echo "=== Startup Complete - Starting Rails Server ==="
|
||||||
|
echo "Database Host: ${DB_HOST:-not set}"
|
||||||
|
echo "Database Port: ${DB_PORT:-not set}"
|
||||||
|
|
||||||
|
# Start the Rails server
|
||||||
|
exec ./bin/rails server -b 0.0.0.0 -p "${PORT:-3000}"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Execute main function
|
||||||
|
main "$@"
|
||||||
@ -0,0 +1,11 @@
|
|||||||
|
# frozen_string_literal: true
|
||||||
|
|
||||||
|
unless ENV['DOCKER_BUILD'] || ENV['CI_BUILD']
|
||||||
|
Airbrake.configure do |config|
|
||||||
|
config.project_key = ENV['AIRBRAKE_KEY'] # rubocop:disable Style/FetchEnvVar
|
||||||
|
config.project_id = ENV['AIRBRAKE_ID'] # rubocop:disable Style/FetchEnvVar
|
||||||
|
config.environment = Rails.env
|
||||||
|
config.ignore_environments = %w[development test]
|
||||||
|
config.root_directory = '/var/cpd/app'
|
||||||
|
end
|
||||||
|
end
|
||||||
File diff suppressed because it is too large
Load Diff
Loading…
Reference in new issue