mirror of
https://github.com/getlago/lago.git
synced 2024-12-22 21:13:24 +07:00
chore(scalability): Add clock worker (#437)
* chore(scalability): Add clock worker * update sub repo
This commit is contained in:
Jérémy Denquin
GitHub
parent
049faaa9fb
commit
7e73d0fdf5
@ -113,6 +113,7 @@ services:
|
||||
- SIDEKIQ_EVENTS=true
|
||||
- SIDEKIQ_PDFS=true
|
||||
- SIDEKIQ_BILLING=true
|
||||
- SIDEKIQ_CLOCK=true
|
||||
- LAGO_CLICKHOUSE_ENABLED=true
|
||||
- LAGO_CLICKHOUSE_MIGRATIONS_ENABLED=true
|
||||
- LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
|
||||
@ -166,6 +167,7 @@ services:
|
||||
- SIDEKIQ_EVENTS=true
|
||||
- SIDEKIQ_PDFS=true
|
||||
- SIDEKIQ_BILLING=true
|
||||
- SIDEKIQ_CLOCK=true
|
||||
- LAGO_CLICKHOUSE_ENABLED=true
|
||||
- LAGO_CLICKHOUSE_MIGRATIONS_ENABLED=true
|
||||
- LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
|
||||
@ -206,6 +208,7 @@ services:
|
||||
- LAGO_FROM_EMAIL=${LAGO_FROM_EMAIL:-noreply@getlago.com}
|
||||
- SIDEKIQ_EVENTS=true
|
||||
- SIDEKIQ_BILLING=true
|
||||
- SIDEKIQ_CLOCK=true
|
||||
- LAGO_CLICKHOUSE_ENABLED=true
|
||||
- LAGO_CLICKHOUSE_MIGRATIONS_ENABLED=true
|
||||
- LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
|
||||
@ -245,6 +248,7 @@ services:
|
||||
- LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH:-}
|
||||
- LAGO_FROM_EMAIL=${LAGO_FROM_EMAIL:-noreply@getlago.com}
|
||||
- SIDEKIQ_PDFS=true
|
||||
- SIDEKIQ_CLOCK=true
|
||||
- LAGO_CLICKHOUSE_ENABLED=true
|
||||
- LAGO_CLICKHOUSE_MIGRATIONS_ENABLED=true
|
||||
- LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
|
||||
@ -285,6 +289,48 @@ services:
|
||||
- LAGO_FROM_EMAIL=${LAGO_FROM_EMAIL:-noreply@getlago.com}
|
||||
- SIDEKIQ_PDFS=true
|
||||
- SIDEKIQ_BILLING=true
|
||||
- SIDEKIQ_CLOCK=true
|
||||
- LAGO_CLICKHOUSE_ENABLED=true
|
||||
- LAGO_CLICKHOUSE_MIGRATIONS_ENABLED=true
|
||||
- LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
|
||||
- LAGO_KAFKA_RAW_EVENTS_TOPIC=events-raw
|
||||
- LAGO_KAFKA_ENRICHED_EVENTS_TOPIC=events_enriched
|
||||
- LAGO_KAFKA_CLICKHOUSE_CONSUMER_GROUP=clickhouse
|
||||
- NANGO_SECRET_KEY=${NANGO_SECRET_KEY:-}
|
||||
- LAGO_LICENSE=${LAGO_LICENSE:-}
|
||||
|
||||
api-clock-worker:
|
||||
image: api_dev
|
||||
container_name: lago_api_clock_worker_dev
|
||||
depends_on:
|
||||
- api
|
||||
restart: unless-stopped
|
||||
command: bash -c "bundle install && ./scripts/start.clock.worker.sh"
|
||||
build:
|
||||
context: ./api
|
||||
dockerfile: $LAGO_PATH/api/Dockerfile.dev
|
||||
volumes:
|
||||
- $LAGO_PATH/api:/app:delegated
|
||||
environment:
|
||||
- LAGO_API_URL=https://api.lago.dev
|
||||
- DATABASE_URL=postgresql://${POSTGRES_USER:-lago}:${POSTGRES_PASSWORD:-changeme}@db:5432/${POSTGRES_DB:-lago}
|
||||
- REDIS_URL=redis://redis:6379
|
||||
- SECRET_KEY_BASE=${SECRET_KEY_BASE:-your-secret-key-base-hex-64}
|
||||
- LAGO_ENCRYPTION_PRIMARY_KEY=${ENCRYPTION_PRIMARY_KEY:-your-encrpytion-primary-key}
|
||||
- LAGO_ENCRYPTION_DETERMINISTIC_KEY=${ENCRYPTION_DETERMINISTIC_KEY:-your-encrpytion-deterministic-key}
|
||||
- LAGO_ENCRYPTION_KEY_DERIVATION_SALT=${ENCRYPTION_KEY_DERIVATION_SALT:-your-encrpytion-derivation-salt}
|
||||
- LAGO_USE_AWS_S3=${LAGO_USE_AWS_S3:-false}
|
||||
- LAGO_FRONT_URL=${LAGO_FRONT_URL:-https://app.lago.dev}
|
||||
- LAGO_PARALLEL_THREADS_COUNT=${LAGO_PARALLEL_THREADS_COUNT:-4}
|
||||
- LAGO_PDF_URL=${LAGO_PDF_URL:-http://pdf:3000}
|
||||
- LAGO_REDIS_CACHE_URL=redis://redis:6379
|
||||
- SEGMENT_WRITE_KEY=${SEGMENT_WRITE_KEY:-}
|
||||
- LAGO_DISABLE_SEGMENT=${LAGO_DISABLE_SEGMENT:-}
|
||||
- LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH:-}
|
||||
- LAGO_FROM_EMAIL=${LAGO_FROM_EMAIL:-noreply@getlago.com}
|
||||
- SIDEKIQ_PDFS=true
|
||||
- SIDEKIQ_BILLING=true
|
||||
- SIDEKIQ_CLOCK=true
|
||||
- LAGO_CLICKHOUSE_ENABLED=true
|
||||
- LAGO_CLICKHOUSE_MIGRATIONS_ENABLED=true
|
||||
- LAGO_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
|
||||
@ -325,6 +371,7 @@ services:
|
||||
- LAGO_KAFKA_CLICKHOUSE_CONSUMER_GROUP=clickhouse
|
||||
- NANGO_SECRET_KEY=${NANGO_SECRET_KEY:-}
|
||||
- LAGO_LICENSE=${LAGO_LICENSE:-}
|
||||
- SIDEKIQ_CLOCK=true
|
||||
|
||||
pdf:
|
||||
image: getlago/lago-gotenberg:7
|
||||
|
||||
@ -83,6 +83,7 @@ services:
|
||||
# - SIDEKIQ_EVENTS=true
|
||||
# - SIDEKIQ_PDFS=true
|
||||
# - SIDEKIQ_BILLING=true
|
||||
# - SIDEKIQ_CLOCK=true
|
||||
volumes:
|
||||
- lago_storage_data:/app/storage
|
||||
# If using GCS, you need to put the credentials keyfile here
|
||||
@ -172,6 +173,8 @@ services:
|
||||
- LAGO_LICENSE=${LAGO_LICENSE:-}
|
||||
# - SIDEKIQ_EVENTS=true
|
||||
# - SIDEKIQ_PDFS=true
|
||||
# - SIDEKIQ_BILLING=true
|
||||
# - SIDEKIQ_CLOCK=true
|
||||
volumes:
|
||||
- lago_storage_data:/app/storage
|
||||
|
||||
@ -216,6 +219,7 @@ services:
|
||||
# - LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH}
|
||||
# - NANGO_SECRET_KEY=${NANGO_SECRET_KEY:-}
|
||||
# - SIDEKIQ_EVENTS=true
|
||||
# - SIDEKIQ_CLOCK=true
|
||||
# - LAGO_LICENSE=${LAGO_LICENSE:-}
|
||||
|
||||
# You can uncomment this if you want to use a dedicated Sidekiq worker for the invoices pdf creation.
|
||||
@ -259,6 +263,7 @@ services:
|
||||
# - LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH}
|
||||
# - NANGO_SECRET_KEY=${NANGO_SECRET_KEY:-}
|
||||
# - SIDEKIQ_PDFS=true
|
||||
# - SIDEKIQ_CLOCK=true
|
||||
# - LAGO_LICENSE=${LAGO_LICENSE:-}
|
||||
|
||||
# You can uncomment this if you want to use a dedicated Sidekiq worker for the invoices creation.
|
||||
@ -303,6 +308,52 @@ services:
|
||||
# - NANGO_SECRET_KEY=${NANGO_SECRET_KEY:-}
|
||||
# - SIDEKIQ_PDFS=true
|
||||
# - SIDEKIQ_BILLING=true
|
||||
# - SIDEKIQ_CLOCK=true
|
||||
# - LAGO_LICENSE=${LAGO_LICENSE:-}
|
||||
|
||||
# You can uncomment this if you want to use a dedicated Sidekiq worker for the invoices creation.
|
||||
# It is recommended if you have a high usage of invoices being created to not impact the other Sidekiq Jobs.
|
||||
#api-clock-worker:
|
||||
# container_name: lago-clock-worker
|
||||
# image: getlago/api:v1.17.2
|
||||
# restart: unless-stopped
|
||||
# depends_on:
|
||||
# api:
|
||||
# condition: service_healthy
|
||||
# command: ["./scripts/start.clock.worker.sh"]
|
||||
# environment:
|
||||
# - LAGO_API_URL=${LAGO_API_URL:-http://localhost:3000}
|
||||
# - DATABASE_URL=postgresql://${POSTGRES_USER:-lago}:${POSTGRES_PASSWORD:-changeme}@${POSTGRES_HOST:-db}:${POSTGRES_PORT:-5432}/${POSTGRES_DB:-lago}?search_path=${POSTGRES_SCHEMA:-public}
|
||||
# - REDIS_URL=redis://${REDIS_HOST:-redis}:${REDIS_PORT:-6379}
|
||||
# - REDIS_PASSWORD=${REDIS_PASSWORD}
|
||||
# - SECRET_KEY_BASE=${SECRET_KEY_BASE:-your-secret-key-base-hex-64}
|
||||
# - RAILS_ENV=production
|
||||
# - RAILS_LOG_TO_STDOUT=${LAGO_RAILS_STDOUT:-true}
|
||||
# - SENTRY_DSN=${SENTRY_DSN}
|
||||
# - LAGO_RSA_PRIVATE_KEY=${LAGO_RSA_PRIVATE_KEY} # Should be base64 encoded
|
||||
# - RSA_PRIVATE_KEY=${LAGO_RSA_PRIVATE_KEY} # Should be base64 encoded
|
||||
# - LAGO_ENCRYPTION_PRIMARY_KEY=${LAGO_ENCRYPTION_PRIMARY_KEY:-your-encryption-primary-key}
|
||||
# - LAGO_ENCRYPTION_DETERMINISTIC_KEY=${LAGO_ENCRYPTION_DETERMINISTIC_KEY:-your-encryption-deterministic-key}
|
||||
# - LAGO_ENCRYPTION_KEY_DERIVATION_SALT=${LAGO_ENCRYPTION_KEY_DERIVATION_SALT:-your-encryption-derivation-salt}
|
||||
# - LAGO_FRONT_URL=${LAGO_FRONT_URL:-http://localhost}
|
||||
# - LAGO_USE_AWS_S3=${LAGO_USE_AWS_S3:-false}
|
||||
# - LAGO_AWS_S3_ACCESS_KEY_ID=${LAGO_AWS_S3_ACCESS_KEY_ID:-azerty123456}
|
||||
# - LAGO_AWS_S3_SECRET_ACCESS_KEY=${LAGO_AWS_S3_SECRET_ACCESS_KEY:-azerty123456}
|
||||
# - LAGO_AWS_S3_REGION=${LAGO_AWS_S3_REGION:-us-east-1}
|
||||
# - LAGO_AWS_S3_BUCKET=${LAGO_AWS_S3_BUCKET:-bucket}
|
||||
# - LAGO_AWS_S3_ENDPOINT=${LAGO_AWS_S3_ENDPOINT}
|
||||
# - LAGO_USE_GCS=${LAGO_USE_GCS:-false}
|
||||
# - LAGO_GCS_PROJECT=${LAGO_GCS_PROJECT:-}
|
||||
# - LAGO_GCS_BUCKET=${LAGO_GCS_BUCKET:-}
|
||||
# - LAGO_PDF_URL=${LAGO_PDF_URL:-http://pdf:3000}
|
||||
# - LAGO_REDIS_CACHE_URL=redis://${LAGO_REDIS_CACHE_HOST:-redis}:${LAGO_REDIS_CACHE_PORT:-6379}
|
||||
# - LAGO_REDIS_CACHE_PASSWORD=${LAGO_REDIS_CACHE_PASSWORD}
|
||||
# - LAGO_DISABLE_SEGMENT=${LAGO_DISABLE_SEGMENT}
|
||||
# - LAGO_DISABLE_WALLET_REFRESH=${LAGO_DISABLE_WALLET_REFRESH}
|
||||
# - NANGO_SECRET_KEY=${NANGO_SECRET_KEY:-}
|
||||
# - SIDEKIQ_PDFS=true
|
||||
# - SIDEKIQ_BILLING=true
|
||||
# - SIDEKIQ_CLOCK=true
|
||||
# - LAGO_LICENSE=${LAGO_LICENSE:-}
|
||||
|
||||
api-clock:
|
||||
@ -331,6 +382,7 @@ services:
|
||||
- LAGO_ENCRYPTION_KEY_DERIVATION_SALT=${LAGO_ENCRYPTION_KEY_DERIVATION_SALT:-your-encryption-derivation-salt}
|
||||
- NANGO_SECRET_KEY=${NANGO_SECRET_KEY:-}
|
||||
- LAGO_LICENSE=${LAGO_LICENSE:-}
|
||||
# - SIDEKIQ_CLOCK=true
|
||||
|
||||
pdf:
|
||||
image: getlago/lago-gotenberg:7.8.2
|
||||
|
||||
Loading…
Reference in New Issue
Block a user