ExpenseBoard/docker-compose.yml at main · NishantGhanate/ExpenseBoard

249 lines (235 loc) · 7.13 KB
  postgres:
    image: postgres:${DATABASE_VERSION:-17}
    container_name: superset_postgres
    restart: always
    env_file:
      - .env
    environment:
      POSTGRES_USER: ${DATABASE_USER:-superset}
      POSTGRES_PASSWORD: ${DATABASE_PASSWORD:-superset}
      POSTGRES_DB: ${DATABASE_NAME:-superset}
    volumes:
      - superset_pgdata:/var/lib/postgresql/data
      - "${DATABASE_EXTERNAL_PORT:-5432}:5432"
    networks:
      - internal
      - shared_network
    image: redis:${REDIS_VERSION:-7}
    container_name: superset_redis
    restart: always
    command: [ "redis-server", "--appendonly", "yes" ]
    volumes:
      - superset_redisdata:/data
      - "${REDIS_PORT:-6379}:6379"
    networks:
      - internal
      - shared_network
  superset:
    image: ${SUPERSET_IMAGE:-superset-custom}
    container_name: superset_app
    env_file:
      - .env
      - "${SUPERSET_PORT:-8088}:8088"
    environment:
      SUPERSET_ENV: ${SUPERSET_ENV:-production}
      SUPERSET_SECRET_KEY: ${SUPERSET_SECRET_KEY:-changeme}
      SUPERSET_CONFIG_PATH: /app/pythonpath/superset_config.py
      DATABASE_HOST: ${DATABASE_HOST:-postgres}
      DATABASE_PORT: ${DATABASE_PORT:-5432}
      DATABASE_DB: ${DATABASE_NAME:-superset}
      DATABASE_USER: ${DATABASE_USER:-superset}
      DATABASE_PASSWORD: ${DATABASE_PASSWORD:-superset}
      REDIS_HOST: ${REDIS_HOST:-redis}
      REDIS_PORT: ${REDIS_PORT:-6379}
    volumes:
      - ./SuperSetBoard/superset_home:/app/superset_home
      - ./SuperSetBoard/superset_config.py:/app/pythonpath/superset_config.py
      - ./SuperSetBoard/init_superset.sh:/init_superset.sh
    entrypoint: [ "/bin/bash", "/init_superset.sh" ]
    depends_on:
      - postgres
      - redis
    networks:
      - internal
      - shared_network
  superset-celery-worker:
    image: ${SUPERSET_IMAGE:-superset-custom}
    container_name: superset_celery
    env_file:
      - .env
    command: celery --app=superset.tasks.celery_app:app worker --loglevel=${CELERY_LOG_LEVEL:-INFO} -Q superset
    environment:
      SUPERSET_ENV: ${SUPERSET_ENV:-production}
      SUPERSET_SECRET_KEY: ${SUPERSET_SECRET_KEY}
      SUPERSET_CONFIG_PATH: /app/pythonpath/superset_config.py
      DATABASE_HOST: ${DATABASE_HOST}
      DATABASE_PORT: ${DATABASE_PORT}
      DATABASE_DB: ${DATABASE_NAME}
      DATABASE_USER: ${DATABASE_USER}
      DATABASE_PASSWORD: ${DATABASE_PASSWORD}
      REDIS_HOST: ${REDIS_HOST:-redis}
      REDIS_PORT: ${REDIS_PORT:-6379}
      CELERY_BACKEND_URL: ${CELERY_BACKEND_URL}
    volumes:
      - ./SuperSetBoard/superset_config.py:/app/pythonpath/superset_config.py
    depends_on:
      - postgres
      - redis
    networks:
      - internal
      - shared_network
  # Statement Parser API
  statement-parser-api:
    build: ./StatementParser
    container_name: statement_parser_api # for auto scaling remove this
    restart: unless-stopped
    env_file:
      - .env
      - "${API_PORT:-8001}:8000"
    environment:
      PYTHONPATH: /app
      DATABASE_HOST: ${DATABASE_HOST}
      DATABASE_NAME: ${DATABASE_NAME}
      DATABASE_USER: ${DATABASE_USER}
      DATABASE_PASSWORD: ${DATABASE_PASSWORD}
      DATABASE_PORT: ${DATABASE_PORT}
      REDIS_URL: redis://redis:6379/1
      CELERY_BROKER_URL: ${CELERY_BROKER_URL}
      CELERY_BACKEND_URL: ${CELERY_BACKEND_URL}
    volumes:
      - ./StatementParser:/app
      - ./StatementParser/files:/app/files
      - ./StatementParser/temp:/app/temp
    depends_on:
      - postgres
      - redis
    command: uvicorn main:app --host 0.0.0.0 --port 8000 --workers 4
    # command: gunicorn main:app -c gunicorn.conf.py
    networks:
      - internal
      - shared_network
  # Statement Parser Celery Worker
  statement-parser-worker:
    build: ./StatementParser
    container_name: statement_parser_worker
    restart: unless-stopped
    env_file:
      - .env
    environment:
      PYTHONPATH: /app
      DATABASE_HOST: ${DATABASE_HOST}
      DATABASE_NAME: ${DATABASE_NAME}
      DATABASE_USER: ${DATABASE_USER}
      DATABASE_PASSWORD: ${DATABASE_PASSWORD}
      DATABASE_PORT: ${DATABASE_PORT}
      REDIS_URL: redis://redis:6379/1
      CELERY_BROKER_URL: ${CELERY_BROKER_URL}
      CELERY_BACKEND_URL: ${CELERY_BACKEND_URL}
    volumes:
      - ./StatementParser:/app
      - ./StatementParser/files:/app/files
      - ./StatementParser/temp:/app/temp
    depends_on:
      - postgres
      - redis
    command: celery -A app.core.celery_app worker --loglevel=info -Q statement_parser,celery
    networks:
      - internal
      - shared_network
  # Statement Parser Celery Beat
  statement-parser-beat:
    build: ./StatementParser
    container_name: statement_parser_beat
    restart: unless-stopped
    env_file:
      - .env
    environment:
      PYTHONPATH: /app
      DATABASE_URL: postgresql://${DATABASE_USER}:${DATABASE_PASSWORD}@postgres:5432/${DATABASE_NAME}
      REDIS_URL: redis://redis:6379/1
      CELERY_BROKER_URL: ${CELERY_BROKER_URL}
      CELERY_BACKEND_URL: ${CELERY_BACKEND_URL}
    volumes:
      - ./StatementParser:/app # un safe comment this in actual prod
      - ./StatementParser/files:/app/files
      - ./StatementParser/temp:/app/temp
    depends_on:
      - postgres
      - redis
    command: celery -A app.core.celery_app beat --loglevel=info
    networks:
      - internal
      - shared_network
    # Celery Flower (Monitoring)
  statement-parser-flower:
    image: mher/flower
    container_name: statement_parser_flower
    restart: unless-stopped
    env_file:
      - .env
    environment:
      PYTHONPATH: /app
      CELERY_BROKER_URL: ${CELERY_BROKER_URL}
      CELERY_BACKEND_URL: ${CELERY_BACKEND_URL}
    depends_on:
      - redis
      - statement-parser-worker
      # Map host 5556 to container 5555
      - "${FLOWER_PORT:-5556}:5555"
    command: >
      celery flower --port=5555 --broker=${CELERY_BROKER_URL} --basic_auth=${FLOWER_USER}:${FLOWER_PASSWORD}
    networks:
      - internal
      - shared_network
  # NiceGUI Rules App
  statement-parser-rules-app:
    build: ./StatementParser
    container_name: statement_parser_rules_app
    restart: unless-stopped
    env_file:
      - .env
      - "${RULES_APP_PORT:-8085}:8085"
    environment:
      PYTHONPATH: /app
      DATABASE_HOST: postgres
      DATABASE_NAME: ${DATABASE_NAME}
      DATABASE_USER: ${DATABASE_USER}
      DATABASE_PASSWORD: ${DATABASE_PASSWORD}
      DATABASE_PORT: ${DATABASE_PORT}
      RULES_APP_HOST: 0.0.0.0
      RULES_APP_PORT: 8085
      RULES_APP_STORAGE: /app/ui_storage
      NICEGUI_SECRET: ${NICEGUI_SECRET:-expenseboard-secret-change-me}
    volumes:
      - ./StatementParser:/app
      - rules_app_storage:/app/ui_storage
    depends_on:
      - postgres
    command: python run_ui.py
    healthcheck:
      test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://localhost:8085/healthz')"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 20s
    networks:
      - internal
      - shared_network
  superset_pgdata:
  superset_redisdata:
  rules_app_storage:
  internal:
  shared_network:
    name: ${SHARED_NETWORK_NAME}
    driver: bridge
    attachable: true
Provide feedback

Saved searches

Use saved searches to filter your results more quickly

FilesExpand file tree

docker-compose.yml

Latest commit

History

docker-compose.yml

File metadata and controls
