robosystems/compose.yaml at main · RoboFinSystems/robosystems

459 lines (444 loc) · 12.7 KB
  # Robosystems API
    container_name: robosystems-api
    image: ${ROBOSYSTEMS_IMAGE:-robosystems-local}
    pull_policy: ${ROBOSYSTEMS_PULL_POLICY:-never}
      context: .
      dockerfile: Dockerfile
    command: /app/bin/entrypoint.sh
    environment:
      - DOCKER_PROFILE=api
    env_file:
      - .env
      - "8000:8000"
    volumes:
      - ./robosystems:/app/robosystems
    healthcheck:
      test: ["CMD", "curl", "-f", "http://robosystems-api:8000/v1/status"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 10s
    restart: always
    deploy:
      resources:
        limits:
          memory: 1g
          cpus: "1"
        reservations:
          memory: 512m
          cpus: "0.5"
    profiles: ["api", "robosystems", "all"]
  # Graph API - Default LadybugDB Backend
  graph-api:
    container_name: robosystems-graph-api
    image: ${ROBOSYSTEMS_IMAGE:-robosystems-local}
    pull_policy: ${ROBOSYSTEMS_PULL_POLICY:-never}
      context: .
      dockerfile: Dockerfile
    command: /app/bin/entrypoint.sh
    environment:
      - DOCKER_PROFILE=ladybug-writer
      - GRAPH_BACKEND_TYPE=ladybug
      - LBUG_PORT=8001
      - LBUG_DATABASE_PATH=/app/data/lbug-dbs
      - LBUG_NODE_TYPE=writer
      - CLUSTER_TIER=ladybug-standard
      - LBUG_DATABASES_PER_INSTANCE=${LBUG_DATABASES_PER_INSTANCE:-50}
    env_file:
      - .env
      - "8001:8001"
    volumes:
      - ./robosystems:/app/robosystems
      - ./data/lbug-dbs:/app/data/lbug-dbs
      - ./data/staging:/app/data/staging
      - ./data/artifacts:/app/data/artifacts
      - ./data/lance:/app/data/lance
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8001/health"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 30s
    restart: always
    deploy:
      resources:
        limits:
          memory: 2g
          cpus: "1.5"
        reservations:
          memory: 1g
          cpus: "1"
    profiles: ["graph-api", "lbug", "robosystems", "all"]
  # Dagster Webserver - Orchestration UI
  dagster-webserver:
    container_name: robosystems-dagster-webserver
    image: ${ROBOSYSTEMS_IMAGE:-robosystems-local}
    pull_policy: ${ROBOSYSTEMS_PULL_POLICY:-never}
      context: .
      dockerfile: Dockerfile
    command: /app/bin/entrypoint.sh
    environment:
      - DOCKER_PROFILE=dagster
    env_file:
      - .env
      - "8002:8002"
    volumes:
      - ./robosystems:/app/robosystems
      - ./dagster_home:/app/dagster_home
      - ./data/staging:/app/data/staging
      - ./data/artifacts:/app/data/artifacts
    depends_on:
        condition: service_healthy
    # Runs dagster job execute locally (SEC processing, materialization, etc.)
    # Needs headroom for fastembed model + DuckDB + XBRL processing
    restart: always
    deploy:
      resources:
        limits:
          memory: 8g
          cpus: "4"
        reservations:
          memory: 1g
          cpus: "2"
    profiles: ["dagster", "robosystems", "all"]
  # Dagster Daemon - Schedules, Sensors, and Run Coordination
  dagster-daemon:
    container_name: robosystems-dagster-daemon
    image: ${ROBOSYSTEMS_IMAGE:-robosystems-local}
    pull_policy: ${ROBOSYSTEMS_PULL_POLICY:-never}
      context: .
      dockerfile: Dockerfile
    command: /app/bin/entrypoint.sh
    environment:
      - DOCKER_PROFILE=dagster-daemon
      - RUN_MIGRATIONS=true
    env_file:
      - .env
    volumes:
      - ./robosystems:/app/robosystems
      - ./dagster_home:/app/dagster_home
      - ./data/staging:/app/data/staging
      - ./data/artifacts:/app/data/artifacts
    depends_on:
        condition: service_healthy
    restart: always
    deploy:
      resources:
        limits:
          memory: 4g
          cpus: "2"
        reservations:
          memory: 512m
          cpus: "0.5"
    profiles: ["dagster", "robosystems", "all"]
  # Background Task Worker
    container_name: robosystems-worker
    image: ${ROBOSYSTEMS_IMAGE:-robosystems-local}
    pull_policy: ${ROBOSYSTEMS_PULL_POLICY:-never}
      context: .
      dockerfile: Dockerfile
    command: /app/bin/entrypoint.sh
    environment:
      - DOCKER_PROFILE=worker
    env_file:
      - .env
    volumes:
      - ./robosystems:/app/robosystems
    depends_on:
      valkey:
        condition: service_healthy
        condition: service_healthy
    restart: always
    deploy:
      resources:
        limits:
          memory: 1g
          cpus: "1"
        reservations:
          memory: 512m
          cpus: "0.5"
    profiles: ["worker", "robosystems", "all"]
  # Postgres - Database for RoboSystems
    container_name: robosystems-pg
    image: postgres:16
    environment:
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD:-postgres}
      - POSTGRES_DB=robosystems
    env_file:
      - .env
    volumes:
      - ./data/postgres/data:/var/lib/postgresql/data
      - ./bin/setup/postgres-init.sh:/docker-entrypoint-initdb.d/init-db.sh:ro
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -d $${POSTGRES_DB} -U $${POSTGRES_USER}"]
      interval: 1s
      timeout: 5s
      retries: 10
    restart: always
    deploy:
      resources:
        limits:
          memory: 1g
          cpus: "1"
        reservations:
          memory: 512m
          cpus: "0.5"
    profiles: ["pg", "robosystems", "all"]
  # Valkey - Cache for RoboSystems
    container_name: robosystems-valkey
    image: valkey/valkey:8.1-alpine
    volumes:
      - ./data/valkey:/data
    command: valkey-server
      --appendonly yes
      --maxmemory 512mb
      --maxmemory-policy allkeys-lru
      --requirepass ${VALKEY_AUTH_TOKEN:-valkey}
    env_file:
      - .env
    healthcheck:
      test: ["CMD", "valkey-cli", "-a", "${VALKEY_AUTH_TOKEN:-valkey}", "ping"]
      interval: 5s
      timeout: 3s
      retries: 5
    restart: always
    deploy:
      resources:
        limits:
          memory: 768m
          cpus: "0.5"
        reservations:
          memory: 512m
          cpus: "0.25"
    profiles: ["valkey", "robosystems", "all"]
  # LocalStack - AWS services for RoboSystems
  localstack:
    container_name: robosystems-localstack
    image: localstack/localstack:3.0
      - "4566:4566"
    environment:
      # LocalStack configuration
      - SERVICES=s3,secretsmanager,iam,dynamodb
      - DEBUG=1
      - DATA_DIR=/var/lib/localstack
      - PERSISTENCE=1
      # S3 configuration
      - S3_SKIP_SIGNATURE_VALIDATION=1
      - S3_SKIP_KMS_KEY_VALIDATION=1
      # AWS credentials (dummy values for LocalStack)
      - AWS_ACCESS_KEY_ID=test
      - AWS_SECRET_ACCESS_KEY=test
      - AWS_DEFAULT_REGION=us-east-1
    volumes:
      - "./data/localstack:/var/lib/localstack"
      - "./bin/setup/localstack-init.sh:/etc/localstack/init/ready.d/init.sh"
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:4566/_localstack/health"]
      interval: 10s
      timeout: 5s
      retries: 5
    restart: always
    deploy:
      resources:
        limits:
          memory: 2g
          cpus: "1"
        reservations:
          memory: 1g
          cpus: "0.5"
    profiles: ["localstack", "robosystems", "all"]
  # OpenSearch - Full-text search for filing narratives
  opensearch:
    container_name: robosystems-opensearch
    image: opensearchproject/opensearch:2
    environment:
      - discovery.type=single-node
      - DISABLE_SECURITY_PLUGIN=true
      - OPENSEARCH_JAVA_OPTS=-Xms512m -Xmx512m
      - "9200:9200"
    volumes:
      - ./data/opensearch:/usr/share/opensearch/data
    healthcheck:
      test:
          "CMD-SHELL",
          "curl -sf http://localhost:9200/_cluster/health || exit 1",
      interval: 10s
      timeout: 5s
      retries: 5
      start_period: 30s
    restart: always
    deploy:
      resources:
        limits:
          memory: 1g
          cpus: "1"
        reservations:
          memory: 512m
          cpus: "0.5"
    profiles: ["opensearch", "robosystems", "all"]
  # OpenTelemetry Collector - Metrics and Tracing
  otel-collector:
    image: otel/opentelemetry-collector-contrib:0.106.0
    container_name: robosystems-otel-collector
    command: ["--config=/etc/otel/config.yaml"]
    volumes:
      - ./robosystems/middleware/otel/config/otel-collector-config.yaml:/etc/otel/config.yaml
      - "4318:4318" # OTLP HTTP receiver
      - "8889:8889" # Prometheus exporter
    restart: always
    profiles: ["observability"]
  # Prometheus - Metrics and Tracing
  prometheus:
    image: prom/prometheus:v2.53.1
    container_name: robosystems-prometheus
    volumes:
      - ./robosystems/middleware/otel/config/prometheus.yaml:/etc/prometheus/prometheus.yml
      - prometheus_data:/prometheus
      - "9090:9090"
    restart: always
    profiles: ["observability"]
  # Grafana - Dashboard for Prometheus and OpenTelemetry
    image: grafana/grafana:11.2.1
    container_name: robosystems-grafana
      - "4000:3000"
    volumes:
      - grafana_data:/var/lib/grafana
      - ./robosystems/middleware/otel/config/datasources:/etc/grafana/provisioning/datasources
      - ./robosystems/middleware/otel/config/dashboards:/etc/grafana/provisioning/dashboards
    environment:
      - GF_SECURITY_ADMIN_PASSWORD=password
      - GF_SECURITY_ADMIN_USER=admin
      - GF_INSTALL_PLUGINS=
    restart: always
    profiles: ["observability"]
  # RoboSystems App Frontend
  robosystems-app:
    container_name: robosystems-app
    image: ${ROBOSYSTEMS_APP_IMAGE:-robosystems-app-local}
    pull_policy: ${ROBOSYSTEMS_APP_PULL_POLICY:-never}
      context: ../robosystems-app
      dockerfile: Dockerfile
    environment:
      - NODE_ENV=development
      - ENVIRONMENT=dev
      - NEXT_PUBLIC_ROBOSYSTEMS_API_URL=http://localhost:8000
      - NEXT_PUBLIC_ROBOSYSTEMS_APP_URL=http://localhost:3000
      - NEXT_PUBLIC_ROBOLEDGER_APP_URL=http://localhost:3001
      - NEXT_PUBLIC_ROBOINVESTOR_APP_URL=http://localhost:3002
      - NEXT_PUBLIC_S3_ENDPOINT_URL=http://localhost:4566
      - NEXT_PUBLIC_MAINTENANCE_MODE=true
    volumes:
      - ../robosystems-app/src:/app/src:ro
      - ../robosystems-app/public:/app/public:ro
      - ../robosystems-app/package.json:/app/package.json:ro
    restart: always
    deploy:
      resources:
        limits:
          memory: 512m
          cpus: "0.5"
        reservations:
          memory: 256m
          cpus: "0.25"
    profiles: ["robosystems-app", "apps", "all"]
  # RoboLedger App Frontend
  roboledger-app:
    container_name: roboledger-app
    image: ${ROBOLEDGER_APP_IMAGE:-roboledger-app-local}
    pull_policy: ${ROBOLEDGER_APP_PULL_POLICY:-never}
      context: ../roboledger-app
      dockerfile: Dockerfile
    environment:
      - NODE_ENV=development
      - ENVIRONMENT=dev
      - NEXT_PUBLIC_ROBOSYSTEMS_API_URL=http://localhost:8000
      - NEXT_PUBLIC_ROBOSYSTEMS_APP_URL=http://localhost:3000
      - NEXT_PUBLIC_ROBOLEDGER_APP_URL=http://localhost:3001
      - NEXT_PUBLIC_ROBOINVESTOR_APP_URL=http://localhost:3002
      - NEXT_PUBLIC_S3_ENDPOINT_URL=http://localhost:4566
      - NEXT_PUBLIC_MAINTENANCE_MODE=true
    volumes:
      - ../roboledger-app/src:/app/src:ro
      - ../roboledger-app/public:/app/public:ro
      - ../roboledger-app/package.json:/app/package.json:ro
    restart: always
    deploy:
      resources:
        limits:
          memory: 512m
          cpus: "0.5"
        reservations:
          memory: 256m
          cpus: "0.25"
    profiles: ["roboledger-app", "apps", "all"]
  # RoboInvestor App Frontend
  roboinvestor-app:
    container_name: roboinvestor-app
    image: ${ROBOINVESTOR_APP_IMAGE:-roboinvestor-app-local}
    pull_policy: ${ROBOINVESTOR_APP_PULL_POLICY:-never}
      context: ../roboinvestor-app
      dockerfile: Dockerfile
    environment:
      - NODE_ENV=development
      - ENVIRONMENT=dev
      - NEXT_PUBLIC_ROBOSYSTEMS_API_URL=http://localhost:8000
      - NEXT_PUBLIC_ROBOSYSTEMS_APP_URL=http://localhost:3000
      - NEXT_PUBLIC_ROBOLEDGER_APP_URL=http://localhost:3001
      - NEXT_PUBLIC_ROBOINVESTOR_APP_URL=http://localhost:3002
      - NEXT_PUBLIC_S3_ENDPOINT_URL=http://localhost:4566
      - NEXT_PUBLIC_MAINTENANCE_MODE=true
    volumes:
      - ../roboinvestor-app/src:/app/src:ro
      - ../roboinvestor-app/public:/app/public:ro
      - ../roboinvestor-app/package.json:/app/package.json:ro
    restart: always
    deploy:
      resources:
        limits:
          memory: 512m
          cpus: "0.5"
        reservations:
          memory: 256m
          cpus: "0.25"
    profiles: ["roboinvestor-app", "apps", "all"]
  prometheus_data:
  grafana_data:
Provide feedback

Saved searches

Use saved searches to filter your results more quickly

FilesExpand file tree

compose.yaml

Latest commit

History

compose.yaml

File metadata and controls
