compose-apache-kafka.yml

services:
  api:
    build: .
    ports:
      - "8080:8080"
    command: bash -c "uvicorn app.app:app
      --host 0.0.0.0 --port 8080
      --lifespan=on --use-colors --loop uvloop --http httptools
      --reload --log-level debug
      "
    volumes:
      - ./app.py:/faust/app/app.py
      - ./worker-data:/worker-data
    environment:
      FAUST_BROKER_URL: "aiokafka://kafka:29092"
      APP_DATADIR: "/worker-data"
      APP_TABLEDIR: "/worker-data"
    depends_on:
      kafka:
        condition: service_healthy

  worker:
    build: .
    command: bash -c "python -m app.worker worker -l info "
    volumes:
      - ./worker.py:/faust/app/worker.py
      - ./worker-data:/worker-data
    environment:
      FAUST_BROKER_URL: "aiokafka://kafka:29092"
      APP_DATADIR: "/worker-data"
      APP_TABLEDIR: "/worker-data"
    depends_on:
      api:
        condition: service_started
      kafka:
        condition: service_healthy

  kafka:
    image: apache/kafka:latest
    ports:
      - "29092"
    environment:
      CLUSTER_ID: "5L6g3nShT-eMCtK--X86sw"
      KAFKA_NODE_ID: 1
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka:29093
      KAFKA_LISTENERS: PLAINTEXT://:29092,CONTROLLER://:29093
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
      KAFKA_LOG_DIRS: /var/lib/kafka/data
    volumes:
      - kafka-data:/var/lib/kafka/data
    healthcheck:
      test: ["CMD-SHELL", "nc -z localhost 29092 || exit 1"]
      interval: 5s
      timeout: 5s
      retries: 10
      start_period: 10s

volumes:
  kafka-data: { }