shuvcrawl/docker-compose.yml at master · shuv1337/shuvcrawl · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
services:
  shuvcrawl:
    build:
      context: .
      dockerfile: Dockerfile
    ports:
      - "3777:3777"
    volumes:
      - ./output:/app/output
      - shuvcrawl-data:/root/.shuvcrawl
    environment:
      - SHUVCRAWL_API_TOKEN=${SHUVCRAWL_API_TOKEN:-}
      - SHUVCRAWL_TELEMETRY_OTLPHTTPENDPOINT=${SHUVCRAWL_TELEMETRY_OTLPHTTPENDPOINT:-}
      - SHUVCRAWL_TELEMETRY_LOGLEVEL=${SHUVCRAWL_TELEMETRY_LOGLEVEL:-info}
      - SHUVCRAWL_BROWSER_HEADLESS=${SHUVCRAWL_BROWSER_HEADLESS:-false}
      - SHUVCRAWL_BROWSER_NATIVE_ENABLED=${SHUVCRAWL_BROWSER_NATIVE_ENABLED:-false}
      - SHUVCRAWL_BROWSER_NATIVE_WSENDPOINT=${SHUVCRAWL_BROWSER_NATIVE_WSENDPOINT:-ws://host.docker.internal:9224}
      - SHUVCRAWL_CRAWL_RESPECTROBOTS=${SHUVCRAWL_CRAWL_RESPECTROBOTS:-true}
      - SHUVCRAWL_CACHE_ENABLED=${SHUVCRAWL_CACHE_ENABLED:-true}
      - SHUVCRAWL_API_IDLETIMEOUTMS=${SHUVCRAWL_API_IDLETIMEOUTMS:-7200000}
    shm_size: 2gb
    security_opt:
      - seccomp:unconfined
    # Idle shutdown exits 0 and must stay stopped. Crashes still restart.
    # `sc` starts the container again on the next local command.
    restart: on-failure
    healthcheck:
      test:
        [
          "CMD-SHELL",
          "if [ -n \"$$SHUVCRAWL_API_TOKEN\" ]; then curl -sf -H \"Authorization: Bearer $$SHUVCRAWL_API_TOKEN\" http://localhost:3777/health >/dev/null; else curl -sf http://localhost:3777/health >/dev/null; fi",
        ]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 10s

volumes:
  shuvcrawl-data:
    driver: local