opensnowcat-devkit/docker-warpstream.yml at main · opensnowcat/opensnowcat-devkit · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
networks:
  appnet:
    name: opensnowcat

services:

  warp:
      container_name: warp
      networks:
          appnet:
            aliases: [warp]
      image: public.ecr.aws/warpstream-labs/warpstream_agent:latest
      command:
        - playground
        - -advertiseHostnameStrategy
        - custom
        - -advertiseHostnameCustom
        - warp
      environment:
        - WARPSTREAM_DISCOVERY_KAFKA_HOSTNAME_OVERRIDE=warp
      healthcheck:
        test: ["CMD", "sh", "-c", "sleep 10"]
        interval: 5s
        timeout: 15s
        retries: 5

  opensnowcat_collector:
    container_name: opensnowcat_collector
    networks: [ appnet ]
    image: opensnowcat/opensnowcat-collector-kafka:latest
    volumes:
      - ${PWD}/opensnowcat:/opensnowcat
    command: '--config /opensnowcat/config.collector.hocon'
    restart: on-failure
    depends_on:
      - warp
    ports:
      - "8080:8080"

  opensnowcat_enrich:
    container_name: opensnowcat_enrich
    networks: [ appnet ]
    image: opensnowcat/opensnowcat-enrich-kafka:latest
    volumes:
      - ${PWD}/opensnowcat:/opensnowcat
    command: '--enrichments /opensnowcat/enrichments --iglu-config /opensnowcat/resolver.json --config /opensnowcat/config.enrich.hocon'
    restart: on-failure
    depends_on:
      - warp
    environment:
      LOG_LEVEL: "INFO"
      JAVA_OPTS: "-Dlogback.configurationFile=/opensnowcat/etc/logback.xml -Dorg.slf4j.simpleLogger.defaultLogLevel=info"

  kafka-ui:
    container_name: kafka-ui
    networks: [ appnet ]
    image: provectuslabs/kafka-ui:latest
    ports:
      - "8081:8080"
    depends_on:
      - warp
    environment:
      - KAFKA_CLUSTERS_0_NAME=Warpstream Kafka Cluster
      - KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS=warp:9092
      - KAFKA_CLUSTERS_0_PROPERTIES_SECURITY_PROTOCOL=PLAINTEXT
      - DYNAMIC_CONFIG_ENABLED='true'

  kafka_proxy:
    container_name: kafka_proxy
    networks: [ appnet ]
    image: alpine/socat
    command: ["-d","-d","TCP-LISTEN:9092,bind=0.0.0.0,fork,reuseaddr","TCP:warp:9092"]
    ports:
      - "9092:9092"
    depends_on:
      - warp

  bento:
    container_name: bento
    networks: [ appnet ]
    image: ghcr.io/warpstreamlabs/bento:latest
    volumes:
      - ./bento:/configs
    command: '-c /configs/tsv-json.yml'
    restart: on-failure
    depends_on:
      - warp
      - opensnowcat_enrich
    environment:
      LOG_LEVEL: "DEBUG"