flink-example/docker-compose.yml at main · hibuz/flink-example · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
services:

  flink-dev:
    container_name: flink
    image: hibuz/flink-dev:simple
    environment:
      - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
      - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
      - AWS_REGION=${AWS_REGION}
    ports:
      - 9870:9870
      - 8088:8088
      - 19888:19888
      - 16010:16010
      - 4040:4040
      - 8090:8090
      - 8091:8091
      - 18080:18080
      - 10002:10002
      - 8081:8081
    command: #hive,spark,hbase,yarn,historyserver
    volumes:
      - flink-vol:/tmp
      - .:/home/hadoop/flink-example:cached

  minio:
    image: quay.io/minio/minio:latest
    container_name: minio
    command: server /mnt/data --console-address ":9090"
    ports:
      - 9000:9000
      - 9090:9090
    environment:
      MINIO_ROOT_USER: ${AWS_ACCESS_KEY_ID}
      MINIO_ROOT_PASSWORD: ${AWS_SECRET_ACCESS_KEY}
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
      interval: 30s
      timeout: 20s
      retries: 3
    volumes:
      - minio-vol:/mnt/data

  mc:
    depends_on:
      - minio
    image: minio/mc
    container_name: mc
    environment:
      - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
      - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
      - AWS_REGION=${AWS_REGION}
    entrypoint: >
      /bin/sh -c "
      until (/usr/bin/mc alias set minio http://minio:9000 $AWS_ACCESS_KEY_ID $AWS_SECRET_ACCESS_KEY) do echo '...waiting...' && sleep 1; done;
      /usr/bin/mc rm -r --force minio/iceberg;
      /usr/bin/mc mb minio/iceberg;
      /usr/bin/mc anonymous set public minio/iceberg;
      tail -f /dev/null
      "

  iceberg-rest:
    depends_on:
      - minio
    image: apache/iceberg-rest-fixture
    container_name: iceberg-rest
    ports:
      - 8181:8181
    environment:
      - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
      - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
      - AWS_REGION=${AWS_REGION}
      - CATALOG_WAREHOUSE=s3://iceberg/warehouse/
      - CATALOG_IO__IMPL=org.apache.iceberg.aws.s3.S3FileIO
      - CATALOG_S3_ENDPOINT=http://minio:9000

  mysql:
    extends:
      file: ../kafka-all-in-one/docker-compose-full.yml
      service: mysql

volumes:
  flink-vol: {}
  minio-vol: {}
  mysql-vol: {}

networks:
  default:
    driver: bridge
    name: hibuz-net