parseable/docker-compose-distributed-test.yaml at main · parseablehq/parseable · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
networks:
  parseable-internal:

services:
  # minio
  minio:
    image: quay.io/parseablehq/minio:edge
    entrypoint:
      - sh
      - -euc
      - |
        mkdir -p /tmp/minio/parseable && \
        minio server /tmp/minio
    environment:
      - MINIO_ROOT_USER=parseable
      - MINIO_ROOT_PASSWORD=supersecret
      - MINIO_UPDATE=off
    ports:
      - "9000:9000"
    healthcheck:
      test: [ "CMD", "curl", "-f", "http://localhost:9000/minio/health/live" ]
      interval: 15s
      timeout: 20s
      retries: 5
    networks:
      - parseable-internal
  # query server
  parseable-query:
    build:
      context: .
      dockerfile: Dockerfile.debug
    platform: linux/amd64
    command: [ "parseable", "s3-store" ]
    ports:
      - "8000:8000"
    environment:
      - P_S3_URL=http://minio:9000
      - P_S3_ACCESS_KEY=parseable
      - P_S3_SECRET_KEY=supersecret
      - P_S3_REGION=us-east-1
      - P_S3_BUCKET=parseable
      - P_STAGING_DIR=/tmp/data
      - P_USERNAME=parseableadmin
      - P_PASSWORD=parseableadmin
      - P_CHECK_UPDATE=false
      - P_SEND_ANONYMOUS_USAGE_DATA=false
      - P_PARQUET_COMPRESSION_ALGO=snappy
      - P_MODE=query
      - RUST_LOG=warn
    networks:
      - parseable-internal
    healthcheck:
      test: [ "CMD", "curl", "-f", "http://localhost:8000/api/v1/liveness" ]
      interval: 15s
      timeout: 20s
      retries: 5
    depends_on:
      minio:
        condition: service_healthy
    deploy:
      restart_policy:
        condition: on-failure
        delay: 20s
        max_attempts: 3
  # ingest server one
  parseable-ingest-one:
    build:
      context: .
      dockerfile: Dockerfile.debug
    platform: linux/amd64
    command: [ "parseable", "s3-store", ]
    ports:
      - "8000"
    environment:
      - P_S3_URL=http://minio:9000
      - P_S3_ACCESS_KEY=parseable
      - P_S3_SECRET_KEY=supersecret
      - P_S3_REGION=us-east-1
      - P_S3_BUCKET=parseable
      - P_STAGING_DIR=/tmp/data
      - P_USERNAME=parseableadmin
      - P_PASSWORD=parseableadmin
      - P_CHECK_UPDATE=false
      - P_SEND_ANONYMOUS_USAGE_DATA=false
      - P_PARQUET_COMPRESSION_ALGO=snappy
      - P_MODE=ingest
      - P_INGESTOR_ENDPOINT=parseable-ingest-one:8000
      - MAX_PERIODIC_LOCAL_SYNC_CYCLES=1
      - RUST_LOG=warn
    networks:
      - parseable-internal
    healthcheck:
      test: [ "CMD", "curl", "-f", "http://localhost:8000/api/v1/liveness" ]
      interval: 15s
      timeout: 20s
      retries: 5
    depends_on:
      parseable-query:
        condition: service_healthy
      minio:
        condition: service_healthy
    deploy:
      restart_policy:
        condition: on-failure
        delay: 20s
        max_attempts: 3

  quest:
    platform: linux/amd64
    image: quay.io/parseablehq/quest:main
    pull_policy: always
    environment:
      - QUEST_EDITION=oss
    command:
      [
        "load",
        "http://parseable-query:8000",
        "parseableadmin",
        "parseableadmin",
        "20",
        "10",
        "5m",
        "minio:9000",
        "parseable",
        "supersecret",
        "parseable",
        "http://parseable-ingest-one:8000",
        "parseableadmin",
        "parseableadmin",
      ]
    networks:
      - parseable-internal
    depends_on:
      parseable-query:
        condition: service_healthy
      parseable-ingest-one:
        condition: service_healthy
      minio:
        condition: service_healthy
    deploy:
      restart_policy:
        condition: on-failure
        delay: 20s
        max_attempts: 3