Skip to content

Commit ea5d086

Browse files
JimmyWang6jimmy
JimmyWang6
and
jimmy
authored
KAFKA-18772 Define share group config defaults for Docker (apache#18899)
Co-authored-by: jimmy <[email protected]> Reviewers: Andrew Schofield <[email protected]>
1 parent 53543bc commit ea5d086

File tree

10 files changed

+58
-0
lines changed

10 files changed

+58
-0
lines changed

‎docker/examples/docker-compose-files/cluster/combined/plaintext/docker-compose.yml

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,8 @@ services:
3636
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
3737
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
3838
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
39+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
40+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
3941
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
4042

4143
kafka-2:
@@ -58,6 +60,8 @@ services:
5860
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
5961
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
6062
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
63+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
64+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
6165
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
6266

6367
kafka-3:
@@ -80,4 +84,6 @@ services:
8084
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
8185
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
8286
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
87+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
88+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
8389
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'

‎docker/examples/docker-compose-files/cluster/combined/ssl/docker-compose.yml

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,8 @@ services:
3939
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
4040
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
4141
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
42+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
43+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
4244
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
4345
KAFKA_SSL_KEYSTORE_FILENAME: 'kafka01.keystore.jks'
4446
KAFKA_SSL_KEYSTORE_CREDENTIALS: 'kafka_keystore_creds'
@@ -71,6 +73,8 @@ services:
7173
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
7274
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
7375
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
76+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
77+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
7478
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
7579
KAFKA_SSL_KEYSTORE_FILENAME: 'kafka01.keystore.jks'
7680
KAFKA_SSL_KEYSTORE_CREDENTIALS: 'kafka_keystore_creds'
@@ -103,6 +107,8 @@ services:
103107
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
104108
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
105109
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
110+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
111+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
106112
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
107113
KAFKA_SSL_KEYSTORE_FILENAME: 'kafka01.keystore.jks'
108114
KAFKA_SSL_KEYSTORE_CREDENTIALS: 'kafka_keystore_creds'

‎docker/examples/docker-compose-files/cluster/isolated/plaintext/docker-compose.yml

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,8 @@ services:
2929
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
3030
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
3131
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
32+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
33+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
3234
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
3335

3436
controller-2:
@@ -44,6 +46,8 @@ services:
4446
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
4547
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
4648
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
49+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
50+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
4751
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
4852

4953
controller-3:
@@ -59,6 +63,8 @@ services:
5963
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
6064
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
6165
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
66+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
67+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
6268
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
6369

6470
kafka-1:
@@ -81,6 +87,8 @@ services:
8187
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
8288
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
8389
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
90+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
91+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
8492
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
8593
depends_on:
8694
- controller-1
@@ -107,6 +115,8 @@ services:
107115
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
108116
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
109117
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
118+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
119+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
110120
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
111121
depends_on:
112122
- controller-1
@@ -133,6 +143,8 @@ services:
133143
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
134144
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
135145
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
146+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
147+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
136148
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
137149
depends_on:
138150
- controller-1

‎docker/examples/docker-compose-files/cluster/isolated/ssl/docker-compose.yml

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,8 @@ services:
2929
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
3030
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
3131
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
32+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
33+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
3234
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
3335

3436
controller-2:
@@ -44,6 +46,8 @@ services:
4446
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
4547
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
4648
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
49+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
50+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
4751
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
4852

4953
controller-3:
@@ -59,6 +63,8 @@ services:
5963
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
6064
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
6165
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
66+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
67+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
6268
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
6369

6470
kafka-1:
@@ -84,6 +90,8 @@ services:
8490
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
8591
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
8692
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
93+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
94+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
8795
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
8896
KAFKA_SSL_KEYSTORE_FILENAME: 'kafka01.keystore.jks'
8997
KAFKA_SSL_KEYSTORE_CREDENTIALS: 'kafka_keystore_creds'
@@ -120,6 +128,8 @@ services:
120128
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
121129
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
122130
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
131+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
132+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
123133
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
124134
KAFKA_SSL_KEYSTORE_FILENAME: 'kafka01.keystore.jks'
125135
KAFKA_SSL_KEYSTORE_CREDENTIALS: 'kafka_keystore_creds'
@@ -156,6 +166,8 @@ services:
156166
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
157167
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
158168
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
169+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
170+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
159171
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'
160172
KAFKA_SSL_KEYSTORE_FILENAME: 'kafka01.keystore.jks'
161173
KAFKA_SSL_KEYSTORE_CREDENTIALS: 'kafka_keystore_creds'

‎docker/examples/docker-compose-files/single-node/plaintext/docker-compose.yml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,4 +36,6 @@ services:
3636
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
3737
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
3838
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
39+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
40+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
3941
KAFKA_LOG_DIRS: '/tmp/kraft-combined-logs'

‎docker/examples/docker-compose-files/single-node/ssl/docker-compose.yml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,8 @@ services:
3232
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
3333
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
3434
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
35+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
36+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
3537
KAFKA_PROCESS_ROLES: 'broker,controller'
3638
KAFKA_CONTROLLER_QUORUM_VOTERS: '1@broker:29093'
3739
KAFKA_LISTENERS: 'SSL://:9093,CONTROLLER://:29093,SSL-INTERNAL://:19093'

‎docker/examples/fixtures/file-input/server.properties

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,3 +29,5 @@ ssl.truststore.location=/etc/kafka/secrets/kafka.truststore.jks
2929
ssl.truststore.password=abcdefgh
3030
transaction.state.log.min.isr=1
3131
transaction.state.log.replication.factor=1
32+
share.coordinator.state.topic.replication.factor=1
33+
share.coordinator.state.topic.min.isr=1

‎docker/test/fixtures/file-input/server.properties

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,3 +29,5 @@ ssl.truststore.location=/etc/kafka/secrets/kafka.truststore.jks
2929
ssl.truststore.password=abcdefgh
3030
transaction.state.log.min.isr=1
3131
transaction.state.log.replication.factor=1
32+
share.coordinator.state.topic.replication.factor=1
33+
share.coordinator.state.topic.min.isr=1

‎docker/test/fixtures/mode/combined/docker-compose.yml

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,8 @@ services:
3434
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
3535
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
3636
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
37+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
38+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
3739
KAFKA_PROCESS_ROLES: 'broker,controller'
3840
KAFKA_CONTROLLER_QUORUM_VOTERS: '1@broker1:19092,2@broker2:19092,3@broker3:19092'
3941
KAFKA_LISTENERS: 'CONTROLLER://:19092,PLAINTEXT_HOST://:9092,SSL://:9093,PLAINTEXT://:29092'
@@ -67,6 +69,8 @@ services:
6769
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
6870
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
6971
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
72+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
73+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
7074
KAFKA_PROCESS_ROLES: 'broker,controller'
7175
KAFKA_CONTROLLER_QUORUM_VOTERS: '1@broker1:19092,2@broker2:19092,3@broker3:19092'
7276
KAFKA_LISTENERS: 'CONTROLLER://:19092,PLAINTEXT_HOST://:9092,SSL://:9093,PLAINTEXT://:29092'

‎docker/test/fixtures/mode/isolated/docker-compose.yml

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,8 @@ services:
2727
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
2828
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
2929
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
30+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
31+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
3032
KAFKA_PROCESS_ROLES: 'controller'
3133
KAFKA_CONTROLLER_QUORUM_VOTERS: '1@controller1:19092,2@controller2:19092,3@controller3:19092'
3234
KAFKA_LISTENERS: 'CONTROLLER://:19092'
@@ -45,6 +47,8 @@ services:
4547
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
4648
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
4749
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
50+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
51+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
4852
KAFKA_PROCESS_ROLES: 'controller'
4953
KAFKA_CONTROLLER_QUORUM_VOTERS: '1@controller1:19092,2@controller2:19092,3@controller3:19092'
5054
KAFKA_LISTENERS: 'CONTROLLER://:19092'
@@ -63,6 +67,8 @@ services:
6367
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
6468
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
6569
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
70+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
71+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
6672
KAFKA_PROCESS_ROLES: 'controller'
6773
KAFKA_CONTROLLER_QUORUM_VOTERS: '1@controller1:19092,2@controller2:19092,3@controller3:19092'
6874
KAFKA_LISTENERS: 'CONTROLLER://:19092'
@@ -88,6 +94,8 @@ services:
8894
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
8995
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
9096
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
97+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
98+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
9199
KAFKA_PROCESS_ROLES: 'broker'
92100
KAFKA_CONTROLLER_QUORUM_VOTERS: '1@controller1:19092,2@controller2:19092,3@controller3:19092'
93101
KAFKA_LISTENERS: 'PLAINTEXT_HOST://:9092,SSL://:9093,PLAINTEXT://:29092'
@@ -125,6 +133,8 @@ services:
125133
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
126134
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
127135
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
136+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_REPLICATION_FACTOR: 1
137+
KAFKA_SHARE_COORDINATOR_STATE_TOPIC_MIN_ISR: 1
128138
KAFKA_PROCESS_ROLES: 'broker'
129139
KAFKA_CONTROLLER_QUORUM_VOTERS: '1@controller1:19092,2@controller2:19092,3@controller3:19092'
130140
KAFKA_LISTENERS: 'PLAINTEXT_HOST://:9092,SSL://:9093,PLAINTEXT://:29092'

0 commit comments

Comments
 (0)