forked from strimzi/strimzi-kafka-oauth
-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathdocker-compose.yml
156 lines (121 loc) · 9.72 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
services:
keycloak:
image: quay.io/keycloak/keycloak:23.0.5
ports:
- "8080:8080"
volumes:
- ${PWD}/../docker/keycloak/realms:/opt/keycloak/data/import
- ${PWD}/../docker/certificates/keycloak.server.keystore.p12:/opt/keycloak/data/certs/keycloak.server.keystore.p12
command: "-v start --import-realm --features=token-exchange,authorization,scripts"
environment:
- KEYCLOAK_ADMIN=admin
- KEYCLOAK_ADMIN_PASSWORD=admin
- KC_HOSTNAME=keycloak
- KC_HTTP_ENABLED=true
kafka:
image: ${KAFKA_DOCKER_IMAGE}
ports:
- "9091:9091"
- "9092:9092"
- "9093:9093"
- "9094:9094"
- "9095:9095"
- "9096:9096"
- "9100:9100"
# Prometheus JMX Exporter
- "9404:9404"
# javaagent debug port
- "5006:5006"
volumes:
- ${PWD}/../docker/target/kafka/libs:/opt/kafka/libs/strimzi
- ${PWD}/../docker/kafka/config:/opt/kafka/config/strimzi
- ${PWD}/../docker/kafka/scripts:/opt/kafka/strimzi
command:
- /bin/bash
- -c
- cd /opt/kafka/strimzi && ./start.sh --kraft
environment:
#- KAFKA_DEBUG=y
#- DEBUG_SUSPEND_FLAG=y
#- JAVA_DEBUG_PORT=*:5006
# KRaft properties
- KAFKA_PROCESS_ROLES=broker,controller
- KAFKA_NODE_ID=1
- KAFKA_CONTROLLER_QUORUM_VOTERS=1@kafka:9091
- KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER
- KAFKA_SASL_MECHANISM_CONTROLLER_PROTOCOL=PLAIN
- KAFKA_LISTENERS=CONTROLLER://kafka:9091,JWT://kafka:9092,INTROSPECT://kafka:9093,JWTPLAIN://kafka:9094,INTROSPECTPLAIN://kafka:9095,JWTREFRESH://kafka:9096,PLAIN://kafka:9100
- KAFKA_ADVERTISED_LISTENERS=JWT://kafka:9092,INTROSPECT://kafka:9093,JWTPLAIN://kafka:9094,INTROSPECTPLAIN://kafka:9095,JWTREFRESH://kafka:9096,PLAIN://kafka:9100
- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:SASL_PLAINTEXT,JWT:SASL_PLAINTEXT,INTROSPECT:SASL_PLAINTEXT,JWTPLAIN:SASL_PLAINTEXT,INTROSPECTPLAIN:SASL_PLAINTEXT,JWTREFRESH:SASL_PLAINTEXT,PLAIN:SASL_PLAINTEXT
- KAFKA_INTER_BROKER_LISTENER_NAME=JWT
- KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL=OAUTHBEARER
- KAFKA_PRINCIPAL_BUILDER_CLASS=io.strimzi.kafka.oauth.server.OAuthKafkaPrincipalBuilder
# Common settings for all the listeners
# username extraction from JWT token claim
- OAUTH_USERNAME_CLAIM=preferred_username
- OAUTH_CONNECT_TIMEOUT_SECONDS=20
# Configuration of individual listeners
- KAFKA_LISTENER_NAME_CONTROLLER_SASL_ENABLED_MECHANISMS=PLAIN
- KAFKA_LISTENER_NAME_CONTROLLER_PLAIN_SASL_JAAS_CONFIG=org.apache.kafka.common.security.plain.PlainLoginModule required username=\"admin\" password=\"admin-password\" user_admin=\"admin-password\" user_bobby=\"bobby-secret\" ;
- KAFKA_LISTENER_NAME_JWT_SASL_ENABLED_MECHANISMS=OAUTHBEARER
- KAFKA_LISTENER_NAME_JWT_OAUTHBEARER_SASL_JAAS_CONFIG=org.apache.kafka.common.security.oauthbearer.OAuthBearerLoginModule required oauth.jwks.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/certs\" oauth.valid.issuer.uri=\"https://keycloak:8443/realms/kafka-authz\" oauth.token.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/token\" oauth.client.id=\"kafka\" oauth.client.secret=\"kafka-secret\" oauth.groups.claim=\"$$.realm_access.roles\" oauth.fallback.username.claim=\"username\" ;
- KAFKA_LISTENER_NAME_JWT_OAUTHBEARER_SASL_SERVER_CALLBACK_HANDLER_CLASS=io.strimzi.kafka.oauth.server.JaasServerOauthValidatorCallbackHandler
- KAFKA_LISTENER_NAME_JWT_OAUTHBEARER_SASL_LOGIN_CALLBACK_HANDLER_CLASS=io.strimzi.kafka.oauth.client.JaasClientOauthLoginCallbackHandler
- KAFKA_LISTENER_NAME_INTROSPECT_SASL_ENABLED_MECHANISMS=OAUTHBEARER
- KAFKA_LISTENER_NAME_INTROSPECT_OAUTHBEARER_SASL_JAAS_CONFIG=org.apache.kafka.common.security.oauthbearer.OAuthBearerLoginModule required oauth.introspection.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/token/introspect\" oauth.client.id=\"kafka\" oauth.client.secret=\"kafka-secret\" oauth.valid.issuer.uri=\"https://keycloak:8443/realms/kafka-authz\" oauth.fallback.username.claim=\"client_id\" oauth.fallback.username.prefix=\"service-account-\" unsecuredLoginStringClaim_sub=\"admin\" ;
- KAFKA_LISTENER_NAME_INTROSPECT_OAUTHBEARER_SASL_SERVER_CALLBACK_HANDLER_CLASS=io.strimzi.kafka.oauth.server.JaasServerOauthValidatorCallbackHandler
- KAFKA_LISTENER_NAME_JWTPLAIN_SASL_ENABLED_MECHANISMS=PLAIN
- KAFKA_LISTENER_NAME_JWTPLAIN_PLAIN_SASL_JAAS_CONFIG=org.apache.kafka.common.security.plain.PlainLoginModule required oauth.token.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/token\" oauth.jwks.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/certs\" oauth.valid.issuer.uri=\"https://keycloak:8443/realms/kafka-authz\" oauth.fallback.username.claim=\"client_id\" oauth.fallback.username.prefix=\"service-account-\" unsecuredLoginStringClaim_sub=\"admin\" ;
- KAFKA_LISTENER_NAME_JWTPLAIN_PLAIN_SASL_SERVER_CALLBACK_HANDLER_CLASS=io.strimzi.kafka.oauth.server.plain.JaasServerOauthOverPlainValidatorCallbackHandler
- KAFKA_LISTENER_NAME_INTROSPECTPLAIN_SASL_ENABLED_MECHANISMS=PLAIN
- KAFKA_LISTENER_NAME_INTROSPECTPLAIN_PLAIN_SASL_JAAS_CONFIG=org.apache.kafka.common.security.plain.PlainLoginModule required oauth.token.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/token\" oauth.introspection.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/token/introspect\" oauth.valid.issuer.uri=\"https://keycloak:8443/realms/kafka-authz\" oauth.client.id=\"kafka\" oauth.client.secret=\"kafka-secret\" oauth.fallback.username.claim=\"client_id\" oauth.fallback.username.prefix=\"service-account-\" unsecuredLoginStringClaim_sub=\"admin\" ;
- KAFKA_LISTENER_NAME_INTROSPECTPLAIN_PLAIN_SASL_SERVER_CALLBACK_HANDLER_CLASS=io.strimzi.kafka.oauth.server.plain.JaasServerOauthOverPlainValidatorCallbackHandler
- KAFKA_LISTENER_NAME_JWTREFRESH_SASL_ENABLED_MECHANISMS=OAUTHBEARER
- KAFKA_LISTENER_NAME_JWTREFRESH_OAUTHBEARER_SASL_JAAS_CONFIG=org.apache.kafka.common.security.oauthbearer.OAuthBearerLoginModule required oauth.jwks.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/certs\" oauth.valid.issuer.uri=\"https://keycloak:8443/realms/kafka-authz\" oauth.token.endpoint.uri=\"http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/token\" oauth.client.id=\"kafka\" oauth.client.secret=\"kafka-secret\" oauth.jwks.refresh.min.pause.seconds=\"2\" oauth.fallback.username.claim=\"client_id\" oauth.fallback.username.prefix=\"service-account-\" unsecuredLoginStringClaim_sub=\"admin\" ;
- KAFKA_LISTENER_NAME_JWTREFRESH_OAUTHBEARER_SASL_SERVER_CALLBACK_HANDLER_CLASS=io.strimzi.kafka.oauth.server.JaasServerOauthValidatorCallbackHandler
# Enable re-authentication
- KAFKA_LISTENER_NAME_JWTREFRESH_OAUTHBEARER_CONNECTIONS_MAX_REAUTH_MS=3600000
- KAFKA_LISTENER_NAME_PLAIN_SASL_ENABLED_MECHANISMS=PLAIN
- KAFKA_LISTENER_NAME_PLAIN_PLAIN_SASL_JAAS_CONFIG=org.apache.kafka.common.security.plain.PlainLoginModule required username=\"admin\" password=\"admin-password\" user_admin=\"admin-password\" user_bobby=\"bobby-secret\" ;
# Authorizer configuration
- KAFKA_AUTHORIZER_CLASS_NAME=io.strimzi.kafka.oauth.server.authorizer.KeycloakAuthorizer
- KAFKA_STRIMZI_AUTHORIZATION_TOKEN_ENDPOINT_URI=http://keycloak:8080/realms/kafka-authz/protocol/openid-connect/token
- KAFKA_STRIMZI_AUTHORIZATION_CLIENT_ID=kafka
- KAFKA_STRIMZI_AUTHORIZATION_CLIENT_SECRET=kafka-secret
- KAFKA_STRIMZI_AUTHORIZATION_KAFKA_CLUSTER_NAME=my-cluster
- KAFKA_STRIMZI_AUTHORIZATION_DELEGATE_TO_KAFKA_ACL=true
- KAFKA_STRIMZI_AUTHORIZATION_READ_TIMEOUT_SECONDS=45
# Parameters controlling the refreshing of grants
- KAFKA_STRIMZI_AUTHORIZATION_GRANTS_REFRESH_POOL_SIZE=4
# Any change to permissions will be reflected within 10 seconds
# Has to be set to 10 seconds for keycloak-authz*-tests/**/RefreshTest
- KAFKA_STRIMZI_AUTHORIZATION_GRANTS_REFRESH_PERIOD_SECONDS=10
# If a grants fetch fails, immediately perform one retry
- KAFKA_STRIMZI_AUTHORIZATION_HTTP_RETRIES=1
# Use grants fetched for another session if available
- KAFKA_STRIMZI_AUTHORIZATION_REUSE_GRANTS=true
- KAFKA_STRIMZI_AUTHORIZATION_ENABLE_METRICS=true
- KAFKA_SUPER_USERS=User:admin;User:service-account-kafka
# OAuth metrics configuration
- OAUTH_ENABLE_METRICS=true
# When enabling metrics we also have to explicitly configure JmxReporter to have metrics available in JMX
# The following value will be available as env var STRIMZI_OAUTH_METRIC_REPORTERS
- STRIMZI_OAUTH_METRIC_REPORTERS=org.apache.kafka.common.metrics.JmxReporter
# The following value will turn into 'strimzi.oauth.metric.reporters=...' in 'strimzi.properties' file
# However, that won't work as the value may be filtered to the component that happens to initialise OAuthMetrics
# Instead, use the env var approach above
#- KAFKA_STRIMZI_OAUTH_METRIC_REPORTERS=org.apache.kafka.common.metrics.JmxReporter
# Other configuration
- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1
# For start.sh script to know where the keycloak is listening
- KEYCLOAK_HOST=${KEYCLOAK_HOST:-keycloak}
kafka-acls:
image: ${KAFKA_DOCKER_IMAGE}
depends_on:
- kafka
volumes:
- ${PWD}/../docker/kafka-acls/scripts:/opt/kafka/strimzi
command:
- /bin/bash
- -c
- cd /opt/kafka/strimzi && ./add-acls.sh