e7ec6a4258
Three Kafka nodes + Three ZooKeeper nodes Can tolerate 1 node failure 3 replicas distributed across different nodes Use Azure Disk SSD SCRAM-SHA-512 + ACLs
91 lines
2.0 KiB
YAML
91 lines
2.0 KiB
YAML
apiVersion: kafka.strimzi.io/v1beta2
|
|
kind: Kafka
|
|
metadata:
|
|
name: kafka-cluster
|
|
namespace: freeleaps-data-platform
|
|
labels:
|
|
app: kafka
|
|
component: messaging
|
|
spec:
|
|
kafka:
|
|
version: 3.8.0
|
|
replicas: 3
|
|
listeners:
|
|
- name: plain
|
|
port: 9092
|
|
type: internal
|
|
tls: false
|
|
authentication:
|
|
type: scram-sha-512
|
|
- name: tls
|
|
port: 9093
|
|
type: internal
|
|
tls: true
|
|
authentication:
|
|
type: tls
|
|
config:
|
|
offsets.topic.replication.factor: 3
|
|
transaction.state.log.replication.factor: 3
|
|
transaction.state.log.min.isr: 2
|
|
default.replication.factor: 3
|
|
min.insync.replicas: 2
|
|
inter.broker.protocol.version: "3.8"
|
|
log.retention.hours: 168 # 7 days
|
|
log.segment.bytes: 1073741824 # 1GB
|
|
num.partitions: 8
|
|
log.retention.check.interval.ms: 300000
|
|
storage:
|
|
type: persistent-claim
|
|
size: 20Gi
|
|
deleteClaim: false
|
|
zookeeper:
|
|
replicas: 3
|
|
storage:
|
|
type: persistent-claim
|
|
size: 10Gi
|
|
deleteClaim: false
|
|
entityOperator:
|
|
topicOperator: {}
|
|
userOperator: {}
|
|
---
|
|
apiVersion: kafka.strimzi.io/v1beta2
|
|
kind: KafkaTopic
|
|
metadata:
|
|
name: system-events
|
|
namespace: freeleaps-data-platform
|
|
labels:
|
|
strimzi.io/cluster: kafka-cluster
|
|
spec:
|
|
partitions: 3
|
|
replicas: 3
|
|
config:
|
|
retention.ms: 604800000 # 7 days
|
|
segment.bytes: 1073741824 # 1GB
|
|
cleanup.policy: delete
|
|
---
|
|
apiVersion: kafka.strimzi.io/v1beta2
|
|
kind: KafkaUser
|
|
metadata:
|
|
name: freeleaps-user
|
|
namespace: freeleaps-data-platform
|
|
labels:
|
|
strimzi.io/cluster: kafka-cluster
|
|
spec:
|
|
authentication:
|
|
type: scram-sha-512
|
|
authorization:
|
|
type: simple
|
|
acls:
|
|
- resource:
|
|
type: topic
|
|
name: "*"
|
|
patternType: literal
|
|
operation: All
|
|
host: "*"
|
|
- resource:
|
|
type: group
|
|
name: "*"
|
|
patternType: literal
|
|
operation: All
|
|
host: "*"
|