Skip to content

Commit

Permalink
Update KAFKA in knowledge list
Browse files Browse the repository at this point in the history
  • Loading branch information
ranjith-ka committed Feb 8, 2024
1 parent ae2f0b3 commit f8db738
Show file tree
Hide file tree
Showing 4 changed files with 107 additions and 1 deletion.
10 changes: 9 additions & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -194,4 +194,12 @@ openmeta-cleanup:

nfs:
@helm repo add nfs-ganesha-server-and-external-provisioner https://kubernetes-sigs.github.io/nfs-ganesha-server-and-external-provisioner
@helm install -f minikube/nfs/values.yaml nfs nfs-ganesha-server-and-external-provisioner/nfs-server-provisioner
@helm install -f minikube/nfs/values.yaml nfs nfs-ganesha-server-and-external-provisioner/nfs-server-provisioner

kafka:
@helm repo add strimzi https://strimzi.io/charts/
@helm install --create-namespace --namespace kafka strimzi strimzi/strimzi-kafka-operator --namespace kafka

kafka-ui:
@helm repo add kafka-ui https://provectus.github.io/kafka-ui-charts
@helm install kafka-ui -f minikube/kafka/kafka-ui.yaml kafka-ui/kafka-ui
28 changes: 28 additions & 0 deletions minikube/kafka/Readme.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
# Kafka

## Install steps

`kubectl create -f 'https://strimzi.io/install/latest?namespace=kafka' -n kafka`


### Prodcuer

`kubectl -n kafka run kafka-producer -ti --image=quay.io/strimzi/kafka:0.39.0-kafka-3.6.1 --rm=true --restart=Never -- bin/kafka-console-producer.sh --bootstrap-server my-cluster-kafka-bootstrap:9092 --topic my-topic`


### Consume the Topic

`kubectl -n kafka run kafka-consumer -ti --image=quay.io/strimzi/kafka:0.39.0-kafka-3.6.1 --rm=true --restart=Never -- bin/kafka-console-consumer.sh --bootstrap-server my-cluster-kafka-bootstrap:9092 --topic my-topic --from-beginning`


### Features

Kafka UI
ACL
SSL & TLS
Monitoring
Autoscaling - Broker & Topics
Mirror making
Bridge configuration
Schema Registry
kafka connect
29 changes: 29 additions & 0 deletions minikube/kafka/kafka-ui.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
ingress:
enabled: true
ingressClassName: dev-nginx
host: kafka.example.com
annotations:
nginx.ingress.kubernetes.io/enable-cors: "true"
nginx.ingress.kubernetes.io/enable-rewrite-log: "true"
nginx.ingress.kubernetes.io/http2-push-preload: "true"
nginx.ingress.kubernetes.io/proxy-body-size: 8k
nginx.ingress.kubernetes.io/proxy-buffer-size: 8k
nginx.ingress.kubernetes.io/proxy-buffering: "on"
nginx.ingress.kubernetes.io/proxy-read-timeout: "180"
nginx.ingress.kubernetes.io/proxy-send-timeout: "180"
nginx.ingress.kubernetes.io/proxy-http-version: "1.1"
nginx.ingress.kubernetes.io/force-ssl-redirect: "false"
nginx.ingress.kubernetes.io/backend-protocol: "HTTP"
path: /

yamlApplicationConfig:
kafka:
clusters:
- name: yaml
bootstrapServers: my-cluster-kafka-bootstrap:9092
auth:
type: disabled
management:
health:
ldap:
enabled: false
41 changes: 41 additions & 0 deletions minikube/kafka/kafka.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,41 @@
apiVersion: kafka.strimzi.io/v1beta2
kind: Kafka
metadata:
name: my-cluster
namespace: kafka
spec:
kafka:
version: 3.6.1
replicas: 3
listeners:
- name: plain
port: 9092
type: internal
tls: false
- name: tls
port: 9093
type: internal
tls: true
config:
offsets.topic.replication.factor: 1
transaction.state.log.replication.factor: 1
transaction.state.log.min.isr: 1
default.replication.factor: 1
min.insync.replicas: 1
inter.broker.protocol.version: "3.6"
storage:
type: jbod
volumes:
- id: 0
type: persistent-claim
size: 1Gi
deleteClaim: false
zookeeper:
replicas: 1
storage:
type: persistent-claim
size: 1Gi
deleteClaim: false
entityOperator:
topicOperator: {}
userOperator: {}

0 comments on commit f8db738

Please sign in to comment.