Helm/Kafka

helm repo add bitnami https://charts.bitnami.com/bitnami
helm repo update && helm repo list
kubectl config get-contexts

Config

export KUBECONFIG="${HOME}/.kube/dev-kubeconfig.yaml"
export KUBECONFIG="${HOME}/.kube/gcp-kubeconfig.yaml"
export KUBECONFIG="${HOME}/.kube/config"

Install

helm show values bitnami/kafka --version=31.0.0|less helm show values bitnami/kafka --version=31.1.0|less kubectl get ns|grep kafka kubectl delete ns kafka kubectl get ns|grep kafka kubectl create ns kafka	kubectl -n=kafka create secret generic kafka-secret \ --from-literal=inter-broker-client-secret=sadaqah! \ --from-literal=controller-client-secret=sadaqah! \ --from-literal=inter-broker-password=sadaqah! \ --from-literal=controller-password=sadaqah! \ --from-literal=zookeeper-password=sadaqah! \ --from-literal=client-passwords=sadaqah! \ --dry-run=client -o=yaml \ | kubectl apply -f=-
cat <<ENV | kubectl -n=kafka create secret generic kafka-secret --from-env-file=/dev/stdin inter-broker-client-secret=sadaqah! controller-client-secret=sadaqah! inter-broker-password=sadaqah! controller-password=sadaqah! zookeeper-password=sadaqah! client-passwords=sadaqah! ENV
cat << YML | kubectl -n=kafka apply -f=- --- apiVersion: v1 kind: PersistentVolume metadata: name: pv-kafka spec: persistentVolumeReclaimPolicy: Retain storageClassName: standard capacity: storage: 10Gi accessModes: - ReadWriteOnce hostPath: path: /tmp/hostpath-provisioner/kafka/pvc-kafka --- apiVersion: v1 kind: PersistentVolumeClaim metadata: labels: app.kubernetes.io/name: kafka name: pvc-kafka spec: storageClassName: standard accessModes: - ReadWriteOnce resources: requests: storage: 10Gi volumeName: pv-kafka YML	cat << YML | kubectl -n=kafka apply -f=- --- --- apiVersion: v1 kind: PersistentVolumeClaim metadata: labels: app.kubernetes.io/name: kafka name: pvc-kafka spec: storageClassName: standard accessModes: - ReadWriteOnce resources: requests: storage: 10Gi YML
PV_NAME="$(kubectl -n=kafka get pvc pvc-kafka -o=yaml|yq -r .spec.volumeName)" cat <<YML |kubectl -n=kafka patch pv ${PV_NAME} --patch-file=/dev/stdin --- spec: persistentVolumeReclaimPolicy: Retain YML
cat <<YML | helm -n=kafka install kafka bitnami/kafka --version=31.1.0 -f=- --- externalAccess: enabled: true controller: forceExpose: false service: loadBalancerIPs: - 192.168.49.100 domain: kafka.k8s.local fullnameOverride: kafka sasl: existingSecret: kafka-secret client: users: - chorke controller: replicaCount: 1 broker: replicaCount: 0 YML
xdg-open http://kafka.k8s.local &>/dev/null & gnome-open http://kafka.k8s.local &>/dev/null &	x-www-browser http://kafka.k8s.local &>/dev/null & sensible-browser http://kafka.k8s.local &>/dev/null &

Uninstall

helm uninstall -n=kafka kafka
kubectl delete namespace kafka

Swiss Knife

kubectl -n=kafka run -i --tty --rm kafka-producer \ --image=docker.io/bitnami/kafka:3.9.0-debian-12-r1 \ --restart=Never -- bash	kubectl -n=kafka run -i --tty --rm kafka-consumer \ --image=docker.io/bitnami/kafka:3.9.0-debian-12-r1 \ --restart=Never -- bash
cat << EOF | tee /tmp/kafka.properties >/dev/null security.protocol=SASL_PLAINTEXT sasl.mechanism=SCRAM-SHA-256 sasl.jaas.config=org.apache.kafka.common.security.scram.ScramLoginModule required username="chorke" password="sadaqah!"; EOF cat /tmp/kafka.properties
kafka-topics.sh --list \ --command-config /tmp/kafka.properties \ --bootstrap-server kafka.kafka.svc.cluster.local:9092
kafka-console-producer.sh \ --producer.config /tmp/kafka.properties \ --bootstrap-server kafka.kafka.svc.cluster.local:9092 \ --topic=test	kafka-console-consumer.sh \ --consumer.config /tmp/kafka.properties \ --bootstrap-server kafka.kafka.svc.cluster.local:9092 \ --topic test --from-beginning

Swiss Knife » Alpine

---

kubectl -n kafka run -i --tty --rm kafka-client --image=alpine --restart=Never -- sh
apk --update add --no-cache curl inetutils-telnet openjdk8
mkdir -p /opt/kafka/

curl -fsSL https://dlcdn.apache.org/kafka/3.9.0/kafka_2.13-3.9.0.tgz \
  | tee /opt/kafka/kafka_2.13-3.9.0.tgz > /dev/null
tar xzf /opt/kafka/kafka_2.13-3.9.0.tgz -C /opt/kafka/

rm -rf  /opt/kafka/kafka_2.13-3.9.0.tgz
ls -alh /opt/kafka/kafka_2.13-3.9.0/bin/

telnet 192.168.49.100 9094

Playground

helm -n=kafka install kafka bitnami/kafka --version=31.0.0 helm -n=kafka upgrade -i kafka bitnami/kafka --version=31.1.0 helm show values bitnami/kafka --version=31.1.0|less
kubectl -n=kafka get secret kafka-kraft-cluster-id -o=yaml|yq -r .data."kraft-cluster-id"|base64 -d && echo kubectl -n=kafka get secret kafka-secret -o=yaml|yq -r .data."inter-broker-client-secret"|base64 -d && echo kubectl -n=kafka get secret kafka-secret -o=yaml|yq -r .data."controller-client-secret"|base64 -d && echo kubectl -n=kafka get secret kafka-secret -o=yaml|yq -r .data."inter-broker-password"|base64 -d && echo kubectl -n=kafka get secret kafka-secret -o=yaml|yq -r .data."controller-password"|base64 -d && echo kubectl -n=kafka get secret kafka-secret -o=yaml|yq -r .data."zookeeper-password"|base64 -d && echo kubectl -n=kafka get secret kafka-secret -o=yaml|yq -r .data."client-passwords"|base64 -d && echo kubectl -n=kafka exec -it svc/kafka -c=kafka -- bash kubectl -n=kafka exec -it svc/kafka -c=kafka -- sh
kubectl config --kubeconfig=${HOME}/.kube/aws-kubeconfig.yaml view --flatten kubectl config --kubeconfig=${HOME}/.kube/dev-kubeconfig.yaml view --flatten kubectl config --kubeconfig=${HOME}/.kube/gcp-kubeconfig.yaml view --flatten kubectl config --kubeconfig=${HOME}/.kube/config view --flatten
kubectl -n=kafka delete all --all kubectl -n=kafka delete ing --all kubectl -n=kafka delete sts --all	kubectl -n=kafka delete svc --all kubectl -n=kafka delete pvc --all kubectl -n=kafka delete pv --all
kubectl -n=kafka rollout history sts kafka-master kubectl -n=kafka rollout restart sts kafka-master kubectl -n=kafka rollout status sts kafka-master	kubectl -n=kafka exec -it svc/kafka -c=kafka -- bash kubectl -n=kafka logs -f svc/kafka -c=kafka kubectl -n=kafka logs -f svc/kafka

References

Helm » Prometheus Stack Helm » Cert Manager Helm » Kafka Helm
K8s » Configure Service Accounts for Pods K8s » Restart Pods With Kubectl K8s » Interactive Pod K8s » Restart Pods Docker » Makefile Kubernetes Minikube Kubectl CURL K8s	K8s » kubectl rollout K8s » CSI Hostpath Driver K8s » Ingress K8s » Service K8s » Run MySQL MinIO CIDR UFW Port	Minikube » Ingress DNS Minikube » Systemd Minikube » MetalLB Minikube » Registry Minikube » Tunnel