From 1b948da94c05121ca9981fdceaa069e4530adf27 Mon Sep 17 00:00:00 2001 From: bt3gl <1130416+bt3gl@users.noreply.github.com> Date: Wed, 23 Mar 2022 10:52:34 +0000 Subject: [PATCH] Create topics-cheatsheet.md --- kafka-and-streaming/topics-cheatsheet.md | 52 ++++++++++++++++++++++++ 1 file changed, 52 insertions(+) create mode 100644 kafka-and-streaming/topics-cheatsheet.md diff --git a/kafka-and-streaming/topics-cheatsheet.md b/kafka-and-streaming/topics-cheatsheet.md new file mode 100644 index 0000000..1ef3ba5 --- /dev/null +++ b/kafka-and-streaming/topics-cheatsheet.md @@ -0,0 +1,52 @@ +## Kafka Topics Cheatsheet + +#### Create a temporary interactive container + +``` +kubectl exec -it -n kafka-tools -- bash +``` + +### List consumer groups + +``` +kafka-consumer-groups --bootstrap-server "$KAFKA_BOOTSTRAP_SERVERS" --list +``` + +### Inspect a consumer group + +``` +kafka-consumer-groups --bootstrap-server "$KAFKA_BOOTSTRAP_SERVERS" --describe --group GROUP +``` + + +### Remove Lag - Reset a consumer group to latest + +Reset offsets to latest (speeds up reset in Grafana): + +``` +kafka-consumer-groups --bootstrap-server "$KAFKA_BOOTSTRAP_SERVERS" --group GROUP \ +--reset-offsets --topic TOPIC --to-earliest --dry-run +``` + +### Delete a Consumer Group + +Reset offsets to latest (speeds up reset in Grafana): + +``` +kafka-consumer-groups --bootstrap-server "$KAFKA_BOOTSTRAP_SERVERS" --group GROUP \ +--reset-offsets --topic TOPIC --to-earliest --dry-run +``` + +### Delete group. + +``` +kafka-consumer-groups --bootstrap-server "$KAFKA_BOOTSTRAP_SERVERS" --group GROUP --delete +Shift consumer back 10k +``` + +### Specify the partition to shift, else all will be shifted + +``` +kafka-consumer-groups --bootstrap-server "$KAFKA_BOOTSTRAP_SERVERS" --group GROUP \ +--topic TOPIC:0 --reset-offsets --shift-by -10000 +```