Implementing Backup and Recovery

Bad delete/produce replicates instantly to all replicas.
Backup = independent point-in-time copy.

{
  "connector.class": "io.confluent.connect.s3.S3SinkConnector",
  "topics": "orders",
  "s3.bucket.name": "kafka-backup",
  "format.class": "io.confluent.connect.s3.format.avro.AvroFormat"
}

kafka-consumer-groups.sh --bootstrap-server localhost:9092 \
  --group orders-svc --describe --offsets > offsets-backup.txt

for s in $(curl -s localhost:8081/subjects | jq -r '.[]'); do
  curl -s "localhost:8081/subjects/$s/versions/latest" > "$s.json"
done

kafka-topics.sh --bootstrap-server localhost:9092 \
  --describe > topic-configs-backup.txt

kafka-consumer-groups.sh --bootstrap-server localhost:9092 \
  --group orders-svc --reset-offsets \
  --to-datetime 2025-01-01T00:00:00.000 --all-topics --execute

{
  "connector.class": "io.confluent.connect.s3.source.S3SourceConnector",
  "s3.bucket.name": "kafka-backup",
  "topics.dir": "topics",
  "topic.regex.list": "orders:.*"
}

kafka-consumer-groups.sh --bootstrap-server localhost:9092 \
  --group orders-svc --reset-offsets \
  --from-file offsets-backup.csv --execute

kafka-run-class.sh kafka.tools.GetOffsetShell \
  --bootstrap-server localhost:9092 --topic orders --time -1

# Daily config + offset snapshot
0 2 * * * /opt/scripts/kafka-backup.sh >> /var/log/kbackup.log 2>&1