Golang Kafka CLI使用

1、安装和配置

kafgo get -u github.com/birdayz/kaf/cmd/kafkafkafkaqa

[root@qa-cdh-001 bin]# kaf config add-cluster qa --brokers kafka-22-7:9093
Added cluster.

qa

[root@qa-cdh-001 bin]# kaf config use-cluster qa
Switched to cluster "qa".

---

2、Golang kaf常用操作

2.1创建topic

---

创建名为test_topic1的topic，一共有5个分区

[root@qa-cdh-001 bin]# kaf topic create test_topic1 -p 5
✅ Created topic!
      Topic Name:            test_topic1
      Partitions:            5
      Replication Factor:    1
      Cleanup Policy:        delete

---

2.2发送topic

发送一条消息"send msg to test_topic1"到test_topic1这个主题

[root@qa-cdh-001 bin]# echo -n "send msg to test_topic1"|kaf produce test_topic1
Sent record to partition 0 at offset 0.

---

2.3消费topic

起一个名为lihuacai的groupid来消费test_topic1这个主题

[root@qa-cdh-001 ~]# kaf consume test_topic1 -g lihuacai
Partition:   0
Offset:      2
Timestamp:   2020-11-23 21:04:22.971 +0800 CST

Partition:   0
Offset:      3
Timestamp:   2020-11-23 21:05:32.733 +0800 CST
send msg to test_topic1

---

2.4查看topic

test_topic1

[root@qa-cdh-001 bin]# kaf topic describe test_topic1
Name:        test_topic1
Internal:    false
Compacted:   false
Partitions:
  Partition  High Watermark  Leader  Replicas  ISR
  ---------  --------------  ------  --------  ---
  0          1               9       [9]       [9]
  1          0               7       [7]       [7]
  2          0               8       [8]       [8]
  3          0               9       [9]       [9]
  4          0               7       [7]       [7]
Config:
  Name            Value       ReadOnly  Sensitive
  ----            -----       --------  ---------
  cleanup.policy  delete      false     false
  segment.bytes   1073741824  false     false

---

groupid

lihuacaigroupidLag = High Watermark - Group Offset

[root@qa-cdh-001 bin]# kaf group describe lihuacai
Group ID:        lihuacai
State:           Empty
Protocol:
Protocol Type:   consumer
Offsets:
  test_topic1:
    Partition  Group Offset  High Watermark  Lag  Metadata
    ---------  ------------  --------------  ---  --------
    0          2             4               2

---

groupid

lihuacaigroupid--all-partitions-o--offset--noconfirm

[root@qa-cdh-001 bin]# kaf group commit lihuacai -t test_topic1 --all-partitions -o latest --noconfirm
Partition 0: determined offset 4 from timestamp.
Partition 1: determined offset 0 from timestamp.
Partition 2: determined offset 0 from timestamp.
Partition 3: determined offset 0 from timestamp.
Partition 4: determined offset 0 from timestamp.
Resetting offsets to: map[0:4 1:0 2:0 3:0 4:0]
Successfully committed offsets to map[0:4 1:0 2:0 3:0 4:0].

---