Debian Codegraph @

tools/kafka-console-partitionconsumer/kafka-console-partitionconsumer.go

raw
1 package main
2
3 import (
4 "flag"
5 "fmt"
6 "log"
7 "os"
8 "os/signal"
9 "strconv"
10 "strings"
11 "syscall"
12
13 "github.com/IBM/sarama"
14 )
15
16 var (
17 brokerList = flag.String("brokers", os.Getenv("KAFKA_PEERS"), "The comma separated list of brokers in the Kafka cluster")
18 topic = flag.String("topic", "", "REQUIRED: the topic to consume")
19 partition = flag.Int("partition", -1, "REQUIRED: the partition to consume")
20 offset = flag.String("offset", "newest", "The offset to start with. Can be `oldest`, `newest`, or an actual offset")
21 verbose = flag.Bool("verbose", false, "Whether to turn on sarama logging")
22
23 logger = log.New(os.Stderr, "", log.LstdFlags)
24 )
25
26 func main() {
27 flag.Parse()
28
29 if *brokerList == "" {
30 printUsageErrorAndExit("You have to provide -brokers as a comma-separated list, or set the KAFKA_PEERS environment variable.")
31 }
32
33 if *topic == "" {
34 printUsageErrorAndExit("-topic is required")
35 }
36
37 if *partition == -1 {
38 printUsageErrorAndExit("-partition is required")
39 }
40
41 if *verbose {
42 sarama.Logger = logger
43 }
44
45 var (
46 initialOffset int64
47 offsetError error
48 )
49 switch *offset {
50 case "oldest":
51 initialOffset = sarama.OffsetOldest
52 case "newest":
53 initialOffset = sarama.OffsetNewest
54 default:
55 initialOffset, offsetError = strconv.ParseInt(*offset, 10, 64)
56 }
57
58 if offsetError != nil {
59 printUsageErrorAndExit("Invalid initial offset: %s", *offset)
60 }
61
62 c, err := sarama.NewConsumer(strings.Split(*brokerList, ","), nil)
63 if err != nil {
64 printErrorAndExit(69, "Failed to start consumer: %s", err)
65 }
66
67 pc, err := c.ConsumePartition(*topic, int32(*partition), initialOffset)
68 if err != nil {
69 printErrorAndExit(69, "Failed to start partition consumer: %s", err)
70 }
71
72 go func() {
73 signals := make(chan os.Signal, 1)
74 signal.Notify(signals, syscall.SIGTERM, os.Interrupt)
75 <-signals
76 pc.AsyncClose()
77 }()
78
79 for msg := range pc.Messages() {
80 fmt.Printf("Offset:\t%d\n", msg.Offset)
81 fmt.Printf("Key:\t%s\n", string(msg.Key))
82 fmt.Printf("Value:\t%s\n", string(msg.Value))
83 fmt.Println()
84 }
85
86 if err := c.Close(); err != nil {
87 logger.Println("Failed to close consumer: ", err)
88 }
89 }
90
91 func printErrorAndExit(code int, format string, values ...interface{}) {
92 fmt.Fprintf(os.Stderr, "ERROR: %s\n", fmt.Sprintf(format, values...))
93 fmt.Fprintln(os.Stderr)
94 os.Exit(code)
95 }
96
97 func printUsageErrorAndExit(format string, values ...interface{}) {
98 fmt.Fprintf(os.Stderr, "ERROR: %s\n", fmt.Sprintf(format, values...))
99 fmt.Fprintln(os.Stderr)
100 fmt.Fprintln(os.Stderr, "Available command line options:")
101 flag.PrintDefaults()
102 os.Exit(64)
103 }