Kafka .NET操作

Kafaka .NET连接

Kafka目前主流在用的.NET客户端有两个：一个是kafka-net，另外一个是Confluent.Kafka，这里给出使用示例：

kafka-net示例：

    public class NetKafka
    {
        public static void Push()
        {
            var options = new KafkaOptions(new Uri("http://192.168.253.133:9092"));
            var router = new BrokerRouter(options);
            var producer = new Producer(router);
            List<Message> msgArr = new List<Message>();
            msgArr.Add(new Message("你好"));
            producer.SendMessageAsync("MyTopic", msgArr.ToArray()).Wait(3000);

        }

        public static void Pull()
        {
            var options = new KafkaOptions(new Uri("http://192.168.253.133:9092"));
            var router = new BrokerRouter(options);
            var consumer = new Consumer(new ConsumerOptions("MyTopic", router));

            var msgs = consumer.Consume();
            foreach (var msg in msgs)
            {
                Console.WriteLine(Encoding.UTF8.GetString(msg.Value));
            }
        }
    }

confulen-kafkat示例：

    public class ConfulentKafka
    {
        public static void Push()
        {
            var config = new Dictionary<string, object>
            {
                { "group.id", "test-group" },
                {"bootstrap.servers","192.168.253.133:9092"}
            };
            using (var producer = new Producer<Null, string>(config, null, new StringSerializer(Encoding.UTF8)))
            {
                var dr = producer.ProduceAsync("MyTopic", null, "hello").Result;
                Console.WriteLine(dr.TopicPartitionOffset);
            }
        }

        public static void Pull()
        {
            var config = new Dictionary<string, object>
            {
                //同一个Topic的一条消息只能被同一个Consumer Group内的一个Consumer消费，但多个Consumer Group可同时消费这一消息
                { "group.id", "test-group" },
                 //kafka的集群消费地址
                { "bootstrap.servers", "192.168.253.133:9092" },
                 //consumer向consumer提交offset的频率，单位ms
                {"auto.commit.interval.ms",5000},
                 //earliest和latest：当各分区下有已提交的offset时，从提交的offset开始消费，无提交的offset时，earliest是从头开始消费、latest从末尾开始消费；
                 //none：当各分区下存在已提交的offset时，从offset后开始消费，但只要有一个分区不存在已提交的offset时，则抛出异常
                {"auto.offset.reset","earliest"},

            };

            using (var consumer = new Consumer<Null, string>(config, null, new StringDeserializer(Encoding.UTF8)))
            {
                consumer.OnMessage += (_, msg)
                  => Console.WriteLine(msg.Value);

                consumer.OnError += (_, error)
                  => Console.WriteLine(error);

                consumer.OnConsumeError += (_, msg)
                  => Console.WriteLine(msg);

                consumer.Subscribe("MyTopic");

                while (true)
                {
                    consumer.Poll(TimeSpan.FromMilliseconds(100));
                }
            }
        }
    }