Kafka消費者 API(自動提交offset)

 1源碼demo

package com.kpwong.consumer; import org.apache.kafka.clients.consumer.ConsumerConfig; import org.apache.kafka.clients.consumer.ConsumerRecord; import org.apache.kafka.clients.consumer.ConsumerRecords; import org.apache.kafka.clients.consumer.KafkaConsumer; import java.util.Arrays; import java.util.Properties; public class MyConsumer { public static void main(String[] args) { Properties prop = new Properties(); prop.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"hadoop202:9092");
 //自動提交offset prop.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,true); prop.put(ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG,"1000"); prop.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG,"org.apache.kafka.common.serialization.StringDeserializer"); prop.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,"org.apache.kafka.common.serialization.StringDeserializer"); //消費者組
        prop.put(ConsumerConfig.GROUP_ID_CONFIG,"bigdata"); //創建消費者
        KafkaConsumer<String, String> consumer = new KafkaConsumer<String, String>(prop); //訂閱主題
        consumer.subscribe(Arrays.asList("two")); while (true) { //獲取數據
            ConsumerRecords<String, String> records = consumer.poll(100); //遍歷records
            for (ConsumerRecord<String, String> record : records) { System.out.println("consumer : "+" partition:"+record.partition()+" key :"+record.key()+"------value :"+record.value()); } } // consumer.close();
 } }

2:運行結果:

 3:實現命令行 --from-beginning 效果

        //--from-beginning
        prop.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG,"earliest");
        //消費者組
        prop.put(ConsumerConfig.GROUP_ID_CONFIG,"bigdata2");

注意：要換組名 才行

運行效果: