Java 操作KafKa API

生产者:

import net.sf.json.JSONObject;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;

import java.util.Properties;

public class KafkaRelayUtil {
    private static Properties props =null;
    private static KafkaProducer<String, byte[]> producer=null;
    static {
        props = new Properties();
        //集群地址，多个服务器用"，"分隔
        props.put("bootstrap.servers", "192.168.0.181:9092");
        //props.put("bootstrap.servers", "10.122.49.173:9092,10.122.49.195:9092,10.122.49.196:9092");
        //key、value的序列化，此处以字符串为例，使用kafka已有的序列化类
        props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
        props.put("value.serializer", "org.apache.kafka.common.serialization.ByteArraySerializer");
        //props.put("partitioner.class", "com.kafka.demo.Partitioner");//分区操作，此处未写
        props.put("request.required.acks", "1");
        producer = new KafkaProducer<>(props);
    }

    public static void Push(String TopicName,byte[] byteArray) {
        //写入名为的topic
        ProducerRecord<String, byte[]> producerRecord = new ProducerRecord<>(TopicName, byteArray);
        producer.send(producerRecord);
    }
}

消费者:

import cn.sttit.clw.Pojo.*;
import cn.sttit.clw.conf.GBDataPool;
import cn.sttit.clw.conf.GBOBDXXPool;
import cn.sttit.clw.conf.QYDPSJBPool;
import cn.sttit.clw.conf.QYGPSJBPool;
import cn.sttit.clw.mybatis.MybatisUtil;
import net.sf.json.JSON;
import net.sf.json.JSONObject;
import org.apache.ibatis.session.SqlSession;
import org.apache.kafka.clients.consumer.Consumer;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;

import javax.xml.bind.DatatypeConverter;
import java.util.Arrays;
import java.util.Properties;

public class KafKaListener {

    String TopicName = null;
    public KafKaListener() {

    }
    private static   Properties props =null;
    private  static KafkaConsumer<String, String> consumer ;
    static{
        props = new Properties();
       // props.put("bootstrap.servers", "192.168.0.181:9092");
        props.put("bootstrap.servers", "10.122.49.173:9092,10.122.49.195:9092,10.122.49.196:9092");
        //设置消费者的group id
        props.put("group.id", "demo1");
        //如果为真，consumer所消费消息的offset将会自动的同步到zookeeper。如果消费者死掉时，由新的consumer使用继续接替
        props.put("enable.auto.commit", "true");
        //consumer向zookeeper提交offset的频率
        props.put("auto.commit.interval.ms", "10000");
        props.put("session.timeout.ms", "10000");
        props.put("max.poll.records", "1000");
        //反序列化
        props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
        props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");

        consumer = new KafkaConsumer<>(props);
    }

    public void run() {
        //System.out.println("线程开启"+TopicName);
        consumer.subscribe(Arrays.asList("gbdata","gbobd","qygp","qydp","carlogin"));
        //持续监听
        while (true) {
            //poll频率
            ConsumerRecords<String, String> records= consumer.poll(2000);

            KafKaThread kafKaThread = new KafKaThread(records);
            kafKaThread.start();


        }
    }
}