Invalid value earliest for configuration auto.commit.interval.ms: Not a number of type INT 以及 Failed to construct kafka consumer

kafka消费者的api操作

package com.qf.kafka.day1;
import org.apache.kafka.clients.consumer.*;
import scala.Int;
import java.util.Collections;
import java.util.Properties;
public class KafkaConsumerDemo {
    public static void main(String[] args) {
        Properties props = new Properties();
        props.setProperty(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, "hadoop01:9092,hadoop02:9092,hadoop03:9092");
        props.setProperty(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
        props.setProperty(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
        props.setProperty(ConsumerConfig.GROUP_ID_CONFIG, "g2");
        props.setProperty(ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG, "earliest");
        //自动提交偏移量,默认true
        //当设置为false,consumer不再自动提交offset
//        props.setProperty(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,"false");
//报错信息指向的位置
        KafkaConsumer consumer = new KafkaConsumer<String, String>(props);
        consumer.subscribe(Collections.singletonList("hadoop"));
        while (true) {
            ConsumerRecords<String, String> consumerRecord = consumer.poll(1000);//consumer会在Kafka停（猫）一秒
            for (ConsumerRecord<String, String> record : consumerRecord) {
                System.out.println(String.format("key=%s value=%s topic=%s partition=%d offset=%d timestamp=%d"
                        , record.key(), record.value(), record.topic(), record.partition(), record.offset(), record.timestamp()));
(1)报错信息如下
 
"C:\Program Files\Java\jdk1.8.0_241\bin\java.exe" "-javaagent:D:\大数据\Big--Data软件\IDEA\IntelliJ IDEA 2021.1.1\lib\idea_rt.jar=11555:D:\大数据\Big--Data软件\IDEA\IntelliJ IDEA 2021.1.1\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files\Java\jdk1.8.0_241\jre\lib\charsets.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\deploy.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\access-bridge-64.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\cldrdata.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\dnsns.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\jaccess.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\jfxrt.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\localedata.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\nashorn.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\sunec.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\sunjce_provider.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\sunmscapi.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\sunpkcs11.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\zipfs.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\javaws.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\jce.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\jfr.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\jfxswt.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\jsse.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\management-agent.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\plugin.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\resources.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\rt.jar;E:\IDEA__workstation\kafka-2102\target\classes;F:\apache-maven-3.6.3\repository\org\apache\kafka\kafka_2.11\2.3.0\kafka_2.11-2.3.0.jar;F:\apache-maven-3.6.3\repository\org\apache\kafka\kafka-clients\2.3.0\kafka-clients-2.3.0.jar;F:\apache-maven-3.6.3\repository\com\github\luben\zstd-jni\1.4.0-1\zstd-jni-1.4.0-1.jar;F:\apache-maven-3.6.3\repository\org\lz4\lz4-java\1.6.0\lz4-java-1.6.0.jar;F:\apache-maven-3.6.3\repository\org\xerial\snappy\snappy-java\1.1.7.3\snappy-java-1.1.7.3.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\core\jackson-databind\2.9.9\jackson-databind-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\core\jackson-annotations\2.9.0\jackson-annotations-2.9.0.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\core\jackson-core\2.9.9\jackson-core-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\module\jackson-module-scala_2.11\2.9.9\jackson-module-scala_2.11-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\module\jackson-module-paranamer\2.9.9\jackson-module-paranamer-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\thoughtworks\paranamer\paranamer\2.8\paranamer-2.8.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\dataformat\jackson-dataformat-csv\2.9.9\jackson-dataformat-csv-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\datatype\jackson-datatype-jdk8\2.9.9\jackson-datatype-jdk8-2.9.9.jar;F:\apache-maven-3.6.3\repository\net\sf\jopt-simple\jopt-simple\5.0.4\jopt-simple-5.0.4.jar;F:\apache-maven-3.6.3\repository\com\yammer\metrics\metrics-core\2.2.0\metrics-core-2.2.0.jar;F:\apache-maven-3.6.3\repository\org\scala-lang\scala-library\2.11.12\scala-library-2.11.12.jar;F:\apache-maven-3.6.3\repository\org\scala-lang\scala-reflect\2.11.12\scala-reflect-2.11.12.jar;F:\apache-maven-3.6.3\repository\com\typesafe\scala-logging\scala-logging_2.11\3.9.0\scala-logging_2.11-3.9.0.jar;F:\apache-maven-3.6.3\repository\org\slf4j\slf4j-api\1.7.26\slf4j-api-1.7.26.jar;F:\apache-maven-3.6.3\repository\com\101tec\zkclient\0.11\zkclient-0.11.jar;F:\apache-maven-3.6.3\repository\org\apache\zookeeper\zookeeper\3.4.14\zookeeper-3.4.14.jar;F:\apache-maven-3.6.3\repository\com\github\spotbugs\spotbugs-annotations\3.1.9\spotbugs-annotations-3.1.9.jar;F:\apache-maven-3.6.3\repository\com\google\code\findbugs\jsr305\3.0.2\jsr305-3.0.2.jar;F:\apache-maven-3.6.3\repository\org\apache\yetus\audience-annotations\0.5.0\audience-annotations-0.5.0.jar" com.qf.kafka.day1.KafkaConsumerDemo
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
Exception in thread "main" org.apache.kafka.common.config.ConfigException: Invalid value earliest for configuration auto.commit.interval.ms: Not a number of type INT
	at org.apache.kafka.common.config.ConfigDef.parseType(ConfigDef.java:718)
	at org.apache.kafka.common.config.ConfigDef.parseValue(ConfigDef.java:473)
	at org.apache.kafka.common.config.ConfigDef.parse(ConfigDef.java:466)
	at org.apache.kafka.common.config.AbstractConfig.<init>(AbstractConfig.java:108)
	at org.apache.kafka.common.config.AbstractConfig.<init>(AbstractConfig.java:129)
	at org.apache.kafka.clients.consumer.ConsumerConfig.<init>(ConsumerConfig.java:544)
	at org.apache.kafka.clients.consumer.KafkaConsumer.<init>(KafkaConsumer.java:664)
	at org.apache.kafka.clients.consumer.KafkaConsumer.<init>(KafkaConsumer.java:644)
	at com.qf.kafka.day1.KafkaConsumerDemo.main(KafkaConsumerDemo.java:23)
Process finished with exit code 1
解决办法
 粗心导致 
props.setProperty(ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG, "earliest");
props.setProperty(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest"); // auto.offset.reset 默认是 latest 当指定的组是一个未知的组,应该从哪个位置开始消费
#(2) Failed to construct kafka consumer
 报错信息 
"C:\Program Files\Java\jdk1.8.0_241\bin\java.exe" "-javaagent:D:\大数据\Big--Data软件\IDEA\IntelliJ IDEA 2021.1.1\lib\idea_rt.jar=9495:D:\大数据\Big--Data软件\IDEA\IntelliJ IDEA 2021.1.1\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files\Java\jdk1.8.0_241\jre\lib\charsets.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\deploy.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\access-bridge-64.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\cldrdata.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\dnsns.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\jaccess.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\jfxrt.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\localedata.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\nashorn.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\sunec.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\sunjce_provider.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\sunmscapi.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\sunpkcs11.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\ext\zipfs.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\javaws.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\jce.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\jfr.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\jfxswt.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\jsse.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\management-agent.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\plugin.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\resources.jar;C:\Program Files\Java\jdk1.8.0_241\jre\lib\rt.jar;E:\IDEA__workstation\kafka-2102\target\classes;F:\apache-maven-3.6.3\repository\org\apache\kafka\kafka_2.11\2.3.0\kafka_2.11-2.3.0.jar;F:\apache-maven-3.6.3\repository\org\apache\kafka\kafka-clients\2.3.0\kafka-clients-2.3.0.jar;F:\apache-maven-3.6.3\repository\com\github\luben\zstd-jni\1.4.0-1\zstd-jni-1.4.0-1.jar;F:\apache-maven-3.6.3\repository\org\lz4\lz4-java\1.6.0\lz4-java-1.6.0.jar;F:\apache-maven-3.6.3\repository\org\xerial\snappy\snappy-java\1.1.7.3\snappy-java-1.1.7.3.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\core\jackson-databind\2.9.9\jackson-databind-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\core\jackson-annotations\2.9.0\jackson-annotations-2.9.0.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\core\jackson-core\2.9.9\jackson-core-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\module\jackson-module-scala_2.11\2.9.9\jackson-module-scala_2.11-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\module\jackson-module-paranamer\2.9.9\jackson-module-paranamer-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\thoughtworks\paranamer\paranamer\2.8\paranamer-2.8.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\dataformat\jackson-dataformat-csv\2.9.9\jackson-dataformat-csv-2.9.9.jar;F:\apache-maven-3.6.3\repository\com\fasterxml\jackson\datatype\jackson-datatype-jdk8\2.9.9\jackson-datatype-jdk8-2.9.9.jar;F:\apache-maven-3.6.3\repository\net\sf\jopt-simple\jopt-simple\5.0.4\jopt-simple-5.0.4.jar;F:\apache-maven-3.6.3\repository\com\yammer\metrics\metrics-core\2.2.0\metrics-core-2.2.0.jar;F:\apache-maven-3.6.3\repository\org\scala-lang\scala-library\2.11.12\scala-library-2.11.12.jar;F:\apache-maven-3.6.3\repository\org\scala-lang\scala-reflect\2.11.12\scala-reflect-2.11.12.jar;F:\apache-maven-3.6.3\repository\com\typesafe\scala-logging\scala-logging_2.11\3.9.0\scala-logging_2.11-3.9.0.jar;F:\apache-maven-3.6.3\repository\org\slf4j\slf4j-api\1.7.26\slf4j-api-1.7.26.jar;F:\apache-maven-3.6.3\repository\com\101tec\zkclient\0.11\zkclient-0.11.jar;F:\apache-maven-3.6.3\repository\org\apache\zookeeper\zookeeper\3.4.14\zookeeper-3.4.14.jar;F:\apache-maven-3.6.3\repository\com\github\spotbugs\spotbugs-annotations\3.1.9\spotbugs-annotations-3.1.9.jar;F:\apache-maven-3.6.3\repository\com\google\code\findbugs\jsr305\3.0.2\jsr305-3.0.2.jar;F:\apache-maven-3.6.3\repository\org\apache\yetus\audience-annotations\0.5.0\audience-annotations-0.5.0.jar" com.qf.kafka.day1.KafkaConsumerDemo
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
Exception in thread "main" org.apache.kafka.common.KafkaException: Failed to construct kafka consumer
	at org.apache.kafka.clients.consumer.KafkaConsumer.<init>(KafkaConsumer.java:827)
	at org.apache.kafka.clients.consumer.KafkaConsumer.<init>(KafkaConsumer.java:664)
	at org.apache.kafka.clients.consumer.KafkaConsumer.<init>(KafkaConsumer.java:644)
	at com.qf.kafka.day1.KafkaConsumerDemo.main(KafkaConsumerDemo.java:25)
Caused by: org.apache.kafka.common.KafkaException: org.apache.kafka.common.serialization.StringSerializer is not an instance of org.apache.kafka.common.serialization.Deserializer
	at org.apache.kafka.common.config.AbstractConfig.getConfiguredInstance(AbstractConfig.java:372)
	at org.apache.kafka.clients.consumer.KafkaConsumer.<init>(KafkaConsumer.java:713)
	... 3 more
Process finished with exit code 1
这是包导错了，以上述代码为例 
props.setProperty(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
props.setProperty(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
props.setProperty(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");
props.setProperty(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer");
                                    然而，项目用这个配置启动后，kafka反复rebalancing的状况还是没有好，并且rebalancing需要的时间更长了，从2-3分钟延长到了5-10分钟，消息积压时间延长、用户体验更差了。但是排查后发现，项目里配置的超时时间是15秒，心跳包间隔时间没有配置（默认3秒），感觉不应该有消费者15秒内一次心跳包也发不出去（消费者日志打印正常，没有挂掉的），所以不确定是不是这个问题。(2)生产环境发版后，有2天时间日志是正常的，kafka没有反复rebalancing，说明之前的kafka配置基本没有问题。
                                    需要先安装好docker和docker-compose
1、新建docker-compose.yml 文件
[root@localhost kafka]# cat docker-compose.yml 
version: '3'
services:
  zookeeper:
    image: wurstmeister/zookeeper
    ports:
      - 2181:2181
    privileged: true
  kafka:
    image: wurstmeister/k
在zookeeper启动不成功时，我们可以去查看日志信息，看看究竟是什么地方错误了。
核心错误代码为：Unexpected exception, exiting abnormally java.net.BindException: Address already in use
原因分析：
根据错误代码分析是我们的地址正在被使用中，使用jps命令查看一下进程信息。
可以发现这个QuorumPeerMain是在运行中的（这边有两个的原因是我之前改错的时候修改了2181）
解决方案：
我们使用粗暴
                                    重要的生产者参数
   在 KafkaProducer 中，除了第3节提及的3个默认的客户端参数，大部分的参数都有合理的默认值，一般不需要修改它们。不过了解这些参数可以让我们更合理地使用生产者客户端，其中还有一些重要的参数涉及程序的可用性和性能，如果能够熟练掌握它们，也可以让我们在编写相关的程序时能够更好地进行性能调优与故障排查。下面挑选一些重要的参数进行讲解。
1. acks
这个参数用来指定分区中必须要有多少个副本收到这条消息，之后生产者才会认为这条消息是成功写入的。acks 是生产者客...
                                    Kafka的配置详尽、复杂，想要进行全面的性能调优需要掌握大量信息，这里只记录一下我在日常工作使用中走过的坑和经验来对kafka集群进行优化常用的几点。1.JVM的优化 java相关系统自然离不开JVM的优化。首先想到的肯定是Heap Size的调整。vimbin/kafka-server-start.sh
调整KAFKA_HEAP_OPTS="-Xmx16...
                                    学习笔记，零散，主要是操作过程elasticsearch logstash kafka kibana1、73,74,75,75scp clusteruser@192.168.104.73:/home/clusteruser/opt/jdk-8u151-linux-x64.tar.gz /home/clusteruser/opt$ pwd/home/clusteruser/opt tar -zxvf...
其中镜像地址是 wurstmeister/kafka
环境变量如下：
KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://172.22.190.172:19092
KAFKA_LISTENERS=PLAINTEXT://:9092
KAFKA_PORT=9092
KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
                                    1、用./bin/spark-shell启动spark时遇到异常：java.net.BindException: Can't assign requested address: Service 'sparkDriver' failed after 16 retries!
解决方法：add export SPARK_LOCAL_IP="127.0.0.1" to spark-env....
                                    今天朋友去面试，面试官问他八进制转换二进制方式原理，他突然间蒙逼了，在常见的计算机知识当中，这种最基础的知识，常常会被人给忘记，所以今天我来写一篇进制转换的总结，来复习巩固一下。
本文参考百度经验(https://jingyan.baidu.com/article/495ba84109665338b30ede98.html)，如有侵权，请通知删除
先讲一下定义吧，进制也就是进制位，对于接触过电脑的...
[2022-03-16 05:30:57,192] WARN An exception was thrown while closing send thread for session 0x100007216820000. (org.apache.zookeeper.ClientCnxn)
EndOfStreamException: Unable to read additional data f