{"id":660,"date":"2023-02-26T13:52:52","date_gmt":"2023-02-26T05:52:52","guid":{"rendered":"https:\/\/www.appblog.cn\/?p=660"},"modified":"2023-04-29T18:42:47","modified_gmt":"2023-04-29T10:42:47","slug":"deploy-kafka-under-centos","status":"publish","type":"post","link":"https:\/\/www.appblog.cn\/index.php\/2023\/02\/26\/deploy-kafka-under-centos\/","title":{"rendered":"CentOS\u4e0b\u90e8\u7f72Kafka"},"content":{"rendered":"

Kafka\u7b80\u4ecb<\/h2>\n

Kafka\u662f\u7531Apache\u8f6f\u4ef6\u57fa\u91d1\u4f1a\u5f00\u53d1\u7684\u4e00\u4e2a\u5f00\u6e90\u6d41\u5904\u7406\u5e73\u53f0\uff0c\u7531Scala\u548cJava\u7f16\u5199\u3002Kafka\u662f\u4e00\u79cd\u9ad8\u541e\u5410\u91cf\u7684\u5206\u5e03\u5f0f\u53d1\u5e03\u8ba2\u9605\u6d88\u606f\u7cfb\u7edf\uff0c\u5b83\u53ef\u4ee5\u5904\u7406\u6d88\u8d39\u8005\u89c4\u6a21\u7684\u7f51\u7ad9\u4e2d\u7684\u6240\u6709\u52a8\u4f5c\u6d41\u6570\u636e\u3002<\/p>\n

<\/p>\n

\u5b98\u7f51\uff1ahttp:\/\/kafka.apache.org\/<\/a>
\n\u4e0b\u8f7d\uff1ahttp:\/\/kafka.apache.org\/downloads<\/a><\/p>\n

\u5b89\u88c5Kafka<\/h2>\n

\uff081\uff09\u5b89\u88c5Kafka<\/p>\n

# mkdir \/data\/server\n# tar -zxf kafka_2.12-2.2.0.tgz -C \/data\/server\/\n# mv \/data\/server\/kafka_2.12-2.2.0 \/data\/server\/kafka\n# cd \/data\/server<\/code><\/pre>\n
\uff082\uff09\u542f\u52a8zk\uff1akafka\u4f9d\u8d56zookeeper\uff0c\u9700\u8981\u5148\u542f\u52a8zookeeper\u3002\u5b89\u88c5\u5305\u81ea\u5e26zookeeper\uff0c\u53ef\u4ee5\u76f4\u63a5\u542f\u52a8\uff0c\u5982\u679c\u5df2\u7ecf\u5355\u72ec\u5b89\u88c5zookeeper\u7684\u8bdd\uff0c\u5c31\u4e0d\u9700\u8981\u91cd\u542f\u542f\u52a8\uff0c\u5982\u679c\u9700\u8981\u518d\u542f\u52a8\u4e00\u4e2azookeeper\uff0c\u4fee\u6539\u4e0bzookeeper\u7684\u914d\u7f6e\u6587\u4ef6\uff0c\u4fee\u6539\u7aef\u53e3\uff0c\u4e0d\u8981\u9020\u6210\u7aef\u53e3\u51b2\u7a81\uff0czk\u7684\u9ed8\u8ba4\u7aef\u53e3\u662f2181\u3002 \u542f\u52a8\u547d\u4ee4\uff1a<\/p>\n
bin\/zookeeper-server-start.sh -daemon config\/zookeeper.properties<\/code><\/pre>\n
\uff083\uff09\u542f\u52a8kafka\uff1a\u9700\u8981\u5148\u4fee\u6539kafka\u914d\u7f6e\u6587\u4ef6\uff1a\u4fee\u6539 kafka-server \u7684\u914d\u7f6e\u6587\u4ef6config\/server.properties<\/code>\uff0c\u4fee\u6539\u5176\u4e2d\u7684broker.id\u548clog\u4f4d\u7f6e\u3002\u7136\u540e\u542f\u52a8kafak\u670d\u52a1\uff0ckafka\u9ed8\u8ba4\u7aef\u53e39092\u3002<\/p>\n
\u914d\u7f6ebroker.id\u5fc5\u987b\u662f\u4e00\u4e2a\u6574\u6570\uff0c\u4e14\u4e0d\u53ef\u4ee5\u548c\u5176\u4ed6\u7684kafak\u4ee3\u7406\u8282\u70b9\u7684\u503c\u91cd\u590d\uff0c\u5373\u6bcf\u4e2akafka\u8282\u70b9\u4e3a\u4e00\u4e2abroker\uff0c\u62e5\u6709\u552f\u4e00\u7684id\u503c\u3002<\/p>\n
broker.id=1\nlisteners=PLAINTEXT:\/\/192.168.1.10:9092  #192.168.165.239\u4e3a\u672c\u673aIP\nlog.dir=\/data\/logs\/kafka.logs\nzookeeper.connect=192.168.1.11:2181<\/code><\/pre>\n
\u542f\u52a8\u547d\u4ee4\uff1a<\/p>\n
bin\/kafka-server-start.sh config\/server.properties<\/code><\/pre>\n
\u540e\u53f0\u542f\u52a8\uff1a<\/p>\n
bin\/kafka-server-start.sh -daemon config\/server.properties<\/code><\/pre>\n
\n
\u5355\u673a\u591aBROKER \u96c6\u7fa4\u914d\u7f6e\uff1a\u65b0\u751f\u6210\u51e0\u4e2a\u914d\u7f6e\u6587\u4ef6config\/server1.properties<\/code>\u3001config\/server2.properties<\/code>\u3002\u7136\u540e\uff0c\u4fee\u6539\u91cc\u9762\u7684\u914d\u7f6e\u6587\u4ef6broker.id<\/code>\u3001 log.dir<\/code>\u3001  listeners\u5206\u522b\u6307\u5b9a\u4e0d\u540c\u7684broker\u3001\u65e5\u5fd7\u6587\u4ef6\u4f4d\u7f6e\u3001\u76d1\u542c\u7aef\u53e3\u3002\u7136\u540e\u5206\u522b\u4f7f\u7528\u8fd9\u4e9b\u914d\u7f6e\u6587\u4ef6\u542f\u52a8\u5373\u53ef\u3002<\/p>\n<\/blockquote>\n
\u6d4b\u8bd5Kafka<\/h2>\n
\u521b\u5efa TOPIC\uff0c\u4f7f\u7528kafka-topics.sh<\/code>\u521b\u5efa\u5355\u5206\u533a\u5355\u526f\u672c\u7684topic test\uff1a<\/p>\n
bin\/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test<\/code><\/pre>\n
\u67e5\u770b topic \u5217\u8868\uff1a<\/p>\n
bin\/kafka-topics.sh --list --zookeeper localhost:2181<\/code><\/pre>\n
\u542f\u52a8\u751f\u4ea7\u8005\uff0c\u4f7f\u7528kafka-console-producer.sh<\/code>\u53d1\u9001\u6d88\u606f\uff1a<\/p>\n
bin\/kafka-console-producer.sh --broker-list 192.168.1.10:9092 --topic test<\/code><\/pre>\n
\u542f\u52a8\u6d88\u8d39\u8005\uff0c\u4f7f\u7528kafka-console-consumer.sh<\/code>\u63a5\u6536\u6d88\u606f\u5e76\u5728\u7ec8\u7aef\u6253\u5370\uff1a<\/p>\n
bin\/kafka-console-consumer.sh --bootstrap-server 192.168.1.10:9092 --topic test --from-beginning<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"
Kafka\u7b80\u4ecb Kafka\u662f\u7531Apache\u8f6f\u4ef6\u57fa\u91d1\u4f1a\u5f00\u53d1\u7684\u4e00\u4e2a\u5f00\u6e90\u6d41\u5904\u7406\u5e73\u53f0\uff0c\u7531Scala\u548cJava\u7f16\u5199\u3002Ka […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[9],"tags":[183],"class_list":["post-660","post","type-post","status-publish","format-standard","hentry","category-devops-base","tag-kafka"],"_links":{"self":[{"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/posts\/660","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/comments?post=660"}],"version-history":[{"count":0,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/posts\/660\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/media?parent=660"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/categories?post=660"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.appblog.cn\/index.php\/wp-json\/wp\/v2\/tags?post=660"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}