{"id":1224,"date":"2023-11-10T16:32:20","date_gmt":"2023-11-10T08:32:20","guid":{"rendered":"http:\/\/learning.sino-vt.com:8988\/?p=1224"},"modified":"2023-11-10T16:33:50","modified_gmt":"2023-11-10T08:33:50","slug":"%e3%80%90kafka%e3%80%91%e9%9b%86%e7%be%a4%e5%ae%89%e8%a3%85kafka","status":"publish","type":"post","link":"http:\/\/learning.sino-vt.com:8988\/index.php\/2023\/11\/10\/%e3%80%90kafka%e3%80%91%e9%9b%86%e7%be%a4%e5%ae%89%e8%a3%85kafka\/","title":{"rendered":"\u3010kafka\u3011\u96c6\u7fa4\u5b89\u88c5kafka"},"content":{"rendered":"

kafka\u642d\u5efa\u96c6\u7fa4\uff0c\u76f8\u8f83\u4e8e\u5355\u8282\u70b9\u5b89\u88c5\uff0c\u9700\u8981\u6ce8\u610fzookeeper\u914d\u7f6e\u6587\u4ef6\u4e2d\u6dfb\u52a0initLimit=\u3001syncLimit=\u53c2\u6570\u3002\u5426\u5219\u8282\u70b9\u65e0\u6cd5\u542f\u52a8<\/p>\n

initLimit\uff1aLF\u521d\u59cb\u901a\u4fe1\u65f6\u9650\u00a0 \u00a0 \u00a0 \u00a0 syncLimit\uff1aLF\u540c\u6b65\u901a\u4fe1\u65f6\u9650<\/p>\n

\u96c6\u7fa4\u4e00\u822c\u5efa\u8bae\u4e09\u53f0\uff1a\u4ee5\u4e0b\u662f\u914d\u7f6e\u6587\u4ef6\u793a\u4f8b\uff1a<\/p>\n

server.properties\uff1a<\/span><\/strong><\/p>\n

# \u901a\u7528\u914d\u7f6e<\/code>
\nbroker.id=1<\/code>
\nlisteners=PLAINTEXT:\/\/node1:9092<\/code>
\nadvertised.listeners=PLAINTEXT:\/\/node1:9092<\/code>
\nlog.dirs=\/tmp\/kafka-logs<\/code><\/p>\n

# ZooKeeper \u914d\u7f6e<\/code>
\nzookeeper.connect=node1:2181,node2:2181,node3:2181<\/code><\/p>\n

<\/code>#\u4ee5\u53ca\u5176\u4ed6\u914d\u7f6e\u53c2\u6570<\/span><\/p>\n

\n
    \n
  1. \n

    broker.id<\/code><\/span>\uff1a\u6bcf\u4e2a\u8282\u70b9\u90fd\u6709\u552f\u4e00\u7684 <\/span>broker.id<\/code><\/span>\uff0c\u5206\u522b\u8bbe\u7f6e\u4e3a1\u30012\u30013\u3002<\/span><\/p>\n<\/li>\n

  2. \n

    listeners<\/code><\/span> \u548c <\/span>advertised.listeners<\/code><\/span>\uff1a\u8fd9\u4e24\u4e2a\u53c2\u6570\u8bbe\u7f6e\u4e3a\u8282\u70b9\u7684\u4e3b\u673a\u540d\uff08\u6216\u8005 IP \u5730\u5740\uff09\u548c Kafka \u4f7f\u7528\u7684\u7aef\u53e3\uff08\u9ed8\u8ba4\u662f9092\uff09\u3002\u786e\u4fdd\u6240\u6709\u8282\u70b9\u7684\u914d\u7f6e\u4e00\u81f4\uff0c\u4f46\u6bcf\u4e2a\u8282\u70b9\u7684\u76d1\u542c\u5730\u5740\u5e94\u8be5\u4e0e\u5176\u6240\u5728\u8282\u70b9\u7684\u4e3b\u673a\u540d\u4e00\u81f4\u3002<\/span><\/p>\n<\/li>\n

  3. \n

    log.dirs<\/code><\/span>\uff1a\u8fd9\u662f Kafka \u5b58\u50a8\u65e5\u5fd7\u6587\u4ef6\u7684\u76ee\u5f55\uff0c\u53ef\u4ee5\u6839\u636e\u9700\u8981\u8fdb\u884c\u4fee\u6539\u3002<\/span><\/p>\n<\/li>\n

  4. \n

    zookeeper.connect<\/code><\/span>\uff1a\u8fd9\u662f\u6307\u5411 ZooKeeper \u96c6\u7fa4\u7684\u8fde\u63a5\u4fe1\u606f\u3002\u786e\u4fdd\u5b83\u4eec\u6307\u5411\u6b63\u786e\u7684 ZooKeeper \u96c6\u7fa4\u3002<\/span><\/p>\n<\/li>\n<\/ol>\n

     <\/p>\n

    zookeeper.properties<\/span><\/strong><\/p>\n

    # \u96c6\u7fa4\u4e2d\u7684\u8282\u70b9ID\uff0c\u6bcf\u4e2a\u8282\u70b9\u9700\u8981\u552f\u4e00<\/code>
    \nserver.1=node1:2888:3888<\/code>
    \nserver.2=node2:2888:3888<\/code>
    \nserver.3=node3:2888:3888<\/code><\/p>\n

    # \u5ba2\u6237\u7aef\u8bbf\u95ee ZooKeeper \u65f6\u7684\u8fde\u63a5\u7aef\u53e3<\/code>
    \nclientPort=2181<\/code><\/p>\n

    # \u6570\u636e\u5b58\u50a8\u76ee\u5f55<\/code>
    \ndataDir=\/tmp\/zookeeper<\/code><\/p>\n

    # \u901a\u4fe1\u65f6\u9650<\/code>
    \ninitLimit=5<\/code>
    \nsyncLimit=2<\/code><\/p>\n

    tickTime=2000<\/code><\/p>\n

    \n
      \n
    1. \n

      server.x<\/code><\/span>\uff1a\u6bcf\u4e2a\u8282\u70b9\u7684\u914d\u7f6e\uff0c<\/span>x<\/code><\/span> \u662f\u8282\u70b9\u7684\u552f\u4e00ID\u3002\u5176\u4e2d\uff0c<\/span>node1<\/code><\/span>\u3001<\/span>node2<\/code><\/span>\u3001<\/span>node3<\/code><\/span> \u662f ZooKeeper \u96c6\u7fa4\u4e2d\u7684\u5404\u4e2a\u8282\u70b9\u7684\u4e3b\u673a\u540d\uff08\u6216\u8005 IP \u5730\u5740\uff09\uff0c<\/span>2888<\/code><\/span> \u662f\u7528\u4e8e\u4e0e\u5176\u4ed6 ZooKeeper \u8282\u70b9\u901a\u4fe1\u7684\u7aef\u53e3\uff0c<\/span>3888<\/code><\/span> \u662f\u7528\u4e8e\u9009\u4e3e leader \u7684\u7aef\u53e3\u3002\u786e\u4fdd\u6bcf\u4e2a\u8282\u70b9\u7684\u914d\u7f6e\u6587\u4ef6\u4e2d\u7684 <\/span>server.x<\/code><\/span> \u53c2\u6570\u662f\u552f\u4e00\u7684\u3002<\/span><\/p>\n<\/li>\n

    2. \n

      clientPort<\/code><\/span>\uff1a\u5ba2\u6237\u7aef\u8fde\u63a5 ZooKeeper \u65f6\u4f7f\u7528\u7684\u7aef\u53e3\u3002\u901a\u5e38\u662f2181\uff0c\u4f46\u60a8\u53ef\u4ee5\u6839\u636e\u9700\u8981\u8fdb\u884c\u66f4\u6539\u3002<\/span><\/p>\n<\/li>\n

    3. \n

      dataDir<\/code><\/span>\uff1aZooKeeper \u5b58\u50a8\u6570\u636e\u7684\u76ee\u5f55\u3002\u786e\u4fdd\u6bcf\u4e2a\u8282\u70b9\u7684\u6570\u636e\u5b58\u50a8\u76ee\u5f55\u4e00\u81f4\u3002<\/span><\/p>\n<\/li>\n

    4. \n

      initLimit<\/code><\/span> \u548c <\/span>syncLimit<\/code><\/span>\uff1a\u8fd9\u4e9b\u53c2\u6570\u7528\u4e8e\u914d\u7f6e ZooKeeper \u7684\u9009\u4e3e\u548c\u901a\u4fe1\u65f6\u9650\u3002\u8fd9\u4e9b\u503c\u901a\u5e38\u662f\u6839\u636e\u7f51\u7edc\u5ef6\u8fdf\u548c\u96c6\u7fa4\u89c4\u6a21\u6765\u8c03\u6574\u7684\u3002<\/span><\/p>\n<\/li>\n

    5. tickTime\u5fc3\u8df3\u95f4\u9694<\/code><\/li>\n<\/ol>\n

       <\/p>\n

      \u53c2\u8003\u6587\u6863\uff1azookeeper\u96c6\u7fa4 initLimit\u548csyncLimit_zookeeper initlimit-CSDN\u535a\u5ba2<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"

      kafka\u642d\u5efa\u96c6\u7fa4\uff0c\u76f8\u8f83\u4e8e\u5355\u8282\u70b9\u5b89\u88c5\uff0c\u9700\u8981\u6ce8\u610fzookeeper\u914d\u7f6e\u6587\u4ef6\u4e2d\u6dfb\u52a0initLimit=\u3001syncL […]<\/p>\n","protected":false},"author":5,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-1224","post","type-post","status-publish","format-standard","hentry","category-auditsys"],"_links":{"self":[{"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/posts\/1224","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/users\/5"}],"replies":[{"embeddable":true,"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/comments?post=1224"}],"version-history":[{"count":3,"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/posts\/1224\/revisions"}],"predecessor-version":[{"id":1227,"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/posts\/1224\/revisions\/1227"}],"wp:attachment":[{"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/media?parent=1224"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/categories?post=1224"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/learning.sino-vt.com:8988\/index.php\/wp-json\/wp\/v2\/tags?post=1224"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}