From 8aa85dd33915575a5290e82e104095a99b2bfb24 Mon Sep 17 00:00:00 2001 From: h2pl <362294931@qq.com> Date: 2023年4月29日 17:06:37 +0800 Subject: [PATCH 01/10] add reference --- .../SpringCloud/SpringCloudConfig.md" | 11 ++++++++++- .../SpringCloud/SpringCloudConsul.md" | 7 +++++++ .../SpringCloud/SpringCloudEureka.md" | 10 +++++++++- .../SpringCloud/SpringCloudGateway.md" | 13 +++++++++++-- .../SpringCloud/SpringCloudHystrix.md" | 10 +++++++++- .../SpringCloud/SpringCloudLoadBalancer.md" | 8 ++++++++ .../SpringCloud/SpringCloudOpenFeign.md" | 9 ++++++++- .../SpringCloud/SpringCloudRibbon.md" | 10 +++++++++- .../SpringCloud/SpringCloudSleuth.md" | 10 +++++++++- .../SpringCloud/SpringCloudZuul.md" | 6 ++++++ .../SpringCloud346円246円202円350円277円260円.md" | 8 +++++++- ...234円215円345円212円241円346円263円250円345円206円214円.md" | 10 +++++++++- ...236円220円357円274円232円346円246円202円350円247円210円.md" | 9 ++++++++- ...205円215円347円275円256円344円270円255円345円277円203円.md" | 9 ++++++++- ...272円220円347円240円201円345円210円206円346円236円220円.md" | 9 ++++++++- ...272円220円347円240円201円345円210円206円346円236円220円.md" | 10 +++++++++- ...272円220円347円240円201円345円210円206円346円236円220円.md" | 7 +++++++ ...272円220円347円240円201円345円210円206円346円236円220円.md" | 10 +++++++++- ...272円220円347円240円201円345円210円206円346円236円220円.md" | 10 +++++++++- ...272円220円347円240円201円345円210円206円346円236円220円.md" | 10 +++++++++- ...272円220円347円240円201円345円210円206円346円236円220円.md" | 9 +++++++-- ...272円220円347円240円201円345円210円206円346円236円220円.md" | 10 +++++++++- ...272円220円347円240円201円345円210円206円346円236円220円.md" | 7 +++++++ ...272円220円347円240円201円345円210円206円346円236円220円.md" | 10 +++++++++- 24 files changed, 201 insertions(+), 21 deletions(-) diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudConfig.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudConfig.md" index 67c9c5a..cb6a94c 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudConfig.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudConfig.md" @@ -821,4 +821,13 @@ config: 4\. 聞喘箝誓匂壅肝恵諒^http://localhost:3366/getConfig ??潤惚泌和夕。 ![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/10194222Y-15.png) -夕17?Spring Cloud Bus 協泣宥岑 \ No newline at end of file +夕17?Spring Cloud Bus 協泣宥岑 + + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudConsul.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudConsul.md" index 730cda5..85fcf19 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudConsul.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudConsul.md" @@ -239,3 +239,10 @@ Spring Cloud Consul # ?朕坿鷹仇峽 https://github.com/macrozheng/springcloud-learning +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudEureka.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudEureka.md" index b1a2d68..960e5c7 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudEureka.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudEureka.md" @@ -1041,4 +1041,12 @@ enable-self-preservation: false # false 壓夕 11 嶄 ?艇辛參心欺參和坪否? * 壓 DS Replicas 僉?貧中竃孖阻碕弼少御佚連^EMERGENCY! EUREKA MAY BE INCORRECTLY CLAIMING INSTANCES ARE UP WHEN THEY'RE NOT. RENEWALS ARE LESSER THAN THRESHOLD AND HENCE THE INSTANCES ARE NOT BEING EXPIRED JUST TO BE SAFE. ??竃孖乎佚連燕苧 Eureka 議徭厘隠擦字崙侃噐蝕尼彜蓑?拝厮将瓜乾窟。 -* micro-service-cloud-provider-dept-8001 議捲暦佚連卆隼隠贋 Eureka Server 捲暦廣過燕嶄?旺隆瓜卞茅。 \ No newline at end of file +* micro-service-cloud-provider-dept-8001 議捲暦佚連卆隼隠贋 Eureka Server 捲暦廣過燕嶄?旺隆瓜卞茅。 + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudGateway.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudGateway.md" index 8b7ad04..e99968d 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudGateway.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudGateway.md" @@ -496,9 +496,18 @@ eureka: 2\. 嶷尼```micro-service-cloud-gateway-9527?聞喘箝誓匂恵諒^http://eureka7001.com:9527/dept/list ??厘断氏窟孖恵諒烏 406 危列?陣崙岬補竃泌和。 ```2021年10月21日 16:25:39.450 INFO 19116 --- [ctor-http-nio-4] net.biancheng.c.filter.MyGlobalFilter : Thu Oct 21 16:25:39 CST 2021序秘徭協吶議畠蕉狛陀匂 MyGlobalFilter -2021年10月21日 16:25:39.451 INFO 19116 --- [ctor-http-nio-4] net.biancheng.c.filter.MyGlobalFilter : 歌方 uname 音嬬葎 null?``` +2021年10月21日 16:25:39.451 INFO 19116 --- [ctor-http-nio-4] net.biancheng.c.filter.MyGlobalFilter : 歌方 uname 音嬬葎 null? +``` 3\. 聞喘箝誓匂恵諒^http://eureka7001.com:9527/dept/list?uname=123 ?,潤惚泌和夕。 ![徭協吶畠蕉利購狛陀匂](http://c.biancheng.net/uploads/allimg/211210/101P43096-6.png) -夕7?徭協吶畠蕉利購狛陀匂 \ No newline at end of file +夕7?徭協吶畠蕉利購狛陀匂 + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudHystrix.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudHystrix.md" index adddc7d..1a26d68 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudHystrix.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudHystrix.md" @@ -1109,4 +1109,12 @@ public class HystrixDashboardConfig { 8\. 聞喘箝誓匂謹肝恵諒^http://eureka7001.com:8004/dept/hystrix/circuit/1 ?才 ^http://eureka7001.com:8004/dept/hystrix/circuit/-1 ??臥心 Hystrix 酌陣匈中?泌和夕。 ![Hystrix 酌陣 8004 塰佩秤趨](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/10162345J-15.png) -夕16?Hystrix 酌陣捲暦塰佩秤趨 \ No newline at end of file +夕16?Hystrix 酌陣捲暦塰佩秤趨 + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudLoadBalancer.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudLoadBalancer.md" index 9289412..1a35579 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudLoadBalancer.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudLoadBalancer.md" @@ -336,3 +336,11 @@ LoadBalancer葎 # ?朕坿鷹仇峽 https://github.com/macrozheng/springcloud-learning/tree/master/nacos-loadbalancer-service + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudOpenFeign.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudOpenFeign.md" index d2e6a26..50c14d5 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudOpenFeign.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudOpenFeign.md" @@ -479,4 +479,11 @@ Logger.Level 2021年10月12日 14:33:07.983 DEBUG 13388 --- [p-nio-80-exec-2] n.biancheng.c.service.DeptFeignService : [DeptFeignService#list] 2021年10月12日 14:33:07.991 DEBUG 13388 --- [p-nio-80-exec-2] n.biancheng.c.service.DeptFeignService : [DeptFeignService#list] [{"deptNo":1,"deptName":"蝕窟何","dbSource":"bianchengbang_jdbc"},{"deptNo":2,"deptName":"繁並何","dbSource":"bianchengbang_jdbc"},{"deptNo":3,"deptName":"夏暦何","dbSource":"bianchengbang_jdbc"},{"deptNo":4,"deptName":"偏魁何","dbSource":"bianchengbang_jdbc"},{"deptNo":5,"deptName":"塰略何","dbSource":"bianchengbang_jdbc"}] 2021年10月12日 14:33:07.991 DEBUG 13388 --- [p-nio-80-exec-2] n.biancheng.c.service.DeptFeignService : [DeptFeignService#list] <--- END HTTP (341-byte body)``` -``` \ No newline at end of file +``` +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudRibbon.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudRibbon.md" index 7d3f979..74eff0a 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudRibbon.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudRibbon.md" @@ -654,4 +654,12 @@ public class MicroServiceCloudConsumerDept80Application { ![協崙減墮譲財貨待](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/10122152E-5.gif) 夕6?協崙減墮譲財貨待 -宥狛夕 6 嶄 dbSource 忖粁函峙議延晒辛參心竃?厘断協崙議減墮譲財貨待厮将伏丼。 \ No newline at end of file +宥狛夕 6 嶄 dbSource 忖粁函峙議延晒辛參心竃?厘断協崙議減墮譲財貨待厮将伏丼。 + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudSleuth.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudSleuth.md" index e3f2000..45bc82f 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudSleuth.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudSleuth.md" @@ -131,4 +131,12 @@ springcloud-learning ## [#](https://www.macrozheng.com/cloud/sleuth.html#%E9%A1%B9%E7%9B%AE%E6%BA%90%E7%A0%81%E5%9C%B0%E5%9D%80)?朕坿鷹仇峽 -[https://github.com/macrozheng/springcloud-learning](https://github.com/macrozheng/springcloud-learning) \ No newline at end of file +[https://github.com/macrozheng/springcloud-learning](https://github.com/macrozheng/springcloud-learning) + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudZuul.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudZuul.md" index 7bca86e..9040110 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudZuul.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloudZuul.md" @@ -384,3 +384,9 @@ Zuul #?朕坿鷹仇峽 https://github.com/macrozheng/springcloud-learning +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloud346円246円202円350円277円260円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloud346円246円202円350円277円260円.md" index fb27ab5..a525595 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloud346円246円202円350円277円260円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud/SpringCloud346円246円202円350円277円260円.md" @@ -134,4 +134,10 @@ Spring Boot ? ? } -```` \ No newline at end of file +```` +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円346円234円215円345円212円241円346円263円250円345円206円214円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円346円234円215円345円212円241円346円263円250円345円206円214円.md" index 3569058..1a59865 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円346円234円215円345円212円241円346円263円250円345円206円214円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円346円234円215円345円212円241円346円263円250円345円206円214円.md" @@ -346,4 +346,12 @@ task 匆祥頁壓斤嵆兜兵晒議扮昨祥序佩尼強匯倖?殻学?肇塰佩notifier斤哘議圭隈。宸倖run圭隈祥頁宸劔run議。尼強朔祥氏糞扮酌油呟化錦双。宸劔亟議挫侃?祥頁繍亟才侃尖頼畠侯宣阻。宥狛酌油互來嬬議坪贋錦双?栖侃尖宸倖並秤?麿宸劔議挫侃?1、戻互來嬬 -![image.png](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/e27c8e72b30845c3ab9346b89932fb42.png "image.png") \ No newline at end of file +![image.png](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/e27c8e72b30845c3ab9346b89932fb42.png "image.png") + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円346円246円202円350円247円210円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円346円246円202円350円247円210円.md" index 0bc283c..dc517a0 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円346円246円202円350円247円210円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円346円246円202円350円247円210円.md" @@ -491,4 +491,11 @@ NACOS 輝隼?匆氏贋壓匯乂音辛策篇議髪泣?曳泌?廣瞥狛富?旗鷹珊嗤載寄議嶷更腎寂?tenant才namespace曾倖古廷詞巋聞喘。 -購噐Spring Cloud Alibaba Nacos議初府欺緩祥潤崩阻?錬李斤低嗤侭逸廁。 \ No newline at end of file +購噐Spring Cloud Alibaba Nacos議初府欺緩祥潤崩阻?錬李斤低嗤侭逸廁。 +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円351円205円215円347円275円256円344円270円255円345円277円203円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円351円205円215円347円275円256円344円270円255円345円277円203円.md" index 2ed31c8..7515d8b 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円351円205円215円347円275円256円344円270円255円345円277円203円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudAlibabaNacos346円272円220円347円240円201円345円210円206円346円236円220円357円274円232円351円205円215円347円275円256円344円270円255円345円277円203円.md" @@ -256,4 +256,11 @@ public class ConfigServerDemo { 恬宀?屓寡堝窮徨沢魁妖錦 全俊?https://juejin.cn/post/6999814668390760484 栖坿?蓮輿条署 -广恬幡拷恬宀侭嗤。斌匍廬墮萩選狼恬宀資誼娩幡?掲斌匍廬墮萩廣苧竃侃。 \ No newline at end of file +广恬幡拷恬宀侭嗤。斌匍廬墮萩選狼恬宀資誼娩幡?掲斌匍廬墮萩廣苧竃侃。 +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudRocketMQ346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudRocketMQ346円272円220円347円240円201円345円210円206円346円236円220円.md" index 35fcfef..9be0e22 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudRocketMQ346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudRocketMQ346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -524,4 +524,11 @@ public synchronized void start() throws MQClientException { 恬宀?激匐碕雑 全俊?https://www.jianshu.com/p/8dd4cfeae39d 栖坿?酒慕 -广恬幡拷恬宀侭嗤。斌匍廬墮萩選狼恬宀資誼娩幡?掲斌匍廬墮萩廣苧竃侃。 \ No newline at end of file +广恬幡拷恬宀侭嗤。斌匍廬墮萩選狼恬宀資誼娩幡?掲斌匍廬墮萩廣苧竃侃。 +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudSeata346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudSeata346円272円220円347円240円201円345円210円206円346円236円220円.md" index 1287eef..19ce963 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudSeata346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudSeata346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -994,4 +994,12 @@ public BranchStatus branchRollback(BranchType branchType, String xid, long branc -恷嶮指獄圭隈距喘議頁UndoLogManager.undo(dataSourceProxy, xid, branchId);![SpringCloud Alibaba狼双!!17Seata AT庁塀坿鷹蛍裂?和?-蝕坿児粥罷周芙曝](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/4842a0701546824cf2720855d8310a1274c576.jpg "SpringCloud Alibaba狼双!!17Seata AT庁塀坿鷹蛍裂?和?-蝕坿児粥罷周芙曝")登僅undolog頁倦贋壓?贋壓夸評茅斤哘undolog?旺匯軟戻住?欺緩seata議AT庁塀坿鷹盾裂頼穎。 \ No newline at end of file +恷嶮指獄圭隈距喘議頁UndoLogManager.undo(dataSourceProxy, xid, branchId);![SpringCloud Alibaba狼双!!17Seata AT庁塀坿鷹蛍裂?和?-蝕坿児粥罷周芙曝](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/4842a0701546824cf2720855d8310a1274c576.jpg "SpringCloud Alibaba狼双!!17Seata AT庁塀坿鷹蛍裂?和?-蝕坿児粥罷周芙曝")登僅undolog頁倦贋壓?贋壓夸評茅斤哘undolog?旺匯軟戻住?欺緩seata議AT庁塀坿鷹盾裂頼穎。 + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudSentinel346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudSentinel346円272円220円347円240円201円345円210円206円346円236円220円.md" index 0d6c22c..9fc4976 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudSentinel346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloudAlibaba346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudSentinel346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -650,3 +650,10 @@ public void entry(Context context, ResourceWrapper resourceWrapper, DefaultNode +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudConfig346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudConfig346円272円220円347円240円201円345円210円206円346円236円220円.md" index 60d1f61..4ae8cc8 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudConfig346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudConfig346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -1038,4 +1038,12 @@ if (!remoteProperties.isAllowOverride() || (!remoteProperties.isOverrideNone() 恬宀?啜宇溝鏡_to 全俊?https://www.jianshu.com/p/60c6ab0e79d5 栖坿?酒慕 -广恬幡拷恬宀侭嗤。斌匍廬墮萩選狼恬宀資誼娩幡?掲斌匍廬墮萩廣苧竃侃。 \ No newline at end of file +广恬幡拷恬宀侭嗤。斌匍廬墮萩選狼恬宀資誼娩幡?掲斌匍廬墮萩廣苧竃侃。 + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudEureka346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudEureka346円272円220円347円240円201円345円210円206円346円236円220円.md" index 8ad8c31..0236a13 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudEureka346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudEureka346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -1773,4 +1773,12 @@ Value getValue(final Key key, boolean useReadOnlyCache) { } return payload; } -``` \ No newline at end of file +``` + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudGateway346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudGateway346円272円220円347円240円201円345円210円206円346円236円220円.md" index 9a6c22c..80db850 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudGateway346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudGateway346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -404,4 +404,12 @@ public Mono filter(ServerWebExchange exchange, GatewayFilterChain chain) { // 6\. 峇佩狛陀匂全嶄議凪麿狛陀萩箔 return chain.filter(exchange); } -``` \ No newline at end of file +``` + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudHystrix346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudHystrix346円272円220円347円240円201円345円210円206円346円236円220円.md" index c9323b5..87b59fb 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudHystrix346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudHystrix346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -1183,5 +1183,10 @@ circuitBreaker.allowRequest() 恷嶮距喘欺厘断徭失議匍暦貸辞。 - -和中悳潤匯和厘断屁悶議匍暦貸辞夕? +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudLoadBalancer346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudLoadBalancer346円272円220円347円240円201円345円210円206円346円236円220円.md" index 9704860..f66f6ba 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudLoadBalancer346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudLoadBalancer346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -659,4 +659,12 @@ public class CustomLoadBalancerConfiguration { ![image-20220509003807968](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/c72e3f02f7e0d5d3343f8ae9c464b69c.png) -![image-20220509003927550](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/59796bbbd6b3524e32759d42b622f1bc.png) \ No newline at end of file +![image-20220509003927550](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/59796bbbd6b3524e32759d42b622f1bc.png) + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudOpenFeign346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudOpenFeign346円272円220円347円240円201円345円210円206円346円236円220円.md" index 7a54f90..17db744 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudOpenFeign346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudOpenFeign346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -893,3 +893,10 @@ Response convertResponse(HttpURLConnection connection, Request request) throws I +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file diff --git "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudRibbon346円272円220円347円240円201円345円210円206円346円236円220円.md" "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudRibbon346円272円220円347円240円201円345円210円206円346円236円220円.md" index 57606b3..d06f945 100644 --- "a/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudRibbon346円272円220円347円240円201円345円210円206円346円236円220円.md" +++ "b/docs/Spring345円205円250円345円256円266円346円241円266円/SpringCloud346円272円220円347円240円201円345円210円206円346円236円220円/SpringCloudRibbon346円272円220円347円240円201円345円210円206円346円236円220円.md" @@ -944,4 +944,12 @@ public interface ServerList { getInitialListOfServers頁資函兜兵晒議捲暦双燕。 getUpdatedListOfServers頁資函厚仟議捲暦双燕。 ServerList嗤謹倖糞孖窃?醤悶喘議陳倖椿?辛參壓 -EurekaRibbonClientConfiguration窃嶄孀欺?宸頁Ribbon才Eureka潤栽議徭強塘崔窃?徽頁朕念厘断短嗤屁栽Eureka?頁宥狛塘崔猟周塘崔?侭參氏恠ConfigurationBasedServerList窃。 \ No newline at end of file +EurekaRibbonClientConfiguration窃嶄孀欺?宸頁Ribbon才Eureka潤栽議徭強塘崔窃?徽頁朕念厘断短嗤屁栽Eureka?頁宥狛塘崔猟周塘崔?侭參氏恠ConfigurationBasedServerList窃。 + +# 歌深猟嫗 +https://lijunyi.xyz/docs/SpringCloud/SpringCloud.html#_2-2-x-%E5%88%86%E6%94%AF +https://mp.weixin.qq.com/s/2jeovmj77O9Ux96v3A0NtA +https://juejin.cn/post/6931922457741770760 +https://github.com/D2C-Cai/herring +http://c.biancheng.net/springcloud +https://github.com/macrozheng/springcloud-learning \ No newline at end of file From 84e574939817d4c3e42e95c322ccf755791146e0 Mon Sep 17 00:00:00 2001 From: h2pl <362294931@qq.com> Date: 2023年5月25日 21:47:10 +0800 Subject: [PATCH 02/10] kafka series --- ...57274円210円Java347円211円210円357円274円211円.md" | 173 +++++ ...er347円232円204円350円277円207円347円250円213円.md" | 112 +++ ...7274円232円Kafka344円273円213円347円273円215円.md" | 122 ++++ ...20346円200円273円347円273円223円347円257円207円.md" | 636 ++++++++++++++++++ ...15347円275円256円346円200円273円347円273円223円.md" | 517 ++++++++++++++ ...66346円236円204円344円273円213円347円273円215円.md" | 298 ++++++++ ...45344円275円234円345円216円237円347円220円206円.md" | 127 ++++ ...25351円242円230円345円244円247円345円205円250円.md" | 518 ++++++++++++++ 8 files changed, 2503 insertions(+) create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka 345円277円253円351円200円237円344円270円212円346円211円213円357円274円210円Java347円211円210円357円274円211円.md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka344円270円200円346円235円241円346円266円210円346円201円257円345円255円230円345円210円260円broker347円232円204円350円277円207円347円250円213円.md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka344円273円213円347円273円215円.md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka345円216円237円347円220円206円345円210円206円346円236円220円346円200円273円347円273円223円347円257円207円.md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka345円270円270円350円247円201円345円221円275円344円273円244円345円217円212円351円205円215円347円275円256円346円200円273円347円273円223円.md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka346円236円266円346円236円204円344円273円213円347円273円215円.md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka347円232円204円351円233円206円347円276円244円345円267円245円344円275円234円345円216円237円347円220円206円.md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka351円207円215円350円246円201円347円237円245円350円257円206円347円202円271円+351円235円242円350円257円225円351円242円230円345円244円247円345円205円250円.md" diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka 345円277円253円351円200円237円344円270円212円346円211円213円357円274円210円Java347円211円210円357円274円211円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka 345円277円253円351円200円237円344円270円212円346円211円213円357円274円210円Java347円211円210円357円274円211円.md" new file mode 100644 index 0000000..b4bc0a9 --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka 345円277円253円351円200円237円344円270円212円346円211円213円357円274円210円Java347円211円210円357円274円211円.md" @@ -0,0 +1,173 @@ +**???荐?** + +筝?膀????腴?莅画В篋? Kafka ?????榊??网?綽球????倶??鐚?篋?茹d????堺?シ??綽灸?????鐚?綽?蕁糸??絎?莊灸??羈≫??鐚????莪????絎?莊究????壩??薨????????????壚?????羈????鐚????膸下鎧?????割?? Kafka ??????腴???巡札 kafka_2.11-0.9.0.0 筝坂??鐚??Ϊ??筝坂??莅ïぇ絎九辱?????ラ?Ǎ????シ???Ŭ??箴??????榊?????絎?茖?絎???????腮?鐚?絋?????????喝??莚????臂ゆ?号?????鐚??????√????坂??膀????臂ゅ??茖???????腮?鐚?綺?莚?筝?紊?莚岩??鐚???贋・綣?綛蚊?? + +## **絎?茖?** + +### **1\. 筝?莉?** + +?????サ埦??kafka_2.11-0.9.0.0 + +筝?莉遵?医??鐚?[http://kafka.apache.org/downloads](https://link.zhihu.com/?target=http%3A//kafka.apache.org/downloads) + +### **2\. 絎?茖?** + + + +``` +# 絎?茖?????? +$ pwd +/Users/my/software/study + +# ?????? +$ sudo tar -zxvf kafka_2.11-0.9.0.0.tgz + +# ?????遵?? +$ sudo mv kafka_2.11-0.9.0.0.tgz kafka-0.9 + +# ??ョ???????膸???? +$ cd kafka-0.9 && ls +LICENSE NOTICE bin config libs site-docs + +# ?????膸????篁?膸?鐚? +# bin: 絖????kafka 絎∽?欠?????????∞??????ц???????? +# config: 絖????kafka???筝?篋????臀勖??篁? +# libs: 絖????kafka菴?茵???????jar??? +# site-docs: 絖????kafka??????臀勖??罅h???? + +# ???臀勛ッ紜??????????剛梢???篁紙???????筝?菴?茵?kafka??巡擦 +# ???筝私戎?????Mac鐚????篁ラ??臀???篋? ~/.bash_profile???篁銀賢鐚? +# Linux筝上?????臀??? ~/.bashrc ?????? ~/.zshrc???篁銀賢 +$ vim ~/.bash_profile + +export KAFKA_HOME=/Users/haikuan1/software/study/kafka-0.9 +export PATH=$PATH:$JAVA_HOME:$KAFKA_HOME/bin + +# 篏水???ッ紜????????????? +$ source ~/.bash_profile + +``` + + + +### **3.菴?茵?** + +### **3.1 ????? zookeeper** + + + +``` +# ?????zookeeper鐚????筝?kafka????????井?勰??荀?篆?絖????zookeeper筝? +$ bin/zookeeper-server-start.sh config/zookeeper.properties + +# ??ュ?榊ー絋?筝?篆≧?姒?????莚????zookeeper???????????篋? +[2020年04月25日 16:23:44,493] INFO Server environment:user.dir=/Users/haikuan1/software/study/kafka-0.10 (org.apache.zookeeper.server.ZooKeeperServer) +[2020年04月25日 16:23:44,505] INFO tickTime set to 3000 (org.apache.zookeeper.server.ZooKeeperServer) +[2020年04月25日 16:23:44,505] INFO minSessionTimeout set to -1 (org.apache.zookeeper.server.ZooKeeperServer) +[2020年04月25日 16:23:44,505] INFO maxSessionTimeout set to -1 (org.apache.zookeeper.server.ZooKeeperServer) +[2020年04月25日 16:23:44,548] INFO binding to port 0.0.0.0/0.0.0.0:2181 (org.apache.zookeeper.server.NIOServerCnxnFactory) + +``` + + + +### **3.2 ????? Kafka server** + + + +``` +# 篁ュ????よ??腮??????劫???????kafka?????∞?鐚??サ??? -daemon ?????医????渇?上?????腦??吨????∞??????????? +$ bin/kafka-server-start.sh -daemon config/server.properties + +``` + + + +### **3.3 kafka ??榊????巡擦篏睡??** + + + +``` +# 1\. ???綮坂??筝?topic +# --replication-factor鐚????絎???壩?コ肩??? +# --partition鐚????絎?partition筝??? +# --topic鐚????絎?topic??????絖? +$ bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partition 1 --topic mytopic + +# 2\. ??ョ?????綮堺????????topic +$ kafka-topics.sh --list --zookeeper localhost:2181 + +# 3\. ???綮榊??篋ц?????羔?茣壕?? + +# 3.1 ?????kafka羔?茣合? +# --from-beginning鐚?篁?紊翫??紮?羔?茣刻??莚ョ?号?т??茵????kafka羔?????傑?????箙???? +$ bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic mytopic --from-beginning + +# 3.2 ?????kafka???篋х? +# --broker-list鐚?綵???????Broker???茵Ǎ????恰??箴??????∞?????茵? +$ bin/kafka-console-producer.sh --broker-list localhost:9092 --topic mytopic + +``` + + + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-a1e0c6db02c2822b2ad88db1c3b0b8a7_720w.webp) + +
+ +### **4.篏睡?? Java 菴??・ kafka 菴?茵?羌?莚?** + +### **4.1 ???綮坂??筝? maven 綏ョ??鐚?綣???ュ??筝? pom 箴?莎?** + + + +``` + + org.apache.kafka + kafka-clients + 0.9.0.0 + + + + org.apache.kafka + kafka_2.11 + 0.9.0.0 + + +``` + + + +### **4.2 羔?茣壕??腴壚撮???** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-5e9876ca0dc733fe8c2df51d2e42d1ce_720w.webp) + +
+ +### **4.3 ???篋ц??腴壚撮???** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-d1e6bfdf23c2b42e23f30d4430c587e2_720w.webp) + +
+ +### **4.4 羔?茣壕??腴壩????????** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-1912f5b2b12ac766d746d88a04b9bd28_720w.webp) + +
+ +### **5.??紫??** + +??シ??篁?膸?篋? kafka ?????榊??絎?茖????膊??????巡擦篏睡?Ǎ????九??篏睡?? Java 絎??ー篋????篋ц?????羔?茣壕?????膊?????????緒????順?九??絎劫櫝?醇??莨?膊????鐚?篏?菴????**綣榊??綮肴佈紊у侔???????サ絎?莊灸??筝?**鐚?篁????絲? kafka ?????倶?????筝?筝??贋訓??ョ?????茹c?? \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka344円270円200円346円235円241円346円266円210円346円201円257円345円255円230円345円210円260円broker347円232円204円350円277円207円347円250円213円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka344円270円200円346円235円241円346円266円210円346円201円257円345円255円230円345円210円260円broker347円232円204円350円277円207円347円250円213円.md" new file mode 100644 index 0000000..6af0292 --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka344円270円200円346円235円241円346円266円210円346円201円257円345円255円230円345円210円260円broker347円232円204円350円277円207円347円250円213円.md" @@ -0,0 +1,112 @@ +**???荐?** + +膸颷?筝?膀????腴????膊????絎????箙????鐚?**篁?紊ð?ヨ????????篋ц??絨?羔???壚??絎∽?欠?????????? Broker 筝?????????????篋???ŭ?????篋?**鐚????筝??????延??鐚?篏???壩??篆?莚??櫆札??ス?????腴?篏?筝?絎??櫆札絖??医?????????????筝?篋?絎?茣?筝?茱帥?? + +??シ?????篁コ??篁ヤ?? 4 筝??拷?∽?ユ「莅?筝?筝???≧???????篏?茴????隋勛??????????? Broker ??? partition 筝???? + +**1\. 絎∽?欠?膸?篁?** + +**2\. 絎∽?欠?膽?絖?絖????罔≦??** + +**3\. 隋???羔???夌?? partition 篏?臀?** + +**4\. ??????膾睡?????綏ヤ????????** + +* * * + +## **絎∽?欠?膸?篁?** + +* **KafkaProducer:** + +KafkaProducer ??壚??筝???篋ц??絎∽?欠????菴?腮?鐚????菴?莚ュ噲莟≦??????篋ц????ュ?????羔???壔?? + +* **RecordAccumulator:** + +RecordAccumulator ??壚??筝?佖綵???狗????Ǎ?????篋???狗??絎∽?欠??????????羔???姒??綛九????狗????亥??羔???壩??絖???医???欠?膽?絖?筝KK?? + +* **Sender:** + +Sender ??壚??筝??????膾睡??鐚?茣?茣h嚞???莅医????狗?????筝下??絖??????拷?闉???姒??膸颷?筝?篋?筝右?頑習??∽??篏?鐚?絨?荀????????????井????紊?絅緒????九??篋ょ?? Selector 菴?茵?臀?膸?篌?莨???? + +* **Selector:** + +Selector ??壚??筝?????ï?Ǎ?????篋?紊????臀?膸?菴??・???莚糸??紊????鐚?篏睡????膸?菴??・紊????絎∽?欠?筝????臀?膸?莚傑????? + +???菴?篏睡??篁ヤ?????紊х??篁九?喝櫔?????絎∽?欠?羔???夌????????綏ヤ?????羔????????膸?筝TEL??莨??????劫???Ű?初??菴?篋?膾у?句????劫??????篁ラ????????荀?絨?羔????????????筝坂??菴???九就綣靶?絖????絎∽?欠?鐚?kafka 篏睡??篋????腴奝??????????劫?鎞?羔???夌??絖?莎傑?ワ????九??篏睡????????膾睡??鐚?Sender鐚?莚糸????????筝下??羔???壚困膸? Selector 菴?茵?臀?膸?篌?莨???????膸??????∞?鐚?Broker鐚? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-7d57acd1d7dc5942e999e6ffebb28679_720w.webp) + +
+ +篁ヤ??筝阪?????羔???夌??筝紙??腮?鐚????筝???????羣????箴?紊у侔??????鐚??・筝???ュ?????筝????筝???絽檎??荀?羌?腮??????隙??絎??ー????????? + +* * * + +## **絎∽?欠?膽?絖?絖????罔≦??** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-5da65c5f9f8c0c9082e07c6431e78cd2_720w.webp) + +
+ +篁?筝???上櫆札?????削??筝???≧????奝????????荀?隋???荀?茴?絖??????育?d肩 partition 絲劫????????腴奝?????筝?鐚???倶?鐚?絖????羔???夌?????腴奝???????壚札??合??膸翫墾絖??????鐚???? N ??≧????夌?????筝???刻??筝???号????壩??紊?絖???? N ??\??莇?菴?????????医産筝?筝?????ュ???????井????姒????倶?鐚???井?ョ??羔???壩?紙?壚??綏?唱?????ワ????活?????綏?唱???羔???壚婚????????狗?頑?????鐚???????鐚??Ŭ??綵?筝???号???????紊? N ??≦?????篌???????膸? Broker鐚??????筝?篌?????????? Broker 筝???? + +篋?茹d??絎∽?欠?絖????罔≦?????鐚???ユ「莅?筝?隋???羔???夌?? partition鐚??????削??篏?臀卡?? + +* * * + +## **隋???羔???夌?? partition 篏?臀?** + +羔????櫔??筝坂犬腱?鐚?筝?腱???壩??絎?篋? key ???羔???姒??筝?腱???壩押??????絎? key ???羔???壔?? + +絲剛?????絎?篋? key ???羔???姒??partition 篏?臀勛??莅∞????劫?鋇削??**`Utils.murmur2(key) % numPartitions`**鐚???喝??絲? key 菴?茵????絽?莅∞??鐚???九?????篋? partition 筝??井??篏?鐚?篁????緇???域唫??≧???????莚ヨ←絖?????????ŭ肩 partition 筝???? + +絲剛??羃≧?????絎? key ???羔???姒??partition 篏?臀勛??莅∞????劫?鋇削??**?????? round-robin ??劫?霃??? partition 篏?臀?**鐚???渇?????舟莚∝????劫???綛喝?????絨?羔??????絽???遺???????? partition 筝?鐚?篁??????水?????篋? partition ??井?勰?颷?紊у襲??? Broker ???羔?茣合???ц?純?? + +### **羈????** + +??延?? partition ???筝糸?夌????阪??鐚?罩ゅ?????筝?莅∞????? partition ??育?????????????筝? partition ?????育?????喝????????筝? partition ???筝紫????九??鐚????罩? partition ??壚????遵??菴?茵???井??????ョ????? + +腮?緇勤В???筝?筝?鐚?筝糸?? partition ?????阪?倶?壚減篋????蕭? kafka 膤紫?????絎拷????х??鐚???喝?????筝? Broker ??鎀?絎???堺?駈?????罩? Broker 筝????筝? partition ??倶??筝坂???櫝嚞?????駈???Ŭ??筝? partition ?櫔噲紊????箴?莚糸???????\????? partition ?Ŭ????井????篁順???????緒??鐚?kafka 篌?篁?筝? partition 絲劫????? N 筝??? partition 筝中?????筝?筝???綛九????句?倶????剛減筝? partition鐚?篁????膸х鮫絲劫?????箴?莚糸?????篏???? + +羔???虁←隋???????????井??筝? partition 絲劫??莅医????狗????Ǎ????喝??腴奝?????鐚????鐚??・筝???ワ????????膾睡??鐚?Sender鐚?篁?莅医????狗?????筝中?狗??羯∴恭??>散?????号?井???????膸? Broker鐚???d????????膾睡???????篏???狗??羯∴恭??>散?????号?井?勛??鐚???号?井?勖?壩????? partition 膸翫墾?????????菴???壩????? Broker 膸翫墾????????井?勛??鐚? + +* * * + +## **??????膾睡?????綏ヤ????????** + +Sender 膾睡?????筝肢??綏ヤ????壩?狗??羯∴恭??>散?????号?井?卡??篏?筝堺察莇恰?>散?????号?井?卡??膽?絖???井?勖?壚札??合惨綺????????鐚?綵?筝???号?井?勰?颴上?井??絎???? N ??≧?駈??絨掩察莇喝?????膸? Broker ?????>散篋???? + +partition 膸翫墾??? Broker 膸翫墾??????羔???壩─???絲号????? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-36b7c2761f17fb2d6481747523999011_720w.webp) + +
+ +篁???鞘賢?櫆札?????削??綏?唱?????? partition 膸翫墾??????羔???姒??罸鋇? partition ??初??荀???? Broker 綮肴??鐚???糸?怨?????篋????罨∞??膸?菴??・???????劽唱絨????絽???????筝?筝? Broker ??? partition ???膸?????????????筝? Broker 綮肴??鐚??Ū??荀?筝ゆ?臀?膸?菴??・??喝檽?????篁? Kafka ?????ï劽唱?????劫????? + +### **Sender ???筝肢??綏ヤ??** + +膃コ??罩ワ???????顒医????狗?????筝中察莇恰?>散?????号?井?卡????九??絨? partition -> ??号?井?勖??絨?莉シ?∽?? BrokerId -> N ??号?井?勛?????絨????膃コ??罩ワ??Sender 膾睡??篌?筝堺?鋇? BrokerId ???綮坂??筝????欠?莚傑??鐚???九??絨?莚傑??篋ょ?? NetWorkClient鐚???? NetWrokClient ?サ???罩e?????臀?膸?莚傑????? Broker??? + +### **NetWorkClient ???綏ヤ?????絎?** + +Sender 膾睡?????紊?絅処?????????????井????鐚?篋ょ?? NetWorkClient ??ヨ??茵?臀?膸???後?恰??篏????筝肢???????サ???欠?筝??????∞????綮肴???????????絎∽?欠?莚傑??????・????????∞????綺????絎????絋?筝?筝?膤糸?????綏ヤ??筝肢????怨??筝???号??絎??????? + +1. reday()??号?????篁?莅医????狗?????キ??????紊?絎?罸?????????刻??綛区???・?????????紊?絅順???????鴻?? +2. send()??号?????筝堺?鋇?????劫??綮坂??筝????欠?莚傑??鐚???九??絨?莚傑???????九????域????劫噲綺???? Channel鐚???????鐚?筝KK?? +3. poll()??号?????莚ユ?号??篌????罩h舟莚∝??膸?莚傑??鐚???????莚傑??膸??????∞??????劫???・????????∞???????綺???? + +* * * + +## **??紫??** + +篁ヤ??鐚???割減???篋ц??絎∽?欠????筝???≧????壚?????篋у?医???????? Broker 筝?????????腮?????ー?????壚?????葦緇?羝???遺???????箙?莅御??篋???????篌?罸?莨???????絎????**臀?膸?莚傑??罔≦????壚??箙???欠??**鐚?篏????絨援??篏?篌?篏?篌???卡??筝?筝?膀????篁サ葦??ユ??綣?絎????腑?腱???∝艮????????句¿腴???壩??箙?絎??ー???鐚???セ噯???緇???? \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka344円273円213円347円273円215円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka344円273円213円347円273円215円.md" new file mode 100644 index 0000000..bb4fd3b --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka344円273円213円347円273円215円.md" @@ -0,0 +1,122 @@ +## 筝?.絎?臀?Kafka篁?膸? + +## 1.1 篁?箙???壚??篁倶??? + +篋?篁倶????夌?後??篋?篋坂??筝中?∝??膸靗紫???????医??膤紫?????絎???壎??羂梧?????鎖???筝??????????????榊??鐚??????筝ŭ????????鐚?篌?筝?莇???ヨ??紊???亥?沿蒐篁九??箙????????????鐚?莉壚散????????隙????翫????井?虁蒐篁吟?? + +篁??????壚??莅駕??篋?篁倶????壩??篁ヤ??篁倶?????綵√?鋌???井???????篌??????????腱糸??倘紊????篋??????≦??莉壚散綺??????篋?篁倶??絎???倶???キ??井?勛??絎?莊?;???箙???医???????篋?篋?篁倶??篁ュ??篁ュ??罍?膣?;絎???九?????蕁丈?у?井??篏????紊??????????綺?篋?篁倶??;綛倶?号?勰??荀?絨?篋?篁倶??莊夌?怨?遺??????????勛????井????壔?????罩わ??篋?篁倶??隋勌??篋???井?勛??菴?膸中????????茹i??鐚?篁????篏炊3隋勛??篆≧????罩g`?????亥?鴻??罩g`?????狗?翫?榊ー??? + +## 1.2 ????櫆札篏睡??篋?篁倶?????篁?箙?? + +篋?篁倶??綺????篋?篌?紊?茵?筝????膸?膸???????腱????箴????絎????莅後??箴?絖???????: 1. 絎???九???????壚???????????篋ゆ??鐚?絋???∞エ篋ゆ??????????区?????篆???í?? 2. 絎???区??荼???????ァ羆処拾?????∴拾???莉??????菴?莨?鐚?絋???ð?????羆処拾茵?筝???? 3. ???膸中???キ???????????ヨ???ò??臀?莅上???????銀??莅上?????篌?????????井?卡??絋?綏ュ?????蕋???球?冴?? 4. ??狗??綛句????喝??綺?絎∽?欠??篋???????莅√??鐚?絋???九?勉?????綺???????羝梧??筝?鐚?篁ュ??腱糸??綺??????綺???? 5. ???羌?篏???∝??篋削??蘂?羌?????????????鐚?隋勌?????冠??ユ????灸???????倶音?????? 6. 菴??・???絖??????サ夓??????????篋х???????井??攻篏水?九櫜????? 7. 篏?筝堺?井??抗?伹??篋?篁狗o?????倶?????緇勖????∞????榊????? + +## 1.3 Apache Kafka速??壚??筝ŭ??篁倶??綛喝伹??菴???壚??箙???????? + +Kafka膸????篋?筝?筝??渇?勛???????緒?????篁ヤ???櫆札???筝?筝???筝??????????羌?莚?茹e?恰?号????ュ???ー腴??亥?篋?篁倶????????箴?: 1. ???絽?(???)???莅∫??(莚?)篋?篁倶??鐚??????コ????銀??膤紫??菴?膸上嚩???/絲弱?堺?井?勉?? 2. ???箙???у????????医?????篋?篁倶??鐚??Ű??篏???潟?? 3. ???篋?篁九???????????蕁丈?九?????篋?篁倶????? + +??????菴?篋??????初?醇?壚札???絽?綣????蕭?綺?櫆叱膽í??綣号?с??絎拷?????絎????????劫?????箴???????Kafka?櫆札???讐???8???絮?隋コ散???????????阪??絎劫??筝?鐚?箙??櫆札???讐???篋?筝????????櫆札?????ò???∞???????Kafka?ッ紜????篏睡???怨??腱?箴?綺???????箴????絎?????∞??????????<?? + +## 1.4 膊????荐?箙?鐚?Kafka?????篏?綏ヤ?????? + +Kafka??壚??筝???絽?綣靗紫??鐚???掩????≦?????絎∽?欠?膸????鐚????菴?蕭???ц?順??TCP臀?膸???顒勤??茵????篆<??絎??櫆札???讐???8???絮?隋コ散???????????阪????????ッ紜?筝下??絎劫??筝?鐚?箙??櫆札???讐???篋??ッ紜?筝KK?? + +**?????≦??:**Kafka篏?筝坂??筝???臂よ??茵?筝?筝???紊?筝?????≦?Ǎ???櫆札莊???紊?筝??井?勌賢綽????篋???阪???????銀賢筝?篋??????≦????????絖????絮?鐚?腱遺減篁g???????銀???????≦????茵?Kafka Connect??ユ??膸上嚩??ュ??絲弱?堺?井?勌??筝坂??篁倶??鐚?絨?Kafka筝????ー??????膤紫????????鐚?絋???括鎧??井????篁ュ????銀??Kafka???臂ゃ??筝坂??莅î??絎??ー??渇?勌算??∞?????箴?鐚?Kafka???臂ゅ?傑??蕭?綺????櫐?ï????у??絎拷?????:絋????絎????篁私??筝?筝?????≦??????????????鐚???銀???????≦??絨??・膊≦??篁ス??綏ヤ??鐚?篁ョ`篆????膸下?????篏????筝?筝√け篁私????井?勉?? + +**絎∽?傑??:**絎?篁サ??莅御??????????絽?綣鎺??????綺????緇勖????\??菴?篋?綺??????綺????緇勖????≦櫆札綛区????違??紊ц??罔≦?域嚞???????????ュ??紊????篋?篁倶??鐚??????喝????榊ー臀?膸???勰???????阪????????????????灸??箙??櫆札絎拷?????Kafka???絽???筝?篋?菴???欠??絎∽?欠?鐚?菴?篋?絎∽?欠?茴?Kafka腓上?堺??箴??????????筝????欠?紜?綣坂??:絎∽?欠??櫆札???篋?Java???Scala鐚??????シ?顔??膾у????Kafka Streams綺?鐚????篋?Go???Python???C/ c++???莅後????銀??膽?腮?莚左??篁ュ??REST api??? + +## 1.5 筝肢??网?綽球????虁喭 + +篋?篁区佖綵?篋????筝????筝????篏????篌?筝?筝No????????篋????篋???????篋?絎??????????罅d賢箙?腱遺減莅医?????羔???壔??綵?篏?莚紙???????井????Kafka??駈??篏?篁ヤ??篁句??綵√?????菴?篁銀?????篁?网?綽灸??莅駕??篋?篁九?傑????勉????若????狗?贋?喝??????????????井??ご???筝???∽?壚??筝ŭ??絖?: 1. 羇糸???????:?????延現筝???? 2. 篋?篁九??:??????Bob??壚??200臂??????? 3. 篋?篁倶?狗?贋??:???2020綛?6???25??ヤ?????2:06?????? + +???篋ц????奝?d?????Kafka???絽?(???)篋?篁句??絎∽?欠?綺??????綺?????羔?茣壕????奝?d??莅∫??(莚糸??紊????)菴?篋?篋?篁句??綺??????綺???????Kafka筝昭和?????篋ц?????羔?茣壕??????????В?????鐚?綵惹4??壚???櫜?ョ??鐚?菴???????ーKafka??糸?????蕭??櫐?ï????х??筝?筝??渇?勤倘莅≦??膣????箴?絋?鐚????篋ц??篁?筝????荀?膈?緇?羔?茣壕?????Kafka???箴?篋????腱??????欠??篆?莚?鐚?罸?絋?膕丞`紊????筝?罨>??篁句????遵????? + +篋?篁区←膸?膸?綛倶??箙???医????????筝脂??筝KK??緇?膊????鐚?筝?筝ŭ源蘂?膠私室篋????篁句鎧膸?筝下??筝?筝???篁九す鐚?篋?篁九葦??虁唫???篁九す筝下?????篁吟??筝?筝?ず箴?筝脂?????腱医櫆札??壎??payments??????Kafka筝下??筝脂????紙???????篋ц?????紊?莅∫?????:筝?筝ŭ源蘂??櫆札???0筝ŝ??1筝???紊?筝???篋ц?????絎??????ヤ??篁駈??箙??櫆札???0筝ŝ??1筝???紊?筝???茣壕??莅∫??菴?篋?篋?篁吟??筝脂??筝下??篋?篁九櫆札??号?勰??荀?膸鎵梧嚞?????????筝?篌?膸?羔???壚?????膤紫??筝????鐚?篋?篁九??篏睡?????筝?篌??????ゃ????後??鐚?篏??櫆札???菴?罸鋇ŭ源蘂???????臀勤倘臀勖?ュ??箙?Kafka綺?莚ヤ?????篏????篋?篁九????炊?狗?器??箙??????х??篋?篁九??茴?権綣????Kafka?????ц?順?後噲篋???井??ぇ絨???ヨ???壚????????鐚????篁ラ?炊?狗?翫???????井?勖????????櫆札?????? + +筝脂?????????榊??鐚?菴??????括??筝?筝ŭ源蘂??????e??篏?篋?筝????Kafka broker筝????紊?筝ĵ??罅金??筝????菴?腱???井?勛?????絽?綣鋎?臀?噲篋??櫆叱膽ð?ч??絽檎??荀?鐚????筝阪?????莅後???傑?阪???????綺??????銀??/???紊?筝ŭ撮???莚糸??????????ユ?井?勉??綵?筝?筝??遺??篁区←???絽???遺??筝ŭ源蘂???駈??絎?絎????筝?茴????????遺源蘂????筝?筝?????坂賢?????傑????後??篋?篁狗??(箴?絋?鐚?絎∽?傑??莉???ID)???篋?篁区←?????ュ??筝?筝?????削??Kafka篆?莚?篁私??膸?絎?筝脂???????榊??羔?茣壕????遵??紮?膸?篁ュ????ョ??絎?????後?????蕁阪?顓糸??莚ュ????榊??篋?篁吟?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-39059344afb24ff7436bf7fb06bddde4_720w.webp) + +
+ +莅î???????井??俉???????櫜?????,罸鋇?筝ŭ源蘂??櫆札茴?紊????,?????活隈geo-regions?????井?勌賢綽?,菴???傑?紙??紊?筝??靮ŭ査???筝?篁醇?井?勌札??峨?咲??,篏???喝??篁g??膸贋??,膈?膈????筝?筝?幻茹???????篋ц倘臀勖??????九??絖?3鐚?箙?絨掩?虁?鐚????????井?勖?紙?壩??筝?筝??壩?ケ??菴?筝?????倶????筝脂???????榊婚?????ц???????? + +## 篋?.Kafka膊?篁? + +Kafka??壚??腱?羔???奝?????鐚?筝肢???????ュ?????紊ч????井?勛?倶??筝????羔???奝?????鐚?筝???ス????ュ????ュ?????紊?????????∝?倶?壩????奝?????鐚???d??Kafka箙?絨掩?ユ??羔???奝??????????後???????号?т????? + +**羔???奝????????絅遵??** 1. 茹h???? ??????????倶??茵?ず綵?篏?絎??ー???筝?????順????九??鐚???夌?贋・?・??ュ??????・?????????ñ??羔???奝?????鐚??櫆札絨???後?????羔???????????井????奝?????鐚?菴???欠??莚?鐚?絋?????・???坂????勰??鐚?絨?筝?篌?綵怨????医?????????????純?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-e37a18ea7eddc69582d634cc881eb257_720w.webp) + +
+ +1. 綣?罩ュ????? 綣?罩ュ???????推撮篋?箙??????????罩ュ?????鐚?綣?罩ュ?????筝????荀?莅ð??腮?莎医??絨沿?????膸????鐚??櫆札絨?羔???????????井????奝?????筝昭和????九??菴????膸????鐚???î??莅ï?銀??筝???≦??????・????羔???奝?????筝中?????羔?茣劫???????喝檽?? + +2. 羌???????絣? 蕭?羌?????????九??鐚?篏睡??羔???奝?????篏?筝坂賢??岩散?櫆札絨?羌???????蕭?絣遺??絖????羔???奝?????筝昭和??篁??????我2篋?膤紫?????蕭?莚傑??鐚???颰紙????≦????莚傑??紊????????????? + +## 2.1 Kafka羔?茣号─綣? + +Kafka???羔?茣号─綣鋇肢?????筝ょ??鐚?筝?腱???壚??絲剛?????羔?茣刻??箙???括?劫噲??合?????篆\????割??筝??????筝?筝?・??吟??膃コ??腱?筝坂??絲劫?????羔?茣刻????割??筝?????????????井????奝?????鐚?羔?茣壕????号?勖????奝????????莅∫????????羔???壩??茣鴻?? + +**筝?絲剛??** + +
+ + +![image-20230525200024084](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230525200024084.png) + +
+ +羔???夌??篋ц?????絽?羔??????Queue??????筝昭和???????ユ??茣壕??篁???????筝中?????羔???虁??茵?羔?茣鴻??羔???虁←羔?茣剛?????????????わ??Queue??壩??紊?筝???茣壕??鐚?篏?絲剛??筝???≧????虁??荐?鐚??Ŭ??筝?筝???茣壕???櫆札羔?茣刻????割????≧?????Ű?処←筝?筝???茣壕??羔?茣鴻?? + +**筝?絲劫??** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-d97a2898f3bdc417262bc88be616281c_720w.webp) + +
+ +菴?腱?罔≦?鋈?腱遺減???絽?/莅∫??罔≦?????喝?ñ??Topic絖????羔???姒??羔???夌??篋ц??絨?羔??????絽????Topic筝昭和???????倶??紊?筝???茣壕??莅∫??罩?topic鐚?羔?茣壕???櫆札篁?筝中??茣号????姒??羈???????絽????Topic筝下??羔???壚??茴?紊?筝???茣壕??羔?茣刻??羔?茣壕??羔?茣号?井?勌?????鐚???井?勌??篌?茴?羝???わ??Kafka篌?藥?莅や?????筝?罧究?狗?器????九??????????ゃ?? + +## 2.2 Kafka?????榊????倶?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-ef94691300117c049301d88c6337c9c2_720w.webp) + +
+ +Kafka?????銀??Mq筝???件??箙???????訓?????榊????倶??鐚?筝肢??絖??????篋ц??Producer???Kafka???臂?Broker???羔?茣壕??Consumer???羈????筝上??Zookeeper. + +1. Producer鐚?羔???夌??篋ц??鐚????Kafka筝上??絽?羔???夌??茹???蚊?? + +2. Consumer鐚?羔???壩??茣壕??鐚???割??Kafka筝中?????羔???壩??茣合??絎∽?欠???? + +3. Consumer Group鐚?羔?茣壕??膸?鐚?羔?茣壕??膸??????壚??膸?筝上?????紊?筝???茣壕??鐚?羔?茣壕??羔?茣?Broker筝上?????Topic???筝?????????坂賢???羔???姒??羔?茣壕??膸?箙???岩??筝?綵怨??鐚??????????羔?茣壕????遵??篋????筝???茣壕??膸?鐚???恰??茣壕??膸???奝?肢??筝????筝?筝??????????????筝?筝?????坂賢???羔????Ű?遵??筝?筝???茣壕??膸?筝下??筝?筝???茣壕?????羔?茣? + +4. Broker鐚?膸靮ŭ査鐚?筝????Kafka?????≦??絨掩?壚??筝?Broker鐚?筝?筝???臂ょ?怨??筝?Broker膸????鐚?筝?筝?Broker?櫆札絎合些紊?筝?Topic??? + +5. Topic鐚?筝脂??鐚??櫆札???茹d減筝?筝??????鐚????篋ц?????羔?茣壕????醇?奝?√??筝?筝?Topic + +6. Partition鐚??????削??筝坂??絎??ー??ï????э??筝?筝???絽後ぇ???Topic?櫆札???絽???医??筝?Broker筝?鐚?筝?筝?Topic?櫆札???筝阪??筝?Partition鐚?罸鋇?Partition??壚??筝???綺??????????(?????堺??綺??筝???巡??莚????絮????綺?) + +7. Replica鐚???壩??Replication鐚?筝坂??莚????臂や賢???筝?????劫???????????鐚??????剛?????Partition??井?勌??筝√け鐚?Kafka?櫆札罩e幻???綏ヤ??鐚?Kafka???箴?篋???壩?シ?阪?駈??筝?筝?Topic???罸鋇?????堺????ュ慌筝??壩?ロ??筝?筝?Leader???紊?筝?Follower + +8. Leader鐚?罸鋇?????阪??筝??壩?ス??筝肢????駕?????篋ц??????????井?勛??絲壕院鐚?篁ュ??羔?茣壕??羔?茣号?井?勛??絲壕院??醇??Leader??? + +9. Follower鐚?罸鋇?????阪??筝??壩?ス??篁?茹???駕??絎???句??篁?Leader筝上??罩ユ?井?卡??篆???????Leader??井?勛?????罩ワ??Leader?????????????????九??鐚????筝?Follower篌????筝堺?亥??Leader??? + +筝?菴遺??筝?Topic篌?篋х??紊?筝??????Partition鐚??????坂賢???筝?Leader???Follower鐚?羔???壚????サ????????Leader鐚?Follower???菴???井?勛?????罩ヤ??Leader篆???????罩ワ??羔?茣合??莚?箙??????Leader筝上?????羔?茣刻??絋????紊?筝???茣壕??鐚??????????羔?茣?Leader??????筝?Follower筝下??羔???姒??綵?Leader?????????????????九??鐚????筝?Follower篌????筝坂源?????刻??罩ゆ?銀??絲拷??羔???夌????霡脂????? + +## ?????????腴? +https://blog.csdn.net/cao131502 +https://zhuanlan.zhihu.com/p/137811719 \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka345円216円237円347円220円206円345円210円206円346円236円220円346円200円273円347円273円223円347円257円207円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka345円216円237円347円220円206円345円210円206円346円236円220円346円200円273円347円273円223円347円257円207円.md" new file mode 100644 index 0000000..58632b3 --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka345円216円237円347円220円206円345円210円206円346円236円220円346円200円273円347円273円223円347円257円207円.md" @@ -0,0 +1,636 @@ +## 筝????网?菴? + +Kakfa莎桁????夌??LinkedIn??サ夔????????筝?筝???絽?綣????羔???夌鎧膸?鐚???????筝?Apache???筝???????鐚?絎?篏睡??Scala膽????鐚?篁ュ櫐梓綛恰?ï?????蕭?????????????茴?綛炊??篏睡??????????莇???ヨ??紊????綣?羣????絽?綣鎀????膤紫??絋?Cloudera???Apache Storm???Spark膈???醇?壩??筝?Kafka????????? + +Kafka??上????????昆???篌???随??莇???ヨ???????遺?????臀?篌?筝??????????鐚??????篌?箙???????Kafka篏?筝阪?九???????後??羔?????????箙?筝????Kafka篏?筝坂??筝???筝?膾ф????壚賢??岩散鐚?羔?????????х?????荀???у櫐?活????ャ??絋?篏?隋勌??羔???夌??膕丞`篌?莨??絋?篏?隋勌??羔???夌?????隋???????絋?篏?隋勌??羔???夌??罩g`羔?茣??菴?篋???醇?奝??荀????????????勰???????シ??薤????篁?Kafka?????倶????????鐚????篋?茹d??Kafka?????堺?サ?????鐚???九?????菴?絲?kakfa???絖??????阪?吟??紊???九???????????罩ュ??????????????у?????箙???т??莚?膈?膈?筝?罩ユ5絲劫?九?????ц??茵???????鐚??????????菴?benchmark??ュ??綣阪噲Kafka蕭???????х??莅ょ?ャ?? + + + + + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## 篋????Kafka???篏睡????堺?? + +鐚?1鐚???ュ????狗??鐚?筝?筝??サ夔櫆札???Kafka?櫆札??狗?????腱??????∞??log鐚????菴?kafka篁ョ??筝??・?吨????∞????劫?鏁???丞?????腱?consumer鐚?箴?絋?Hadoop???Hbase???Solr膈?鐚? + +鐚?2鐚?羔???夌鎧膸?鐚?茹h???????篋ц?????羔?茣壕?????膽?絖?羔???夌??鐚? + +鐚?3鐚??????傑柑?????荼???Kafka膸鎵梧←?????ヨ佖綵?web?????傑?????app?????欠?????腱?羇糸?Ǎ??絋?羌頵?臀?蕁泣?????膣≪????劫?紫??羇糸?Ǎ??菴?篋?羇糸??篆≧?虁←???筝?????≦?????絽????kafka???topic筝昭和????九??莅∫????????菴?莅∫??菴?篋?topic??ュ??絎???句??????ァ??????鐚???????茖?莉遵??Hadoop?????井?勌??綺?筝上??胼紫鎖???????????????鐚? + +鐚?4鐚?菴???ユ?????鐚?Kafka箙?膸鎵悟????ヨ佖綵?菴???ョ???ァ??井?勉???????シ?狗?????腱????絽?綣鎺????????井?卡?????篋у??腱????篏???????筝上??薤?鐚?罸?絋???ヨ6?????ュ??鐚? + +鐚?5鐚?羌?綣鎀????鐚?罸?絋?spark streaming???storm鐚? + +鐚?6鐚?篋?篁倶??鐚? + + + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## 筝????Kafka??堺?シ?倶?? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181201215942487-1393117307.png) + +絋?筝???丈??腓削??筝?筝??後?????Kafka篏?膤紙?倶???????ロ?? + +* ??ュ慌Producer(?櫆札??壩????≦????ュ??鐚?筝???≧?井?卡??蕁級?√??腴壚婚??????page view膈?膈?)鐚? +* ??ュ慌broker(Kafka??壩??羂翫抗??ï??鐚?筝????broker??育?顥?紊?鐚????臂ゅ????????莇?蕭?)鐚? +* ??ュ慌Consumer (Group)鐚?篁ュ??筝?筝?Zookeeper???臂ゃ?? + +Kafka???菴?Zookeeper膊∞?????臂ら??臀卡?????筝?leader鐚?篁ュ?????consumer group??????????????区??茵?rebalance???Producer篏睡??push(?ィ)罔≦?鎞?羔??????絽????broker鐚?Consumer篏睡??pull(???)罔≦?鋌?broker莅∫??綛倶??茣号????壔?? + + + +### 1???Topic & Partition + +筝?筝?topic?櫆札莅や減筝?筝ŭ??膠紙????姒??罸鋇?topic絨?茴???????紊?筝?partition鐚?罸鋇?partition???絖????絮???∽??append log???篁吟??篁私?????絽???井4partition???羔???奝?巡??茴?申??????log???篁句??絨冗?Ǎ??罸???≧??????????篁銀賢???篏?臀勛О筝?offset(??霡脂??)鐚?offset筝坂??筝?long????????医??鐚?絎???壚?????莅遺????≧????壔??罸???≧????奝?処←append???partition筝昭和????奝〆綺????脾????鐚????罩ゆ????????絽檎??(膸駚?莚?鐚?蕁阪?????脾??????????罸??????阪?????絖?菴?荀?蕭?鐚?菴????Kafka蕭?????????????筝?筝??????荀????篆?莚?)??? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181201220820060-2075971944.png) + +罸鋇???≧????虁←?????????broker筝昭和??篌???号??partition茹?????????ò←絖??????医?ŭ??筝?partition???partition??阪?九櫆札???菴????絎?producer???partition.class菴?筝??????井?ユ??絎?鐚?莚?class綽?蕁糸???ーkafka.producer.Partitioner?・?叵??絋????partition茹????莅丞舟?????????鐚???????羔????櫆札?????????絽???遺????????partition???鐚?菴???桁葦絎??ー篋?羂翫抗??ï?????(絋????筝?筝?topic絲劫??筝?筝???篁駈????h??筝???篁倶?????????阪??I/O絨?篌????筝肴??筝?topic?????ц?順?狗??鐚????partition茹e?割??菴?筝??勰??)?????????綮?topic??九櫆札???$KAFKA_HOME/config/server.properties筝中??絎?菴?筝?partition?????育??(絋?筝????腓?)鐚?綵???九櫆札???topic???綮坂??????サ篆勖??partition?????育????? + + + +
# The default number of log partitions per topic. More partitions allow greater
+# parallelism for consumption, but this will also result in more files across
+# the brokers.
+#藥?莅?partitions??育??
+num.partitions=1
+ + + + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## ??????蕭???????у???????????网?菴? + +Kafka???蕭???????х??篆??????ユ??篋???九?ュ??????壩??(replication)膈???ャ?????菴?莪??????九?壩?ス?後?喝????逸???櫆札篏水??Kafka?????ц?遵????????т????頑??莉ス??羝後?????篏????Kafka篁?0.8.x?????サ??紮????箴?partition膾у????紊????,replication?????育???櫆札???$KAFKA_HOME/config/server.properties筝右??臀?(default.replication.refactor)??? + +菴???????篁?Kafka???篁九???????阪?九?ユ??鐚?篁????綺?絮?篋?茹?Kafka???絖?????????鐚?菴????絲劫?句??絖???????筝?小茹????莅ょ?ャ??箙???????菴?Kafka紊???九???????????罩ユ?劫????ラ??菴医?頵?絮???∝??网?綽泣????????篁?ISR鐚?HW鐚?leader???筝鞘札?????井???????у?????箙???т??莚?膈?膈????筝?惨綺??ヤ鍵絲?絲?Kafka??後?括?ヨ????合??莅ょ?ャ?? + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## 篋????Kafka???篁九???????阪?? + +Kafka筝中????壩?壚札topic菴?茵????膠紫??鐚????篋ц?????菴?topic???Kafka broker??????羔???姒??羔?茣壕?????菴?topic莚糸????井?勉????区??topic????ñ??絮???√????巡札partition筝阪??膸?鐚?筝?筝?topic?櫆札????????ュ慌筝?partition鐚???d??topic篁ュ??partition?????壩??箙?絖??????????partition菴??櫆札膸????筝?segment鐚?筝?筝?partition??ñ??筝???怨??筝?segment膸????鐚???d??菴?篋?segment?????壚??箙?????筝???∽??篁シ?ヤ??筝??斁????? + +筝坂??箴推??莚贋????勰??鐚????莅乗??????Ŭ??筝?筝?Kafka???臂わ??筝?菴?筝???臂ゅŬ??筝?筝?Kafka broker鐚???喝Ŭ??筝??佂?ñ????冴???????筝?Kafka broker筝右??臀?($KAFKA_HOME/config/server.properties筝?)log.dirs=/tmp/kafka-logs鐚?篁ユ4??ヨ倘臀?Kafka羔???壩??篁九?????????鐚?筝?罩ゅ????九??綮坂??筝?topic鐚?topic_zzh_test鐚?partition?????育?鋇?4($KAFKA_HOME/bin/kafka-topics.sh ???create ???zookeeper localhost:2181 ???partitions 4 ???topic topic_vms_test ???replication-factor 4)?????d?????篁シ4??九櫆札???/tmp/kafka-logs?????筝上櫆札?????亥?????篋?4筝?????鐚? + + + + + +
drwxr-xr-x 2 root root 4096 Apr 10 16:10 topic_zzh_test-0 
+drwxr-xr-x 2 root root 4096 Apr 10 16:10 topic_zzh_test-1 
+drwxr-xr-x 2 root root 4096 Apr 10 16:10 topic_zzh_test-2 
+drwxr-xr-x 2 root root 4096 Apr 10 16:10 topic_zzh_test-3
+ + + + +???Kafka???篁九?????筝昭和?????筝?筝?topic筝????紊?筝ŭ????????partition鐚?罸鋇?partiton筝坂??筝?????鐚?partition??????腱域?????筝削??topic???腱?+???綺鎺??埦??膃コ??筝????垬??0綣?紮?莅\?????紊х??綺??垬減partition??育?????1鐚?partition??????????ñ??筝????网?綽居?????topic??奝?肢??筝????网?綽泣?? + +筝???∽?????partition菴??櫆札膸????筝?segment鐚?菴?筝?segment?????壚??箙??絋????絨延札partition筝堺??絨鎕???????篏?鐚????篁サ櫆札??活院綵?Kafka producer筝???上?????羔???姒??綽???銀??綣?莎?partition???篁句??????????ï??鐚?菴???桁噲篋?羔???壩??篁句??膸贋?や札???綏牙?頮?羔?茣合??羔???夌??羝????絽??ヤ献??????綵怨??鐚????篁ヨ?????篁?segment筝阪??篏????絨?partition膸???????罸鋇?partition(?????)??後??篋?筝?筝?隈??????篁区←綛喝??????????医??筝?ぇ絨???悟?????segment(罧?)??井?勖??篁銀賢(罸鋇?segment ???篁銀賢羔???壩?育?鋇?筝?絎???悟??)菴?腱???号?т????剛梢old segment????????わ????恰?剛梢綏画←羔?茣合??羔???夌??羝????鐚????蕭?脾?????????ñ???????罸鋇?partition?Ū??荀???壩??蕁阪?顓糸??絨沿??鐚?segment??????篁句????遵???????掩????∞????臀??????(log.segment.bytes鐚?log.roll.{ms,hours}膈???ュ慌??????)??喝????? + + + + + +[![紊???銀撮???](https://common.cnblogs.com/images/copycode.gif)](javascript:void(0); "紊???銀撮???") + +
 #???綣阪?九?傑?井?井???亥????????莅御・??倶????夌????育??
+#log.flush.interval.messages=10000 # ???綣阪?九?傑?遺?????鐚?羔????櫆札?????ュ??筝上?????????????炊?狗??
+#log.flush.interval.ms=1000 #筝?筝??ュ????????絨鎕?羇紙?狗?器???櫆札茴???????
+log.retention.hours=168 # 筝?筝??坂??紊у???????ュ??篆????膈???ャ??罧球??茴?????ュ??筝上????ゅŰ????î???????????罧灸??篏?篋?log.retention.bytes???
+#log.retention.bytes=1073741824 # 罸鋇?筝??ュ??罧球ぇ絨???????紊у?若??綵???域松菴?筝?ぇ絨???駈??篌???????筝?筝??亥?????罧泣??
+log.segment.bytes=1073741824 # 罍???ユ?ュ??罧窮????狗?顔?顔??鐚?????????櫆札??号?勌?????膈???ュ????ゅ??篁?
+log.retention.check.interval.ms=300000
+ + +[![紊???銀撮???](https://common.cnblogs.com/images/copycode.gif)](javascript:void(0); "紊???銀撮???") + + + +segment???篁句?延犬??????膸????鐚???????減???.index??????篁九?????.log??????篁駈????????;腓坂減segment膣√?????篁九????井?勖??篁吟??菴?筝や肩???篁句????巡擦茹????筝削??partition???絮????膃コ??筝?segment篁?0綣?紮?鐚????膸中?鋇?segment???篁九??筝坂??筝?筝?segment???篁倶?????筝???≧????夌??offset??種????医?弱ぇ絨鋇?64篏?鐚?20篏???医??絖?膃??水墾鐚?羃≧????医?????0紂????鐚?絋?筝?鐚? + + + + + + + +[![紊???銀撮???](https://common.cnblogs.com/images/copycode.gif)](javascript:void(0); "紊???銀撮???") + +
00000000000000000000.index 00000000000000000000.log 00000000000000170410.index 00000000000000170410.log 00000000000000239430.index 00000000000000239430.log
+ +[![紊???銀撮???](https://common.cnblogs.com/images/copycode.gif)](javascript:void(0); "紊???銀撮???") + + + +篁ヤ????∝??segment???篁銀減箴?鐚?絮?腓阪??segment鐚?00000000000000170410??????.index??????篁九?????.log??????篁句??絲劫???????括鎧鐚?絋?筝???常?? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181201224133022-2085407889.png) + + + + + +絋?筝???常?????.index???膣√?????篁九?????紊ч??????????井?卡?????.log?????井?勖??篁九?????紊ч?????羔???姒??膣√?????篁銀賢????????井?勖?????絲劫????井?勖??篁銀賢message?????ñ????霡糸?医???????銀賢篁モ??.index???膣√?????篁銀賢????????井??[3, 348]筝坂??鐚???????.log?????井?勖??篁区;腓榊?3筝?????姒????喝?????絮?partition筝左;腓?170410+3=170413筝?????姒??莚ユ????夌????ñ????霡糸?医??筝?348??? + +??d??絋?篏?篁?partition筝右??菴?offset??ユ??message???? + +篁ヤ????鞘減箴?鐚?莚糸??offset=170418???羔???姒??薤??????ユ??segment???篁駈????銀賢00000000000000000000.index筝堺??綣?紮???????篁駈??膃コ??筝???篁銀減00000000000000170410.index(莎桁????霡私減170410+1=170411)鐚????膃コ??筝???篁銀減00000000000000239430.index(莎桁????霡私減239430+1=239431)鐚????篁ヨ??筝?offset=170418絨沿?遵?遺??膃コ??筝???篁銀??筝KK????銀?????膸中??篁九櫆札箴?罨∞瓜?ィ鐚?篁ュ?九????霡脂????遵??綛倶?????菴?篋????篁駈????九????号?勌???????ユ?丈??絨怨櫆札綽???絎?篏???医?隙?????篁銀??臀勉????倶???号??00000000000000170410.index???篁銀賢???[8,1325]絎?篏????00000000000000170410.log???篁銀賢???1325???篏?臀勤??茵?莚糸????? + +荀???虁嚞???offset=170418???羔???姒??篁?00000000000000170410.log???篁銀賢???1325???篏?臀勤??茵?莚糸??鐚???d?????箙???ラ??篏???区嚞絎???シ?≧????姒???????絨沿嚞??遺??筝???≧????夌?????絎剛??? + +菴?筝?葦???荀????膤糸?井????夌????ñ??膸????篋?鐚?羔???奝?遵?傑????阪???????ñ??膸????鐚??????ロ??offset(8 Bytes)???羔???壚?????紊у??(4 Bytes)???crc32(4 Bytes)???magic(1 Byte)???attributes(1 Byte)???key length(4 Bytes)???key(K Bytes)???payload(N Bytes)膈?膈?絖?罧居???櫆札隋???筝???≧????夌??紊у?????活嚞?????医???????2??? + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## ??KK??紊???九???????????罩ユ?劫?? + +Kafka筝?topic???罸鋇?partition???筝?筝??????綣??????ュ?????篁駈????順??partition?櫆札膸х鮫膸????筝肴?ュ慌筝?segment???篁駈??篏????噲篋?筝?絮?綺??????ヨ??櫆札絨?partition?????????絨????絖??????????(筝?筝???紊?筝?segment???篁倶?惹・??????綏??????????篁?)鐚?罸鋇?partition??順?延??篋???????綺???????筝??櫔?????羔???夌?????鐚?菴?篋?羔???虁←菴?膸下??菴遵?????partition筝KK?? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181201231403669-958736996.png) + +筝???鞘賢???筝や肩??医??莚?鐚?HW???LEO???菴???????篁?膸?筝?LEO鐚?LogEndOffset???膽ï??鐚?茵?ず罸鋇?partition???log??????筝????Message???篏?臀勉??HW???HighWatermark???膽ï??鐚???壩??consumer??遵???????亥??罩?partition???篏?臀卡??菴?筝????????医????壩?ス??网?綽居??菴?????????????筝?筝?鐚?筝???????莚?;??? + +荐?綵?罩d??鐚?筝坂?????蕭?羔???夌????????э??Kafka罸鋇?topic???partition???N筝??壩??(replicas)鐚???銀賢N(紊т??膈?篋?1)???topic???紊???九??絖?(replica fator)???筝??違??Kafka???菴?紊???壩?シ?阪?九???ー???????????習腱誌??綵?Kafka???臂や賢筝?筝?broker紊掩???????灸??篁???銀??莚??????≦櫜????????Kafka筝上?????紊???倶?句`篆?partition?????ュ????醇??綺???医????医?銀???????剛??鐚?N筝?replicas筝昭和????銀賢筝?筝?replica筝?leader鐚???銀????巡減follower, leader紊????partition?????????莚糸??莚傑??鐚?筝?罩ゅ????駈??follower篌?茴????絎??????医サ紊????leader筝??????井?勉?? + +絋?筝???丈??腓削??Kafka???臂や賢???4筝?broker, ???topic???3筝?partition,筝?紊???九??絖???喝?壩?コ肩??遺??筝?3鐚? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181201231724531-2038730622.png) + +Kafka???箴?篋???井??????句??羈?篆?莚?鐚?絋????leader?????????????????????鐚?筝?筝???leader茴???筝上攻茴??・???絎∽?欠????羔???壩??????????ャ??Kafka隋勌??篁????罩ュ?壩?サ??茵?筝右??筝鞘??筝??壩?コ減leader鐚???????莚?follower菴処偽leader??井?勉??leader茣?茣g惨??ゅ??莊?荼?ISR(In-Sync Replicas???膽ï??鐚?茵?ず??壩?サ??罩ラ?????鐚???隙???櫔?????筝????)筝中?????follower羯?????????倶?????綵?producer??????筝???≧???????broker???鐚?leader?????ユ?????攻紊???九?井?????follower???羔???壩??篋や????????茴???????紊???九?井???????????罩ュ?壩?ケ??羔????????九散菴?????????∝??follower?????駈?????荀???????辱???罍?羌???√?壩?ロ??絋????follower?????遵?????紊?????????紊掩??鐚?leader絨?篌????絎?篁?ISR筝上????ゃ?? + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## 筝??????倶?決?? + +Kafka筝上?????紊ч?????臀?膸???井?勖??箙??????亥?????鐚?Producer???Broker鐚????脾???????篁狗??菴?臀?膸???????鐚?Broker???Consumer鐚????菴?腮????菴?筝?菴?腮??????ц?順?贋・綵怨??Kafka?????岩?????????????? + + + +### 1???篌?膸?罔≦?鋇???????罨≧?決??筝????罨>??筝?????????? + +篁ュ??脾???????篁狗??菴?臀?膸???????筝坂?????篌?膸?罔≦?鋇?鐚?筝???コ戎???絋?筝?篌ŭ撮??????腓榊????号?????絨????篁倶?井?勤嚞??ュ??絖?鐚???九?????菴?Socket絨????絖?筝下????井?????????阪サ??? + + + +
buffer = File.read
+Socket.send(buffer)
+ + + + +菴?筝?菴?腮?絎????筝???????篋????罨≧?井?勖?決?????薤???????菴?膤紫??莪????絨????篁倶?井?勤嚞??ュ?医????御??Buffer鐚?DMA??決??鐚?鐚???九??綺??????綺鎞????絖????Buffer??井?勤嚞??ュ?亥????傑??Buffer鐚?CPU??決??鐚?鐚??・????????欠??綺????菴?Socket????????井?勖?九???????傑??Buffer??井?勖?決????医????御??Buffer鐚?CPU??決??鐚?鐚??????????菴?DMA??決??絨???井?勖?決?????NIC Buffer????????駈??菴?篌顔????????罨>??筝????????????絋?筝???丈??腓冴?? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181227142339448-1209004133.png) + +### 2???sendfile???transferTo絎??ー??倶?決?? + +Linux 2.4+?????檎??菴?`sendfile`膤紫??莪???Ǎ?????箴?篋???倶?決???????井?勰??菴?DMA??決????医????御??Buffer???鐚???贋・???菴?DMA??決?????NIC Buffer鐚???????CPU??決?????菴?箙???奝?倶?決??菴?筝?莚贋???????ユ???????や????鎞???井?勖?決??紊?鐚????筝堺?岩肩莚紙??篁?-臀?膸?????????延??筝?`sendfile`莪????絎????鐚???岩肩菴?腮??Ŭ??筝ゆ?筝?筝???????????????罩ゅぇ紊ф??蕭?篋???ц?純????倶?決??菴?腮?絋?筝???丈??腓冴?? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181227142423000-1025665055.png) + +篁???隙??絎??ー??ョ??鐚?Kafka?????井?勌??莨????菴?TransportLayer??ュ?????鐚???九??膠?`PlaintextTransportLayer`???菴?[Java NIO](http://www.jasongj.com/java/nio_reactor/)???FileChannel???`transferTo`???`transferFrom`??号??絎??ー??倶?決??鐚?絋?筝????腓冴?? + + + +
@Override public long transferFrom(FileChannel fileChannel, long position, long count) throws IOException { return fileChannel.transferTo(position, count, socketChannel);
+}
+ + + + +**羈Ǎ??** `transferTo`???`transferFrom`綛銀??篆?莚?筝?絎???巡戎????倶?決?????絎????筝???????巡戎????倶?決??筝????篏?膤紫????後?鰹??絋???????篏?膤紫?????箴?`sendfile`菴???欠????倶?決??膤紫??莪???Ǎ?????菴?筝や肩??号??篌????菴?菴???欠??膤紫??莪????????????ñ???倶?決?????篌???随???????綛銀????初??菴?菴?筝や肩??号????セ昆絎??ー??倶?決????? + + + + + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## ????? ISR鐚???壩?サ??罩ラ?????鐚? + +筝???????篁シ????????ISR (In-Sync Replicas)鐚?菴?筝??壩????壩?サ??罩ラ??????????壩?シ?医噲Kafka??????????????壩??筝?絎????綵怨??鐚?篏????紊х??紜?綣坂???櫜????с??藥?莅ゆ????灸??Kafka???replica??育?鋇?1鐚???恰?鋇?partition??醇??筝?筝??壚?????leader鐚?筝坂??隋勌??羔???夌????????э?????絽後?????筝上????九??(???broker?????????offsets.topic.replication.factor???絎?)紊у?顒丞舟筝阪ぇ篋?1鐚?罸?絋?3??? ???????????壩??(replicas)膸?腱遺減Assigned Replicas鐚????AR???ISR???AR筝下??筝?筝??????鐚????leader膸贋??ISR???茵Ǎ??follower篁?leader???罩ユ?井?勖??筝?篋?綮区??(?????サ散菴???狗??replica.lag.time.max.ms???綮区????≧??replica.lag.max.messages筝や肩膸翫墾, 綵?????????亥????????0.10.x筝上Ŭ?壩??replica.lag.time.max.ms菴?筝?惨綺?)鐚?篁紙?鋇?筝???菴??????守?巡?????follower?????ゅ??ISR, 絖????OSR(Outof-Sync Replicas)???茵Ǎ????医????ョ??follower箙?篌????絖???上??OSR筝KK??AR=ISR+OSR + +Kafka 0.10.x?????サ??腱脂?や??replica.lag.max.messages?????逸???Ü?????篋?replica.lag.time.max.ms篏?筝?ISR筝上?壩?ス?∞??????????違??筝坂??箙?菴???桁??????replica.lag.max.messages茵?ず綵???????筝??壩?セ?遵??leaeder???羔???壩?育?顥?菴?篋?菴?筝?????亥????種????d??leader絨延?????follower篁?ISR筝上????ゃ?????莅乗倘臀?replica.lag.max.messages=4鐚???d??絋????producer筝?罨>????????broker???羔???壩?育????遵?鋋?4??≧?駈?????筝阪??leader?・??????producer?????????羔???壚????????follower??壩?サ??紮???????菴?篋?羔???壚?????鐚?follower??遵??leader???羔???壩?遺??篌?莇?菴?4??≧????姒?????罩ゆ押???follower腱糸??ISR鐚????篁ヨ????九??replica.lag.max.message???莅丞舟篌寂????????????????篏????producer???莎欠?シ?狗??絣井??????producer筝?罨≦????????羔???虁??菴?4??≧?駈??箙?絨掩?虁??菴?replica.lag.max.messages鐚?罩ゆ??follower??巡??茴?丨筝堺?壚??leader??壩?コ?????罩ヤ??鐚?篁????茴?権??坂??ISR???篏?絎????筝?菴?篋?follower??醇????羇紫?倶?????筝?羃≧????ц?初?勰???????d?????箙????菴巡??leader,綛区←?????医????ヤ??ISR???篋????葦篌???榊ー絎?篁コ????上?医?????ISR??九???????医??綵?ISR鐚?菴???????紜????篋????莪??????ц?醇???????????筝?菴?筝?????井??broker???絮???????莅丞舟紊?ぇ篋?鐚?綵怨?????罩b????遵?????follower???腱脂??;莅丞舟???紊??鋋?鐚?絲取??follower???蘂?膵?菴???冴?????羈?膸?絎?筝?筝?????????replica.lag.max.messages?????種?????罩わ????亥????ス??Kafka腱脂?や??菴?筝?????違??羈Ǎ??ISR筝上????ロ??leader???follower??? + + + +筝???≫?????菴?羔??????遺??筝???綽居?????HW???HW篆?腱育??羂岩??鐚?HighWatermark???膽ï??鐚????筝?筝?partition絲劫?????ISR筝中??絨????LEO篏?筝?HW鐚?consumer???紊??Ű?醇??茣劫??HW????????篏?臀勉???Ϊ??罸鋇?replica??醇??HW,leader???follower????????茣f?贋?域??訓???HW?????倶?????絲剛??leader??医????ョ??羔???姒??consumer筝???順????紙??茣刻??leader篌?膈?緇?莚ユ????虁←??????ISR筝下??replicas???罩ュ????贋??HW鐚?罩ゆ?倶????壩????処←consumer羔?茣鴻??菴???桁葦篆?莚?篋?絋????leader????????broker紊掩??鐚?莚ユ????壚????九櫆札篁???育??筝丞??leader筝左キ??????絲剛????ヨ???????broKer???莚糸??莚傑??鐚?羃≧??HW????????吟?? + +筝???乗唵膸????莚贋??篋?綵?producer???篋ф????虁??broker???鐚?ISR篁ュ??HW???LEO???羌?莉セ??腮?鐚? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181202175002622-1830127657.png) + +??掩4?櫝??鐚?Kafka???紊???倶?阪?倶?≫???????????????罩ュ????駈??箙?筝??????膾夌??綣?罩ュ????吟??篋?絎?筝?鐚????罩ュ????区??羆?????????遵轡篏????follower??遵????九??鐚?菴???≧????壩??篌?茴?commit鐚?菴?腱?紊???倶?劫?????紊х??綵怨??篋????????????????綣?罩ュ????倶?劫?鋇?鐚?follower綣?罩ョ??篁?leader紊???倶?井?卡????井??Ű??茴?leader??????log絨沿←莅や減綏牙??commit鐚?菴?腱??????灸??絋????follower??処??羃≧??紊???九??鐚???遵??篋?leader??駈??腦????leader絎???削?????篌?筝√け??井?勉?????Kafka???菴?腱?篏睡??ISR?????劫?????緇?絅順?????茵>??隋勌????井?勌??筝√け篁ュ?????????????? + +Kafka???ISR???膊∞?????膸???巡?????薤????Zookeeper?????剛???????隙??篏?臀勌減鐚?/brokers/topics/[topic]/partitions/[partition]/state??? + +????????筝や肩??井?剛??絲壕??筝?Zookeeper????????壕??茵?膸贋?わ?? + +Controller??ョ惨??わ??Kafka???臂や賢?????銀賢筝?筝?Broker篌?茴???筝鞘減Controller鐚?筝肢??茣?茣?Partition膊∞???????壩?ス?倶??膊∞??鐚?箙?篌???ц??膠私室篋??????????partition箙?膠紫??膊∞??篁糸?<????????????篋???劫????>散筝?鐚?Controller筝????LeaderSelector篌????筝丈?亥??leader鐚?ISR?????亥??leader_epoch???controller_epoch??????Zookeeper?????後?活????剛賢????????九??莎?LeaderAndIsrRequest?????ユ????????replicas??? + +leader??ョ惨??わ??leader????????ス??膾睡??絎????罍?羌?ISR筝?follower??????援?ISR, 絋????????ーISR??????鐚????篌?絨???亥??ISR???篆≧?虁????????Zookeeper?????後?活????剛賢??? + + + + + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## 箙??????井???????у?????箙???т??莚? + +綵?producer???leader????????井?勖?駈???櫆札???菴?request.required.acks?????井?ヨ倘臀勖?井???????х??膾у???? + + + +* 1(藥?莅?)鐚?菴??????括??producer???ISR筝下??leader綏我???????九?亥????井??攻緇???亥`莅ゅ????????筝?筝????message???絋????leader絎???坂??鐚????篌?筝√け??井?勉?? + +* 0鐚?菴??????括??producer??????膈?緇???ヨ??broker???隋勤丨???膸х鮫??????筝?筝???号????壔??菴?腱??????灸????井?勌??莨??????????蕭?鐚?篏???壩?井???????х`??壩??篏??????? + +* -1鐚?producer???荀?膈?緇?ISR筝下????????follower??順`莅ゆ・??九?井?井???????膊?筝?罨≦?????絎????鐚???????ф??蕭????篏???虁????隙??筝???巡??莚???井?勌??筝√け鐚?罸?絋?綵?ISR筝上Ŭ??leader???(??????ISR??d?????莅峨?逸??ISR筝下??????????延?????篋??????灸??紜????箙?篌???鎞?鐚????絨?絨怨Û?î??筝?leader)鐚?菴???桁葦??????篋?acks=1????????泣?? + + [絎?臀????臀勤????](http://kafka.apache.org/documentation/#configuration) + +絋????荀????蕭???井?勛????????э?????倘臀?request.required.acks=-1????????駈??箙?荀?min.insync.replicas菴?筝??????(?櫆札???broker??????topic絮???∵??茵?莅丞舟)?????????鐚?菴???傑????遵????ユ??紊х???????????min.insync.replicas菴?筝?????域倘絎?ISR筝下?????絨???壩?シ?井????絨?鐚?藥?莅ゅ?寂減1鐚?綵?筝?篁?綵?request.required.acks?????域倘臀勌減-1??駈??罩ゅ????井???????????絋????ISR筝下????壩?シ?医??篋?min.insync.replicas???臀勛????育????駈??絎∽?欠?篌?菴????綣?絽醐??org.apache.kafka.common.errors.NotEnoughReplicasExceptoin: Messages are rejected since there are fewer in-sync replicas than required??? + + + +?・筝???ュ噲acks=1???-1???筝ょ???????笈??茵?莚?????????鐚? + + + + + +### 9.1???request.required.acks=1 + +producer????????井????leader鐚?leader?????サ?井?ュ????????鐚?菴????絎∽?欠???????;罩ゆ??ISR筝下????壩?セ??羃≧????ュ???????????莚ユ????姒??leader絨怨????坂??鐚???d??罩ゆ??????????羔????葦篌?筝√け??? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181202181329621-1088596676.png) + + + +### 9.2???request.required.acks=-1 + +???罩?(Kafka藥?莅や減???罩ワ?????producer.type=sync)?????????罔≦???replication.factor>=2筝?min.insync.replicas>=2????????灸??鐚?筝?篌?筝√け??井?勉?? + +???筝ょ????後???????泣??acks=-1????????灸??(絋??????号??莚贋??鐚?篁ヤ??acks??処;腓坂減??????request.required.acks)鐚???井??????????leader, ISR???follower?????絎??????井????罩ュ??鐚?leader罩ゆ?倶?????鐚???d??篌????筝上?堺?亥??leader鐚???井?勌??篌?筝√け??? + +![](https://img2018.cnblogs.com/blog/843808/201812/843808-20181202212242480-242555451.png) + +acks=-1????????灸??鐚???井??????????leader??? 鐚???????ISR?????壩?サ??罩ワ??leader罩ゆ?倶????????罸?絋?follower1h???follower2??醇???櫝?遵???????亥??leader, producer腴壚??緇???域?????綣?絽醐??producer腴壚???????医???????井?卡????井??櫝?巡?????紊? +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181202212407453-662912091.png) + +綵???銀????鞘賢絋???????leader crash?????九??鐚?follower2菴?羃≧?????罩ュ?遺算篏???井?卡?????筝?follower2茴???筝鞘減??亥??leader???莚?鐚?菴???傑?????葦筝?篌????紊???? + +羈Ǎ??Kafka?Û?????fail/recover??勰??,筝?紊????Byzantine??勰????? + + + + + +### 9.3?????割??HW???菴?筝?罩ユ「莅? + +??????筝????(???acks=-1,??????ISR??壩?サ??罩?)筝下???Ί??腱??????居??絋???????Leader???????????九??鐚?follower1???罩ヤ??羔????4,5鐚?follower2???罩ヤ??羔????4鐚?筝?罩ゅ?????follower2茴???筝鞘減leader鐚???d??罩ゆ??follower1筝下??紊???榊??羔????5莚ュ??絋?篏?紊???????? + +菴????絨演??荀?HW???????????????篋????絋???????菴逸??筝?筝?partition筝下??ISR???茵?筝昭和??leader???HW??壩?????ISR???茵?????壩?コ賢???絨??????d肩???LEO???膠私室篋????罅九?????鐚?羂岩???????割?????篏???e????中?帥?? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203204010599-1107873190.png) + + + +絋?筝???常?????筝?topic??????partition???筝?筝??壩?ロ????????減A???B???C???A篏?筝?leader????????LEO???蕭?鐚?B膣ч????九??鐚?C??阪???延?????臀勖??莨?篏?鐚?臀?膸?罸?莨?綏卡???????????罩ユ????≪??菴?筝??九??A??阪??絎???削??菴???九??絋????B???筝?leader鐚????絋?羃≧??HW鐚????A?????井?√??箙????篌???????罩?(makeFollower)???篏?鐚????絎???堺??log???篁銀???????贋・???菴遵?????篏?鐚???????絋?B???LEO綏牙?颴上?遺??A???LEO鐚?篌?篋х????井?勌??筝???雁???????居?????篁ヤ戎???HW??ラ?水??菴?腱??????泣?? + +A?????????罩ユ??篏??????九??鐚????絨?log???篁倶???上?遺????????訓???HW???篏?臀卡?????3鐚?箙???????篁?B筝中?????羔???虁??茵????罩ャ?? + +絋????紊沿乾???follower??√??菴???ワ??絎?薤????絨????訓???log???篁倶???上?遺??罨?checkpointed??九?紫??HW???篏?臀卡??箙???????篁?leader筝上??罩ユ????壔??leader??????篌??????育??筝常????亥??leader篌?????????????篁も??莅ï?銀?????follower????左?活??昆???HW???篏?臀勛?九?????????????亥??羔???壔?? + +綵?ISR筝下??筝??壩?ス??LEO筝?筝???贋?駈??絋????罩ゆ??leader??????鐚????筝丈?亥??leader??九攻筝???壩?????LEO???蕭?篏?菴?茵????筝常???????壩?????ISR筝下??蕁阪?????筝障?? + + + + + +### 9.4???Leader???筝? + +筝???≧?????Ŭ??茴?ISR筝下????????follower??巡??leader紊???区???サ???篌?茴?丨筝阪群???篋ゃ??菴???桁葦??水??篋?????????井?勤←???菴?篋?leader鐚?菴?羃≧?ュ?????茴?算篏?follower紊???九葦絎???坂??鐚????????????井?勌権紊宴?????絲剛??producer???荐?鐚?絎??櫆札?????ð??????緇?羔????commit鐚?菴??櫆札???菴?request.required.acks??ヨ倘臀勉??菴?腱???阪?句`篆?篋??Ű??ISR筝中??筝?筝??????篁ヤ?????follower鐚?筝???∴←commit???羔????葦筝?篌?筝√け??? + +???筝?筝??????荀??????勰???????leader絎???坂??鐚??????桁??follower筝右??筝上?堺?亥??leader鐚????筝?follower?櫝?処?遵??緇?紊?????????贋・crash篋?鐚????篁ュ??蕁紫`篆??????ì???????謂?????follower篏?筝堺?亥??leader???筝?筝??堺?ス????????絨掩?姒??絋????leader筝????篋?鐚???亥??leader綽?蕁紙?ユ???????ョ??leader commit?????????羔???壔??菴?絨演??荀????筝?筝???筝昭和??絋????leader???;???筝?筝?????虁←commit???膈?緇???翫?????follower隋勤丨鐚???d?????絎???????箙????絨掩????翫?????follower?櫆札???筝堺?亥??leader鐚?篏?菴?箙?篌???????????????????筝??????? + +筝?腱????絽後幻????????筝?leader?????劫????壎??絨???井??篁?紊???謂??鐚?Kafka綛銀????奝???????腱???劫?????菴?腱?罔≦?鋇?鐚?絋???????篁シ??2f+1筝??壩?ロ????d?????commit箙????綽?蕁私??莚????f+1筝?replica紊???九??羔???姒???????銀減篋?篆?莚???醇3隋勰??筝上?堺?亥??leader鐚?紊沿乾?????壩?シ?遺????処??菴?f筝ŝ??菴?腱???劫?????筝???紊х??篌???随??膤紫?????綮区???????割?????綽???????佀?阪?Ǎ??箙?絨掩?虁?罸?絋???壩?シ?遺減3鐚???d??綮区??絨怨????割?????綽?????d肩follower???筝???壩????∝????d肩??????絨???井??篁?紊???謂???????劫?鋈????筝?篋???e?随??筝坂??篆?莚?leader???筝丞??罩e幻菴?茵?鐚?絎??????遵俉綽????紊沿乾???follower??井??莨?絨?鐚?絋????荀?絎劫??1筝?follower??????鐚???d????喝??荀?3筝ŭ札筝??????壩?ロ??絋????荀?絎劫??2筝?follower??????鐚?綽?蕁肢?????5筝ŭ札筝??????壩?ケ??箙?絨掩?虁?鐚??????篋хッ紜?筝?筝坂??篆?莚?莨?蕭????絎拷?????鐚?綽?蕁肢?????紊ч???????壩?ロ?????紊ч???????壩?サ??篌????紊ф?井?勰?鋇?絲取?贋?ц?順????ュ?т????????菴?腱?膊?羈???翫????????Zookeeper菴?腱???延昆???臂ら??臀勛??膤紫??筝左??緇?絨??????荀?紊ч????井?勛??膤紫??筝TEL戎??????????????HDFS???HA?????巡??????坂?????絨???井??篁?紊???謂???????劫???篏?????倶?井???????綛銀????奝?????????欠????劫????? + +絎????筝?鐚?leader???筝丞??膊?羈????絽後??鐚?罸?絋?Zookeeper???Zab???Raft篁ュ??Viewstamped Replication??????Kafka???篏睡????leader???筝丞??羈???翫?????小莉夌??PacificA膊?羈???? + +Kafka???Zookeeper筝TEL減罸鋇?筝?partition?????????膸贋?や??筝?筝?ISR鐚?菴?筝?ISR????????????replication??処??筝?篋?leader鐚??Ŭ??ISR?????????????????醇??茴???筝?leader????櫝??(unclean.leader.election.enable=false)????????腱?罔≦?鋇?鐚?絲剛??f+1筝??壩?ロ??筝?筝?Kafka topic??遵??篆?莚?筝?筝√け綏牙??commit羔???夌????????筝?絎劫??f筝??壩?ス??紊沿乾鐚????紊у????遺戎?????堺?壚??鐚?菴?腱?罔≦???????????????ñ?????篋?絎?筝?鐚?筝坂??絎劫??f筝??壩?ス??紊沿乾鐚????絨???井??篁?紊???謂???????劫?????ISR???commit??????荀?膈?緇??????壩?ス????育????壚????欠??鐚?篏????ISR???荀??????紫????壩?ス??筝??医??箙???壎??絨???井??篁?紊???謂???????劫?????筝??????? + +筝?????????逸?????ISR筝左?喝?????筝?筝?follower??駈??Kafka?櫆札隋勌??綏牙??commit?????井?勌??筝√け鐚?篏?絋???????筝?筝?partition?????????replica??醇??篋?鐚?絨掩??羈?篆?莚???井?勌??筝√け篋????菴?腱??????灸?????筝ょ???櫝???????号??鐚? + +膈?緇?ISR筝TEL算??鋇?筝?replica???羇獅??菴???ワ??綛銀?????絎?篏?筝?leader + +?????ñ?筝?筝ĵ??羇獅??菴???ョ??replica(綛銀??筝?絎??????ISR筝?)篏?筝?leader + +菴?絨演??荀?????櫜????у??筝???贋?у??筝TEL????坂??筝??????????????í??絋????筝?絎?荀?膈?緇?ISR筝下??replica???羇獅??菴???ワ????d???櫜??????狗?翫葦?櫝?巡????後噲莨???帥?????筝?絋????ISR筝中????????replica??醇??羈????羇獅??菴???ヤ??鐚?????????井?勌権紊延??鐚?菴?筝?partition絨?羂梧??筝??櫜??????????ñ?筝?筝ĵ??羇獅??菴???ョ??replica篏?筝?leader,???菴?筝?replica筝????ISR筝下??replica,??e?割戎絎?綛銀??篆????綏牙????????????????綏?commit???羔???姒??絎?箙?篌????筝?leader???篏?筝?consumer?????井?勖?????藥?莅ゆ????灸??鐚?Kafka???????篋?腱?膈???ワ????潟????? + + + +* unclean.leader.election.enable=true鐚?箙??櫆札絨?罩ゅ????域倘臀勌減false??ュ?夌???筝?腱?膈???ャ?? +* unclean.leader.election.enable菴?筝?????医噲篋?leader??????筝障??膤紫??????櫜????т札?????井?勛????????ч?醇????喝?渇??荀????綵怨????? + +筝???∽??篁シ?ュ?????筝????腱???後???????堺?壔?? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203213455180-1212737615.png) + +絋????筝???丈??腓削?????莅丈??筝?partition筝下????壩?シ?遺減3鐚?replica-0, replica-1, replica-2??????絖???上??broker0, broker1???broker2筝KK??AR=(0,1,2)鐚?ISR=(0,1)??? + +莅丞舟request.required.acks=-1, min.insync.replicas=2鐚?unclean.leader.election.enable=false???菴????莅?broker0筝下????壩?コ??腱遺??筝?broker0莎桁??broker0筝?leader鐚?broker1筝?follower??? + +綵?ISR筝下??replica-0??榊ーcrash????????究?駈??broker1???筝鞘減??亥??leader[ISR=(1)]鐚????筝阪??min.insync.replicas=2綵怨??鐚?write筝???醇????\??篏????read??順薩膸中3絽御????<??罩ょ???????究?√????号??鐚? + +絨?莚???√??(??????)replica-0鐚?絋??????処儀??ワ??膤紫??罩e幻; +絋????replica-0筝???醇?√??鐚????荀?絨?min.insync.replicas莅丞舟筝?1鐚???√??write?????純?? + + +綵?ISR筝下??replica-0??榊ーcrash鐚?膣ф・???replica-1箙???榊ー篋?crash, 罩ゆ??[ISR=(1),leader=-1],筝???遵噲紊????箴??????\??罩ょ???????究?√????号??鐚? + +絨?莚???√??replica-0???replica-1鐚?絋??????処?処儀??ワ?????膤紫????√??罩e幻; +絋????replica-0莎傑?ワ?????replica-1筝???処儀??ワ??菴???九??篁???銀????初?????leader鐚????筝阪??莅丞舟unclean.leader.election.enable=false??駈??leader?Ű?巡??ISR筝右??筝常??綵?ISR筝中???????壩?ソ?遵け???箙????鐚????荀?ISR筝中?????紊掩???????d肩??壩?セ?醇?√??箙?????????初??筝?leader, ???replica-0???紊掩??鐚?replica-1???紊掩??鐚????荀?replica-1??√??????????初??筝?leader???篆?絎??????号??綮肴佈???unclean.leader.election.enable莅丞舟筝?true,篏???虁????隙?????筝√け??井?勛???????球?????鐚?菴???桁櫆札??√??read?????<???????潔??荀?絨?min.insync.replicas莅丞舟筝?1鐚???√??write??????;replica-1??√??鐚?replica-0筝???醇?√??鐚?菴?筝?????灸????∫????域??鐚?read?????≦櫜?Ǎ?????荀?絨?min.insync.replicas莅丞舟筝?1鐚???√??write??????; +replica-0???replica-1??巡????醇?√??鐚?菴?腱??????球櫆札?????????綵?2. + +綵?ISR筝下??replica-0, replica-1?????九?????,罩ゆ??[ISR=(0,1)],筝???遵噲紊????箴??????\??罩ょ???????究?√????号??鐚?絨?莚???√??replica-0???replica-1鐚?綵???銀賢篁紙?鋇?筝??壩?シ?√??罩e幻??駈??絲劫???櫆札???箴?read?????<????翫??2筝??壩?シ?√??罩e幻鐚?write?????醇????醇?√??鐚???????絨?絨?min.insync.replicas莅丞舟筝?1??? + + + + + +### 9.5???Kafka?????????罔≦?? + +Kafka?????????罔≦?????producer腴夌?????臀??????producer.type??ヨ倘臀卡??菴?筝?????井??絎?篋????????佂鎖腮?筝中????夌??????????劫???????罩ョ??菴??????罩ョ??鐚?藥?莅ゆ????罩ョ????劫??????producer.type=sync???絋????莅丞舟???綣?罩ョ??罔≦??????producer.type=async鐚??櫆札???producer篁?batch???綵√??push??井?卡??菴???隙?????紊х?????蕭?broker?????ц?緒??篏???虁????隙??紜????筝√け??井?勛??蕋???í??絋???????荀?隋勌??羔???夌????????э??綽?蕁肢??絨?producer.type莅丞舟筝?sync??? + +絲剛??綣?罩ユ─綣??菴????4筝???絅?????????逸??絋?筝?鐚? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203213857717-291133501.png) + +篁?batch?????劫???ィ?????井??櫆札???紊х?????蕭?紊??????????鐚?kafka producer?櫆札絨?羔?????????絖?筝下姦莅≦?遺??絎???育?????篏?筝坂??筝?batch??????莚傑?????batch?????育?鎀у???櫆札???菴?producer?????????(batch.num.messages)?ァ??吟?????菴?紜????batch???紊у????櫆札??鎞?臀?膸?莚傑?????脾????IO???罨≧?逸??綵???九?隙???????域倘臀勰??荀???????????????倶????ф?拷?√??筝?筝???茵<?????罸?莨???亥???????コ賢菴????batch.size菴?筝?????違?? + + + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## ??????蕭???????т戎????????? + + + +### 10.1???羔???壚??莨?篆???? + +?????√群膸鋌?膸?篋?Kafka絋?篏?菴?茵??????????絖???Ǎ??篁ュ??篋?茹d??producer???consumer絋?篏?綏ヤ??????・筝???ヨ仡莅榊?????Kafka絋?篏?隋勌??羔??????producer???consumer箙???岩??莨???????篁ヤ??筝?腱??櫝?順??篌?莨?篆????(delivery guarantee): + + + +* At most once: 羔????櫝?巡??筝???篏?膸?筝?篌????紊?篌?莨? +* At least once鐚?羔???夌??筝?篌?筝???篏??櫝?巡?????紊?篌?莨? +* Exactly once鐚?罸???≧????虁????篌?茴???莨?筝?罨>??篁?篌?莨?筝?罨? + +Kafka???羔???壚??莨?篆??????阪?狗??絽悟?頑?????綵?producer???broker??????羔???壩?駈??筝????????≧????虁←commit鐚???延????壩?シ?阪??(replication)???絖???Ǎ??絎?絨延??篌?筝√け???篏?????????producer????????井?勛??broker???鐚??????亥??臀?膸???勰??????????????篆>賢??昭和?????producer絨掩??羈???ゆ?左唫??≧????壩????群膸????篋?(commit)?????順??Kafka???羈?隋???臀?膸????????????翫?????篋?篁?箙?鐚?篏????producer?櫆札retry紊?罨\??隋勌??羔????群膸閫g`篌?莨????broker筝昭和?????篁ョ????Kafka絎??ー??????at least once??? + +consumer篁?broker筝左嚞???羔??????鐚??櫆札??????commit鐚?莚ユ??篏?篌????Zookeeper筝上??筝?莚?consumer???唫partition筝?莚糸?????羔???夌??offset???莚?consumer筝?筝?罨≦??莚肢唫partition??銀??篁?筝?筝???≦??紮?莚糸?????絋????commit鐚?筝?筝?罨∴嚞??????綣?紮?篏?臀勌??莊?筝?筝?罨?commit箙???????綣?紮?篏?臀勛?後?????綵???銀???櫆札絨?consumer莅丞舟筝?autocommit鐚????consumer筝????嚞?????井?井?勛????活????commit???絋?????Ű仡莅肴??筝?莚糸??羔???夌??菴?腮?鐚????Kafka??夌`篆?篋?exactly once, 篏???????????延????????producer筝?broker箙???雁?????腱???????絲取?贋????夌?????紊?鐚???d??菴????絨掩??at least once??? + +??????菴???隙??腱??????居??綵?consumer莚糸??羔???壚????????commit???紊????羔???姒???????腱?罔≦?鋇?鐚?絋????consumer???commit???菴?羃≧?ュ?????紊????羔????葦crash篋?鐚?筝?罨♂????医??紮?綏ヤ?????絨掩??羈?莚糸?医?????綏我??篋よ?????????????羔???姒??菴?絨怨噲綺?篋?at most once篋???? + +莚糸??羔??????紊???????commit???菴?腱?罔≦?鋇?鐚?絋????紊????絎?篋?羔??????commit箙????consumer crash篋?鐚?筝?罨♂????医??紮?綏ヤ????区??篌?紊?????????????commit???羔???姒??絎????筝?莚ユ?????群膸頮?紊????菴?篋?鐚?菴?絨怨噲綺?篋?at least once??? + +荀???????exactly once絨演??荀?綣???ユ?????サ?????阪?吟?? + + + +### 10.2???羔????サ??? + + + +絋?筝?筝???????菴逸??Kafka???producer腴???consumer腴奝?巡????榊ー羔???夌?????紊?鐚?菴?絨演??荀??サ???紊??????? + +Kafka???罅d賢??????GUID(Globally Unique Identifier)???网?綽居?????菴?絎∽?欠???????膊?羈?緇???井?鋇?????夌??unique id鐚??????九櫐??絨????broker筝?絖????????医??鐚???渇??菴?GUID箴水櫐?ヨ哆??????羔??????絎刻??箙?箴推??????????合??綛?膈???т??莚?鐚????荀????broker筝????箴?罩ゅサ???紊????罔≦??鐚??????亥????サ群膸???壩????? + +???絲?GUID, 絋????篁?絎∽?欠????茹?綺?サ???鐚???d?????荀?綣???ラ??筝上?靶?絖?鐚?綽???銀??紜????箴?莎?紊????綺????Ϊ??膽?絖????紊у????鞘札???絎???? + +筝??Ŭ??Kafka, 膠私室RabbitMQ篁ュ??RocketMQ菴?膠糸??筝?膾т賢??岩散箙??Ü?????at least once, 筝?箙????羈?篁????昆?サ菴?茵?羔????サ?????????篁ユ??篁サ産莅勌????≧?号?号?勤??昆???筝???∞?合?壕??茵??サ???鐚?罸?絋?筝???≧????壩?セ昆??桁??綛?膈???э??????????????Redis膈???銀??篋у??菴?茵??サ???紊??????? + + + + + +### 10.3???蕭???????ч??臀? + +Kafka???箴?篋?緇?蕭??????井????篏?綣号?э??絲剛?????荀???井?勰????????х????堺?姒?????篁サ櫆札紜??????井????篏?紊?篁醇??(replication.factor)鐚?莪?蕭????絨??????ュ?壩?シ?亥??筝???(min.insync.replicas)膈?膈?鐚?篏???虁????隙??綵怨????ц?純?????箙?鐚???ц?醇??蕭??????????у?????篏?鐚??????潔??荀????昆筝???∞?号?у??綵惹4箙???翫??筝?篋????茵≧?ч????í?? + +荀?篆?莚???井??????ュ??Kafka??????????鐚?蕭????????鐚????荀?絋?筝???????臀卡?? + + + +1. topic??????臀卡??replication.factor>=3,??喝?壩?シ?域?喝?????3筝?;2<=min.insync.replicas<=replication.factor +2. broker??????臀卡??leader??????筝丈?>散unclean.leader.election.enable=false +3. producer??????臀卡??request.required.acks=-1(all)鐚?producer.type=sync + + + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## ???筝????????????膸?罅???? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181212101055804-450926848.png) + +Broker?????????紊????羌?羂雁鎖???鐚????筝阪??筝??倶侊??ヨ??茵?(SEDA)鐚?篁ユ??蕭???????????????ц?緒??絨初????水??Thead??牙??緇?鐚?篁ヤ??筝肴??腮?莚贋????? + +* Accept Thread茣?茣d??絎∽?欠?綮榊??菴??・??乗君鐚???九?????Socket莉勤習篋ょ??Process Thread +* Process Thread茣?茣f・??区噯羆???????綺???井?卡??Process Thread罸閩≦?坂??Selector篋?篁九妾?ッ鐚?薤????篁?Response Queue莚糸?????綺???井?卡?????絎∽?欠????紊????綺?鐚???九???・??九?医???欠?莚傑?????鐚?莚糸????井?勖?上??Request Queue??? +* Work Thread茣?茣d????♂?肢?????IO脾????紊????膈?鐚?茣?茣d??Request Queue莚糸??莚傑??鐚?綛倶??紊????膸??????上??Response Queue筝昭和??緇?Process Thread????????阪サ??? + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## ???篋????rebalance??阪?? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181212101229091-1187958161.png) + +Kafka篆?莚????筝?consumer group筝上Ŭ??筝?筝?consumer篌?羔?茣号????≧????姒??絎????筝?鐚?Kafka篆?莚??????夌┳絎???倶??筝?罸鋇?筝?consumer絎?箴??Ü??羔?茣号??筝?筝???紊?筝??劫???????井?卡????????筝?partition?????井??Ü??茴????筝?筝??劫?????consumer絎?箴????羔?茣鴻??菴???決倘莅∞????e?炊?壩??羈?莅ï??筝?筝?consumer group??????consumer??????羔?茣号?井?卡??篌???炊?壩?鋇?consumer筝?????処??紊ч?????broker???篆\????鎞????篆≦?????鐚??????銀?????篏?篋?????????上墾鐚?絎??ー箙???雁?????????Ϊ??鐚????筝阪??筝?筝?partition????????井?勖?壩??綺????鐚?菴?腱?莅乗?≦櫆札篆?莚?罸鋇?partition????????井?勌????壩??綺頮?羔?茣鴻?? + +絋???????consumer group筝?consumer??育?鎞?篋?partition??育????????喝?????筝?筝?consumer篌?羔?茣劫??筝?partition?????井?卡??絋????consumer?????育?鋇?partition??育????後??鐚????罩eソ筝?筝?consumer羔?茣剛??筝?partition?????井?卡?????絋????consumer?????育?鎀?篋?partition?????育????駈??篌??????????consumer???羈?羔?茣壕唫topic筝?篁私??筝???≧????壔?? + +**Consumer Rebalance膊?羈?絋?筝? 鐚?** + + + +
1. 絨???勖?? topic 筝?????????? partirtion ???綺??絖?篋?PT 2. 絲号?? consumer group 筝??????? consumer ???綺??絖?篋? CG鐚?膃? i 筝?consumer 莅遺減 Ci 3. N=size(PT)/size(CG)鐚????筝??????? 4. 茹i?? Ci 絲劫????ュ???????? partition ???羔?茣号??鐚?i篁?0綣?紮?鐚? 5. 絨?膃?i*N??逸??i+1鐚?*N-1筝? partition ??????膸? Ci???
+ + + +?????consumer rebalance????ァ??句????ユ?夌?掩?鋇?筝?consumer???菴?Zookeeper絎????????????隙??????ァ??倶?劫?鎂?筝?鐚? + + + +
???/consumers/[consumer-group]/筝?羈????id
+莅丞舟絲?/consumers/[consumer-group] ???watcher
+莅丞舟絲刻??brokers/ids???watcher
+zk筝?莅丞舟watcher???莊????????号?贋?刻??茹???consumer rebalance
+ + + + +?????腱?膈???ヤ??鐚?**罸鋇?筝?consumer??????broker???紜????????????鎞???巡??茹???consumer rebalance**??????筝堺?鋇?consumer?Ű??茣h????頑??訓???羔?茣合??partition鐚?筝坂??篆?莚???岩肩consumer group???筝???贋?э?????篁ュ??筝?筝?consumer茹???篋?rebalance??駈??莚?consumer group????????九????????consumer箙?綺?莚ュ????区Е???rebalance??? + +* Herd effect + +篁私??broker??????consumer???紜??????巡??茹????????????consumer???rebalance + +* Split Brain + +罸鋇?consumer???????????ソ??菴?Zookeeper??ゆ?上?ŭ??partition down篋?鐚???d??筝????consumer篁?Zookeeper???????????亥??view絨怨櫝?巡??筝???件??菴?絨延???????????莚夌??reblance絨?莚???????筝?????櫝?醇????????consumer??処丨筝?rebalance綏牙?鎘????篋?鐚?篏?絎????筝??櫝?遵攻???絋?罩ゃ?? + +[?????育ゞ???](https://www.cnblogs.com/wangzhuxing/p/10051512.html#_labelTop) + +## ???筝????BenchMark + +Kafka????????篌???????緇?羞援??????兊??羣?鐚???号??????篌?羔???壚賢??岩散??∫??(VMS??∫??)???????偰??莎??????丞ず鐚????VMS??∫??菴?莉ス??Kafka???臂や賢?????壩?????topic??医群?・菴?2000鐚?罸鎀ñ??莚傑????鋈?綏画松???篋睡婚???菴????絨延札Kafka???蕭???????т減??阪????号?ユ「腥九??腱?筝??????堺?壚?????茵?筝肴;?ー鐚?篁ユ4??ュ??羞怨噲Kafka???莅ょ?ワ??筝阪ぇ絎九??篁ュ??蕭???????篏睡??Kafka??倶??箴?筝?篁巡????勉?? + + + +### 13.1???羌?莚??ッ紜? + +Kafka broker?????遺??4?佀?阪?Ǎ????????減broker[0/1/2/3]???臀???筝?鐚? + +CPU: 24core/2.6GHZ +Memory: 62G +Network: 4000Mb +OS/kernel: CentOs release 6.6 (Final) +Disk: 1089G +Kafka?????ロ??0.10.1.0 +broker腴?JVM?????域倘臀卡?? + + + + + +
-Xmx8G -Xms8G -server -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled -XX:+CMSScavengeBeforeRemark -XX:+DisableExplicitGC -Djava.awt.headless=true -Xloggc:/apps/service/kafka/bin/../logs/kafkaServer-gc.log -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=9999
+ + + +絎∽?欠???阪????臀卡?? + +* CPU: 24core/2.6GHZ +* Memory: 3G +* Network: 1000Mb +* OS/kernel: CentOs release 6.3 (Final) +* Disk: 240G + +### 13.2???筝??????堺?壩??莚? + +#### ??堺??1鐚? + +羌?莚?筝?????????壩?シ?違??min.insync.replicas膈???ヤ札???request.required.acks膈????(篁ヤ??膊?腱?acks膈????)絲剛???????????綺?(TPS)???綵怨????? + +??隙?????臀卡??筝?筝?producer;????????劫?鋇?sync;羔???壚??紊у?鋇?1kB;partition??遺減12?????壩?シ?遺減鐚?1/2/4;min.insync.replicas??????減1/2/4;acks??????減-1(all)/1/0??? + +??隙??羌?莚???井????筝?茵?(min.insync.replicas?Û??acks=-1??倶?????)鐚? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203221444373-736905445.png) + +羌?莚?膸??????????鐚? + + + +1. 絎∽?欠????acks膈???ュ噲?????????TPS???莨?紊х??綵怨??鐚?TPS鐚?acks_0> acks_1> ack_-1; +2. ??壩?シ?域??蕭?鐚?TPS莇?篏?;??壩?シ?遺????贋?駈??min.insync.replicas筝?綵怨??TPS; +3. acks=0/1??駈??TPS筝?min.insync.replicas?????遺札?????壩?シ?井????鰹??篁????acks膈???ョ??綵怨????? + +筝???√??partition???筝??域倘臀勌減1鐚???ヨ??筝?罩ョ`莅や??筝???????acks膈???ャ??筝???????min.insync.replicas膈???ヤ札???筝?????????壩?シ?医噲篋??????????綺???綵怨??鐚?莚???莚欠????????2?????????3??? + +#### ??堺??2鐚? + +???partition筝??医?阪??筝?1鐚?羌?莚?筝?????????壩?シ?医??min.insync.replicas膈???ュ噲?????????綺???綵怨????? + +??隙?????臀卡??筝?筝?producer;????????劫?鋇?sync;羔???壚??紊у?鋇?1kB;producer腴?acks=-1(all)????????√?壩?シ?逸??2/3/4; min.insync.replicas莅丞舟筝削??1/2/4??? + +羌?莚?膸????絋?筝?鐚? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203221832812-2007554062.png) + +羌?莚?膸??????????鐚? + +??壩?シ?域??蕭?鐚?TPS莇?篏?(菴???剛????堺??1???羌?莚?膸?莅阪?糸??)鐚?篏??????partition??遺減1??九勲莊????緇勉??min.insync.replicas筝?綵怨??TPS??? + +#### ??堺??3鐚? + +???partition筝??医?阪??筝?1鐚?羌?莚?筝???????acks膈???ュ????壩?シ?医噲?????????綺???綵怨????? + +??隙?????臀卡??筝?筝?producer;????????劫?鋇?sync;羔???壚??紊у?鋇?1kB;min.insync.replicas=1???topic??壩?シ?遺減鐚?1/2/4;acks鐚? 0/1/-1??? + +羌?莚?膸????絋?筝?鐚? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203222003811-323209661.png) + + + + + + + + + + + + + +羌?莚?膸??????????(筝???????1筝????)鐚? + +* ??壩?シ?域??紊?鐚?TPS莇?篏?; +* 絎∽?欠????acks膈???ュ噲?????????TPS???莨?紊х??綵怨??鐚?TPS鐚?acks_0> acks_1> ack_-1??? + +#### ??堺??4鐚? + +羌?莚?筝????partition??医噲???????????????綵怨?? + +??隙?????臀卡??筝?筝?producer;羔???壚??紊у?鋇?1KB;????????劫?鋇?sync;topic??壩?シ?遺減2;min.insync.replicas=2;acks=-1???partition??育?顒丞舟筝?1/2/4/8/12??? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203222113272-1167910484.png) + +羌?莚?膸??????????鐚? + +partition???筝????篌?綵怨??TPS鐚???????partition???筝??亥??紜????TPS篌???????紜???随??篏?綛銀????壚????贋??罩f????括鎧鐚???域松筝?絎?筝雁????惹?駈??partition??育?????紜??????????篌?篏?TPS??ュ小???篏???? + +#### ??堺??5鐚? + +???菴?絨????臂や賢??????broker莅丞舟???筝??櫐????∞?倶??鐚?羌?莚?絲劫???欠?篁ュ??羔???虁?順?????綵怨????? + +??隙?????臀卡??筝?筝?producer;羔???壚??紊у??1KB;????????劫?鋇?sync;topic??壩?シ?遺減4;min.insync.replicas莅丞舟筝?2;acks=-1;retries=0/100000000;partition??遺減12??? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203222220687-1891442968.png) + +羌?莚?膸??????????鐚? + + + +1. kill筝ゅ??broker???鐚?絎∽?欠??櫆札膸х鮫?????????broker??鎞????鐚?partition???leader???絽??????î?????筝ゅ??broker筝?鐚???????篋?TPS?????鎞?; +2. kill筝????broker???鐚?絎∽?欠????羈?膸х鮫?????????Kafka??????????莚??????遵??紮?莎隙????Ǎ??綵?紊т??膈?篋?min.insync.replicas??育?????broker??√?????鐚??櫆札膸х鮫??????; +3. 綵?retries筝?筝?0??駈??羔???壩?????紊???順??;絎∽?欠???????菴???????羔???奝?醇???????順??鐚?綣?絽御?狗?????羔????櫆札??順????? + +#### ??堺??6鐚? + +羌?莚????筝?producer?????????綮区??鐚?篁ュ??腴??亥????綮区????? + +??隙?????臀卡??筝?筝?producer;羔???壚??紊у??1KB;????????劫?鋇?sync;topic??壩?シ?遺減4;min.insync.replicas莅丞舟筝?2;acks=-1;partition??遺減12??? + +羌?莚???井????膸????(???篏?筝?ms)鐚? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/843808-20181203222407063-2086989349.png) + +**?????堺?壩??莚???紫??鐚?** + + + +1. 綵?acks=-1??駈??Kafka??????腴夌??TPS??????篋?topic?????壩?シ?育??(ISR筝?)鐚???壩?セ??紊?TPS莇?篏?; +2. acks=0??駈??TPS???蕭?鐚???倶?筝?1鐚????綏勌減-1鐚????TPS鐚?acks_0> acks_1> ack_-1 +3. min.insync.replicas?????遺??綵怨??TPS; +4. partition???筝????篌?綵怨??TPS鐚???????partition???筝??亥??紜????TPS篌???????紜???随??篏?綛銀????壚????贋??罩f????括鎧鐚???域松筝?絎?筝雁????惹?駈??partition??育?????紜??????????篌?篏?TPS??ュ小???篏?; +5. Kafka???acks=-1,min.insync.replicas>=1??駈????傑??蕭???????э??????????????菴???????羔???奝?遵櫆札??順????? \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka345円270円270円350円247円201円345円221円275円344円273円244円345円217円212円351円205円215円347円275円256円346円200円273円347円273円223円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka345円270円270円350円247円201円345円221円275円344円273円244円345円217円212円351円205円215円347円275円256円346円200円273円347円273円223円.md" new file mode 100644 index 0000000..a3eb8fd --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka345円270円270円350円247円201円345円221円275円344円273円244円345円217円212円351円205円215円347円275円256円346円200円273円347円273円223円.md" @@ -0,0 +1,517 @@ +## **?????zookeeper** + +bin/zookeeper-server-start.sh config/zookeeper.properties & + +## **?????kafka鐚?** + +bin/kafka-server-start.sh config/server.properties + +菴???桁???????筝?筝??鎀?鐚?絨掩??kafka?????絎?罸?箙????鐚?筝???遵?渇?下??腴姒??筝堺4鐚????篁サ櫆札菴?茵?菴???≦?巡擦鐚? + +nohup bin/kafka-server-start.sh config/server.properties> ./dev/null 2>&1 & + +![](https://img2022.cnblogs.com/blog/796632/202208/796632-20220812161146385-332776455.png) + +紊?筝?kafka???莚?鐚???????筝????????坂??菴?茵?kafka???????巡擦紊?罨≦?喝檽?? + +綵???区??筝???????榊????巡擦鐚????臂ょ????巡擦?????√??莅蚊?? + +## **??ョ???????????** + +jps -lm + +![](https://img2022.cnblogs.com/blog/796632/202208/796632-20220812161210221-836644701.png) + +莚贋??羃≧???????kfka + +![](https://img2022.cnblogs.com/blog/796632/202208/796632-20220812161224734-562363764.png) + +莚贋???????kafka篋? + +## ??ョ??kafka?????? + +find ./libs/ -name \*kafka_\* | head -1 | grep -o '\kafka[^\n]*' + +kafka_2.12-2.4.1.jar + +膸????: + +絨怨櫆札??????kafka?????隙???????コ????? + +??銀賢鐚?2.12筝?scala?????ロ??2.4.1筝?kafka?????ケ?? + +## **???罩?kafka** + +bin/kafka-server-stop.sh + +## **???罩?zookeeper** + +bin/zookeeper-server-stop.sh + +## **???綮?topic** + +bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test + +紊????臂ゅ??綮削????ц??菴?筝???荀???上産紊???阪????kafka???臂ょッ紜?鐚?zkq1/zkq2/zkq3??????撮茵?篋?3???zookeeper???臂ょ??筝??佀?阪?? + +/bin/kafka-topics.sh ???create ???zookeeper zkq1:2181,zkq2:2181,zkq3:2181 -replication-factor 6 ???partition 6 ???topic test + +茹i??鐚? + +--topic?????∝??test0???topic??????腱? + +--zookeeper綺?莚ュ??server.properties???篁銀賢???zookeeper.connect筝???? + +--config???絎?綵????topic筝???????????????医?? + +--partitions???絎?topic???partition??育???絋????筝????絎?莚ユ?育???藥?莅ゆ??server.properties???篁銀賢???num.partitions???臀??? + +--replication-factor???絎?罸鋇?partition?????壩?コ肩??逸??藥?莅ゆ??1筝? + +箙??櫆札???羃≧?????topic??????羔???夌????九?????綮?topic + +???荀? + +綣???虁???????綮咲??臀卡??auto.create.topics.enable=true + +篏睡????綺???贋・緇?kafka筝下?後?????topic????????井?卡??絋????topic筝?絖????絨延?????藥?莅ら??臀勤??茵????綮冴?? + +## **絮?腓?topic** + +bin/kafka-topics.sh --list --zookeeper localhost:2181 + +## **??颷?topic** + +bin/kafka-topics.sh --describe --zookeeper localhost:2181 --topic my-replicated-topic + +![](https://img2022.cnblogs.com/blog/796632/202208/796632-20220812161250801-1389051022.png) + +茹i??鐚? + +荀???ョ??紊?筝?topic??????垸????? + +**leader**: + +??虁唫partitons??????????????broker筝中??篁?leader???broker id鐚?罸鋇?broker??醇???櫝?醇??筝?leader鐚?茣?茣e?????羔???夌??莚糸?????鐚?leader??壚?????????????剛賢?????咲????ñ??. + +-1茵?ず罩?broker腱脂?や?? + +**Replicas**: + +??丞ず莚?partiton????????壩?シ???????broker???茵Ǎ????????leader鐚?筝?膊∴唫broker?????????羇誌??筝?膊≧??????leader篆????篋????罩ャ???????坂?????????????壩?セ????刻??筝?膊∴????号???????????>賢. + +**Isr**: + +in-sync replicas???膊????鐚?茵?ず絖?羇私????壩?ソ?遵群???罩ョ?????broker??????鐚????replicas???絖????鐚???壩3????????>賢?????????. + +筝鞘??鐚? + +罸?絋?筝???∝????????膃コ??茵?鐚?Topic: test0 .Partition:0 ...Leader: 0 ......Replicas: 0,2,1 Isr: 1,0,2 + +Partition: 0[莚?partition膽??垽??0] + +Replicas: 0,2,1[篁h;partition0 ???broker0鐚?broker1鐚?broker2筝?篆?絖?篋???壩??] + +Isr: 1,0,2 [篁h;broker0鐚?broker1鐚?broker2??遵??羇肢??筝????????遵??leader篆???????罩?] + +Leader: 0 + +篁h;篆?絖????broker0鐚?broker1鐚?broker2筝????菴?筝?筝??壩?コ賢鐚?leader???broker0 + +leader茣?茣h嚞???鐚?broker1???broker2茣?茣d??broker0???罩ヤ拭??姒??綛恰?倶押篁?篆î??箙?篋? + +## **??ョ??topic???partition???紜????partition** + +/kafka-topics.sh ???zookeeper 10.2.1.1:2181 ???topic mcc-logs ???describe. + +## **??????Topic** + +/bin/kafka-topics.sh --zookeeper localhost:2181 --delete --topic test + +絋????篏????server.properties???羃≧?????臀勛?後?括?????臀勛??莚?鐚?篌???榊ー絋?筝????莚姒?? + +Topic test is marked for deletion. + +Note: This will have no impact if delete.topic.enable is not set to true. + +菴?莨号?虁?鐚?篏????Topic綏牙?頮????莅遺減緇??????ょ??Topic鐚?篏????????篏????臀勖??篁句??綣???恰押??????綣?鐚????篁ュŬ?夌??絎?羞糸??篋?筝?筝???莅逸??絎????筝?鐚?菴?筝?Topic綛倶押???茴??????ゃ???Ŭ??鐚?篏????綣?綣???割?????鐚?篌???????????よ←???莅医????ょ??Topic??? + +茹e?喝??羈?鐚? + +莅丞舟server.properties???篁九????????delete.topic.enable=true???鐚?綛銀????????Kafka絨怨櫆札篋???? + +絋????筝???割信??拷??臀勌???櫆札絎?????????? + +1?????????kafka絖????????鐚?server.propertiewenjian log.dirs???臀卡??藥?莅や減???/tmp/kafka-logs???鐚?筝?絲劫?????topic???(筝????broker筝?絖??????topic筝?筝?絎???後??鐚???????broker??処?????筝?筝?) + +2???菴????zookeeper絎∽?欠???????絲劫??topic + +zkCli.sh .-server 127.0.0.1:42182 + +??上??topic?????: + +ls ../brokers/topics + +??????絲劫??topic + +rmr ./brokers/topic/topic-name + +??上?亥????: + +ls .../config/topics + +??????絲劫??topic + +rmr ./config/topics/topic-name . + +菴???桁葦絎?????????や?? + +## **??????topic筝上??????????絎?** + +???config/server.properties筝中?上?医??筝????篏?臀? + +![](https://img2022.cnblogs.com/blog/796632/202208/796632-20220812161312458-550425542.png) + +??????log.dirs???絎???????篁句????鐚? + +??糸??zookeeper client??? + +??巡擦鐚? + +/home/ZooKeeper/bin/zkCli.sh + +??????zookeeper筝左唫topic??後?括??????? + +??巡擦鐚? + +rm -r /kafka/config/topics/test0 + +rm -r /kafka/brokers/topics/test0 + +rm -r /kafka/admin/delete_topics/test0 鐚?topic茴????莅遺減marked for deletion??狗??荀?菴?筝??巡擦鐚? + +??????zookeeper???broker + +## **???篋ц????????羔???姒??** + +bin/kafka-console-producer.sh --broker-list 130.51.23.95:9092 --topic my-replicated-topic + +菴???????ip???腴?吨??broker???ip???腴??????号?勤??訓kafka??阪????ip???腴????絨怨櫆札 + +## **羔?茣壕??羔?茣号????姒??** + +bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic test --new-consumer --from-beginning --consumer.config config/consumer.properties + +## **??ョ??topic????????阪?霡脂?????紊э??絨?????** + +bin/kafka-run-class.sh kafka.tools.GetOffsetShell --topic hive-mdatabase-hostsltable .--time -1 --broker-list node86:9092 --partitions 0 + +羈Ǎ?? time筝?-1??区;腓堺??紊у?種??time筝?-2??区;腓堺??絨???? + +筝????絎?--partitions 絨掩?壩??菴?筝?topic??岩??????????? + +## ??ョ?????絎?group???羔?茣号????? + +kafka-consumer-groups.sh --bootstrap-server 172.20.72.93:9092 --describe --group mygroup + +菴?茵?膸????鐚? + +![](https://img2022.cnblogs.com/blog/796632/202208/796632-20220816164455794-344440282.png) + +* GROUP:羔?茣壕??膸? +* TOPIC鐚?topic???絖? +* PARTITION 鐚?partition id +* CURRENT-OFFSET鐚? .綵????羔?茣劫?亥??offset . . . . . . . . +* LOG-END-OFFSETSIZE 鐚??????亥??offset +* LAG:?????茣合????≧?? +* CONSUMER-ID:羔?茣壕??膸?筝中??茣壕?????id,筝財??篁h;羃≧??active???羔?茣壕?? +* HOST鐚?羔?茣壕???????阪??ip鐚?筝財??篁h;羃≧??active???羔?茣壕?? +* CLIENT-ID:羔?茣壕??clientID鐚?筝財??篁h;羃≧??active???羔?茣壕?? + +## .??ョ????????group???羔?茣号????? + +kafka-consumer-groups.sh --bootstrap-server 172.20.72.93:9092 --all-groups --all-topics --describe + +![](https://img2022.cnblogs.com/blog/796632/202208/796632-20220816172442100-1560497638.png) + +## 篆勖??group羔?茣合??offset + +kafka-consumer-groups.sh --bootstrap-server 172.20.72.93:9092 --group mygroup --reset-offsets --topic mytopic --to-offset 61 --execute + +筝???√葦??壩??mygroup???mytopic???羔?茣?offset篆勖?劫?遺??61 + +???莅鞘??腱紙?????腱????蕁?: + +--to-earliest鐚?. .莅丞舟??井????î??腱糸??鐚?箙?絨掩??0 + +--to-latest鐚?. . .莅丞舟??井????医??鐚?箙?絨掩?壚源蘂???????HW???篏?臀? + +--to-offset NUM鐚? ???絎???隙?????篏?腱私??臀? + +--shift-by NUM鐚?. ??坂??綵????篏?腱糸???????????紊?絨? + +--by-duration鐚?. .????????医????炊?狗?? + +## ??ョ?????絎?group筝中柑莊????羔?茣壕?? + +kafka-consumer-groups.sh --bootstrap-server 172.20.72.93:9092 --describe --group mygroup --members + +## **紜????topic?????堺??** + +鐚??Ű?遵?????筝???遵?鎞?鐚? + +筝?topic t_cdr 紜????10筝?????? + +bin/kafka-topics.sh --zookeeper node01:2181 .--alter --topic t_cdr --partitions 10 + +## **絽悟????臀???莚贋??** + +kafka 絽梧?????荀????臀勤????鐚????筝阪???????? + +* Broker Config鐚?kafka ?????∞???????臀? +* Producer Config鐚????篋х???????臀? +* Consumer Config鐚?羔?茣合???????臀? +* Kafka Connect Config鐚?kafka 菴??・??後?括?????臀? + +### **Broker Config** + +1. **zookeeper.connect** + +菴??・ zookeeper ???臂ょ????医??鐚????篋?絨? kafka ???臂ょ?後?括???????井?勌拭??????????井??絎???? zookeeper ???臂や賢 + +**2\. advertised.port** + +羈??????? zookeeper 筝下????医??腴??拭??姒????? IaaS ?ッ紜?筝昭和??藥?莅ゆ絵?????? zookeeper 筝下???????臀???医??鐚????菴?莚ラ??臀勖??絎?紊?臀?莅翠?勛????医?????腴????advertised.host.name ??? advertised.port 篏??????? advertised.port 綏勌??紊?鐚???? 0.10.x 箙????鐚???贋・???臀? advertised.port ??喝櫽?????筝や肩?????域←綺?綣????篋???? + +**3\. auto.create.topics.enable** + +????????綮? topic鐚?藥?莅や減 true?????銀?????????????筝?筝???羃≧?????綮榊?? topic ??????羔???壩?駈??罩ゆ?銀??????????綮坂??筝? topic鐚?綛九????区倘臀? -num.partition 1 (partition 筝???) ??? default.replication.factor (??壩?コ肩??逸??藥?莅や減 1) ?????違?? + +筝???セ唫?????育??荀?????????渇?昭和?????筝肴???????綮坂??綵怨?? topic ???膊∞??鐚????篁サ櫆札???菴? kafka-topic.sh ?????シ????????綮? topic鐚????絽娯?????産莅勌戎?????腱???劫?????綮? topic?????? 0.10.x 箙???????箴?篋? kafka-admin ???鐚??櫆札篏睡????倶?ュ??綮? topic??? + +**4\. auto.leader.rebalance.enable** + +????? rebalance鐚?藥?莅や減 true?????銀???????奝??菴?????佂鎖腮?絎?????????閈???ワ?????筝?絎???>散筝?茹????????? leader ???筝常???????篋хッ紜?筝昭和??筝?綮肴佈綣???姒?????筝堺?炊?? leader ?????ц?巡??羃≧??篁?箙?????????? + +**5\. background.threads** + +????佂鎖腮???逸??藥?莅や減 10??????篋?????佀??篏????膾睡??鐚??櫆札筝??????劫????? + +**6\. broker.id** + +Broker ?????壚?????莚?鐚????篋???阪??筝??????? Broker???kafka ???罍???ュ葦????坂??罩? id ??????? zookeeper 筝?/brokers/ids ?????筝??????????後????? id ???????ュ?ゅ?? Broker ??????ュ嵯??? + +**7\. compression.type** + +???膽ñ瓜??????罩ら??臀?櫆札?・?????????膽ñ瓜?????? gzip???snappy???lz4????Ϊ???櫆札筝?莅丞舟鐚???割???????????篋х???後????????膽ð?弱????? + +**8\. delete.topic.enable** + +??夌???????? topic???絋??????渇?昭和????????羈?篏睡?? admin 綏ュ?決??茵? topic ????????ゆ??篏???? + +**9\. leader.imbalance.check.interval.seconds** + +partition 罍???ラ????? rebalance ???????????狗?? + +**10\. leader.imbalance.per.broker.percentage** + +???莚?罸鋇? Broker 紊怨サ綛活 ???罸????鐚?絋????莇?菴???号?????鐚??????ц???????育??筝? Broker ??? leader + +**11\. log.dir / log.dirs** + +篆?絖? kafka ??ュ????井?勛??篏?臀勉??絋???? log.dirs 羃≧??莅丞舟鐚????篏睡?? log.dir ???絎?????????菴?茵???ュ????井?????????? + +**12\. log.flush.interval.messages** + +partition ?????榊????井?勰?颴上?井??絎?紊у????駈??絲号?井?勤??茵?筝?罨≦?欠?????篏????罸?絋?莅丞舟篋? 1024k 紊у???綵? partition 腱夌姦?????井?勰?颴上?域??筝??医?惹?九??絨???井??????ュ?亥?????筝???? + +**13\. log.flush.interval.ms** + +??井??????ョ???????狗?顔?顔??鐚???喝??絖?筝下????井?勌?????紊?箙?絨掩??箙????筝?罨\??絋????羃≧??莅丞舟鐚????篏睡?? log.flush.scheduler.interval.ms ?????井??絎??????若?? + +**14\. log.retention.bytes** + +茵?ず topic ???絎拷?颴上?井??絎?紊у????駈?????絲劫?倶?井?勤??茵?羝???ゆ??篏?鐚?藥?莅や減-1鐚?羂梧??筝??????ゃ?? + +**15\. log.retention.hours** + +???腓? topic ?????井?勖????推?????紊?箙?鐚????篏????????? + +**16\. log.retention.minutes** + +茵?ず topic ?????井?勖????推?????紊?箙?鐚????篏?????????鐚?絋????羃≧??莅丞舟莚ュ????逸?????篏睡?? log.retention.hours ?????? + +**17\. log.retention.ms** + +茵?ず topic ?????井?勖????推?????紊?箙?鐚????篏???壩喎腱?鐚?絋????羃≧??莅丞舟莚ュ????逸?????篏睡?? log.retention.minutes ?????? + +**18\. log.roll.hours** + +??亥?? segment ???綮阪?????鐚????篏?絨???吟??kafka ??井?勖?壚札 segment 絖??????鐚?綵?????????狗?翫?域松??駈??絨怨??綮坂??筝??亥?? segment ??ュ???????井?勉?? + +**19\. log.segment.bytes** + +segment ???紊у?????綵? segment 紊у?颴上?井??絎???惹?駈??絨掩?医??綮坂??筝? segment??? + +**20\. message.max.bytes** + +topic ??遵???・??句?????紊ф??篁九ぇ絨???????荀?羈?????????? producer ??? consumer 腴虁倘臀勛??紊у?????荀?筝???眼?? + +**21\. min.insync.replicas** + +???絨???壩?サ??罩ヤ肩??違??綵? producer 莅丞舟篋? request.required.acks 筝?-1 ??駈????? topic ?????壩?シ?域?????罩ヨ?活唫?????井??絎????筝??逸??絋????莨鞘????逸????? producer 腴壚??篋х??綣?絽吾?? + +**22\. num.io.threads** + +???絎? io ???篏????膾睡????? + +**23\. num.network.threads** + +??ц??臀?膸????篏????膾睡????? + +**24\. num.recovery.threads.per.data.dir** + +罸鋇??井?勛???????篋???√????井?勛??膾睡????? + +**25\. num.replica.fetchers** + +篁? leader 紊?篁醇?井?勛??膾睡????? + +**26\. offset.metadata.max.bytes** + +???莅御??茣壕??腴壚??絖? offset ??????紊т肩??? + +**27\. offsets.commit.timeout.ms** + +offset ???篋ょ??綮区????狗?? + +**28\. offsets.topic.replication.factor** + +topic ??? offset ???紊?篁醇?育?????莚ュ????医産莅勤倘臀勖?顔??篆?莚?膤紫????顔??????櫜????? + +**29\. port** + +腴??埦??Broker 絲劫?????箴?莅翠?勛??腴??垩?? + +**30\. request.timeout.ms** + +Broker ?・??九?域噯羆????????????睡??緇???狗?器??絋????莇?菴?莅上????狗?器?????篌?膸?絎∽?欠??????????莚壚拭??? + +**31\. zookeeper.connection.timeout.ms** + +絎∽?欠???? zookeeper 綮榊??菴??・???莇???倶?狗?器??絋????羃≧??莅丞舟莚ュ????逸?????篏睡?? zookeeper.session.timeout.ms ??? + +**32\. connections.max.idle.ms** + +腥肴???・???莇???倶?狗?眼????括Ã??画???・莇?菴?莚ユ?狗?贋?九?????????罸?菴??・??? + +### **Producer Config** + +1. **bootstrap.servers** + +?????∞????茵??????恰・??句??篋ф????夌???????∞????茵? + +**2\. key.serializer** + +羔???奝?勛??綺?????????劫????????絎? key ???綺???????膠糸?? + +3..**value.serializer** + +羔??????絎合??綺?????????劫????????絎? value ???綺???????膠糸?? + +4..**acks** + +羔????????? Partition ???筝??違?????絽後櫆札莅丞舟筝? 0鐚?1鐚?all鐚?綵?莅丞舟筝? 0 ??駈???Ū??荀?絨?羔?????????絎???????絨怨?????羔??????????????緒??綵?莅丞舟筝? 1 ??駈????? Leader Partition ?・??九?井?井??攻絎??????順??鐚?綵?莅丞舟筝? all ??駈????割源篁? Partition ??醇・??九?井?井??攻??順????? + +5..**buffer.memory** + +絎∽?欠?膽?絖?紊у???????? Producer ???篋х????井?勰?靶?絖?莨上?井??絎???惹?駈??絨?膽?絖???井?勌??罨≦???????? Broker 筝???? + +6..**compression.type** + +???膽ñ瓜?????????絎?羔??????????????????膽ñ瓜???鐚????絽御?? none, gzip, snappy, or, lz4 ???腱????筝????絎???倶????奝??莅や?????膽í?? + +7..**retries** + +羔?????????紊沿乾??狗??莚?罨≧?違??綵?莚ュ?取倘臀?ぇ篋? 0 ??駈??羔??????筝榊??膸?綣?絽悟?????膣?絲取?贋??????????紊沿乾菴?茵??????医????????罨≧?違?? + +### **Consumer Config** + +1. **bootstrap.servers** + +?????∞????茵??????恰??茣合?篁????絎?????????∞????茵?筝中?????羔???虁??茵?羔?茣鴻?? + +2..**key.deserializer** + +羔???奝?勛?????綺?????????劫????????絎? key ??????綺???????膠糸??鐚?筝?綺?????????倶??絎????膠糸????後噲綺???? + +3..**value.deserializer** + +羔??????絎合?????綺?????????劫????????絎? value ??????綺???????膠糸??鐚?筝?綺?????????倶??絎????膠糸????後噲綺???? + +4..**fetch.min.bytes** + +??????羔???夌?????絨????絎鴻?????絎?罸閩≦???????∞?????????????絨闉???奝????? + +5..**group.id** + +羔?茣合??筝中?鋇???茣壕???????壚??茵?ず??? + +6..**heartbeat.interval.ms** + +綽?莊恰????ュ??????????喝??????????х????? group coordinator ??????綽?莊鰹??綵??????∞??????? rebalance ??駈??篌?絨?羔?????????膸????筝???茣壕?????莚ュ????医?守??荀?絨鋋? session.timeout.ms鐚????絽娯減????????? 1/3??? + +7..**max.partition.fetch.bytes** + +Partition 罸閩∴???????????紊ф?井?勰?鎀у????? + +**8\. session.timeout.ms** + +consumer 紊掩???????狗?眼????? consumer ??????絎??????狗?翫??鐚?菴?羃≧?????綺????莅や減莚? consumer 綏牙??????????????篋???? + +**9\. auto.offset.reset** + +綵? kafka 筝中押??????紮???霡脂??????????≦??筝?筝?絖??????霡脂????駈?????絎?篁???ŭ肩篏?臀???紮?羔???壩????壔??earliest鐚????絎?篁?紊翫??紮?鐚?latest鐚?篁??????亥????井????紮?羔?茣鴻?? + +### **Kafka Connect Config** + +1. **group.id** + +羔?茣壕?????羔?茣合??筝下????壚?????莚? + +**2\. internal.key.converter** + +?????? key ???莉シ?∝瓜?????? + +**3\. internal.value.converter** + +?????? value ???莉シ?∝瓜?????? + +**4\. key.converter** + +?????∞??・??九?? key ??倶??絎????莉シ?∝瓜?????? + +5..**value.converter** + +?????∞??・??九?? value ??倶??絎????莉シ?∝瓜?????? + +**6\. bootstrap.servers** + +?????∞????茵???? + +**7\. heartbeat.interval.ms** + +綽?莊恰??羌?鐚?筝? consumer 筝中??絎???????臀???????後????? + +**8\. session.timeout.ms** + +session ????????狗?器??筝? consumer 筝中??絎???????臀???????後????? + +## **??紫??** + +??シ????紫??篋?綛恰?句?鎵悟????亥??筝?篋? Kafka ???臀?????巡擦莚贋??鐚???剛梢?????倶?ョ??鐚????罨∝?????????櫆札??区?鋌ュ??筝???銀???????? + + +## ?????????腴? +https://blog.csdn.net/cao131502 +https://zhuanlan.zhihu.com/p/137811719 \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka346円236円266円346円236円204円344円273円213円347円273円215円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka346円236円266円346円236円204円344円273円213円347円273円215円.md" new file mode 100644 index 0000000..2d35efe --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka346円236円266円346円236円204円344円273円213円347円273円215円.md" @@ -0,0 +1,298 @@ +## 筝?. 綏ヤ??羌?腮? + +Kafka筝中????壩?壚札topic菴?茵????膠紫??鐚?Producer???篋ф????姒??Consumer羔?茣号????姒????醇?奝?√??topic?????? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-b9d626794f6625526598db6627b780e7_720w.webp) + +
+ +Topic??奝?肢??筝??????劫??鐚?Partition??夌?ñ??筝????网?綽居??罸鋇?Partition絲劫?????筝?筝?log???篁駈??莚?log???篁銀賢絖??????絨掩??producer???篋х????井?卡??topic=N*partition鐚?partition=log + +Producer???篋х????井?勌??茴?????下??菴遵????域唫log???篁句??????鐚?筝?罸???≧?井?勰?醇?????訓???offset鐚?consumer膸?筝下??罸鋇?consumer鐚???巡??絎???区佖綵????訓羔?茣劫?遺????ŭ肩offset鐚?篁ヤ梢??咲????√???????九??鐚??櫆札篁?筝?罨∞??篏?臀勛薩膸中??茣鴻??羌?腮?鐚?Producer => Topic鐚?Log with offset鐚?=> Consumer. + +## 篋?. ???篁九????? + +Kafka???篁九?????箙???奝??菴???サ?域?順???????劫?鎕??????鐚?筝肢????奝??菴???後?????log筝?index膈????篁銀??絖???隙?????羔???壩??篁吟?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-116ebd7dffd85595d69f080e5b5f6948_720w.webp) + +
+ +???篋ц??筝???下?????log???篁区申???羔???壩??篁駈??筝坂????我2log???篁区??紊у嚩??翫??篏???????篏?筝?鐚?Kafka???log???篁銀札1G筝坂??筝????????刻??綵?.log???篁九ぇ絨顥?菴?1G?????九??鐚?罩ゆ?銀?????綮坂??筝??亥??.log???篁駈???????銀減篋?綽???絎?篏?紊ф??篁銀賢羔???壚??臀卡??Kafka??????篋??????????膣√???????阪?倶?ュ?????絎?篏???? + +???kafka???絖????log?????井?刻????恰??篁句????井?刻??篌?絖????羔?茣合????霡脂?鋌ュ????隙??????????坂拭??姒???????坂拭??夌??莚?筝肢????????.index???.log???篁句????? + +
+ + +![](https://pic3.zhimg.com/80/v2-c6de61f43ecbe58d4f3e7aa29541220e_720w.webp) + +
+ +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-8345e4966d8c5274a1e74e29151bd9c6_720w.webp) + +
+ +??壩?ス?勛????壚減篋?紊?篁緒?????篁ュ??筝?筝?????阪????????筝???????broker筝?鐚???喝??third-2絖????綵??????阪??kafka01筝?鐚?絎????筝????kafka03筝TEL?????菴?筝?????榊?????篁駈????壩?ロ??鐚??????坂賢????????壩?ロ????割??筝?????阪櫆札莅丞舟紊?筝??壩?ロ????壩?コ賢???筝?筝???leader鐚???銀??筝?follower??? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-6e8de9e7dcbdac0b7bd424eaaf4f8568_720w.webp) + +
+ +絋????.log???篁区????阪ぇ絨?????篌?篋х????亥??.log???篁吟??絋?筝????腓?: + + + +``` +00000000000000000000.index +00000000000000000000.log +00000000000000170410.index +00000000000000170410.log +00000000000000239430.index +00000000000000239430.log + +``` + + + +**罩ゆ?九??篏?綽???絎?篏???井?卡??罩ラĽ鐚?** + + + +``` +.index???篁九???????羔???夌??offset+???絎????莎桁????霡脂?????.log筝上????丞????夌??絎??????井?勉?? + +``` + + + +薤???????菴?篋??????ユ??.index???篁九?井?ユ?上?医?????羔?????隙???????霡誌??絋?筝???丈??腓削????ユ?鞘減2鐚?????ー膃コ??筝???篁銀減6鐚????絎?篏???遺??筝???篁銀賢??? ??九?????菴?膃コ??筝?.index???篁狗??菴?seek絎?篏????膣????篏?臀?3鐚?絎?篏???遺??????キ???莎桁????霡脂??+綵???????篁九ぇ絨?=??紫????霡脂????? ?キ?????井?紫????霡脂?鋈????鐚???贋・絎?篏????.log???篁九?喝櫔辱????キ緇?綵????羔????ぇ絨???? + +## 筝?. ???篋ц???????榊????? + +**?????榊????????** 1\. ??剛梢?????臂や賢??ï??鐚?罸鋇?partition???菴?莪???岩札???綺?絎???????????阪?Ǎ?????筝?筝?Topic????櫆札???紊?筝?partition膸????鐚????罩ゆ?岩肩???臂ゅ櫆札???綺????????????井?勉?? 2\. ?櫆札???蕭?綛九??鐚?篁?Partition筝阪??篏?菴?茵?莚糸?????膠私室篋?紊?莊壔?? + +**?????榊????????** 1\. ??????partition鐚?菴???????????????壩??膃サ??筝?????削??????????灸??鐚???贋・絨????????????寂??筝?partition?????? 2\. 羃≧????????partition????????灸??鐚?篏????????????key鐚?罩ゆ?九??key???hash??寂??topic???partition??紙?域??茵????篏?緇????partition??? 3\. ??寂??partition??????????????灸??鐚?膃コ??罨∴???????狗????榊?????筝?筝??贋?逸???????∽?閩∴??????????筝??贋?遺???????鐚?絨?菴?筝??寂??topic?櫜????partition??紙?医??篏?緇????partition??種?????round-robin膊?羈???? + +## ???. ???篋ц??ISR + +筝坂??莚?producer???????????井?勤?遵?????????????????井??絎????topic筝昭和??topic???罸鋇?partition??九??producer???????????井????鐚???初??荀????producer??????ackacknowledgement鐚?絋????producer??九??ack絨延??菴?茵?筝?筝?莉勛????????鐚???????????医???????井?勉?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-409ea1af4f66bd2f44398850cc2ba9e2_720w.webp) + +
+ +**??????ack?????倶??** 隋勌?????follower筝?leader???罩ュ?????鐚?leader?????????ack鐚?菴???桁櫆札篆?莚????leader??????箙????鐚?follower筝上櫆札?????堺?亥??leader鐚?筝肢????夌`篆?follower筝中?井?勌??筝√け鐚? + +**follower???罩ュ?????紊?絨??????????ack** 1\. ?????遺札筝????follower???罩ュ?????鐚???喝櫔?????ack 2\. ???????follower???罩ュ?????鐚?????櫆札??????ack + +## 4.1 ??壩?シ?井????罩ョ????? + +### 4.1.1 ??????follower???罩ュ???????喝?????ack + +篌???号??散菴?篏? + +膽榊?号?奝??筝丈?亥??leader?????九??鐚?絎劫??n?佈????合????????鐚????荀?2n+1筝??壩?ロ?????筝咲??荀??????医?????????篁ユ??????????九??鐚???遵?????筝丞????????????î???????壩?セ??菴??????逸??鐚?絎拷?????筝?1/2 + +### 4.1.2 ?????follower???罩ュ?????絎??????????ack + +篌???号??俉?????????鐚????筝丈?亥??leader?????九??鐚?絎劫??n?佈????合?????????Ū??荀?n+1筝??壩?サ?喝櫽?????筝阪Ū??荀???î?????筝?筝ŭ査????????喝櫔?????ack篋? + +膽榊?号??散菴?蕭?鐚????筝咲??荀????????壩?サ??罩ュ??????????? + +### 4.1.3 kafka????????? + +kafka?????ñ????夌?篋?腱?鐚????筝阪??絎劫????筝???∽?翫?????篌???随???????九噲篋??????榊????井?勤??荐?鐚?罸鋇?????咲?醇??紊ч???????井?卡??膃コ??腱???号??篌???????紊ч????井?勛?????篏??????順?句?篋?腱?臀?膸?綮区??莨?蕭?鐚?篏???夌??膸?綮区??絲剛??Kafka???綵怨??莨?絨???? + +## 4.2 ISR(???罩ュ?壩?ソ??) + +**??????** ??????篋?膃コ??腱???号??菴?茵????罩?ack箙????鐚?絋????leader??九?井?井?卡???????????follower綣?紮????罩ユ?井?卡??篏????筝?筝?follower???筝堺??腱???????鐚?菴?菴?筝???遵??筝?leader菴?茵????罩ワ????d??leader絨沿??筝???雁??緇?筝??サ鐚???翫?医?????罩ュ?????鐚?????櫆札??????ack鐚?罩ゆ?狗??荀?絋?篏?茹e?活??筝??勰??????? + +**茹e??** leader筝下惨??や??筝?筝?????????ISR鐚?in-sync replica set鐚?鐚???割??leader篆???????罩ョ??follower??????鐚?綵?ISR筝下??follower絎??????井?勛?????罩ヤ?????鐚?膸?leader??????ack鐚?絋????follower??炊?狗?贋押??????leader???罩ユ?井?卡?????莚?follower絨?篁?ISR筝左←荼√?削??莚ヤ????顔????主??replica.lag.time.max.ms?????域倘絎????綵?leader????????????箙????鐚?篌?篁?ISR筝右??筝上?堺?亥??leader??? + +## 篋?. ???篋ц??ack??阪?? + +絲剛?????篋?筝?紊???荀??????井?卡??絲号?井?勛????????ц??羆?筝??????蕭?鐚???遵??絎劫????井?勛??絨???鋇√け鐚????篁ユ押???綽?荀?膈????ISR筝中????????follower??????・???????????? + +Kafka筝榊????傑??箴?篋?筝?腱???????х婚??????????傑?号???????у??綮区?????荀?羆?菴?茵????茵♂????î???????????臀勉?? + +**ack?????育??臀?** 0鐚?producer筝?膈?緇?broker???ack鐚?菴?筝????篏????箴?篋????篏????綮区??鐚?broker?・??九?域??羃≧???????ョ?????絨怨群膸颷????鐚?綵?broker????????倶???櫝?巡権紊掩?井?? + +1鐚?producer膈?緇?broker???ack鐚?partition???leader??順???????????菴????ack鐚?絋???????follower???罩ユ?????箙????leader??????鐚???d??絨?筝√け??井?勉??鐚??Ŭ??leader??順??鐚? + +
+ + +![](https://pic1.zhimg.com/80/v2-a219d261edd97432347f4edf5794e170_720w.webp) + +
+ +-1(all)鐚?producer膈?緇?broker???ack鐚?partition???leader???ISR???follower??????順???????????菴????ack鐚?篏????????????follower???罩ュ????????鐚?broker??????ack箙????鐚?絋????leader????????????鐚?篌?????????井?勰??紊????(菴?????????井?勰??紊??????筝堺押?????九?逸?????篁ョ薩膸右?????絲取?雁????井?勰??紊?) + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-c9741a10f418f7ea4eed929f0f266bbb_720w.webp) + +
+ +producer菴?ack鐚?0?????順????贋・菴?鐚?1???leader??順????九??菴?鐚?-1??????順????九??菴? + +## ???. ??井?勌????贋?ч?勰?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-031d84a2012f64b122dd64ab67a4e52a_720w.webp) + +
+ +LEO(Log End Offset)鐚?罸鋇??壩?シ????????筝?筝?offset HW(High Watermark)鐚?蕭?羂岩??鐚????篁f??茣壕????処????亥?????紊х??offset鐚?ISR??????筝中??絨????LEO??? + +**follower?????????leader??????** 1\. follower??????鐚?follower???????????????篌?茴?鹸??区権???ISR鐚?膈?緇?莚?follower??√?????鐚?follower篌?莚糸????サ?亥?????莅医?????筝?罨∞??HW鐚?綛九??log???篁狗??篋?HW?????????????????鐚?篁?HW綣?紮????leader菴?茵????罩ワ??膈?緇?莚?follower???LEO紊т??膈?篋?莚?partition???HW鐚????follower菴巡??leader箙????鐚?絨怨櫆札?????医?????ISR篋???? 2\. leader??????鐚?leader????????????箙????鐚?篌?篁?ISR筝右????坂??筝??亥??leader鐚?筝坂??篆?莚?紊?筝??壩?コ????雁????井?勛??筝???贋?э????銀?????follower篌????絨?????????log???篁狗??篋?HW??????????????鐚???九??篁???亥??leader筝上??罩ユ?井?勉?? + +**菴??Ű?巡??莚???壩?コ????雁????井?勌????贋?э??綛銀????巡??莚???井?勌??筝√け??????筝????紊?** + +## 筝?. ExactlyOnce + +絨??????≦????ACK膾у??倘臀勌減-1鐚?all鐚?鐚??櫆札篆?莚?producer???Server箙???岩??篌?筝√け??井?卡?????At Least Once??喝??筝?罨∴喭箙????絨??????≦??ACK膾у??倘臀勌減0鐚??櫆札篆?莚????篋ц??罸???≧?????Ü??茴???????筝?罨\?????At Most Once??喝??筝?罨<?? + +At Least Once?櫆札篆?莚???井?勌??筝√け鐚?篏???壚????巡??莚???井?勌?????紊?鐚????At Most Once?櫆札篆?莚???井?勌?????紊?鐚?篏???壚????巡??莚???井?勌??筝√け鐚?絲剛?????荀??????井?卡?????荀?羆???井?勌?????紊?箙?筝?筝√け鐚????Exactly Once??括仮隋勛??筝?罨<?? + +???0.11?????ス??Kafka箙????鐚??Ű?巡??莚???井?勌??筝√け鐚????筝?羝後噲??井?勛?????紊?菴?茵??サ??????篏?鐚?紊?篏?紊?筝ŭ??羝後????????????居?????????????茵????絮??サ???鐚?絲号?ц?醇??緇?紊у襲?????? + +0.11?????ス??kafka鐚?綣???ヤ??筝?蕁拷??紊х?号?э??綛?膈???э??綛?膈???ф??篁?Producer筝?莅阪??Server??????篋?紊?絨?罨♂??紊???井?卡??Server腴奝?遵Ü?????箙????筝???≧?井?勉??綛?膈???х?????At Least Once莚TEL??絨掩?????篋?Kafka???Exactly Once莚TEL????? + +??夌??綛?膈???э????喝??Producer????????遺賢莅丞舟enable.idempotence=true??喝櫽??Kafka???綛?膈???у???ー絎?????????箙????????サ??????篏???上??篋???井?勌??羝御?ュ??鐚?綣??????膈???х??Producer??????紮?????????九??篌?茴???????筝?筝?PID鐚????緇????筝?筝?Partition???羔???壚?????絽?Sequence Number鐚????Broker腴壚??絲劫??膽?絖?鐚?綵???傑????後??筝脂?勛??羔???夌????九??鐚?Broker?Ü?????箙????筝???<?? + +篏?PID???????壚?????篌?????????????鐚??????銀????????Partition箙???傑??筝???????筝脂?卡?????篁ュ??膈???ф??羈?篆?莚?莊??????肴隈篌?莚????Exactly Once??? + +荀?茹e?活隈?????肴隈篌?莚????Exactly Once鐚?絨怨????ヤ?????篋ц??篋???∞??网?綽泣?? + +## ???. Kafka羔?茣壕???????阪?????膈???? + +**羔?茣号?劫??:** consumer??????pull????????劫????ヤ??broker筝左嚞?????井?勉?? + +push?ィ???罔≦?鏅???冗??綺?羔?茣拷?????筝???????羔?茣壕??鐚????筝堺???????????????夌??broker??喝?????鐚?絎??????勖?????綾?櫝?巡札???綽??????綺??????羔???姒??篏???虁????桁俉?????????consumer??ヤ?????紊????羔???姒????後?????茵?ー絨掩?壩??膸??????>札???臀?膸???ュ????????pull??劫??????櫆札莅?consumer??号?勤??訓???羔?茣劫???????遵??篁ラ??綵???????綺???茣号????壔?? + +pull罔≦?鋇?莇喝??篋?絋????Kafka筝中押?????井?卡??羔?茣壕???櫝?巡????桁?ュ妾?ッ箙?筝? (???筝堺??茣壕??膠私室?????ス?倶???キ?????井?勖??茣合??)鐚?筝???頑?????腥堺?井?卡?????絲壕??筝???刻??Kafka???羔?茣壕?????羔?茣号?井?勖?銀??篌???ヤ??筝??狗?水?????timeout鐚?絋????綵????羃≧????井??櫆??羔?茣刻??consumer篌?膈?緇?筝?罧究?狗?岩????????菴????鐚???狗?推減timeout??? + +## 8.1\. ?????阪?????膈???? + +筝?筝?consumer group筝中??紊?筝?consumer鐚?筝?筝?topic???紊?筝?partition鐚????篁ュ????銀??羔???????partition???????????勰??鐚???括`絎???d肩partition??演?d肩consumer羔?茣合????勰????? + +**Kafka???筝ょ????????膈???ワ??** 1\. round-robin緇?ッ 2\. range + +**Round-Robin** 筝肢????????舟莚∝????劫??????????????????????削??莚ョ????ヤ源荀?絎??ー???罩ラĽ鐚? ???莅上?????筝?筝?topic鐚?t0/t1/t2鐚?????????ユ??1/2/3筝?????削????掩??6筝?????削????????減t0-0/t1-0/t1-1/t2-0/t2-1/t2-2鐚?菴???????莅丈??篁シ??筝?筝?Consumer鐚?C0???C1???C2鐚?莅∫???????灸減C0鐚?t0鐚?C1鐚?t0???t1鐚?C2鐚?t0/t1/t2??? + +罩ゆ??round-robin?????????????????劫????????壩????у????榊??絖???後噲?????阪??羔?茣壕??菴?茵????綺????九??絲劫????肴??茵?緇?ッ??????鐚??????域??訓莅∫????????羔?茣刻??????????筝?莉勤哆筝?筝?筝???茣壕???????恰????у????肴舟莚∽??茣壕??鐚?膸ц??羔???虁←羔?茣鴻?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-21eed325191d7d72c9d4c39455c4cae5_720w.webp) + +
+ +?????阪??緇?ッ??????羔?茣壕??鐚????訓茴?綵????羔?茣壕??莅∫??鐚????羔???壚??羔?茣壕????怨?????筝?鐚?羔???虁←羔?茣刻??鐚??????羔?茣壕?????筝?羔???夌薩膸右?????鐚?羔???壩押???茴?羔?茣刻?????莉勤哆?????劫?鋍?絲取?贋?鋇?Consumer?????粋十????????堺?育?鋇?筝???器??篁????絲取?翫??筝?Consumer??????筝???????筝???∝??C2???筝肴???????罸?莨?紊?鐚?絲取?贋?水???????????箙???後噲莨?紊с?? + +**Range** Range????????????膈???ワ??薤????莅∞?????筝?Consumer絨?篌???粋十????????堺?育?????九??絨????絎???育??????????阪?????膸?莚?Consumer??????莅上?????筝や肩Consumer鐚?C0???C1鐚?筝や肩Topic鐚?t0???t1鐚?菴?筝や肩Topic???????醇??筝?筝?????削????d????糸?援???????堺??6筝???t0-0鐚?t0-1鐚?t0-2鐚?t1-0鐚?t1-1鐚?t1-2???????????劫?鎂?筝?鐚? + +range??????topic筝?罨∴??茵???????鐚???恰??茣壕????????topic鐚?t0鐚???????筝?筝?????削???????倶??筝や肩莅∫??篋?莚?topic???羔?茣壕??鐚?絨?菴?篋??????阪??羔?茣壕???????у????後??????????? ?????у抗??????????????劫?顒∞??罸鋇?Consumer篌?緇???医??絨?筝?????削??絋????羃≧????ゅ綾鐚?紊???堺?ョ???????阪???????у????後?????筝??????膸?羔?茣壕??????????ф4??劫?鋌ユ4??????罸鋇?筝?topic膸?莅∫?????羔?茣壕??鐚???????絎????topic?????榊??????????? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-d642ed5512a4abdca9a8f35f2d27c277_720w.webp) + +
+ +## 8.2\. 羔?茣壕??offset???絖???? + +??延??Consumer???羔?茣壕??腮?筝上櫝?巡????榊ー??下?球????榊????????鐚?Consumer??√??篁ュ??鐚????荀?篁?????????????篏?臀勛薩膸中??茣刻?????篁?Consumer???荀?絎???区佖綵????訓羔?茣劫?遺????d肩offset鐚?篁ヤ梢????????√?????膸х鮫羔?茣鴻?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-f2a50fd7f054821e36a80b1f6d99ecb0_720w.webp) + +
+ +Kafka0.9?????コ?????鐚?consumer藥?莅ゅ??offset篆?絖????zookeeper筝昭和??篁?0.9?????コ?????鐚?consumer藥?莅ゅ??offset篆?絖????kafka筝?筝???臀勛??topic筝昭和??莚?topic筝?__consumer_offsets + +## 箙?. 蕭????莚糸??&Zookeeper篏???? + +## 9.1 蕭????莚糸?? + +**蕁阪?????脾????** Kafka???producer???篋ф?井?卡?????荀??????ュ??log???篁銀賢鐚???????菴?腮???虁申?????井??篁倶???鐚?蕁阪??????????劫???絎?臀??????井?勤;???鐚??????欠??脾????鐚?蕁阪???????遵?????600M/s鐚?????????阪???Ŭ??200K/s鐚?菴?筝?脾?????????堺"膸?????????鰹??蕁阪?????箙????篁ュ辱鐚??????筝阪?句???サ篋?紊ч?霉?紊翫嚞????????狗?眼?? + +**??九????倶?????** + +NIC鐚?Network Interface Controller臀?膸??・?吨ァ??九?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-2807d010381d304949bf8cea16ba1744_720w.webp) + +
+ +菴????幻茹????莚糸?????篏?鐚? 1\. ???篏?膤紫??絨???井?勌??脾???????篁銀賢莚糸????医????悟Ã??雁??蕁級?∝??絖? 2\. 綺??????綺鎞???井?勌???????悟Ã??頑嚞??ュ?亥????欠Ã??雁????峨?? 3\. 綺??????綺鎞?莚糸?亥????井????????????悟Ã??翫攻??上?ュ??socket膽???峨?? 4\. ???篏?膤紫??絨???井?勌??socket膽???峨?阪????九?亥????≧・????罩ゆ?倶?井?勰??菴?臀?膸???????膸?羔?茣壕?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-390cbabdeaba6f9e79a8ba6f4d08d75f_720w.webp) + +
+ +??倶?決????????Ǔ??絨?脾???????篁句????井??????九?育ゝ??∝??絖?筝TEL??罨\????九??絨???井?勌??蕁級?∝??絖???贋・????????亥??膸?筝昭和????????膸?筝???????莅∫???????駈????遵櫆札篏睡?????筝?筝?ゝ??∝??絖?鐚?鐚?篁??????水??篋????紊?紊???句?????篏???? + +絋???????10筝???茣壕??鐚?篌?膸???劫?鋇?鐚???井??????倶???遺減4*10=40罨\?????篏睡???????倶?決???????壎???Ū??荀?1+10=11罨\??筝?罨>減篁?脾????紊???九?育ゝ??∝??絖?鐚?10罨∴;腓?10筝???茣壕????????嚞???筝?罨♂ゝ??∝??絖???? + +## 9.2 zookeeper篏???? + +Kafka???臂や賢???筝?筝?broker篌?茴???筝鞘減Controller鐚?茣?茣g?∞?????臂?broker???筝?筝?膾帥????????topic????????阪?壩?サ????????leader??????筝丞??綏ヤ?????Controller???綏ヤ??膊∞????壚??莎?篋?zookeeper?????? + +**Partition???Leader??????筝乗??腮?** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-fc64ea72cba32e702b15344767bdace9_720w.webp) + +
+ +## ???. 篋???? + +kafka篁?0.11?????サ??紮?綣???ヤ??篋???≧?壩??鐚?篋???≦櫆札篆?莚?Kafka???Exactly Once莚TEL???????榊??筝?鐚????篋у??羔?茣劫櫆札莊??????榊??篌?莚?鐚?荀?箙????????????鐚?荀?箙??????紊沿乾??? + +## 10.1 Producer篋???? + +筝坂?????莊??????肴隈篌?莚????篋???\?????荀?綣???ヤ??筝???絮???壚?????Transaction ID鐚?綛九??Producer?キ緇????PID(?櫆札???茹d減Producer ID)???Transaction ID菴?茵?膸?絎?鐚?菴???桁??Producer?????壚?????絨怨櫆札???菴?罩e????茵????Transaction ID?キ緇??????ョ??PID??? + +筝坂??膊∞??Transaction鐚?Kafka綣???ヤ??筝?筝??亥??膸?篁?Transaction Coordinator鐚?Producer絨掩?奝??菴???????Transaction Coordinator篋や???キ緇?Transaction ID絲劫?????篁糸?∞?倶??鐚?Transaction Coordinator菴?茣?茣e??篋???>拭???????ュ???????筝?筝?Topic筝昭和??菴???桁?割戎??岩肩?????♂????姒????延??篋???∞?倶??緇???遺??絖?鐚?菴?茵?筝下??篋???∞?倶???櫆札??√??鐚?篁????膸х鮫菴?茵???? + +## 10.2 Consumer篋???? + +絲剛??Consumer???荐?鐚?篋???∞??篆?莚???御??Producer??後噲莨?綣縁??絨ゅ?倶?壩??羈?篆?莚?Commit???篆≧?虁←膕丞`羔?茣刻??菴???夌?延??Consumer?櫆札???菴?offset莅翠?勌算??鋓≧?姒?????筝?筝???????Segment File紕井????????筝????鐚????筝?篋???∞??羔????櫝?巡????榊ー????????茴??????ょ???????泣?? + +## ?????????腴? + +https://blog.csdn.net/cao131502 +https://zhuanlan.zhihu.com/p/137811719 \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka347円232円204円351円233円206円347円276円244円345円267円245円344円275円234円345円216円237円347円220円206円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka347円232円204円351円233円206円347円276円244円345円267円245円344円275円234円345円216円237円347円220円206円.md" new file mode 100644 index 0000000..cd6122e --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka347円232円204円351円233円206円347円276円244円345円267円245円344円275円234円345円216円237円347円220円206円.md" @@ -0,0 +1,127 @@ +**???荐?** + +筝?膀????腴?莅峨?遺??羔?????? Partition 筝????絖????綵√?????シ?ュ??紊??・?????ヨ????????篋т賢???筝?篋?篏睡????劫?????割????活?????篋?緇????荀????綏ヤ??膸?篁九?????羃≧??莅我??罐?鐚?罸?絋?筝?筝? Topic ??? N 筝? Partition 膸????鐚???d??菴?篋? Partition ?????篏?????????????絽????筝??????? Broker 筝?鐚????罸?絋?綵?筝?筝? Broker 絎???阪??鐚???銀??茣?茣h嚞???莚傑?????筝? Partition ???羈?罩e幻莅翠?卡??絋?篏?莅î?? Partition 莉サ?????筝? Partition ??ョ薩膸中??箴?罩e幻???莚糸???????\????活??茹e?活??篋???勰??鐚?絨怨??蕁糸??荀?篋?茹d??筝? Kafka ???臂ゅ???????膊∞????阪?駈????銀賢筝?筝???絽檎??荀?????ァ??九??絨掩?? KafkaController?????シ?????篁サ葦??ヨ佪莅? KafkaController ?????篏???ヨВ??割????∽????亥????d????勰???????? + +### **???腴?网?茹?** + +1. KafkaController ??壚??箙??????狗??筝丞????ャ?? +2. KafkaController ????ァ ZK ???????????絽???? +3. Partition ???絽?膊?羈???? +4. Partition ?????倶??莉スЩ??? +5. Kafka ???臂ょ??茣?莉遵??茵≦?????羌?腮?茹f????? + +## **KafkaController ??壚??箙??????狗??筝丞?????** + +Kafka ???臂ょ?怨????? Broker ??????鐚?罸???? Broker ??醇??筝?筝? KafkaController ???篋?膊∞??綵??????? Broker???莚???割??筝?鐚?絋????筝?筝???臂ゆ押???筝?筝ĵ??蘂?絲取?????鐚???d??莪??サ??????紊???????鐚?罸?絋? ZK鐚?羃?????????莪??サ??顖? Partition 綺?莚ュ??篏????絽??????臂や賢???筝???? Broker 筝??????莪??サ紊???? Broker 絎???阪??鐚??????? Broker 筝????筝? Partition ???羈?罩e幻???箴?莚糸???????≦??鐚?絨?絲劫?????篁? Partition 莉サ?????筝? Partition 膸х鮫罩e幻絲劫?????箴??????≦??????d????怨?ŭ肩 Broker ??? KafkaController ??ユ??綵????蘂?絲取?????菴?筝?????峨???? + +Kafka ???莅乗?∴??緇??????鐚?Zookeeper ??∝?倶????絽?綣鎺??????顖??????\????d??綛画??絨沿份絎???ュ軒 Kafka ???臂ら??筝鞘??筝ĵ??蘂?絲取???????堺?ワ??菴?筝ĵ??蘂?絲取?????絲劫????? KafkaController 腱遺減 Leader鐚???銀????? KafkaController 茴?О筝? Follower鐚???????筝???九?誌??筝?筝? Kafka ???臂ゅŰ?醇??筝?筝? Leader ??? N 筝? Follower??? + +### **Zookeeper ??壩??箙?絎??ー KafkaController ??????筝糸轡篏??????** + +腮?緇勛????? Zookeeper ???絨鋍?篌翫??莚ラ?醇??莨?羝?罐?鐚?Zookeeper ??奝??菴?????ァ?????鐚?zNode鐚??????????鐚?篁?????????坂??篋???後????????篏???? + +Zookeeper ???????????筝阪??腱?鐚?膃コ??腱???壩宛箙????鐚?茴?О篏?筝? `Persistent`鐚? + +膃コ??腱???奝〆綺鋇?羂娯?????鐚?茴?О篏?筝? `Persistent_Sequential`鐚? + +膃コ??腱???壚鹸??句??鐚?茴?О筝? `Ephemeral`鐚? + +膃サ??腱???奝〆綺鋇?筝贋?句??鐚?茴?О篏?筝? `Ephemeral_Sequential`??? + +KafkaController 罩f???ñ??篋?筝贋?句??菴?筝???号?ф?ュ????????筝紫??鐚???? Broker ???????駈??罸鋇? Broker ??? KafkaController ??巡????? ZK ??? `/controller` ??????????? BrokerId鐚?莪?????????ヨ??絨掩?? Leader鐚???î????? KafkaController ??? Follower鐚?綵? Leader ????????????羃≧????? ZK ????????ュ?????莚?鐚????莅や減 Leader ???篋?鐚?罩ゆ?? ZK ?????や鹸??句?? `/controller` ?????鐚?Kafka ???臂や賢?????銀?? KafkaController 綣?紮???亥??筝?莉勌??筝紙??篏?鐚?羌?腮????筝???≫????激??筝???∽?奝?? Leader ???羌?腮???障?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-af1f22f109f85fe6b169c6e4a271016f_720w.webp) + +
Leader???筝丈??腮????
+ +
+ +篁?筝???上櫆札?????削??膃コ??罨\??Broker1 ????????√????? Zookeeper ??? /controller ?????筝??????ヤ拭??姒?????篁? Broker1 ??? KafkaController 筝? Leader鐚???銀??筝や肩筝? Follower???膃コ??罨\??Broker1 絎???堺?????筝?膾随??罩ゆ?? Broker2 ??? Broker3 罍?羌???逸??篋??????紮???遺??莉勛??篋???√??篆≧??????? Zookeeper鐚?篁???鞘賢?櫆札?????削??Broker2 篋???遺?? Leader鐚????篁? Broker3 ??? Follower ??倶????? + +罩e幻?????灸??鐚?筝???∵??筝???腮?羃≧????勰??鐚?篏???????????? Broker1 胼紫鎖????????灸??鐚?Zookeeper ???紊??????? /controller ???筝贋?? node ??駈??膤紫?? hang 篏閽≦??羈??????わ????号??箙?????????菴???????筝????????勌??紊у侔??????????????≫?????筝?膀????腴?筝??????ヨВ膈? Kafka ??後?括????勰??鐚??????ソ?∵??蘂????????セ噯???緇?鐚???? + +## **KafkaController ????ァ??? ZK ????????絽?** + +KafkaController ??????紮?????????九??鐚?篌????絲剛???????? zNode 羈???????腱??????欠???????サ?Ǎ??篁ヤ梢紊????筝????????????決噯羆???????膤紫??????????????莚傑?????????ァ ZK ????????紊ф???櫆札???筝坂犬??????鐚?????????? `/admin` ???????? `/brokers` ?????????????????????九噲綺?????????遵??筝?茵????腓削?????荀?????????????????? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-2a603adc2e06f3663e693259e8bf16d4_720w.webp) + +
+ +## **Partition ???絽?膊?羈?** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-36d40cb264f6432a81ad83c9365d7997_720w.webp) + +
Partition???絽?膊?羈????
+ +
+ +??乗В鐚????莅冗??臂ゆ?? 3 筝? Broker鐚?Partition ???絖?筝? 2??? + +1. ?????咲????? Broker ???臂や賢???筝?筝? Broker ?????刻????九??篁ヨ舟莚∝????劫?鎞?筝? Partition ????????????絽???遺???????? Broker 筝???? +2. 筝? Partition ???絽?絎???????鐚?絨?篁? Partition ?????? AR 膸????蕁阪?鋌ヨ舟莚∝????劫?鎞? Partition ????????????絽???遺???????? Broker 筝???? + +## **Partition ?????倶??莉スЩ** + +?????潔??絲合?劫????? Topic ???綮坂????後????? Partition 鐚?篏???虁??篋? Partition 筝?筝?絎???九?脂?処?遵??罩e幻綏ヤ??鐚??????? Partition ??????筝???九?私??絲劫?? 4 筝??倶??筝下?????筝?筝?????倶?岩肩?????遵?????篌?膸????絋?筝???倶?????莉スЩ鐚?????????? NonExistentPartition???NewPartition???OnlinePartition???OfflinePartition鐚???九噲綺??????倶??莉スЩ?????球??筝???丈??腓冴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-58a8609aa2698130679d9fb80541d19b_720w.webp) + +
Partition??倶??莉スЩ???
+ +
+ +篁?筝???上櫆札?????削??Partition ?????倶??篌???怨??臀勛?倶???????遵??莉スЩ??亥?勖????倶?????鐚????筝???虁?>恒莉スЩ??倶???????? + +`NonExistentPartition鐚?`篁h;羃≧?????綮? Partition ??句????倶??鐚?箙?????櫝?醇?夌?膾睡?? Partition 茴??????ゅ???????倶????? + +`NewPartition鐚?`綵? Partition 茴????綮堺?駈??罩ゆ?九Ŭ?? AR鐚?Assigned Replica鐚?鐚?菴?羃≧?? ISR鐚?In-Synic Replica鐚?鐚?罩ゆ?区??筝???醇・?????井?勛???????ュ??莚糸????? + +`OnlinePartition鐚?`??? NewPartition ??倶??莉スЩ筝? OnlinePartition ??倶??鐚?罩ゆ?? Partition ??? Leader 綏牙?頮???筝上?堺?ヤ??鐚?綛銀??箙????絲劫????? ISR ???茵??????罩ゆ?九群膸??櫆札絲劫?????箴?莚糸??莚傑??篋???? + +`OfflinePartition鐚?`綵? Partition 絲劫????? Broker 絎???堺?????臀?膸?綣?絽悟????勰??鐚???? OnlinePartition 莉スЩ??? OfflinePartition鐚?罩ゆ?句?? Partition 綏牙?鋇???遵??絲劫?????箴?莚糸???????<??綵? Partition 茴?綵糸???????ゅ????倶??絨沿習腱紙?? NonExistentPartition鐚?綵?臀?膸???√???????? Broker ??√?????鐚???句?倶??????櫆札莉スЩ??? OnlinePartition鐚?篁????膸х鮫絲劫?????箴?莚糸???????<?? + +## **Kafka ???臂ょ??茣?莉遵??茵≦?????羌?腮?茹f??** + +?????∝?????腴?莅峨?域??鐚?Partition ??? Leader Replica ??? Preferred Replica 筝ょ??茹???駕??Leader Replica 茣?茣e噲紊????箴?莚糸???????? Preferred Replica 茣?茣e??罩? Leader Replica 筝??????井?勉???ー?????臂や賢???莅丈?? 3 筝? Broker鐚?3 筝? Partition鐚?罸鋇? Partition ??? 3 筝? Replica鐚?綵????臂よ??茵?筝?罧究?九?????鐚????臂や賢???篋? Broker 絎???削??Leader Replica 菴?茵?莉スЩ鐚???区??腮?絋?筝???丈??腓冴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-dc0bcd6f072f7e6cef8289882259d59e_720w.webp) + +
Partition???Leader莉スЩ???
+ +
+ +篁?筝???上櫆札?????削?????臂よ??茵?筝?罧究?狗?翫??鐚?Broker1 ??????篋?鐚??????銀??菴?茵???? Partition0 絲劫????? Leader Replica 莉スЩ??遺?? Broker2 筝???????莅鞘??罧究?狗?翫?? Broker3 箙????篋?鐚???? Broker3 筝???? Partition3 絲劫????? Leader Replica 箙?莉スЩ??遺?? Broker2 筝?鐚????臂や賢?Ŭ?? Broker2 筝???? Partition ???絲劫?????箴?莚糸???????\??篁?????????? Broker2 筝?????????≦?????罸?莨?紊э??箙???? Broker1 ??? Broker3 ??√?????鐚???銀???Ŭ?? Preferred Replica ???紊?篁醇??篏???? + +???絲剛札筝?菴?腱?????????狗?雁???ィ腱誌?????臂や???????????綣?紮???狗?f?桁抗茵\?????荀????菴?????佂鎖腮?絨? Leader Replica ?????医???????遺????? Broker 筝?鐚?篁????篏水??莚糸???????≦綾???????????????絽????筝????????????剛????? + +???綛活 ???篏???夌?? partition-rebalance-thread ????佂鎖腮????篏????鐚???延????銀?????膾у??篏?鐚????篁ュÜ???????臂ょÃ??牙????九?????篌???ц????????臂ょ??筝?綛活 ???莚???ゆ???????夌??`leader.imbalance.per.broker.percentage`???臀??喝?????鐚?綵????臂ょ??筝?綛活 綺?松??? 10%鐚?藥?莅わ????駈??篌?茹???????佂鎖腮????????綛活 ???篏?鐚???九?隙????ц??罩ラĽ絋?筝?鐚? + +1. 絲? Partition ??? AR ???茵???号?? Preferred Replica 菴?茵????膸????篏???? +2. ?????? Broker鐚?絲劫?銀????? Partition 菴?茵?紊??????? +3. 膸?莅? Broker 筝???? Leader Replica ??? Preferred Replica 筝???悟????? Partition 筝??違?? +4. 膸?莅? Broker 筝???? Partition 筝??違?? +5. Partition 筝??? / 筝???悟????? Partition 筝??逸??絋????紊т?? 10%鐚????茹??????綛活 ???篏?鐚????箙?鐚????筝????篁私??紊??????? + +## **??紫??** + +??シ??筝肢??篁?膸?篋? Kafka ???臂ゆ????≦???????筝?篋?綏ヤ????阪?駈????娯拭絨鋍?篌岩錆????偣??菴??????????絎劫??鐚?絲? Broker ?????∞????綏ヤ??羌?腮????篋?菴?筝?罩ョ?????茹o??篁??????翫ソ???????ァ??岩?????臂ゆ????<??筝?膀????腴????篁シ?ユ3綣鋌?膸?筝?筝?**Kafka 絽悟??????巡擦茵????篏?**鐚???セ噯???緇???? + +# ?????????腴? +https://blog.csdn.net/cao131502 +https://zhuanlan.zhihu.com/p/137811719 \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka351円207円215円350円246円201円347円237円245円350円257円206円347円202円271円+351円235円242円350円257円225円351円242円230円345円244円247円345円205円250円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka351円207円215円350円246円201円347円237円245円350円257円206円347円202円271円+351円235円242円350円257円225円351円242円230円345円244円247円345円205円250円.md" new file mode 100644 index 0000000..77ac95f --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円Kafka351円207円215円350円246円201円347円237円245円350円257円206円347円202円271円+351円235円242円350円257円225円351円242円230円345円244円247円345円205円250円.md" @@ -0,0 +1,518 @@ +## ???荀???∵????ヨ????? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-75cd70ad3052ba44bf706a3ab39e59d5_720w.webp) + + +Kafka 羔?茣合?隋勌??筝?筝? Partition ???筝?筝???茣壕??膸?????Ű?処←筝?筝???茣壕??羔?茣鴻??菴??媺????号??箙????茹e???? + +1. ??????筝?筝???茣壕??膸????鐚?筝?筝? Partition ?Ű?処←筝?筝???茣壕??羔?茣鴻?? +2. ??????筝?筝???茣壕??膸????鐚???????羔?茣壕??膸????莎傑?ュ??絎??櫆札羔?茣剛??筝? Topic 筝?????????? Partition??? +3. ??????筝?筝???茣合?????鐚?筝?筝???茣壕???櫆札羔?茣劫??筝? Partition ???篆≧?壔?? +4. ???筝????羔?茣壕??膸????鐚????筝?筝?????阪櫆札茴?紊?筝???茣壕??羔?茣鴻?? +5. 罸鋇???茣壕??膸?筝?絎?篌?絎???贋??茣剛??筝? Topic 筝?????????? Partition??? + +### **羔?茣合??絖????????鋈?** + +篋?茹d??羔?茣壕??筝?羔?茣合???????括鎧???鐚??????????篌?罸?莨???????羔?茣壕??膸??????ュ?????絖????????鋈????????????莚贋??茣合?????篏??????壚??箙?鐚? + +篏????絲号??茣合?????篏????綵?膸?篋?絋?筝?筝ょ?鴻?? + +1. ???絎???????篋т賢鐚?絲剛?????筝?筝? Topic鐚??櫝?醇?? A???B???C 膈? N 筝???茣号?号?活??羔?茣鴻??罸?絋?筝?篁順????欠?劫?紙?ュ??鐚?A 羔?茣号?号?括????ュ??筝?筝?????決?? N 紊ñ?劫?肢????ŭ????????鐚?B 羔?茣号?号?括????ュ??筝?筝?????決?? N 紊ñ?劫?肢????? TopN 筝??娯室?????????鐚?C 羔?茣号?号?括????ュ??筝?筝??号?勛????欠?劫?肢????????????ィ?????後?喝??捷????????????羆????絲剛??紊?綺??????堺?姒??絨怨櫆札篏睡??羔?茣合????ラ??胼私????????筝???>戎?????堺?姒??篁????莨上?遺??筝? Topic ?櫆札茴?紊?筝???茣合?????紊?羔?茣合????勛????? +2. 羔?茣合??筝? Partition ???羔?茣壕??綺???絎????綵??????亥??羔?茣壕???????ユ????????羔?茣壕??篁?羔?茣合???????堺?駈??篌?茹???羔?茣合????? Repartition ???篏?鐚??????≫??莚???篁?膸? Repartition鐚?鐚???? Repartition ???鐚?Partition1 茴?羔?茣合?????羔?茣壕?? A 菴?茵?羔?茣刻??Repartition ???鐚?Partition1 羔?茣合?????羔?茣壕?? B 菴?茵?羔?茣刻??筝坂????水??羔???虁←???紊?羔?茣刻?????荀?篁?羔?茣合??莅医????? Partition 羔?茣壕??綺?嚞???綵????羔?茣劫?亥??篏?臀卡????? OffSet 篏?臀卡??鐚???九?????薩膸中??茣刻??篁????莨上?井??茣壕?????綛恰??菴?腱誌???????銀?????蕭?篋?膤紫??????櫜????с?? + +## **Repartition 茹?????倶??** + +篏睡???? Kafka 羔?茣壕??絎∽?欠???????絖???????ラ??鐚?羔?茣壕??膸??????九??篌?茹??? Repartition ???篏?鐚????莪? Repartition ??? Partition ??????篋??????灸???????域←??????膸????筝?羔?茣合??羔?茣壕???????堺?サ櫆札???筝阪??筝????腱??????泣?? + +1. 羔?茣合????????羔?茣壕??絎???削??茹??? Repartition ???篏?鐚?絋?筝???丈??腓冴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-a9ef6a29cb9ba3456a05ad75cb91cb03_720w.webp) + +
羔?茣壕??絎???堺?????
+ +
+ +2\. 羔?茣合???????医??羔?茣壕??鐚?茹??? Repartition ???篏?鐚?絋?筝???丈??腓冴??筝???セ??腱??????究?壚減篋????蕭?羔?茣合????羔?茣壕?遵??鐚?篁???????綽?羔?茣壕??綺??? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-8803223d712fdde035b8e7b9170dd3fb_720w.webp) + +
??医??羔?茣壕????????
+ +
+ +3.Topic 筝???? Partition 紜?紊?鐚?茹??? Repartition ???篏?鐚?絋?筝???丈??腓冴??筝???セ??腱?莪???? Partition 筝??亥???????灸????壚減篋????蕭?羔?茣合?羔?茣拷??綺???鐚????筝阪??羔?茣壕??筝??医ぇ篋?膈?篋? Partition 筝??井?駈?????紜????羔?茣壕??筝??井?壩押????????鐚?????????姒?????筝?筝???茣合?????鐚?羔?茣壕??:Partition = 1:N鐚?綵? N 絨鋋? 1 ??駈????後??篋?羔?茣壕??菴???î??鐚?鐚????篁ヤ????拷?√????? Partition 筝??医????九?????羔?茣壕??筝??医櫆札???蕭?羔?茣合????羔?茣拷??綺??? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-8f1a427c6842d9babf139454ce23cfa3_720w.webp) + +
??医??Partition筝??井?????
+ +
+ +## **羔?茣壕??筝? ZK ?????括鎧** + +篌????????ワ??ZK 筝?篁?篆?絖?篋?羔?茣壕??羔?茣? partition ???菴?綺????????銀??篆?絖?篋?羔?茣合??????????????茵????partition ???????????????羔?茣壕????活??羔?茣? Partition鐚????荀?篁? ZK 筝左キ???莚ユ??茣壕??絲劫??????????坂拭?????綵?????????阪噲綺????羔?茣壕??綺?????? OffSert 篆≧?壔????d?? Partition 綺?莚ョ?演?d肩羔?茣壕??菴?茵?羔?茣刻????喝?????膣??????ŭ???????篁?箙?????????鞘賢筝???上????削??筝や肩???荀????膣?????????姒??羔?茣合??筝上??羇紫??羔?茣壕?????茵???? Topic 絲劫????? Partition ???茵???????菴?菴?筝や肩???膣?膸???? Partition ??????膊?羈?鐚???喝櫔????堺??茣壕??筝? Partition ???絲劫????括鎧鐚???九??絨?篆≧?????????? ZK 筝KK??Kafka ???蕭?膾? API ???篏?膾? API鐚?絋????筝????荀????篏? OffSet ??霡脂????????篋わ??????菴?蕭?膾? API ??贋・篏睡?Ǎ??篁???????篏?篏睡?????????上墾???絲剛??筝?篋?罸?莨???号?????篏睡????堺?姒??罸?絋???活??羔?茣合?劫?? Partition ???篆≧?姒??Kafka 箙????箴?篋?篏?膾? API ?櫝??茵??????????篏???? + +## **羔?茣合?綏ヤ??羌?腮?** + +???篁?膸?羔?茣合?綏ヤ??羌?腮????鐚??????ョ?????筝?筝??????亥??筝?篋?膸?篁吟?? + +* `KakfaConsumer`鐚?羔?茣合?鐚????篋??????羔?茣壕??菴?腮???ユ??茣号????壔?? +* `ConsumerConfig`鐚?羔?茣合????臀勛?∞??鐚????篋?膸?羔?茣合????臀勛?後?喝????逸??罸?絋????絎? Kafka ???臂わ??莅丞舟????????篋ゅ??????????篋ゆ?狗?顔?顔??膈?膈??????逸????順?怨?倶?ョ?∞????? +* `ConsumerConnector`鐚?羔?茣壕??菴??・??Ǎ?????菴?羔?茣壕??菴??・????櫆札?キ緇? Kafka 羔???壩??鐚???九?????菴?羔???壩??絨沿?処キ緇?羔???壚?????篏水??絎∽?欠?綣?紮?羔?茣号????壔?? + +篁ヤ??筝????箙???雁????括鎧?櫆札网???コ減鐚?羔?茣合?篏睡??羔?茣壕?????臀勛?∞?????綮阪?坂??羔?茣壕??菴??・??Ǎ?????菴?羔?茣壕??菴??・??????綮咲?????鐚?菴?筝?????????篏????箙???壚減篋?膽?絖???井?卡??鐚???銀賢??????筝下??羔???夌?延?????????????膾睡??篁??????∞?????????九???????ワ??????????掩??茣壕??絎∽?欠?莉勤哆??????筝下??羔???虁??茵?羔?茣鴻????隙?????篏?羌?腮?絋?筝???丈??腓冴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-122b4a706de39655d257928005a83ff1_720w.webp) + +
羔?茣合?綏ヤ??羌?腮?
+ +
+ +???篁サ??篁?羔?茣壕??筝? ZK ???茹?綺??ョ???????九轡篏?羌?腮???壚??箙???欠??鐚? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-4ed25ebb9236986b2084ce8a042f65b9_720w.webp) + +
羔?茣合?筝?ZK箙???雁??綏ヤ??羌?腮?
+ +
+ +篁?筝???上櫆札?????削??薤??????????膾睡??罸???????筝?罨≧????姒?????罩ユ?贋?遺??罨≧???????倶??鐚???銀???????壚減篋?筝?筝?罨≧?????羔???壩?区?遵??????????井????遺婚??????羔???姒????????膾睡??絨?????????亥??羔????????ュ?育?????筝下??緇?羔?茣号??茣合鎖腮??サ???罩h嚞???紊???????羔?茣合鎖腮?篁ヨ舟莚∝????劫?????膸左嚞?????????筝下??羔???姒???Ű??????ー??????筝中??羔????葦綣?紮?羔?茣刻??羔?茣劫??羔????????贋?井??茣壕??綺???罩ゅ?????荀?羈?????????姒??羔?茣合鎖腮?筝???壩?閩♂?遵?? ZK ???罩ユ??茣壕??綺???????????羔?茣壕??綺?????九????ユ?サ?違??菴???桁???????勛????壚減篋???鎞?羔?茣壕??筝? ZK ???蘂?膵????罩ユ????姒??篁???????篏? ZK ???????????? + +## **羔?茣壕?????筝?腱?羔?茣号?????** + +羔?茣壕??篁??????∞???? Partition 筝?????????井????姒??羔?茣号????壩??筝?腱??????居????????絋?筝?鐚? + +1. ??喝??筝?罨<????割????≧????虁?喝??茴?羔?茣剛??罨\??羔???壚???櫝?巡権紊縁??篏????櫝?巡??茴???紊?羔?茣鴻?? +2. ??喝??筝?罨<????割????≧????壩??紊??櫆札茴?羔?茣剛??罨\??羔???壚???櫝?処←???紊?羔?茣刻??篏???壩????壩???櫝?巡権紊宴?? +3. 罩eソ筝?罨<????割????≧????壩3絅処←羔?茣剛??罨\??羔???壚???櫝?巡権紊延??筝??櫝?処←???紊?羔?茣鴻?? + +### **1.??喝??筝?罨?** + +羔?茣壕??莚糸??羔???姒?????紊????羔???姒?????篆?絖?羔?茣壕??綺???羔?茣壕??????????井????姒?????羔?茣号????姒????九?????篆?絖???霡脂???綵?羔?茣壕??羔?茣号???????菴?羃≧?ュ?????篆?絖???霡脂??????篌???????羔???虁←???紊?羔?茣鴻??絋?筝???丈??腓削?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-1a047ed616ba44daebdb4b6ce786a61a_720w.webp) + +
???羔?茣劫??篆?絖?羔?茣壕??綺?
+ +
+ +### **2.??喝??筝?罨?** + +羔?茣壕??莚糸??羔???姒?????篆?絖?羔?茣壕??綺??????紊????羔???壔??羔?茣壕??????????井????姒?????篆?絖?篋???霡脂???綵?篆?絖?篋???霡脂?????菴?羃≧??茣劫??羔???姒??羔?茣壕?????篋?鐚????篌????????????茣合??羔???壚権紊宴??絋?筝???丈??腓削?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-1f9f91ae54396c5e5d93ae89251eb1ed_720w.webp) + +
???篆?絖?羔?茣壕??綺???羔?茣号?????
+ +
+ +### **3.罩eソ筝?罨?** + +罩eソ羔?茣剛??罨∞?????羈??櫆札???菴?絨?羔?茣壕?????羔?茣壕??綺???羔?????????膸????篆?絖????筝?莎激???Ű????巡??莚?筝や肩???篏???壚??筝???絖????篏?鐚?絨沿?処松??井3絅醇??茣剛??罨∞????勛????????絽後櫆札絨?筝や肩???篏?篆?絖????筝?莎件??罸?絋? HDFS 筝KK??罩eソ羔?茣剛??罨≧??腮?絋?筝???丈??腓冴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-a0bbb114e2ad551227f81c1f26d4bd5d_720w.webp) + +
罩eソ羔?茣剛??罨?
+ +
+ +## Partition???Replica???Log ??? LogSegment ?????括鎧 + +???莅丈??筝?筝? Kafka ???臂わ??Broker 筝??遺減 3鐚?Topic 筝??遺減 1鐚?Partition 筝??遺減 3鐚?Replica 筝??遺減 2???Partition ?????ñ?????絽?絋?筝???丈??腓冴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-f8f21631b138321f25c8821c677c5579_720w.webp) + +
Partition???絽????
+ +
+ +篁?筝???上櫆札?????削??莚? Topic ??延??筝? Partition ??????鐚?綛銀??罸鋇? Partition ??延源篁?筝や肩??壩?シ????????罸鋇? Partition ???筝私????壩?サ??絽????筝??????? Broker 筝?鐚????菴?菴???剛???櫆札?????削??綵????筝? Broker 絎???堺?駈???櫆札絨????絽??????銀?? Broker 筝????篁???壩?セ倘臀勌減筝糸?壩?ロ?????筝阪Ŭ??筝糸?壩?サ噲紊????箴?莚糸??莚傑??鐚?綵???九???????亥?? 2.x ?????コ賢篁???壩?コ???櫆札絲劫??莚肢噯羆?篋????絨?筝私????壩?サ??絽????筝??????? Broker 筝?篁???????蕭?膤紫??????櫜????с?? + +Partition ???絎??????ñ??絖??????壚札 Log ???篁句??綵√?鎡?腓榊??鐚????罸鋇? Log ???篁九??篁ュ??筝? LogSegment 膸???????Kafka 筝坂??箙?荀?菴?箙?莅乗?≦??????九????????罸?莨?膊????鐚???????羔???夌??筝???上????ワ??Log ???篁区??????虁????ヨ??紊э??Kafka 筝坂????剛梢膊∞??鐚?絨?筝?筝?ぇ???篁九????我??筝?筝ŭ??筝??? LogSegment ??ヨ??茵?膊∞??鐚?罸鋇? LogSegment ??掩?井?勖??篁九??膣√?????篁倶?????鐚???井?勖??篁倶?夌????ュ?????絎???????羔??????絎刻?????膣√?????篁倶?壚減篋????綽?羔??????絎合??莚糸????? + +?櫝?遵???????????篌???卡??Kafka ??セ昆羔?茣号?壚札 Partition 膸翫墾蕁阪?闉?茣号????夌??鐚?脾???????〆綺顓紫????九????????緇?蕭?絎????羃≧??綽?荀?篏睡??刈綣?????????九?? Kafka 筝坂??羯∴恭筝?篋???号??筝???♂??羆?鐚?罸?絋?荀??????堺??茣? Partition 筝下??羔???姒??罩ゆ?九櫆札??????菴?膣√?????篁九辱???絎?篏???井????夌??絎????絖????篏?臀卡????九??菴?茵?紊??????? + +??紫??筝?筝? Partition???Replica???Log ??? LogSegment 箙???雁????括鎧???羔???壩?壚札 Partition 膸翫墾菴?茵?膊∞?????鐚?筝坂?????蕭?膤紫??????櫜????э??罸鋇? Partition ??遵櫆札莅丞舟??後????? Replica ??壩?シ?逸??筝???サ?????綮? Topic ?????九???????倶??絎? Replica ???筝??逸??Partition ??? Replica ???絎??????ñ??絖????綵√????奝??菴? Log ???篁九???ー???鐚?筝坂????我2羔???壚????上????ワ??絲取?? Log ???篁九ぇ絨????膸上????随?????篁ュ?? Log ?????我??筝?筝ŭ??筝??? LogSegment ???篁吟?? + +**羈?????** ??????筝???九?誌??罸鋇ŭ源 Partition 筝中??筝??Ŭ??筝?筝? LogSegment 茴????莚?筝阪櫔????ョ?倶??鐚?綵?筝?筝? LogSegment ???篁九ぇ絨顥?菴?筝?絎?紊у?????鐚?罸?絋?綵????篁九ぇ絨顥?菴? 1G鐚?菴?筝?葦膠私室篋? HDFS 絖????????井?勖??篁駈??HDFS 筝中?井?勖??篁区松??? 128M ?????九??絨延??茴??????坂??筝??亥?????篁倶?ュ???????井?卡??鐚?絨延????医??綮坂??筝? LogSegment ??ョ薩膸中・??倶?医????ョ??羔???壔?? + +## ?????ユ????壩??腮??????? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-eb66e4ecf7cf07fcb6b12029bfdd9b71_720w.webp) + +
羔????????ュ????順??羌?腮?
+ +
+ +羌?腮?茹f?? + +???? 3 膀????腴?莅画??鐚????篋ц??絎∽?欠?絲剛??罸鋇? Partition 筝?罨>????????筝???号??????井????∞?鐚??????∞???九?遺????号????????????ョ?後????? Partition 筝????筝???丈??腮?筝肢?????筝阪??筝????罩ワ?? + +1. **絎∽?欠?羔???壩?狗???????狗??絮?篋????筝?筝?????榊??羔???姒??綛九噲罸???≧????虁倘臀勌??筝??霡脂???筝?罸鋇???号????壩?紙?壚?? 0 綣?紮????莪????紜????罸?絋?膃コ??罨≦????? 3 ??≧????姒?????絲剛????≧????壚??罨∞????? [0,1,2]鐚?膃コ??罨≦????? 4 ??≧????姒?????羔???壚??罨∞???垬減 [0,1,2,3]???羈???閫ゅ??莅丞舟???羔?????霡脂????夌?後噲??霡脂?????** +2. **絎∽?欠?絨?羔?????????膸??????∞?鐚??????∞???水?遺??筝???≧????夌??膸?絲劫?霡脂???絨?篌???井????∞????菴???号????夌????後噲??霡脂?鋓勖?号??膸?絲劫?霡脂?????** +3. **絨?篆勖?劫?????羔???壚札菴遵???????劫?颷遵????医?????羇肢????? LogSegment ??????????九????贋?亥??絲劫?霡脂?????** +4. **絨?羔???奝???????ュ?井??篁狗????????** +5. **???篁狗?????絨?羔???奝?? flush ??亥?????鐚?絎????羔???夌???????ユ??篏????** + +篋?茹d札筝?菴?腮????鐚????篁サ????ョ?????羔???夌????隙?????????????泣?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-6e993c95decd5d274b032cd423936504_720w.webp) + +
羔???壩?????膸???????
+ +
+ +筝???≧????夌?怨??筝?筝?????????????鐚? + +* **OffSet鐚???霡脂???羔??????絎∽?欠??????????絨???後噲??霡脂?鎕??????域唫篏?臀卡??綵?羔???????????? LogSegment ???鐚????絨???銀信??剛減膸?絲劫?霡脂??????????ョ????????** +* **Size鐚???シ?? Message ??????絎劫ぇ絨?** +* **Message鐚?羔???夌????隙?????絎刻????九?隙???????? 7 ??????膸????鐚?crc ???篋???♂??羔???姒??Attribute 篁h;篋?絮???э??key-length ??? value-length ??????撮茵? key ??? value ?????水墾鐚?key ??? value ??????撮茵?篋???九噲綺???????絎鴻??** + +### 羔?????霡脂?????莅∞??菴?腮? + +???菴?篁ヤ??羌?腮??櫆札?????削??罸???≧???????←絎????絖??????亥???????狗?巡??茴???????筝?筝???絲劫?霡脂??????????処←?????ョ??????????????筝?筝?????阪??鐚?羔???夌??膸?絲劫?霡脂????醇?壚?? 0 綣?紮?鐚?筝????莪????紜?鐚????筝?????????阪??鐚?羔???夌??膸?絲劫?霡脂????壩押???篁私????括鎧???????・筝???ヨ仡莅坂??羔???夌??膸?絲劫?霡脂?????莅∞??茹??????? + +隋???羔?????霡脂?????筝ょ????劫???筝?腱???奝〆綺顓糸??罸鋇???≧????壩?ョ`絎?鐚?罩ょ????劫?鋌d桟罸?莨?紊э??絎????筝????篁サ攻筝???括?ラ??羔???夌?????絎刻??????Ŭ?壩?括?ラ??羔???夌????霡脂???膃コ??腱???虁嚞???罸???≧????夌?? Size 絮???э????九??莅∞????坂??筝???≧????夌??莎桁????霡脂?????罸?絋?膃コ????≧???????絎剛減 ???abc???鐚??????ョ?????????????霡脂?鋇削??8鐚?OffSet鐚?+ 4鐚?Message 紊у???+ 3鐚?Message ???絎合????水墾鐚?= 15???膃コ????≦????ョ??羔??????絎剛減???defg???鐚???区儀紮???霡脂?鋇? 15鐚?筝?筝???≧????夌??莎桁????霡脂?鎺?莚ユ?姒??15+8+4+4=31鐚?篁ユ4膠紙ィ??? + +## 羔?茣号?????????壩?サ??罩ユ??腮??????? + +????????ユ????壩??腮?筝????鐚?莚糸??羔???壩??腮????筝坂犬腱??????居??????????壩??茣合?羔?茣号???????篁???壩?ロ??紊?篁遵?壩?ロ?????罩ヤ源??壩?ス??羔???壔?????綣?紮???????莚糸??羌?腮?箙????鐚????荀?????????遵??筝?????亥?????????筝???倶??腮????????櫝?巡????????罸?莨?膤?羔???? + +* **BaseOffSet**鐚???阪????霡脂???罸鋇? Partition ??? N 筝? LogSegment 膸????鐚?罸鋇? LogSegment ??醇????阪????霡脂???紊ф????怨??筝???????鐚???亥??筝中?鋇??遺撮茵?筝?筝? LogSegment ?????阪????霡脂???[0,200,400,600, ...]??? +* **StartOffSet**鐚?莎桁????霡脂?????掩??茣合????莎決嚞???羔???虁噯羆???駈?????絎?篁???ŭ肩篏?臀???紮?羔?茣号????壔?? +* **MaxLength**鐚???????紊у?????掩??茣合????莎決嚞???羔???虁噯羆???駈?????絎???シ????紊ф?????羔??????絎合????井??ぇ絨????莚ュ????医櫆札???菴?[max.partition.fetch.bytes](https://link.zhihu.com/?target=https%3A//xie.infoq.cn/draft/3020%23)??ユ??絎?鐚?藥?莅ゅぇ絨鋇? 1M??? +* **MaxOffSet**鐚????紊у?霡脂???羔?茣合???????羔???壩?駈?????蕭??櫐?????羔???夌??篏?臀卡????割??腱亥?????蕭?羂岩????????莚ュ????亥?掩????∞????絎?鐚???銀???????壚減篋???我2???篋х?菴????????ョ??羔????葦茴?羔?茣合?菴?茵?羔?茣鴻??罩ゅ????医噲篋?篁???壩?サ??罩ヤ源??壩?コ??篌??????違?? +* **MaxPosition**鐚?LogSegment ??????紊т??臀卡??隋???篋?莎桁????霡脂????????筝? LogSegment 筝?綣?紮?鐚?莚糸?? MaxLength ???鐚?筝???処??菴? MaxPosition???MaxPosition ??壚??筝???????????ñ??篏?臀卡??????????霡脂????? + +???莅丈??茣合?篁? 000000621 篏?臀???紮?羔?茣号????姒????割?????筝???????????括鎧絋?筝???丈??腓冴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-cd9c62a71cddccd7bc8a5d810d5af216_720w.webp) + +
篏?臀??括鎧???
+ +
+ +羔?茣合????篁???壩?シ?????羌?腮?絋?筝?鐚? + +1. **絎∽?欠?隋????????????篏?臀卡????? StartOffSet ?????種????上?遺源??壩?サ噲綺???? LogSegment???** +2. **LogSegment ??援刈綣????篁九????井?勖??篁倶?????鐚???延??膣√?????篁倶?壚??絨???医ぇ?????????鐚?薤????篁?膣√?????篁句`絎?筝?筝??鋋?膈?篋? StartOffSet ???菴????膣√??篏?臀勉??** +3. **??号?勛刈綣?篏?臀勖?上?医噲綺??????井?勖??篁銀??臀卡????延????井?勖??篁銀????壚??絨???医ぇ?????????鐚?篁???上?亥????井?勖??篁銀??臀勰〆綺?????????????鐚???翫?井?上?医?? StartOffSet ??悟?????篏?臀卡????割減羔?茣号????????羔???夌??篏?臀勉??** +4. **篁? StartOffSet 綣?紮????????????? MaxLength 紊у???????井?卡??菴????膸?羔?茣合???????篁???壩?セ??茵?羔?茣号??紊?篁醇??篏????** + +???莅丈?????羔???虁儀紮?篏?臀勌減 00000313鐚?羔???壩?????羌?腮???上??筝?鐚? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-9417ca60a0c5e9474ec49a77fff18b1b_720w.webp) + +
羔???壩?????羌?腮????
+ +
+ +## kafka 絋?篏?篆?莚?膤紫?????蕭??櫜???????井?勛????????у????井?勛??筝???贋?х??鐚? + +### kafka ???蕭??櫜????э?? + +1. **Kafka ??セ昆??壚??筝???絽?綣靗紫??鐚??????狗?????篋? Zookeeper 絖?????????井?勌拭??姒?????蕭?篋?膤紫?????蕭??櫜????с??** +2. **Kafka 篏睡??紊???壩?シ?阪?駈??綵???倶??筝? Leader ??? Partition 絲劫????? Broker 絎???堺?????臀?膸?綣?絽御?駈??Kafka 篌????菴????筝丈?阪?銀??絲劫????? Replica ???茵?筝右????育??筝上?坂??筝? Replica 綵???? Leader鐚?篁????膸х鮫絲劫?????箴?莚糸???????\??綵???駈?????荀?羈???????筝???号?姒???????亥????ス?? Kafka 筝昭和??Replica 箙??櫆札絲劫?????箴?莚肢噯羆?篋?鐚?鐚???ñ??紊???壩?シ?阪?九??筝?絎?腮?綺??????蕭?篋?膤紫?????絎拷????э??篁??????????篋?膤紫?????蕭??櫜?????** + +### Kafka ?????????э?? + +1. **篁? Producer 腴壩?ョ??鐚???????ф?壩?????篋х??羔???虁?遵??罩e幻???茴?絖??????? Partition 筝?筝?羔???壚??篌?筝√け???Kafka ???菴? [request.required.acks](https://link.zhihu.com/?target=https%3A//xie.infoq.cn/edit/49a133ad2b2f2671aa60706b0%23)???[min.insync.replicas](https://link.zhihu.com/?target=https%3A//xie.infoq.cn/edit/49a133ad2b2f2671aa60706b0%23) 筝や肩?????育?????鐚????筝?絎?腮?綺???篆?莚?羔???壚??篌?筝√け???** +2. **[request.required.acks](https://link.zhihu.com/?target=https%3A//xie.infoq.cn/edit/49a133ad2b2f2671aa60706b0%23) ?櫝倘臀勌減 1???0???-1 筝?腱??????泣??** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-7946f258c85fb8ca3d4aa423269c483a_720w.webp) + +
request.required.acks=1
+ +
+ +莅丞舟筝? 1 ??銀撮茵?綵? Leader ??倶????? Partition ?・??九?井?????攻???箙??????九葦莅や減羔???????????????鐚?絋???? ISR ???茵??? Replica 菴?羃≧?ュ????????罩ユ????姒??Leader ??倶????? Partition 絲劫????? Broker 絎???削?????羔???壩???櫝?巡権紊宴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-382c9f37f644feb37dd975c67bc1038f_720w.webp) + +
request.required.acks=0
+ +
+ +莅丞舟筝? 0 ??銀撮茵? Producer ??????羔??????絨沿丨筝堺?????鐚?羔???壩???櫝?巡権紊宴?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-592996f264baadc64967d6f4b28f4d23_720w.webp) + +
request.required.acks=-1
+ +
+ +莅丞舟筝?-1 ??駈??篁h; ISR ???茵?筝下???????? Replica 絨?羔??????罩ュ???????????莅や減羔???????????????鐚?篏??????????Û?????筝? Partition ?????九??鐚?Broker 綣?絽御?九????隙??絲取?贋????壚権紊宴?????篁ユ4??九葦???荀?[min.insync.replicas](https://link.zhihu.com/?target=https%3A//xie.infoq.cn/edit/49a133ad2b2f2671aa60706b0%23)?????亥????????鐚?莚ュ????育??荀?莅上????弱ぇ篋?膈?篋? 2鐚?綵? Partition ???筝??医?鋋?莅上???????惹?駈??Producer ??????羔???壚????贋・??ラ????? + +筝???∵??筝???腮????篌弱群膸鏅?絎?臂?篋?鐚?篏??????莅上?????羔?????????罩ュ?育?????篁? Partition 筝???駈??筝? Partition 絎???削??罩ゆ?倶????壚?????篌?鐚???順?倶????壚??篌?筝√け鐚?篏???壚???????????筝???≧????壚??絖????紊?罨<???????亥????コ賢 Kafka ?????坂??綛?膈???х??网?綽居?????菴?膸?罸???≧????虁倘臀勌??筝??壚?? ID鐚?綛銀??莚? ID ?櫆札??壚?????絨???? Partition ???筝?筝??阪??篏?臀卡??篁??????水??羔???奝??紊?絖????????勰??鐚?篏??????亥????菴?羃≧??篏睡????莚ョ?号?э???????頑僑??????????櫆札????????羞怨?ョ??腥銀??筝?鐚???? + +### Kafka ???筝???贋?э?? + +1. **篁? Consumer 腴壩?ョ??鐚????筝???≧???????紊?筝? Partition 筝?莚糸????亥??羔???壩?壚????雁??鐚?Kafka ???菴?綣???? HW鐚?High Water鐚???ュ???ー菴?筝???号?с??** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-9975539d98bf1a4e1a3038f2eceb2bb9_720w.webp) + +
羔??????罩ュ??
+ +
+ +篁?筝???上櫆札?????削?????莅? Consumer 篁?筝? Partition1 筝?羔?茣号????姒????延?? Kafka 茹?絎??Û??莅御??茣? HW 箙???????羔???姒?????篁ユ??紊?羔?茣劫?? Message2??????莅上?? Partition1 綣?絽後??鐚?Partition2 茴???筝鞘減 Leader鐚?罩ゆ?銀????у櫆札篁? Partition2 筝?莚糸????? Message2?????九?? HW ???????????ñ??篋????罅倶??綺?鐚?紮?膸?篆?????????中?睡????d肩篏?臀勉?? + +篁?筝???∽??篁コ???櫆札?????削??篏睡?? HW ??号?у??篌?篏水??羔????Ŭ??茴?????????壩?サ??罩ュ???????処←羔?茣刻?????篁ュ??筝?絎?腮?綺??????篏?篋?羔?茣合??????ц?緒???櫆札???菴?莅丞舟[replica.lag.time.max.ms](https://link.zhihu.com/?target=https%3A//xie.infoq.cn/edit/49a133ad2b2f2671aa60706b0%23)?????井?ヤ??莚?羔??????罩ョ?????紊ф?狗?眼?? + +## kafka 筝坂??箙???d??綽??? + +kafka 篏睡??篋?蕁阪???????ュ???????倶?決??????????姒????ヨ松??井?霡???? 200w鐚?Apache 絎???合????榊????井?卡?? ???脾??????井??????ラ????Ϊ?? Kafka ???菴????膽ð?井?卡?????篏? I/O ???茣??????? + +1. **蕁阪????????** + +紊у侔??順?ラ??鐚?絲剛??脾???????綏駕??絋??????奝????阪????ユ?井?勛??莚?鐚?罸閩≧?井?????????ユ?区?????菴?茵?絲糸?????篏?鐚?莚ユ??篏???奝??菴?腱糸????紊翫????????鐚??????区??茣号?狗?器?????蕁阪?顓糸??絨沿?遵????水??莚ユ??篏???? + +1. **?????倶?決???????????** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-6930901956f341f1ab4a6e5650a0680b_720w.webp) + +
??勰????井?勖?決??羌?腮????
+ +
+ +??勰???????井?勖?決??羌?腮?絋?筝???丈??腓削????井?勛?援????? copy ??医????御??鐚???九???????決????亥????傑??鐚???九???????援????傑????決????? socket鐚???九????? socket ??顒??????鐚?????????怨?顒??????絨???井?????????亥??膸?筝KK?? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-9e44873a63d8addca917e658667f0b61_720w.webp) + +
&quot;??倶?決??&quot;羌?腮????
+ +
+ +??????篋??????倶?決??????????????櫆札?????削????井?勌??????颷??????傑??篌?莨?鐚??????夌?贋・????????御??絎???????篏?鐚???鎞?篋?筝ゆ? copy ???篏????篁????紊уぇ???蕭?篋???井?勌??莨????綺??? + +1. **???膽?** + +Kafka 絎???号??箴?篋?紊?腱????膽ï?顒卡???????? gzip???snappy???lz4 膈?膈?鐚?篁???????篏?篋???井?勌??莨?????????ケ?? + +## Kafka 筝下??羔???壩??????筝√け??????紊?羔?茣刻?? + +1. **Kafka ???????筝∽????姒??膈?罅???娯拭篁?膸????菴??????≫犬筝??勰????????絖??醇??莨?羝?罐?篋?鐚?菴????絨延???????菴遺?????** +2. **???篏??????コ賢鐚?罸?絋?篏??????サ夔??篏睡???? Kafka0.8 ?????コ賢鐚?菴?羃≧??綛?膈???х????号?х????九??鐚?羔???壩???櫝?巡?????紊?茴?絖??????? Kafka 筝?鐚???????茹?筝?筝?筝??勰?????鐚?鐚??????腱??????灸??羔???虁??????壚??茴???紊?羔?茣合?????** + +**菴????膸?紊у侔筝?筝?В??渇??紊?羔?茣合?????莊姒??篏??????サ夓戎???篋? Redis 莅医??篋?茴?羔?茣合?? key鐚?綛区倘臀勌??菴??????狗?器????? key 菴?羃≧??菴???????鐚?絲剛?????筝?筝? key ???羔????????綵???????紊?羔???夌?贋・???綣???????** ?????筝??????域???Ϊ??筝?腱?茹e?恰?号??鐚?篏睡?? HDFS 絖????←羔?茣壕?????羔???姒????????傑???櫝????у?????鐚????荀?莚肢??????????????「膣???鐚?莚肢????????篁サ櫆札??号?勤??訓???絎?????????級????ñ?後?????膈???ワ??絋??????????篁セ???????銀??罸?莨?絅順????号??鐚?罨∵?????荐?篋ゆ????? + +## 筝坂??箙?荀?篏睡?? kafka鐚?筝坂??箙?荀?篏睡??羔???奝?????鐚? + +### ?????ヨ?莚岩減篁?箙?荀?篏睡??羔???奝?????鐚? + +菴????蘂?罸?莨?筝肢??筝?篋?鐚????丨筝堺押???臀?筝???銀?????腴????緇?莚?鐚?莉糸?件??鐚?篏???奝?順?娯拭紊у侔篏睡??羔???奝???????????絨掩?壚減篋? **茹h??**???**綣?罩?**???**羔?絣?**??? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-f7c1bb87ab46ddd03255c58109ce360f_720w.webp) + +
膤紫??莪???????
+ +
+ +??????筝???∞?????絮?鐚???娯拭???筝?絨?????????サ夣????域??絋?筝???丈??腓榊???????居??膤紫?? A 紊???????膸????茴? B???C???D 膤紫?????箴?莎?鐚?綵???医??膤紫?? E ??駈??箙????荀?膤紫?? A ??????菴?茵????莪????筝?膾睡?????篏?鐚?菴????綵?膤紫?? A ???????????贋?九????潔??荀??????? B???C???D???E 膤紫?????荀????罩ュ??膾ф?拷????? + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-0f0c8f9531a38f6d79b2cbb2973bfbfc_720w.webp) + +
綣???ユ????奝????????
+ +
+ +綣???ユ????奝???????????筝や肩絅遵??鐚? + +1. **???筝?鎧膸?菴?茵?篋?茹h????篁?筝???鞘???櫆札?????削??綵?膤紫?? A 腦???九???????下?剛??篁倶?駈?????筝???狗?岩婚???紊ч?靳????鐚?MQ ???綵?篋?羔???壩??絖??????????鐚???我2 B???C???D???E 膤紫??箙?莊????經ð?????** +2. **綵???亥鎧膸? E ???荀??・??ョ鎧膸? A ?????井?卡???Ū??荀???? MQ 絲号・絨怨櫆札篋?鐚?篁??????水??篋?筝?膤紫?? A ???莪?莚?筝?膾睡?????篏????** + +綣???ユ????奝??????????鎀?鐚? + +筝?篋??????桁??筝ら?∽?э?????篌弱????ユ????奝?????菴?篁銀?????緇?臂?絅緒??篏????????銀??紜????篋?膤紫?????紊????綺???膤紫?????膸贋?ゆ????シ??蕭?鐚?絋???? MQ ???篋????箙????鐚????綣???ヤ??筝???贋?х??膈???勰?????荀??サ茹e?潟?? + +## 筝坂??箙?荀?篏睡?? Kafka? + +篏????莅や減?????? Kafka ????????????絋?筝??????刻?? + +1. **Kafka ????????筝????茴?綛炊??篏睡?Ǎ??腓上?堺柑莊?綺???鐚??????シ?贋?域伸篁i??綺???綽???** +2. **Kafka ??????篋ц?????羔?茣壕????順?? Java 莚左??菴?茵?篋???????鐚????筝?絎?腮?綺???篏?篋?膤紫?????膸贋?ゆ????ロ??篏???????筝肢????頵?鐚????筝阪??筝? Java ???篏睡??召篏???後??綺?紊э?????** +3. **Kafka 膤紫?????????????駜?鐚?莨上?遺??罸霡? 10w 膾у????紊???????綺???** +4. **Kafka ?櫆札???緇?紊?綵?筝?篌?腱????紊ф?井?勛??篁区??茵???????鐚??????? Spark???Flink???Flume???Storm 膈?膈????** + +## 筝坂??箙? Kafka 筝???壩??莚糸?????胼誌?? + +菴?筝??勰?????筝?????恰?>散鐚????篁サŰ仡莅? Kafka0.9 ?????ス???????泣??絲剛??蕭??????ロ??篁? Partition 箙??櫆札??炊??莚肢噯羆?篋?鐚?菴????筝?紊?莎?菴違?? + +Kafka 絋??????壩??莚糸?????胼紫??莚?鐚????絋?筝????筝??勰????? + +1. **膤紫??莅乗?∞??紊????綺???罸?莨?紊э??綵???区??筝???莨???球失鐚?罸?腴?蕭??????ス?? Kafka 綏牙?鎘??ー篋????** + +
+ + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/v2-98093ad82970feb7a0c52954c6942aa1_720w.webp) + +
+ +**2\. 篁?筝???上櫆札?????削??篁?篁? Partition 筝?莚糸????井?勌?????筝や肩??勰?????筝??????井?勌??筝? Partition 筝????罩ュ?遺?? Partition ?????井??散菴???勰??鐚????筝堺?井?勌?????篋у?井??茣剛??膸???? 3 罨∞??膸?篌?莨??????遵??茴?羔?茣刻??絲剛????倶????ц??羆?罸?莨?蕭??????堺?壩?セ昆絨延????????篋????篋??????井?勌????贋?ч?勰??鐚????莅鞘源 Partition 絨???井?勛?筝?罨>信??号??篋? A鐚???九?????絨?莚ユ?井?勌信??号??篋? B鐚???延??篁?筝? Partition ???罩ュ?遺?? Partition 篌????綮区????勰??鐚????篁ヤ??絨延??篋х????井?勌????贋?ч?勰?????** + +??????緇???削?????菴?茹e?割札筝???勰????ユ?√??篁? Partition ??炊??莚肢噯羆?鐚??????サ櫐?活????ワ?????筝?絲剛???????ュ?????紊э??莚糸????????絨??????堺?姒????セ昆箙?絨掩押???篁?箙???鋈?篋???? + +## ??紫?? + +??シ??篁?膸?篋????筝?幻茹???? Kafka ?????∵??蘂? + +### 絽梧????∵??蘂?筝?茹? + +#### 1.1 Kafka 筝下?? ISR(InSyncRepli)??? OSR(OutSyncRepli)??? AR(AllRepli)篁h;篁?箙?鐚? + +ISR鐚??????????leader??後勲篏?篋?10s???follower????????? + +OSR鐚??????????leader??後勲紊т??10s???follwer + +AR鐚????????????榊??follower + +#### 1.2 Kafka 筝下?? HW??? LEO 膈???????撮茵?篁?箙?鐚? + +HW鐚?High Water蕭?羂岩??鐚???号????筝??????坂賢???篏????LEO??喝??鐚?Log End Offset鐚? + +LEO鐚?罸鋇?????堺??紊х??Offset + +#### 1.3 Kafka 筝中?壩??箙?篏??ー羔???奝〆綺???х??鐚? + +???罸鋇?????阪??鐚?罸???≧????奝?醇??offset鐚????篁ユ??????????筝??????阪?????綺?????羈??????医??絮????綺???? + +#### 1.4 Kafka 筝下???????阪?????綺???????????????????????????茹o??絎?篁コ????雁??紊????蕁阪????壚??箙?鐚? + +?????阪??Partitioner?????ュ噲?????肴??茵?紊???????鐚???恰????????????医?ŭ??筝?????榊????勰?????綺?????????Ǎ??菴?筝???噲??井?勤??茵?綺?????????????綺??????????綏ュ?激????????Ǎ????喝噲篋?羔?????????菴?茵?筝?筝??????紊?????????九鮎紊???????膠?Interceptor鐚?紊????蕁阪?ó????????菴????????=>綺??????????=>?????阪?? + +#### 1.5 Kafka ???篋ц??絎∽?欠??????岩??膸??????壚??箙???桁?????鐚?篏睡??篋????筝?鎖腮???ュ?????鐚?????????壚??箙?鐚? + +篏睡??筝や肩膾睡??鐚?main???sender 膾睡??鐚?main膾睡??篌?筝?罨∞?颷???????????綺??????????????????阪??絨???井??????????RecoreAccumulator膾睡????延昆?????????????sender膾睡??篁???延昆?????鋇中???????井??????????kafka broker + +batch.size莨上?井4茹?罔≧????壩????????鐚?linger.ms???松??域??罔\??膈?緇?綵??????狗?水葦????????井?勉?? + +#### 1.6 羔?茣合??筝下??羔?茣壕??筝??医?????莇?菴? topic ????????削????d??絨延?????羔?茣壕??羔?茣剛????井?井?勈??菴???? 莚??????3隋卡?? + +菴??媺?????噲???鐚?莇?菴??????坂肩??亥??羔?茣壕??筝?篌?????・??倶?井?卡??筝肢??????????壚??筝?????榊??羔????Ű?遵??茴???筝???茣壕??膸?筝下??筝?筝???茣壕??羔?茣鴻?? + +#### 1.7 羔?茣壕?????篋ゆ??茣剛??腱紙?倶??篋ょ??????????羔?茣劫?亥???????井????夌?? offset 菴???? offset+1鐚? + +???篋ц??????????井?勛??offset??壚??0綣?紮????鐚?羔?茣壕??羔?茣合????井?勛??offset??壚??1綣?紮?鐚?????????井????壩??offset+1 + +#### 1.8 ?????ŭ?????綵≫???????????紊?羔?茣刻?? + +???羔?茣劫?????篋?offset鐚?絋????羔?茣劫??絎???坂??鐚????篌??????????紊?羔?茣? + +#### 1.9 ??d???????壚????????羔???壩?闉?茣刻?? + +??????篋?offset鐚?菴?羃≧??茣劫葦絎???坂??鐚????篌???????羲闉?茣? + +#### 1.10 綵?篏?篏睡?? kafka-topics.sh ???綮削???????わ??篋?筝?筝? topic 箙????鐚? Kafka ??????篌???ц??篁?箙???肢??鐚? + +篌???? zookeeper 筝下??/brokers/topics ?????剛?????綮坂??筝??亥?? topic ?????刻??絋?鐚?/brokers/topics/first 茹??? Controller ????????ス??綺? kafka Controller 茣?茣? topic ??????綮阪轡篏?鐚?綛倶?贋?? metadata cache + +#### 1.11 topic ????????堺?医櫆???櫆札紜????鐚?絋?????櫆札???箙?紜????鐚?絋????筝??櫆札鐚???e????壚減篁?箙?鐚? + +?櫆札紜????鐚?篆勖?劫????坂肩???--alter?櫆札篆勖?劫????坂肩??? + +#### 1.12 topic ????????堺?医櫆???櫆札??鎞?鐚?絋?????櫆札???箙???鎞?鐚?絋????筝??櫆札鐚???e????壚減篁?箙?鐚? + +筝??櫆札??鎞?鐚???鎞?篋??????坂?????鐚?箙????????????坂賢?????井?勌??絅遵????? + +#### 1.13 Kafka ??????????? topic ???鐚?絋?????????壚??箙?鐚????篁?箙??????Ǎ?? + +???鐚?__consumer_offsets筝肢???????ュ??0.9?????コ札???篆?絖?羔?茣壕??羔?茣合??offset + +#### 1.14 Kafka ?????阪????????网?綽居?? + +Kafka?????阪噲篋?Kafka???臂ゆ?ヨ?鐚??????阪櫆札?????域??莉遵??茵\??絲剛??羔?茣壕????ヨ??????阪櫆札???蕭?綛九??綺??????蕭?莚糸???????? + +#### 1.15 膊?菴? Kafka ?????ュ???????膸????鐚? + +罸鋇?筝?????阪噲綺????筝?筝???篁九す鐚???遵??筝?topic-0/topic-1?????罸鋇???篁九す??????.index???.log???篁吟?? + +#### 1.16 絋??????????絎?篋?筝?筝? offset鐚? Kafka Controller ???箙???ユ?上?医噲綺????羔???姒?? + +offset茵?ず綵????羔???夌??膽??埦??薤?????櫆札???菴?篋????羈?絎?篏?綵????羔??????篋???ŭ肩.index???篁銀賢鐚?????????????seek絎?篏??????号????ユ?上?医?????offset???.index筝下??篏?臀卡??罩ゆ?九櫆札??水?医??紮??????霡脂????????菴????紮??????霡脂????????菴?seek絎?篏????.log筝下??羔?????喝櫐?上?違?? + +#### 1.17 ???筝???? Kafka Controller ???篏???Ǎ?? + +Kafka???臂や賢???筝?筝?broker篌?茴???筝鞘減Controller鐚?茣?茣g?∞?????臂?broker???筝?筝?膾帥????????topic????????阪?壩?サ????????leader??????筝丞??綏ヤ?????Controller???綏ヤ??膊∞????壚??莎?篋?zookeeper?????? + +#### 1.18 Kafka 筝中????d????井?拷??荀????筝常??菴?篋???井?合?????筝丞????ュ???????ŭ??鐚? + +???ISR筝右??荀????筝上??Leader鐚??????ñ????ヤ減?????医??緇????????????坂賢???荀????筝常?????荀????筝上??Leader???follower??? + +#### 1.19 紊掩????壩?シ?壩??篁?箙?鐚??????d??綺?絲号ェ??緒?? + +紊掩????壩?コ減??????罸?leader??後勲紊т??10s???follower鐚?ISR篌?絨?菴?篋?紊掩?????follower荼√?削??膈????????・菴?leader???10s???鐚?篌??????医?????ISR + +#### 1.20 Kafka ?????ŭ??莅乗?∴份絎????絋?罩ら???????ц?緒?? + +1. Kafka紊ñ????????絽?綣???倶?? +2. 絲?log???篁区??茵?篋????segment鐚?綛九噲segment綮榊??篋?膣√?? +3. 絲剛??????????剛戎???篋?蕁阪?顓糸??鐚?蕁阪?顓糸????壩????????篁句??蕁阪?颷遵??鐚???鎞?篋?脾????絲糸?????綣????鐚???御???????阪?????綺??????緇?紊? +4. 篏睡??篋???倶?決???????姒??筝????荀??????√?亥????傑??鐚?????????御????喝櫔?????莚糸?????篏?鐚?筝???井?勛????決??罨≧?遺????翫????? + +## ?????????腴? +https://blog.csdn.net/cao131502 +https://zhuanlan.zhihu.com/p/137811719 \ No newline at end of file From 68d65ba2a393f20ae92fa4745dfb22650edb25d1 Mon Sep 17 00:00:00 2001 From: h2pl <362294931@qq.com> Date: 2023年5月26日 23:15:13 +0800 Subject: [PATCH 03/10] add mq doc --- ...00350円207円264円346円200円247円357円274円211円.md" | 62 ++ ...72346円234円254円346円246円202円345円277円265円.md" | 62 ++ ...66350円277円237円346円266円210円346円201円257円.md" | 62 ++ ...01344円270円216円350円277円207円346円273円244円.md" | 62 ++ ...7344円270円216円346円266円210円350円264円271円 .md" | 62 ++ ...57345円242円203円346円220円255円345円273円272円.md" | 62 ++ ...2345円272円217円346円266円210円350円264円271円 .md" | 62 ++ ...66350円277円237円351円230円237円345円210円227円.md" | 173 ++++++ ...73344円277円241円351円230円237円345円210円227円.md" | 578 ++++++++++++++++++ 9 files changed, 1185 insertions(+) create mode 100644 "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円344円272円213円345円212円241円346円266円210円346円201円257円357円274円210円346円234円200円347円273円210円344円270円200円350円207円264円346円200円247円357円274円211円.md" create mode 100644 "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円345円237円272円346円234円254円346円246円202円345円277円265円.md" create mode 100644 "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円345円271円277円346円222円255円344円270円216円345円273円266円350円277円237円346円266円210円346円201円257円.md" create mode 100644 "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円211円271円351円207円217円345円217円221円351円200円201円344円270円216円350円277円207円346円273円244円.md" create mode 100644 "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円 .md" create mode 100644 "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円347円216円257円345円242円203円346円220円255円345円273円272円.md" create mode 100644 "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円 .md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円345円246円202円344円275円225円345円256円236円347円216円260円345円273円266円350円277円237円351円230円237円345円210円227円.md" create mode 100644 "docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円345円246円202円344円275円225円345円256円236円347円216円260円346円255円273円344円277円241円351円230円237円345円210円227円.md" diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円344円272円213円345円212円241円346円266円210円346円201円257円357円274円210円346円234円200円347円273円210円344円270円200円350円207円264円346円200円247円357円274円211円.md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円344円272円213円345円212円241円346円266円210円346円201円257円357円274円210円346円234円200円347円273円210円344円270円200円350円207円264円346円200円247円357円274円211円.md" new file mode 100644 index 0000000..7b22bce --- /dev/null +++ "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円344円272円213円345円212円241円346円266円210円346円201円257円357円274円210円346円234円200円347円273円210円344円270円200円350円207円264円346円200円247円357円274円211円.md" @@ -0,0 +1,62 @@ +# [RocketMQ狼双?匯?児云古廷](https://www.cnblogs.com/boboooo/p/13038950.html) + + + + + +RocketMQ頁唖戦竃瞳議匯錘蝕坿議嶧連嶄寂周?斑凪蕗兆寄夐議祥頁万議並暦嶧連議孔嬬。壓二匍嶄?嶧連嶄寂周僉夲聞喘RocketMQ議珊頁勇謹議?宸匯狼双議猟嫗脅頁寞斤RocketMQ議?壑断枠貫RocketMQ議匯乂児云古廷才桟廠議喜秀蝕兵祖軟。 + +RocketMQ喇4何蛍怏撹?蛍艶頁?兆各捲暦?Name Server?、嶧連錦双?Brokers?、伏恢宀?producer?才嶧継宀?consumer?。宸4何蛍脅辛參序佩邦峠制婢?貫遇閲窒汽泣絞嬾?泌和夕? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/1191201-20200603173058174-1551688390.png) + +宸頁RocketMQ郊利貧議匯嫖夕?掲械賠漣議双竃阻4倖何蛍?旺拝脅頁鹿蛤庁塀。和中厘断祥蛍艶傍匯傍宸4何蛍。 + +## 兆各捲暦?NameServer? + +Name Server亥處議叔弼頁匯倖廣過嶄伉?才Zookeeper議恬喘餓音謹。万議麼勣孔嬬嗤曾倖?泌和? + +* broker議砿尖?broker鹿蛤繍徭失議佚連廣過欺NameServer?NameServer戻工伉柳字崙殊霞耽匯倖broker頁倦屎械。 +* 揃喇砿尖?耽匯倖NameServer脅嗤屁倖broker鹿蛤才錦双議佚連?參宴人薩極?伏恢宀才嶧継宀?臥儂。 + +NameServer亅距彭蛍下塀狼由嶄議耽匯倖怏周?旺拝砿尖彭耽匯倖Topic議揃喇佚連。 + +## Broker + +Broker麼勣頁贋刈嶧連?旺拝戻工Topic議字崙。万戻工容才性曾嶽庁塀?珊嗤匯乂否墻議企仏?曳泌辛參塘崔嶧連険云。和中厘断心匯心Brokcer議麼貫字崙。 + +Broker議叔弼蛍葎^呟化麼 ?、^揖化麼 ?才^貫 ?眉倖叔弼。泌惚低音嬬否般嶧連議卿払?低辛參塘崔匯倖^揖化麼 ?才^貫 ?曾倖Broker?泌惚低状誼嶧連卿払匆涙侭僚?峪勣錦双辛喘祥ok議三?低辛參塘崔^呟化麼 ?才^貫 ?曾倖broker。泌惚低峪頁?酒汽議喜秀?峪塘崔匯倖^呟化麼 ??音塘崔^貫 ?匆頁辛參議。 + +貧中戻欺議頁broker岻寂議姥芸?broker戦議佚連匆頁辛參隠贋欺甘徒議?隠贋欺甘徒議圭塀匆嗤曾嶽?容呪議圭塀頁呟化隠贋甘徒?揖化隠贋甘徒頁掲械鱒債來嬬議。 + +## 伏恢宀 + +伏恢宀屶隔鹿蛤何俸?万断?broker鹿蛤窟僕嶧連?遇拝屶隔謹嶽減墮譲財議圭塀。 + +輝伏恢宀?broker窟僕嶧連扮?氏誼欺窟僕潤惚?窟僕潤惚嶄嗤匯倖窟僕彜蓑。邪譜厘断議塘崔嶄?嶧連議塘崔`isWaitStoreMsgOK = true`?宸倖塘崔潮範匆頁`true`?泌惚低塘崔葎`false`?壓窟僕嶧連議狛殻嶄?峪勣音窟伏呟械?窟僕潤惚脅頁`SEND_OK`。輝`isWaitStoreMsgOK = true`?窟僕潤惚嗤參和叱嶽? + +* `FLUSH_DISK_TIMEOUT`?隠贋甘徒階扮?輝隠贋甘徒議圭塀譜崔葎SYNC_FLUSH?揖化??旺拝壓syncFlushTimeout塘崔議扮寂坪?潮範5s??短嗤頼撹隠贋甘徒議強恬?繍氏誼欺宸倖彜蓑。 +* `FLUSH_SLAVE_TIMEOUT`?揖化^貫 ?階扮?輝broker議叔弼譜崔葎^揖化麼 ?扮?徽頁壓譜崔議揖化扮寂坪?潮範葎5s?短嗤頼撹麼貫岻寂議揖化?祥氏誼欺宸倖彜蓑。 +* `SLAVE_NOT_AVAILABLE`?^貫 ?音辛喘?輝厘断譜崔^揖化麼 ??徽頁短嗤塘崔^貫 ?broker扮?氏卦指宸倖彜蓑。 +* `SEND_OK`?嶧連窟僕撹孔。 + +壅栖心心嶧連嶷鹸嚥嶧連卿払?輝低窟孖低議嶧連卿払扮?宥械嗤曾倖僉夲?匯倖頁卿祥卿杏?宸劔嶧連祥寔議卿阻?総匯倖僉夲頁嶧連嶷仟窟僕?宸劔嗤辛嬬哈軟嶧連嶷鹸。宥械秤趨和?珊頁容呪嶷仟窟僕議?厘断壓嶧継嶧連議扮昨勣肇茅渠嶷鹸議嶧連。 + +窟僕message議寄弌匯違音階狛512k?潮範議窟僕嶧連議圭塀頁揖化議?窟僕圭隈氏匯岷怦毘?岷欺吉欺卦指議峒哘。泌惚低曳熟壓吭來嬬?匆辛參喘`send(msg, callback)`呟化議圭塀窟僕嶧連。 + +## 嶧継宀 + +謹倖嶧継宀辛參怏撹**嶧継宀怏?consumer group?**?音揖議**嶧継宀怏**辛參匡堋屢揖議Topic?匆辛參鏡羨議嶧継Topic?耽匯倖嶧継宀怏脅嗤徭失議嶧継陶卞楚。 + +嶧連議嶧継圭塀匯違嗤曾嶽?乏會嶧継才旺窟嶧継。 + +* 乏會嶧継?嶧継宀繍迄廖嶧連錦双?鳩隠嶧連梓孚乏會匯倖匯倖議瓜嶧継渠?乏會嶧継氏哈軟匯何蛍來嬬鱒払。壓嶧継嶧連議扮昨?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁哘乎卦指`SUSPEND_CURRENT_QUEUE_A_MOMENT`宸倖彜蓑?万繍御盆嶧継宀狛匯粁扮寂朔?氏嶷仟嶧継宸倖嶧連。 +* 旺窟嶧継?嶧継宀繍旺窟議嶧継嶧連?宸嶽圭塀議來嬬掲械挫?匆頁容呪議嶧継圭塀。壓嶧継議狛殻嶄?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁卦指`RECONSUME_LATER`彜蓑?万御盆嶧継宀孖壓音嬬屎鳩議嶧継万?狛匯粁扮寂朔?氏壅肝嶧継万。 + +壓嶧継宀坪何?頁聞喘`ThreadPoolExecutor`恬葎?殻学議?厘断辛參宥狛`setConsumeThreadMin`才`setConsumeThreadMax`譜崔恷弌嶧継?殻才恷寄嶧継?殻。 + +輝匯倖仟議嶧継宀怏秀羨參朔?万勣畳協頁倦嶧継岻念議煽雰嶧連?`CONSUME_FROM_LAST_OFFSET`繍策待煽雰嶧連?嶧継仟議嶧連。`CONSUME_FROM_FIRST_OFFSET`繍嶧継錦双嶄議耽匯倖嶧連?岻念議煽雰嶧連匆氏壅嶧継匯演。`CONSUME_FROM_TIMESTAMP`辛參峺協嶧継嶧連議扮寂?峺協扮寂參朔議嶧連氏瓜嶧継。 + +泌惚低議哘喘音嬬否般嶷鹸嶧継?椎担壓嶧継嶧連議狛殻嶄?勣恂挫嶧連議丕刮。 + +挫阻?書爺祥欺宸戦杏?和匯鐙厘断繍初府RocketMQ議桟廠喜秀。 \ No newline at end of file diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円345円237円272円346円234円254円346円246円202円345円277円265円.md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円345円237円272円346円234円254円346円246円202円345円277円265円.md" new file mode 100644 index 0000000..7b22bce --- /dev/null +++ "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円345円237円272円346円234円254円346円246円202円345円277円265円.md" @@ -0,0 +1,62 @@ +# [RocketMQ狼双?匯?児云古廷](https://www.cnblogs.com/boboooo/p/13038950.html) + + + + + +RocketMQ頁唖戦竃瞳議匯錘蝕坿議嶧連嶄寂周?斑凪蕗兆寄夐議祥頁万議並暦嶧連議孔嬬。壓二匍嶄?嶧連嶄寂周僉夲聞喘RocketMQ議珊頁勇謹議?宸匯狼双議猟嫗脅頁寞斤RocketMQ議?壑断枠貫RocketMQ議匯乂児云古廷才桟廠議喜秀蝕兵祖軟。 + +RocketMQ喇4何蛍怏撹?蛍艶頁?兆各捲暦?Name Server?、嶧連錦双?Brokers?、伏恢宀?producer?才嶧継宀?consumer?。宸4何蛍脅辛參序佩邦峠制婢?貫遇閲窒汽泣絞嬾?泌和夕? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/1191201-20200603173058174-1551688390.png) + +宸頁RocketMQ郊利貧議匯嫖夕?掲械賠漣議双竃阻4倖何蛍?旺拝脅頁鹿蛤庁塀。和中厘断祥蛍艶傍匯傍宸4何蛍。 + +## 兆各捲暦?NameServer? + +Name Server亥處議叔弼頁匯倖廣過嶄伉?才Zookeeper議恬喘餓音謹。万議麼勣孔嬬嗤曾倖?泌和? + +* broker議砿尖?broker鹿蛤繍徭失議佚連廣過欺NameServer?NameServer戻工伉柳字崙殊霞耽匯倖broker頁倦屎械。 +* 揃喇砿尖?耽匯倖NameServer脅嗤屁倖broker鹿蛤才錦双議佚連?參宴人薩極?伏恢宀才嶧継宀?臥儂。 + +NameServer亅距彭蛍下塀狼由嶄議耽匯倖怏周?旺拝砿尖彭耽匯倖Topic議揃喇佚連。 + +## Broker + +Broker麼勣頁贋刈嶧連?旺拝戻工Topic議字崙。万戻工容才性曾嶽庁塀?珊嗤匯乂否墻議企仏?曳泌辛參塘崔嶧連険云。和中厘断心匯心Brokcer議麼貫字崙。 + +Broker議叔弼蛍葎^呟化麼 ?、^揖化麼 ?才^貫 ?眉倖叔弼。泌惚低音嬬否般嶧連議卿払?低辛參塘崔匯倖^揖化麼 ?才^貫 ?曾倖Broker?泌惚低状誼嶧連卿払匆涙侭僚?峪勣錦双辛喘祥ok議三?低辛參塘崔^呟化麼 ?才^貫 ?曾倖broker。泌惚低峪頁?酒汽議喜秀?峪塘崔匯倖^呟化麼 ??音塘崔^貫 ?匆頁辛參議。 + +貧中戻欺議頁broker岻寂議姥芸?broker戦議佚連匆頁辛參隠贋欺甘徒議?隠贋欺甘徒議圭塀匆嗤曾嶽?容呪議圭塀頁呟化隠贋甘徒?揖化隠贋甘徒頁掲械鱒債來嬬議。 + +## 伏恢宀 + +伏恢宀屶隔鹿蛤何俸?万断?broker鹿蛤窟僕嶧連?遇拝屶隔謹嶽減墮譲財議圭塀。 + +輝伏恢宀?broker窟僕嶧連扮?氏誼欺窟僕潤惚?窟僕潤惚嶄嗤匯倖窟僕彜蓑。邪譜厘断議塘崔嶄?嶧連議塘崔`isWaitStoreMsgOK = true`?宸倖塘崔潮範匆頁`true`?泌惚低塘崔葎`false`?壓窟僕嶧連議狛殻嶄?峪勣音窟伏呟械?窟僕潤惚脅頁`SEND_OK`。輝`isWaitStoreMsgOK = true`?窟僕潤惚嗤參和叱嶽? + +* `FLUSH_DISK_TIMEOUT`?隠贋甘徒階扮?輝隠贋甘徒議圭塀譜崔葎SYNC_FLUSH?揖化??旺拝壓syncFlushTimeout塘崔議扮寂坪?潮範5s??短嗤頼撹隠贋甘徒議強恬?繍氏誼欺宸倖彜蓑。 +* `FLUSH_SLAVE_TIMEOUT`?揖化^貫 ?階扮?輝broker議叔弼譜崔葎^揖化麼 ?扮?徽頁壓譜崔議揖化扮寂坪?潮範葎5s?短嗤頼撹麼貫岻寂議揖化?祥氏誼欺宸倖彜蓑。 +* `SLAVE_NOT_AVAILABLE`?^貫 ?音辛喘?輝厘断譜崔^揖化麼 ??徽頁短嗤塘崔^貫 ?broker扮?氏卦指宸倖彜蓑。 +* `SEND_OK`?嶧連窟僕撹孔。 + +壅栖心心嶧連嶷鹸嚥嶧連卿払?輝低窟孖低議嶧連卿払扮?宥械嗤曾倖僉夲?匯倖頁卿祥卿杏?宸劔嶧連祥寔議卿阻?総匯倖僉夲頁嶧連嶷仟窟僕?宸劔嗤辛嬬哈軟嶧連嶷鹸。宥械秤趨和?珊頁容呪嶷仟窟僕議?厘断壓嶧継嶧連議扮昨勣肇茅渠嶷鹸議嶧連。 + +窟僕message議寄弌匯違音階狛512k?潮範議窟僕嶧連議圭塀頁揖化議?窟僕圭隈氏匯岷怦毘?岷欺吉欺卦指議峒哘。泌惚低曳熟壓吭來嬬?匆辛參喘`send(msg, callback)`呟化議圭塀窟僕嶧連。 + +## 嶧継宀 + +謹倖嶧継宀辛參怏撹**嶧継宀怏?consumer group?**?音揖議**嶧継宀怏**辛參匡堋屢揖議Topic?匆辛參鏡羨議嶧継Topic?耽匯倖嶧継宀怏脅嗤徭失議嶧継陶卞楚。 + +嶧連議嶧継圭塀匯違嗤曾嶽?乏會嶧継才旺窟嶧継。 + +* 乏會嶧継?嶧継宀繍迄廖嶧連錦双?鳩隠嶧連梓孚乏會匯倖匯倖議瓜嶧継渠?乏會嶧継氏哈軟匯何蛍來嬬鱒払。壓嶧継嶧連議扮昨?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁哘乎卦指`SUSPEND_CURRENT_QUEUE_A_MOMENT`宸倖彜蓑?万繍御盆嶧継宀狛匯粁扮寂朔?氏嶷仟嶧継宸倖嶧連。 +* 旺窟嶧継?嶧継宀繍旺窟議嶧継嶧連?宸嶽圭塀議來嬬掲械挫?匆頁容呪議嶧継圭塀。壓嶧継議狛殻嶄?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁卦指`RECONSUME_LATER`彜蓑?万御盆嶧継宀孖壓音嬬屎鳩議嶧継万?狛匯粁扮寂朔?氏壅肝嶧継万。 + +壓嶧継宀坪何?頁聞喘`ThreadPoolExecutor`恬葎?殻学議?厘断辛參宥狛`setConsumeThreadMin`才`setConsumeThreadMax`譜崔恷弌嶧継?殻才恷寄嶧継?殻。 + +輝匯倖仟議嶧継宀怏秀羨參朔?万勣畳協頁倦嶧継岻念議煽雰嶧連?`CONSUME_FROM_LAST_OFFSET`繍策待煽雰嶧連?嶧継仟議嶧連。`CONSUME_FROM_FIRST_OFFSET`繍嶧継錦双嶄議耽匯倖嶧連?岻念議煽雰嶧連匆氏壅嶧継匯演。`CONSUME_FROM_TIMESTAMP`辛參峺協嶧継嶧連議扮寂?峺協扮寂參朔議嶧連氏瓜嶧継。 + +泌惚低議哘喘音嬬否般嶷鹸嶧継?椎担壓嶧継嶧連議狛殻嶄?勣恂挫嶧連議丕刮。 + +挫阻?書爺祥欺宸戦杏?和匯鐙厘断繍初府RocketMQ議桟廠喜秀。 \ No newline at end of file diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円345円271円277円346円222円255円344円270円216円345円273円266円350円277円237円346円266円210円346円201円257円.md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円345円271円277円346円222円255円344円270円216円345円273円266円350円277円237円346円266円210円346円201円257円.md" new file mode 100644 index 0000000..7b22bce --- /dev/null +++ "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円345円271円277円346円222円255円344円270円216円345円273円266円350円277円237円346円266円210円346円201円257円.md" @@ -0,0 +1,62 @@ +# [RocketMQ狼双?匯?児云古廷](https://www.cnblogs.com/boboooo/p/13038950.html) + + + + + +RocketMQ頁唖戦竃瞳議匯錘蝕坿議嶧連嶄寂周?斑凪蕗兆寄夐議祥頁万議並暦嶧連議孔嬬。壓二匍嶄?嶧連嶄寂周僉夲聞喘RocketMQ議珊頁勇謹議?宸匯狼双議猟嫗脅頁寞斤RocketMQ議?壑断枠貫RocketMQ議匯乂児云古廷才桟廠議喜秀蝕兵祖軟。 + +RocketMQ喇4何蛍怏撹?蛍艶頁?兆各捲暦?Name Server?、嶧連錦双?Brokers?、伏恢宀?producer?才嶧継宀?consumer?。宸4何蛍脅辛參序佩邦峠制婢?貫遇閲窒汽泣絞嬾?泌和夕? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/1191201-20200603173058174-1551688390.png) + +宸頁RocketMQ郊利貧議匯嫖夕?掲械賠漣議双竃阻4倖何蛍?旺拝脅頁鹿蛤庁塀。和中厘断祥蛍艶傍匯傍宸4何蛍。 + +## 兆各捲暦?NameServer? + +Name Server亥處議叔弼頁匯倖廣過嶄伉?才Zookeeper議恬喘餓音謹。万議麼勣孔嬬嗤曾倖?泌和? + +* broker議砿尖?broker鹿蛤繍徭失議佚連廣過欺NameServer?NameServer戻工伉柳字崙殊霞耽匯倖broker頁倦屎械。 +* 揃喇砿尖?耽匯倖NameServer脅嗤屁倖broker鹿蛤才錦双議佚連?參宴人薩極?伏恢宀才嶧継宀?臥儂。 + +NameServer亅距彭蛍下塀狼由嶄議耽匯倖怏周?旺拝砿尖彭耽匯倖Topic議揃喇佚連。 + +## Broker + +Broker麼勣頁贋刈嶧連?旺拝戻工Topic議字崙。万戻工容才性曾嶽庁塀?珊嗤匯乂否墻議企仏?曳泌辛參塘崔嶧連険云。和中厘断心匯心Brokcer議麼貫字崙。 + +Broker議叔弼蛍葎^呟化麼 ?、^揖化麼 ?才^貫 ?眉倖叔弼。泌惚低音嬬否般嶧連議卿払?低辛參塘崔匯倖^揖化麼 ?才^貫 ?曾倖Broker?泌惚低状誼嶧連卿払匆涙侭僚?峪勣錦双辛喘祥ok議三?低辛參塘崔^呟化麼 ?才^貫 ?曾倖broker。泌惚低峪頁?酒汽議喜秀?峪塘崔匯倖^呟化麼 ??音塘崔^貫 ?匆頁辛參議。 + +貧中戻欺議頁broker岻寂議姥芸?broker戦議佚連匆頁辛參隠贋欺甘徒議?隠贋欺甘徒議圭塀匆嗤曾嶽?容呪議圭塀頁呟化隠贋甘徒?揖化隠贋甘徒頁掲械鱒債來嬬議。 + +## 伏恢宀 + +伏恢宀屶隔鹿蛤何俸?万断?broker鹿蛤窟僕嶧連?遇拝屶隔謹嶽減墮譲財議圭塀。 + +輝伏恢宀?broker窟僕嶧連扮?氏誼欺窟僕潤惚?窟僕潤惚嶄嗤匯倖窟僕彜蓑。邪譜厘断議塘崔嶄?嶧連議塘崔`isWaitStoreMsgOK = true`?宸倖塘崔潮範匆頁`true`?泌惚低塘崔葎`false`?壓窟僕嶧連議狛殻嶄?峪勣音窟伏呟械?窟僕潤惚脅頁`SEND_OK`。輝`isWaitStoreMsgOK = true`?窟僕潤惚嗤參和叱嶽? + +* `FLUSH_DISK_TIMEOUT`?隠贋甘徒階扮?輝隠贋甘徒議圭塀譜崔葎SYNC_FLUSH?揖化??旺拝壓syncFlushTimeout塘崔議扮寂坪?潮範5s??短嗤頼撹隠贋甘徒議強恬?繍氏誼欺宸倖彜蓑。 +* `FLUSH_SLAVE_TIMEOUT`?揖化^貫 ?階扮?輝broker議叔弼譜崔葎^揖化麼 ?扮?徽頁壓譜崔議揖化扮寂坪?潮範葎5s?短嗤頼撹麼貫岻寂議揖化?祥氏誼欺宸倖彜蓑。 +* `SLAVE_NOT_AVAILABLE`?^貫 ?音辛喘?輝厘断譜崔^揖化麼 ??徽頁短嗤塘崔^貫 ?broker扮?氏卦指宸倖彜蓑。 +* `SEND_OK`?嶧連窟僕撹孔。 + +壅栖心心嶧連嶷鹸嚥嶧連卿払?輝低窟孖低議嶧連卿払扮?宥械嗤曾倖僉夲?匯倖頁卿祥卿杏?宸劔嶧連祥寔議卿阻?総匯倖僉夲頁嶧連嶷仟窟僕?宸劔嗤辛嬬哈軟嶧連嶷鹸。宥械秤趨和?珊頁容呪嶷仟窟僕議?厘断壓嶧継嶧連議扮昨勣肇茅渠嶷鹸議嶧連。 + +窟僕message議寄弌匯違音階狛512k?潮範議窟僕嶧連議圭塀頁揖化議?窟僕圭隈氏匯岷怦毘?岷欺吉欺卦指議峒哘。泌惚低曳熟壓吭來嬬?匆辛參喘`send(msg, callback)`呟化議圭塀窟僕嶧連。 + +## 嶧継宀 + +謹倖嶧継宀辛參怏撹**嶧継宀怏?consumer group?**?音揖議**嶧継宀怏**辛參匡堋屢揖議Topic?匆辛參鏡羨議嶧継Topic?耽匯倖嶧継宀怏脅嗤徭失議嶧継陶卞楚。 + +嶧連議嶧継圭塀匯違嗤曾嶽?乏會嶧継才旺窟嶧継。 + +* 乏會嶧継?嶧継宀繍迄廖嶧連錦双?鳩隠嶧連梓孚乏會匯倖匯倖議瓜嶧継渠?乏會嶧継氏哈軟匯何蛍來嬬鱒払。壓嶧継嶧連議扮昨?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁哘乎卦指`SUSPEND_CURRENT_QUEUE_A_MOMENT`宸倖彜蓑?万繍御盆嶧継宀狛匯粁扮寂朔?氏嶷仟嶧継宸倖嶧連。 +* 旺窟嶧継?嶧継宀繍旺窟議嶧継嶧連?宸嶽圭塀議來嬬掲械挫?匆頁容呪議嶧継圭塀。壓嶧継議狛殻嶄?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁卦指`RECONSUME_LATER`彜蓑?万御盆嶧継宀孖壓音嬬屎鳩議嶧継万?狛匯粁扮寂朔?氏壅肝嶧継万。 + +壓嶧継宀坪何?頁聞喘`ThreadPoolExecutor`恬葎?殻学議?厘断辛參宥狛`setConsumeThreadMin`才`setConsumeThreadMax`譜崔恷弌嶧継?殻才恷寄嶧継?殻。 + +輝匯倖仟議嶧継宀怏秀羨參朔?万勣畳協頁倦嶧継岻念議煽雰嶧連?`CONSUME_FROM_LAST_OFFSET`繍策待煽雰嶧連?嶧継仟議嶧連。`CONSUME_FROM_FIRST_OFFSET`繍嶧継錦双嶄議耽匯倖嶧連?岻念議煽雰嶧連匆氏壅嶧継匯演。`CONSUME_FROM_TIMESTAMP`辛參峺協嶧継嶧連議扮寂?峺協扮寂參朔議嶧連氏瓜嶧継。 + +泌惚低議哘喘音嬬否般嶷鹸嶧継?椎担壓嶧継嶧連議狛殻嶄?勣恂挫嶧連議丕刮。 + +挫阻?書爺祥欺宸戦杏?和匯鐙厘断繍初府RocketMQ議桟廠喜秀。 \ No newline at end of file diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円211円271円351円207円217円345円217円221円351円200円201円344円270円216円350円277円207円346円273円244円.md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円211円271円351円207円217円345円217円221円351円200円201円344円270円216円350円277円207円346円273円244円.md" new file mode 100644 index 0000000..7b22bce --- /dev/null +++ "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円211円271円351円207円217円345円217円221円351円200円201円344円270円216円350円277円207円346円273円244円.md" @@ -0,0 +1,62 @@ +# [RocketMQ狼双?匯?児云古廷](https://www.cnblogs.com/boboooo/p/13038950.html) + + + + + +RocketMQ頁唖戦竃瞳議匯錘蝕坿議嶧連嶄寂周?斑凪蕗兆寄夐議祥頁万議並暦嶧連議孔嬬。壓二匍嶄?嶧連嶄寂周僉夲聞喘RocketMQ議珊頁勇謹議?宸匯狼双議猟嫗脅頁寞斤RocketMQ議?壑断枠貫RocketMQ議匯乂児云古廷才桟廠議喜秀蝕兵祖軟。 + +RocketMQ喇4何蛍怏撹?蛍艶頁?兆各捲暦?Name Server?、嶧連錦双?Brokers?、伏恢宀?producer?才嶧継宀?consumer?。宸4何蛍脅辛參序佩邦峠制婢?貫遇閲窒汽泣絞嬾?泌和夕? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/1191201-20200603173058174-1551688390.png) + +宸頁RocketMQ郊利貧議匯嫖夕?掲械賠漣議双竃阻4倖何蛍?旺拝脅頁鹿蛤庁塀。和中厘断祥蛍艶傍匯傍宸4何蛍。 + +## 兆各捲暦?NameServer? + +Name Server亥處議叔弼頁匯倖廣過嶄伉?才Zookeeper議恬喘餓音謹。万議麼勣孔嬬嗤曾倖?泌和? + +* broker議砿尖?broker鹿蛤繍徭失議佚連廣過欺NameServer?NameServer戻工伉柳字崙殊霞耽匯倖broker頁倦屎械。 +* 揃喇砿尖?耽匯倖NameServer脅嗤屁倖broker鹿蛤才錦双議佚連?參宴人薩極?伏恢宀才嶧継宀?臥儂。 + +NameServer亅距彭蛍下塀狼由嶄議耽匯倖怏周?旺拝砿尖彭耽匯倖Topic議揃喇佚連。 + +## Broker + +Broker麼勣頁贋刈嶧連?旺拝戻工Topic議字崙。万戻工容才性曾嶽庁塀?珊嗤匯乂否墻議企仏?曳泌辛參塘崔嶧連険云。和中厘断心匯心Brokcer議麼貫字崙。 + +Broker議叔弼蛍葎^呟化麼 ?、^揖化麼 ?才^貫 ?眉倖叔弼。泌惚低音嬬否般嶧連議卿払?低辛參塘崔匯倖^揖化麼 ?才^貫 ?曾倖Broker?泌惚低状誼嶧連卿払匆涙侭僚?峪勣錦双辛喘祥ok議三?低辛參塘崔^呟化麼 ?才^貫 ?曾倖broker。泌惚低峪頁?酒汽議喜秀?峪塘崔匯倖^呟化麼 ??音塘崔^貫 ?匆頁辛參議。 + +貧中戻欺議頁broker岻寂議姥芸?broker戦議佚連匆頁辛參隠贋欺甘徒議?隠贋欺甘徒議圭塀匆嗤曾嶽?容呪議圭塀頁呟化隠贋甘徒?揖化隠贋甘徒頁掲械鱒債來嬬議。 + +## 伏恢宀 + +伏恢宀屶隔鹿蛤何俸?万断?broker鹿蛤窟僕嶧連?遇拝屶隔謹嶽減墮譲財議圭塀。 + +輝伏恢宀?broker窟僕嶧連扮?氏誼欺窟僕潤惚?窟僕潤惚嶄嗤匯倖窟僕彜蓑。邪譜厘断議塘崔嶄?嶧連議塘崔`isWaitStoreMsgOK = true`?宸倖塘崔潮範匆頁`true`?泌惚低塘崔葎`false`?壓窟僕嶧連議狛殻嶄?峪勣音窟伏呟械?窟僕潤惚脅頁`SEND_OK`。輝`isWaitStoreMsgOK = true`?窟僕潤惚嗤參和叱嶽? + +* `FLUSH_DISK_TIMEOUT`?隠贋甘徒階扮?輝隠贋甘徒議圭塀譜崔葎SYNC_FLUSH?揖化??旺拝壓syncFlushTimeout塘崔議扮寂坪?潮範5s??短嗤頼撹隠贋甘徒議強恬?繍氏誼欺宸倖彜蓑。 +* `FLUSH_SLAVE_TIMEOUT`?揖化^貫 ?階扮?輝broker議叔弼譜崔葎^揖化麼 ?扮?徽頁壓譜崔議揖化扮寂坪?潮範葎5s?短嗤頼撹麼貫岻寂議揖化?祥氏誼欺宸倖彜蓑。 +* `SLAVE_NOT_AVAILABLE`?^貫 ?音辛喘?輝厘断譜崔^揖化麼 ??徽頁短嗤塘崔^貫 ?broker扮?氏卦指宸倖彜蓑。 +* `SEND_OK`?嶧連窟僕撹孔。 + +壅栖心心嶧連嶷鹸嚥嶧連卿払?輝低窟孖低議嶧連卿払扮?宥械嗤曾倖僉夲?匯倖頁卿祥卿杏?宸劔嶧連祥寔議卿阻?総匯倖僉夲頁嶧連嶷仟窟僕?宸劔嗤辛嬬哈軟嶧連嶷鹸。宥械秤趨和?珊頁容呪嶷仟窟僕議?厘断壓嶧継嶧連議扮昨勣肇茅渠嶷鹸議嶧連。 + +窟僕message議寄弌匯違音階狛512k?潮範議窟僕嶧連議圭塀頁揖化議?窟僕圭隈氏匯岷怦毘?岷欺吉欺卦指議峒哘。泌惚低曳熟壓吭來嬬?匆辛參喘`send(msg, callback)`呟化議圭塀窟僕嶧連。 + +## 嶧継宀 + +謹倖嶧継宀辛參怏撹**嶧継宀怏?consumer group?**?音揖議**嶧継宀怏**辛參匡堋屢揖議Topic?匆辛參鏡羨議嶧継Topic?耽匯倖嶧継宀怏脅嗤徭失議嶧継陶卞楚。 + +嶧連議嶧継圭塀匯違嗤曾嶽?乏會嶧継才旺窟嶧継。 + +* 乏會嶧継?嶧継宀繍迄廖嶧連錦双?鳩隠嶧連梓孚乏會匯倖匯倖議瓜嶧継渠?乏會嶧継氏哈軟匯何蛍來嬬鱒払。壓嶧継嶧連議扮昨?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁哘乎卦指`SUSPEND_CURRENT_QUEUE_A_MOMENT`宸倖彜蓑?万繍御盆嶧継宀狛匯粁扮寂朔?氏嶷仟嶧継宸倖嶧連。 +* 旺窟嶧継?嶧継宀繍旺窟議嶧継嶧連?宸嶽圭塀議來嬬掲械挫?匆頁容呪議嶧継圭塀。壓嶧継議狛殻嶄?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁卦指`RECONSUME_LATER`彜蓑?万御盆嶧継宀孖壓音嬬屎鳩議嶧継万?狛匯粁扮寂朔?氏壅肝嶧継万。 + +壓嶧継宀坪何?頁聞喘`ThreadPoolExecutor`恬葎?殻学議?厘断辛參宥狛`setConsumeThreadMin`才`setConsumeThreadMax`譜崔恷弌嶧継?殻才恷寄嶧継?殻。 + +輝匯倖仟議嶧継宀怏秀羨參朔?万勣畳協頁倦嶧継岻念議煽雰嶧連?`CONSUME_FROM_LAST_OFFSET`繍策待煽雰嶧連?嶧継仟議嶧連。`CONSUME_FROM_FIRST_OFFSET`繍嶧継錦双嶄議耽匯倖嶧連?岻念議煽雰嶧連匆氏壅嶧継匯演。`CONSUME_FROM_TIMESTAMP`辛參峺協嶧継嶧連議扮寂?峺協扮寂參朔議嶧連氏瓜嶧継。 + +泌惚低議哘喘音嬬否般嶷鹸嶧継?椎担壓嶧継嶧連議狛殻嶄?勣恂挫嶧連議丕刮。 + +挫阻?書爺祥欺宸戦杏?和匯鐙厘断繍初府RocketMQ議桟廠喜秀。 \ No newline at end of file diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円 .md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円 .md" new file mode 100644 index 0000000..7b22bce --- /dev/null +++ "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円 .md" @@ -0,0 +1,62 @@ +# [RocketMQ狼双?匯?児云古廷](https://www.cnblogs.com/boboooo/p/13038950.html) + + + + + +RocketMQ頁唖戦竃瞳議匯錘蝕坿議嶧連嶄寂周?斑凪蕗兆寄夐議祥頁万議並暦嶧連議孔嬬。壓二匍嶄?嶧連嶄寂周僉夲聞喘RocketMQ議珊頁勇謹議?宸匯狼双議猟嫗脅頁寞斤RocketMQ議?壑断枠貫RocketMQ議匯乂児云古廷才桟廠議喜秀蝕兵祖軟。 + +RocketMQ喇4何蛍怏撹?蛍艶頁?兆各捲暦?Name Server?、嶧連錦双?Brokers?、伏恢宀?producer?才嶧継宀?consumer?。宸4何蛍脅辛參序佩邦峠制婢?貫遇閲窒汽泣絞嬾?泌和夕? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/1191201-20200603173058174-1551688390.png) + +宸頁RocketMQ郊利貧議匯嫖夕?掲械賠漣議双竃阻4倖何蛍?旺拝脅頁鹿蛤庁塀。和中厘断祥蛍艶傍匯傍宸4何蛍。 + +## 兆各捲暦?NameServer? + +Name Server亥處議叔弼頁匯倖廣過嶄伉?才Zookeeper議恬喘餓音謹。万議麼勣孔嬬嗤曾倖?泌和? + +* broker議砿尖?broker鹿蛤繍徭失議佚連廣過欺NameServer?NameServer戻工伉柳字崙殊霞耽匯倖broker頁倦屎械。 +* 揃喇砿尖?耽匯倖NameServer脅嗤屁倖broker鹿蛤才錦双議佚連?參宴人薩極?伏恢宀才嶧継宀?臥儂。 + +NameServer亅距彭蛍下塀狼由嶄議耽匯倖怏周?旺拝砿尖彭耽匯倖Topic議揃喇佚連。 + +## Broker + +Broker麼勣頁贋刈嶧連?旺拝戻工Topic議字崙。万戻工容才性曾嶽庁塀?珊嗤匯乂否墻議企仏?曳泌辛參塘崔嶧連険云。和中厘断心匯心Brokcer議麼貫字崙。 + +Broker議叔弼蛍葎^呟化麼 ?、^揖化麼 ?才^貫 ?眉倖叔弼。泌惚低音嬬否般嶧連議卿払?低辛參塘崔匯倖^揖化麼 ?才^貫 ?曾倖Broker?泌惚低状誼嶧連卿払匆涙侭僚?峪勣錦双辛喘祥ok議三?低辛參塘崔^呟化麼 ?才^貫 ?曾倖broker。泌惚低峪頁?酒汽議喜秀?峪塘崔匯倖^呟化麼 ??音塘崔^貫 ?匆頁辛參議。 + +貧中戻欺議頁broker岻寂議姥芸?broker戦議佚連匆頁辛參隠贋欺甘徒議?隠贋欺甘徒議圭塀匆嗤曾嶽?容呪議圭塀頁呟化隠贋甘徒?揖化隠贋甘徒頁掲械鱒債來嬬議。 + +## 伏恢宀 + +伏恢宀屶隔鹿蛤何俸?万断?broker鹿蛤窟僕嶧連?遇拝屶隔謹嶽減墮譲財議圭塀。 + +輝伏恢宀?broker窟僕嶧連扮?氏誼欺窟僕潤惚?窟僕潤惚嶄嗤匯倖窟僕彜蓑。邪譜厘断議塘崔嶄?嶧連議塘崔`isWaitStoreMsgOK = true`?宸倖塘崔潮範匆頁`true`?泌惚低塘崔葎`false`?壓窟僕嶧連議狛殻嶄?峪勣音窟伏呟械?窟僕潤惚脅頁`SEND_OK`。輝`isWaitStoreMsgOK = true`?窟僕潤惚嗤參和叱嶽? + +* `FLUSH_DISK_TIMEOUT`?隠贋甘徒階扮?輝隠贋甘徒議圭塀譜崔葎SYNC_FLUSH?揖化??旺拝壓syncFlushTimeout塘崔議扮寂坪?潮範5s??短嗤頼撹隠贋甘徒議強恬?繍氏誼欺宸倖彜蓑。 +* `FLUSH_SLAVE_TIMEOUT`?揖化^貫 ?階扮?輝broker議叔弼譜崔葎^揖化麼 ?扮?徽頁壓譜崔議揖化扮寂坪?潮範葎5s?短嗤頼撹麼貫岻寂議揖化?祥氏誼欺宸倖彜蓑。 +* `SLAVE_NOT_AVAILABLE`?^貫 ?音辛喘?輝厘断譜崔^揖化麼 ??徽頁短嗤塘崔^貫 ?broker扮?氏卦指宸倖彜蓑。 +* `SEND_OK`?嶧連窟僕撹孔。 + +壅栖心心嶧連嶷鹸嚥嶧連卿払?輝低窟孖低議嶧連卿払扮?宥械嗤曾倖僉夲?匯倖頁卿祥卿杏?宸劔嶧連祥寔議卿阻?総匯倖僉夲頁嶧連嶷仟窟僕?宸劔嗤辛嬬哈軟嶧連嶷鹸。宥械秤趨和?珊頁容呪嶷仟窟僕議?厘断壓嶧継嶧連議扮昨勣肇茅渠嶷鹸議嶧連。 + +窟僕message議寄弌匯違音階狛512k?潮範議窟僕嶧連議圭塀頁揖化議?窟僕圭隈氏匯岷怦毘?岷欺吉欺卦指議峒哘。泌惚低曳熟壓吭來嬬?匆辛參喘`send(msg, callback)`呟化議圭塀窟僕嶧連。 + +## 嶧継宀 + +謹倖嶧継宀辛參怏撹**嶧継宀怏?consumer group?**?音揖議**嶧継宀怏**辛參匡堋屢揖議Topic?匆辛參鏡羨議嶧継Topic?耽匯倖嶧継宀怏脅嗤徭失議嶧継陶卞楚。 + +嶧連議嶧継圭塀匯違嗤曾嶽?乏會嶧継才旺窟嶧継。 + +* 乏會嶧継?嶧継宀繍迄廖嶧連錦双?鳩隠嶧連梓孚乏會匯倖匯倖議瓜嶧継渠?乏會嶧継氏哈軟匯何蛍來嬬鱒払。壓嶧継嶧連議扮昨?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁哘乎卦指`SUSPEND_CURRENT_QUEUE_A_MOMENT`宸倖彜蓑?万繍御盆嶧継宀狛匯粁扮寂朔?氏嶷仟嶧継宸倖嶧連。 +* 旺窟嶧継?嶧継宀繍旺窟議嶧継嶧連?宸嶽圭塀議來嬬掲械挫?匆頁容呪議嶧継圭塀。壓嶧継議狛殻嶄?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁卦指`RECONSUME_LATER`彜蓑?万御盆嶧継宀孖壓音嬬屎鳩議嶧継万?狛匯粁扮寂朔?氏壅肝嶧継万。 + +壓嶧継宀坪何?頁聞喘`ThreadPoolExecutor`恬葎?殻学議?厘断辛參宥狛`setConsumeThreadMin`才`setConsumeThreadMax`譜崔恷弌嶧継?殻才恷寄嶧継?殻。 + +輝匯倖仟議嶧継宀怏秀羨參朔?万勣畳協頁倦嶧継岻念議煽雰嶧連?`CONSUME_FROM_LAST_OFFSET`繍策待煽雰嶧連?嶧継仟議嶧連。`CONSUME_FROM_FIRST_OFFSET`繍嶧継錦双嶄議耽匯倖嶧連?岻念議煽雰嶧連匆氏壅嶧継匯演。`CONSUME_FROM_TIMESTAMP`辛參峺協嶧継嶧連議扮寂?峺協扮寂參朔議嶧連氏瓜嶧継。 + +泌惚低議哘喘音嬬否般嶷鹸嶧継?椎担壓嶧継嶧連議狛殻嶄?勣恂挫嶧連議丕刮。 + +挫阻?書爺祥欺宸戦杏?和匯鐙厘断繍初府RocketMQ議桟廠喜秀。 \ No newline at end of file diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円347円216円257円345円242円203円346円220円255円345円273円272円.md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円347円216円257円345円242円203円346円220円255円345円273円272円.md" new file mode 100644 index 0000000..7b22bce --- /dev/null +++ "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円347円216円257円345円242円203円346円220円255円345円273円272円.md" @@ -0,0 +1,62 @@ +# [RocketMQ狼双?匯?児云古廷](https://www.cnblogs.com/boboooo/p/13038950.html) + + + + + +RocketMQ頁唖戦竃瞳議匯錘蝕坿議嶧連嶄寂周?斑凪蕗兆寄夐議祥頁万議並暦嶧連議孔嬬。壓二匍嶄?嶧連嶄寂周僉夲聞喘RocketMQ議珊頁勇謹議?宸匯狼双議猟嫗脅頁寞斤RocketMQ議?壑断枠貫RocketMQ議匯乂児云古廷才桟廠議喜秀蝕兵祖軟。 + +RocketMQ喇4何蛍怏撹?蛍艶頁?兆各捲暦?Name Server?、嶧連錦双?Brokers?、伏恢宀?producer?才嶧継宀?consumer?。宸4何蛍脅辛參序佩邦峠制婢?貫遇閲窒汽泣絞嬾?泌和夕? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/1191201-20200603173058174-1551688390.png) + +宸頁RocketMQ郊利貧議匯嫖夕?掲械賠漣議双竃阻4倖何蛍?旺拝脅頁鹿蛤庁塀。和中厘断祥蛍艶傍匯傍宸4何蛍。 + +## 兆各捲暦?NameServer? + +Name Server亥處議叔弼頁匯倖廣過嶄伉?才Zookeeper議恬喘餓音謹。万議麼勣孔嬬嗤曾倖?泌和? + +* broker議砿尖?broker鹿蛤繍徭失議佚連廣過欺NameServer?NameServer戻工伉柳字崙殊霞耽匯倖broker頁倦屎械。 +* 揃喇砿尖?耽匯倖NameServer脅嗤屁倖broker鹿蛤才錦双議佚連?參宴人薩極?伏恢宀才嶧継宀?臥儂。 + +NameServer亅距彭蛍下塀狼由嶄議耽匯倖怏周?旺拝砿尖彭耽匯倖Topic議揃喇佚連。 + +## Broker + +Broker麼勣頁贋刈嶧連?旺拝戻工Topic議字崙。万戻工容才性曾嶽庁塀?珊嗤匯乂否墻議企仏?曳泌辛參塘崔嶧連険云。和中厘断心匯心Brokcer議麼貫字崙。 + +Broker議叔弼蛍葎^呟化麼 ?、^揖化麼 ?才^貫 ?眉倖叔弼。泌惚低音嬬否般嶧連議卿払?低辛參塘崔匯倖^揖化麼 ?才^貫 ?曾倖Broker?泌惚低状誼嶧連卿払匆涙侭僚?峪勣錦双辛喘祥ok議三?低辛參塘崔^呟化麼 ?才^貫 ?曾倖broker。泌惚低峪頁?酒汽議喜秀?峪塘崔匯倖^呟化麼 ??音塘崔^貫 ?匆頁辛參議。 + +貧中戻欺議頁broker岻寂議姥芸?broker戦議佚連匆頁辛參隠贋欺甘徒議?隠贋欺甘徒議圭塀匆嗤曾嶽?容呪議圭塀頁呟化隠贋甘徒?揖化隠贋甘徒頁掲械鱒債來嬬議。 + +## 伏恢宀 + +伏恢宀屶隔鹿蛤何俸?万断?broker鹿蛤窟僕嶧連?遇拝屶隔謹嶽減墮譲財議圭塀。 + +輝伏恢宀?broker窟僕嶧連扮?氏誼欺窟僕潤惚?窟僕潤惚嶄嗤匯倖窟僕彜蓑。邪譜厘断議塘崔嶄?嶧連議塘崔`isWaitStoreMsgOK = true`?宸倖塘崔潮範匆頁`true`?泌惚低塘崔葎`false`?壓窟僕嶧連議狛殻嶄?峪勣音窟伏呟械?窟僕潤惚脅頁`SEND_OK`。輝`isWaitStoreMsgOK = true`?窟僕潤惚嗤參和叱嶽? + +* `FLUSH_DISK_TIMEOUT`?隠贋甘徒階扮?輝隠贋甘徒議圭塀譜崔葎SYNC_FLUSH?揖化??旺拝壓syncFlushTimeout塘崔議扮寂坪?潮範5s??短嗤頼撹隠贋甘徒議強恬?繍氏誼欺宸倖彜蓑。 +* `FLUSH_SLAVE_TIMEOUT`?揖化^貫 ?階扮?輝broker議叔弼譜崔葎^揖化麼 ?扮?徽頁壓譜崔議揖化扮寂坪?潮範葎5s?短嗤頼撹麼貫岻寂議揖化?祥氏誼欺宸倖彜蓑。 +* `SLAVE_NOT_AVAILABLE`?^貫 ?音辛喘?輝厘断譜崔^揖化麼 ??徽頁短嗤塘崔^貫 ?broker扮?氏卦指宸倖彜蓑。 +* `SEND_OK`?嶧連窟僕撹孔。 + +壅栖心心嶧連嶷鹸嚥嶧連卿払?輝低窟孖低議嶧連卿払扮?宥械嗤曾倖僉夲?匯倖頁卿祥卿杏?宸劔嶧連祥寔議卿阻?総匯倖僉夲頁嶧連嶷仟窟僕?宸劔嗤辛嬬哈軟嶧連嶷鹸。宥械秤趨和?珊頁容呪嶷仟窟僕議?厘断壓嶧継嶧連議扮昨勣肇茅渠嶷鹸議嶧連。 + +窟僕message議寄弌匯違音階狛512k?潮範議窟僕嶧連議圭塀頁揖化議?窟僕圭隈氏匯岷怦毘?岷欺吉欺卦指議峒哘。泌惚低曳熟壓吭來嬬?匆辛參喘`send(msg, callback)`呟化議圭塀窟僕嶧連。 + +## 嶧継宀 + +謹倖嶧継宀辛參怏撹**嶧継宀怏?consumer group?**?音揖議**嶧継宀怏**辛參匡堋屢揖議Topic?匆辛參鏡羨議嶧継Topic?耽匯倖嶧継宀怏脅嗤徭失議嶧継陶卞楚。 + +嶧連議嶧継圭塀匯違嗤曾嶽?乏會嶧継才旺窟嶧継。 + +* 乏會嶧継?嶧継宀繍迄廖嶧連錦双?鳩隠嶧連梓孚乏會匯倖匯倖議瓜嶧継渠?乏會嶧継氏哈軟匯何蛍來嬬鱒払。壓嶧継嶧連議扮昨?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁哘乎卦指`SUSPEND_CURRENT_QUEUE_A_MOMENT`宸倖彜蓑?万繍御盆嶧継宀狛匯粁扮寂朔?氏嶷仟嶧継宸倖嶧連。 +* 旺窟嶧継?嶧継宀繍旺窟議嶧継嶧連?宸嶽圭塀議來嬬掲械挫?匆頁容呪議嶧継圭塀。壓嶧継議狛殻嶄?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁卦指`RECONSUME_LATER`彜蓑?万御盆嶧継宀孖壓音嬬屎鳩議嶧継万?狛匯粁扮寂朔?氏壅肝嶧継万。 + +壓嶧継宀坪何?頁聞喘`ThreadPoolExecutor`恬葎?殻学議?厘断辛參宥狛`setConsumeThreadMin`才`setConsumeThreadMax`譜崔恷弌嶧継?殻才恷寄嶧継?殻。 + +輝匯倖仟議嶧継宀怏秀羨參朔?万勣畳協頁倦嶧継岻念議煽雰嶧連?`CONSUME_FROM_LAST_OFFSET`繍策待煽雰嶧連?嶧継仟議嶧連。`CONSUME_FROM_FIRST_OFFSET`繍嶧継錦双嶄議耽匯倖嶧連?岻念議煽雰嶧連匆氏壅嶧継匯演。`CONSUME_FROM_TIMESTAMP`辛參峺協嶧継嶧連議扮寂?峺協扮寂參朔議嶧連氏瓜嶧継。 + +泌惚低議哘喘音嬬否般嶷鹸嶧継?椎担壓嶧継嶧連議狛殻嶄?勣恂挫嶧連議丕刮。 + +挫阻?書爺祥欺宸戦杏?和匯鐙厘断繍初府RocketMQ議桟廠喜秀。 \ No newline at end of file diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円 .md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円 .md" new file mode 100644 index 0000000..7b22bce --- /dev/null +++ "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円 .md" @@ -0,0 +1,62 @@ +# [RocketMQ狼双?匯?児云古廷](https://www.cnblogs.com/boboooo/p/13038950.html) + + + + + +RocketMQ頁唖戦竃瞳議匯錘蝕坿議嶧連嶄寂周?斑凪蕗兆寄夐議祥頁万議並暦嶧連議孔嬬。壓二匍嶄?嶧連嶄寂周僉夲聞喘RocketMQ議珊頁勇謹議?宸匯狼双議猟嫗脅頁寞斤RocketMQ議?壑断枠貫RocketMQ議匯乂児云古廷才桟廠議喜秀蝕兵祖軟。 + +RocketMQ喇4何蛍怏撹?蛍艶頁?兆各捲暦?Name Server?、嶧連錦双?Brokers?、伏恢宀?producer?才嶧継宀?consumer?。宸4何蛍脅辛參序佩邦峠制婢?貫遇閲窒汽泣絞嬾?泌和夕? + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/1191201-20200603173058174-1551688390.png) + +宸頁RocketMQ郊利貧議匯嫖夕?掲械賠漣議双竃阻4倖何蛍?旺拝脅頁鹿蛤庁塀。和中厘断祥蛍艶傍匯傍宸4何蛍。 + +## 兆各捲暦?NameServer? + +Name Server亥處議叔弼頁匯倖廣過嶄伉?才Zookeeper議恬喘餓音謹。万議麼勣孔嬬嗤曾倖?泌和? + +* broker議砿尖?broker鹿蛤繍徭失議佚連廣過欺NameServer?NameServer戻工伉柳字崙殊霞耽匯倖broker頁倦屎械。 +* 揃喇砿尖?耽匯倖NameServer脅嗤屁倖broker鹿蛤才錦双議佚連?參宴人薩極?伏恢宀才嶧継宀?臥儂。 + +NameServer亅距彭蛍下塀狼由嶄議耽匯倖怏周?旺拝砿尖彭耽匯倖Topic議揃喇佚連。 + +## Broker + +Broker麼勣頁贋刈嶧連?旺拝戻工Topic議字崙。万戻工容才性曾嶽庁塀?珊嗤匯乂否墻議企仏?曳泌辛參塘崔嶧連険云。和中厘断心匯心Brokcer議麼貫字崙。 + +Broker議叔弼蛍葎^呟化麼 ?、^揖化麼 ?才^貫 ?眉倖叔弼。泌惚低音嬬否般嶧連議卿払?低辛參塘崔匯倖^揖化麼 ?才^貫 ?曾倖Broker?泌惚低状誼嶧連卿払匆涙侭僚?峪勣錦双辛喘祥ok議三?低辛參塘崔^呟化麼 ?才^貫 ?曾倖broker。泌惚低峪頁?酒汽議喜秀?峪塘崔匯倖^呟化麼 ??音塘崔^貫 ?匆頁辛參議。 + +貧中戻欺議頁broker岻寂議姥芸?broker戦議佚連匆頁辛參隠贋欺甘徒議?隠贋欺甘徒議圭塀匆嗤曾嶽?容呪議圭塀頁呟化隠贋甘徒?揖化隠贋甘徒頁掲械鱒債來嬬議。 + +## 伏恢宀 + +伏恢宀屶隔鹿蛤何俸?万断?broker鹿蛤窟僕嶧連?遇拝屶隔謹嶽減墮譲財議圭塀。 + +輝伏恢宀?broker窟僕嶧連扮?氏誼欺窟僕潤惚?窟僕潤惚嶄嗤匯倖窟僕彜蓑。邪譜厘断議塘崔嶄?嶧連議塘崔`isWaitStoreMsgOK = true`?宸倖塘崔潮範匆頁`true`?泌惚低塘崔葎`false`?壓窟僕嶧連議狛殻嶄?峪勣音窟伏呟械?窟僕潤惚脅頁`SEND_OK`。輝`isWaitStoreMsgOK = true`?窟僕潤惚嗤參和叱嶽? + +* `FLUSH_DISK_TIMEOUT`?隠贋甘徒階扮?輝隠贋甘徒議圭塀譜崔葎SYNC_FLUSH?揖化??旺拝壓syncFlushTimeout塘崔議扮寂坪?潮範5s??短嗤頼撹隠贋甘徒議強恬?繍氏誼欺宸倖彜蓑。 +* `FLUSH_SLAVE_TIMEOUT`?揖化^貫 ?階扮?輝broker議叔弼譜崔葎^揖化麼 ?扮?徽頁壓譜崔議揖化扮寂坪?潮範葎5s?短嗤頼撹麼貫岻寂議揖化?祥氏誼欺宸倖彜蓑。 +* `SLAVE_NOT_AVAILABLE`?^貫 ?音辛喘?輝厘断譜崔^揖化麼 ??徽頁短嗤塘崔^貫 ?broker扮?氏卦指宸倖彜蓑。 +* `SEND_OK`?嶧連窟僕撹孔。 + +壅栖心心嶧連嶷鹸嚥嶧連卿払?輝低窟孖低議嶧連卿払扮?宥械嗤曾倖僉夲?匯倖頁卿祥卿杏?宸劔嶧連祥寔議卿阻?総匯倖僉夲頁嶧連嶷仟窟僕?宸劔嗤辛嬬哈軟嶧連嶷鹸。宥械秤趨和?珊頁容呪嶷仟窟僕議?厘断壓嶧継嶧連議扮昨勣肇茅渠嶷鹸議嶧連。 + +窟僕message議寄弌匯違音階狛512k?潮範議窟僕嶧連議圭塀頁揖化議?窟僕圭隈氏匯岷怦毘?岷欺吉欺卦指議峒哘。泌惚低曳熟壓吭來嬬?匆辛參喘`send(msg, callback)`呟化議圭塀窟僕嶧連。 + +## 嶧継宀 + +謹倖嶧継宀辛參怏撹**嶧継宀怏?consumer group?**?音揖議**嶧継宀怏**辛參匡堋屢揖議Topic?匆辛參鏡羨議嶧継Topic?耽匯倖嶧継宀怏脅嗤徭失議嶧継陶卞楚。 + +嶧連議嶧継圭塀匯違嗤曾嶽?乏會嶧継才旺窟嶧継。 + +* 乏會嶧継?嶧継宀繍迄廖嶧連錦双?鳩隠嶧連梓孚乏會匯倖匯倖議瓜嶧継渠?乏會嶧継氏哈軟匯何蛍來嬬鱒払。壓嶧継嶧連議扮昨?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁哘乎卦指`SUSPEND_CURRENT_QUEUE_A_MOMENT`宸倖彜蓑?万繍御盆嶧継宀狛匯粁扮寂朔?氏嶷仟嶧継宸倖嶧連。 +* 旺窟嶧継?嶧継宀繍旺窟議嶧継嶧連?宸嶽圭塀議來嬬掲械挫?匆頁容呪議嶧継圭塀。壓嶧継議狛殻嶄?泌惚竃孖呟械?音秀咏岷俊砺竃?遇頁卦指`RECONSUME_LATER`彜蓑?万御盆嶧継宀孖壓音嬬屎鳩議嶧継万?狛匯粁扮寂朔?氏壅肝嶧継万。 + +壓嶧継宀坪何?頁聞喘`ThreadPoolExecutor`恬葎?殻学議?厘断辛參宥狛`setConsumeThreadMin`才`setConsumeThreadMax`譜崔恷弌嶧継?殻才恷寄嶧継?殻。 + +輝匯倖仟議嶧継宀怏秀羨參朔?万勣畳協頁倦嶧継岻念議煽雰嶧連?`CONSUME_FROM_LAST_OFFSET`繍策待煽雰嶧連?嶧継仟議嶧連。`CONSUME_FROM_FIRST_OFFSET`繍嶧継錦双嶄議耽匯倖嶧連?岻念議煽雰嶧連匆氏壅嶧継匯演。`CONSUME_FROM_TIMESTAMP`辛參峺協嶧継嶧連議扮寂?峺協扮寂參朔議嶧連氏瓜嶧継。 + +泌惚低議哘喘音嬬否般嶷鹸嶧継?椎担壓嶧継嶧連議狛殻嶄?勣恂挫嶧連議丕刮。 + +挫阻?書爺祥欺宸戦杏?和匯鐙厘断繍初府RocketMQ議桟廠喜秀。 \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円345円246円202円344円275円225円345円256円236円347円216円260円345円273円266円350円277円237円351円230円237円345円210円227円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円345円246円202円344円275円225円345円256円236円347円216円260円345円273円266円350円277円237円351円230円237円345円210円227円.md" new file mode 100644 index 0000000..584cb61 --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円345円246円202円344円275円225円345円256円236円347円216円260円345円273円266円350円277円237円351円230円237円345円210円227円.md" @@ -0,0 +1,173 @@ +Kafka頁匯倖蛍下塀嶧連狼由?瓜鴻刑哘喘噐札選利才寄方象糟囃。壓糞縞哘喘嶄?将械俶勣糞孖决岳錦双議孔嬬?參宴壓匯協扮寂朔峇佩蝶乂販暦賜宀窟僕蝶乂嶧連。Kafka戻工阻謹嶽圭塀栖糞孖决岳錦双?云猟繍初府凪嶄匯嶽械需議糞孖圭隈。 + + + + + +### 匯、决岳錦双古峰 + + + + + +决岳錦双頁匯嶽喘噐壓匯協扮寂朔峇佩販暦賜窟僕嶧連議字崙。械需議哘喘魁尚淫凄協扮販暦、嶧連容僕、匡汽階扮吉吉。决岳錦双議糞孖圭塀嗤謹嶽?凪嶄匯嶽曳熟械需議糞孖圭隈頁児噐嶧連錦双議决岳嶧連字崙。 + + + + + +壓Kafka嶄?决岳嶧連頁峺壓窟僕嶧連扮?峺協匯倖决岳扮寂?嶧連繍壓决岳扮寂欺器朔嘉瓜嶧継宀嶧継。Kafka戻工阻匯乂蒙歩議Topic喘噐贋刈决岳嶧連?箭泌"delayed-messages"。嶧継宀序殻辛參協豚貫宸乂Topic嶄嶧継嶧連?旺繍嶧連嶷仟窟僕欺朕炎Topic嶄?貫遇糞孖决岳錦双議孔嬬。 + + + + + +### 屈、Kafka嶄議决岳嶧連糞孖圻尖 + + + + + +Kafka議决岳嶧連糞孖圻尖曳熟酒汽?麼勣膚式欺嶧連議key才扮寂漢。壓嶧連議key嶄?辛參譜崔匯倖扮寂漢?燕幣嶧連議决岳扮寂。壓伏恢宀窟僕嶧連扮?繍嶧連窟僕欺"delayed-messages" Topic嶄?旺譜崔嶧連議key嶄議扮寂漢。嶧継宀序殻氏協豚貫"delayed-messages" Topic嶄嶧継嶧連?殊臥嶧連議key嶄議扮寂漢頁倦厮将狛豚。泌惚扮寂漢厮将狛豚?夸繍嶧連嶷仟窟僕欺朕炎Topic嶄?箭泌"target-messages"。泌惚扮寂漢珊隆狛豚?夸繍嶧連嶷仟窟僕欺"delayed-messages" Topic嶄?旺譜崔匯倖仟議决岳扮寂漢。宸劔?祥辛參糞孖决岳錦双議孔嬬。 + + + +![image-20230526211424767](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526211424767.png) + + + + + +### 眉、Kafka嶄决岳錦双議糞孖化帶 + + + + + +糞孖Kafka嶄議决岳錦双?辛參梓孚參和化帶序佩? + + + + + +1.幹秀匯倖廨壇議Topic喘噐贋刈决岳嶧連?箭泌"delayed-messages"。辛參聞喘Kafka凋綜佩垢醤賜Kafka API序佩幹秀。 + + + + + +2.壓嶧連議key嶄譜崔决岳扮寂漢。辛參聞喘輝念扮寂漢紗貧决岳扮寂恬葎key?箭泌?"key":"message_body"。辛參聞喘Kafka API窟僕嶧連欺"delayed-messages" Topic嶄。 + + + + + +3.尼強匯倖嶧継宀序殻?喘噐嶧継"delayed-messages" Topic嶄議嶧連。辛參聞喘Kafka API糞孖嶧継宀序殻。 + + + + + +4.壓嶧継宀序殻嶄?殊臥嶧連議key嶄議扮寂漢頁倦厮将狛豚。辛參聞喘輝念扮寂漢嚥嶧連議key嶄議扮寂漢序佩曳熟。泌惚扮寂漢厮将狛豚?夸繍嶧連嶷仟窟僕欺朕炎Topic嶄?箭泌"target-messages"。辛參聞喘Kafka API糞孖嶧連議嶷仟窟僕。 + + + + + +5.泌惚扮寂漢珊隆狛豚?夸繍嶧連嶷仟窟僕欺"delayed-messages" Topic嶄?旺譜崔匯倖仟議决岳扮寂漢。辛參聞喘Kafka API糞孖嶧連議嶷仟窟僕?旺壓嶧連議key嶄譜崔仟議决岳扮寂漢。 + + + + + +6.吉棋匯協扮寂朔?嶷鹸峇佩及4才及5化?岷欺嶧連議key嶄議扮寂漢厮将狛豚。 + + + + + +宥狛參貧化帶?祥辛參糞孖Kafka嶄議决岳錦双孔嬬。俶勣廣吭議頁?嶧継宀序殻俶勣協豚貫"delayed-messages" Topic嶄嶧継嶧連?旺殊臥嶧連議key嶄議扮寂漢頁倦厮将狛豚。辛參功象醤悶議哘喘魁尚譜崔音揖議决岳扮寂。 + + + + + +![image-20230526211452328](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526211452328.png) + + + + + +### 膨、决岳嶧連糞孖議單髪泣 + + + + + +![image-20230526211506828](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526211506828.png) + + + + + +Kafka嶄糞孖决岳錦双議圭隈醤嗤參和單泣? + + + + + +1.辛參壓蛍下塀狼由嶄糞孖决岳錦双孔嬬?醤嗤熟互議辛制婢來才辛真來。 + + + + + +2.糞孖酒汽?峪俶勣聞喘Kafka API軸辛?涙俶駆翌議怏周賜垢醤。 + + + + + +3.屶隔嶧連議答楚窟僕才嶧継?辛參戻互來嬬才楊預楚。 + + + + + +4.辛參痩試仇距屁决岳扮寂才朕炎Topic?癖喘噐音揖議哘喘魁尚。 + + + + + +徽頁?Kafka嶄糞孖决岳錦双匆贋壓匯乂髪泣? + + + + + +1.俶勣嶧継宀序殻協豚貫"delayed-messages" Topic嶄嶧継嶧連?泌惚嶧継宀序殻經字賜宀唯峭垢恬?夸氏唹峒决岳錦双議孔嬬。 + + + + + +2.嶧継宀序殻俶勣斤嶧連序佩嶷仟窟僕才殊臥?俶勣嶧債匯協議彿坿才扮寂。 + + + + + +3.决岳扮寂娼業嗤尫?恷弌峪嬬器欺坐昼雫艶。 + + + + + +### 膨、悳潤 + + + + + +Kafka頁匯倖孔嬬膿寄議蛍下塀嶧連狼由?辛參糞孖决岳錦双議孔嬬。宥狛壓嶧連議key嶄譜崔决岳扮寂漢?潤栽嶧継宀序殻議協豚嶧継才嶷仟窟僕?辛參糞孖决岳錦双議孔嬬。Kafka嶄糞孖决岳錦双議圭隈醤嗤糞孖酒汽、辛制婢來互、來嬬挫吉單泣?徽匆贋壓匯乂髪泣。壓糞縞哘喘嶄?俶勣功象醤悶議哘喘魁尚才俶箔僉夲栽癖議决岳錦双糞孖圭隈。 \ No newline at end of file diff --git "a/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円345円246円202円344円275円225円345円256円236円347円216円260円346円255円273円344円277円241円351円230円237円345円210円227円.md" "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円345円246円202円344円275円225円345円256円236円347円216円260円346円255円273円344円277円241円351円230円237円345円210円227円.md" new file mode 100644 index 0000000..5617b88 --- /dev/null +++ "b/docs/mq/kafka/346円266円210円346円201円257円351円230円237円345円210円227円kafka350円257円246円350円247円243円357円274円232円345円246円202円344円275円225円345円256円236円347円216円260円346円255円273円344円277円241円351円230円237円345円210円227円.md" @@ -0,0 +1,578 @@ +### Apache Kafka 嶄喘噐危列侃尖議棒佚錦双?栖徭 Uber 才 Crowdstrike 議紋旗圭宛、恷煮糞樹才宛箭冩梢。 + + + + + +紛艶才侃尖危列斤噐販採辛真議方象送砿祇脅頁駅音辛富議。宸鐙鴬猟冥網阻** 壓 Apache Kafka 児粥尺更嶄****聞喘棒佚錦双糞孖危列侃尖議恷煮糞樹**。宸乂僉?淫凄徭協吶糞孖、Kafka Streams、Kafka Connect、Spring 崇尺才旺佩嶧継宀。寔糞宛箭冩梢婢幣阻 Uber、CrowdStrike 才稗鵡蟻咢佩泌採參自極号庁更秀辛真議糞扮危列侃尖。 + + + + + +Apache Kafka 撹葎俯謹二匍尺更恷浪散議鹿撹嶄寂周。軸聞斤噐堝單枠媾待?二匍匆辛參旋喘 Kafka 議方象送恬葎堝圻伏鹿撹峠岬軸捲暦 (iPaaS)。 + + + + + +### Apache Kafka 方象送嶄議嶧連錦双庁塀 + + + + + +壓厘蝕兵宸鐙猟嫗岻念?厘?斑低岑祇宸倖坪否頁**購噐^JMS、嶧連錦双才 Apache Kafka ?議鴬人狼双**議匯何蛍? + + + + + +* JMS 嶧連旗尖嚥 Apache Kafka 方象送議**10 倖曳熟炎彈** +* _**宸鐙猟嫗**_**?C 宥狛Apache Kafka 嶄議棒佚錦双 (DQL)**序佩危列侃尖議紋旗圭隈 +* 聞喘 Apache Kafka糞孖**萩箔-指鹸庁塀** +* _軸繍_容竃!!**喘噐僉夲屎鳩嶧連狼由議畳貨峯**?JMS 嚥 Apache Kafka? +* _軸繍容竃_!!貫 JMS 嶧連旗尖欺 Apache Kafka?**鹿撹、濡卞才/賜紋算** + + + + + +### 焚担頁棒佚錦双鹿撹庁塀?壓 Apache Kafka 嶄?? + + + + + +**棒佚錦双 (DLQ)**頁嶧連狼由賜方象送峠岬坪議匯嶽捲暦糞孖?喘噐**贋刈隆撹孔侃尖議嶧連**。狼由音頁瓜強仇廬刈嶧連?遇頁繍凪卞強欺棒佚錦双。 + + + + + +二匍**鹿撹庁塀 (EIP)**個葎距喘譜柴庁塀棒佚宥祇。厘断辛參繍曾宀喘恬揖吶簡。 + + + + + +![image-20230526224702433](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526224702433.png) + + + + + +云猟嶷泣初府方象送峠岬 Apache Kafka。**壓 Kafka 嶄繍嶧連慧秘 DLQ 議**麼勣圻咀宥械頁嶧連鯉塀危列賜嶧連坪否涙丼/髪払。箭泌?泌惚圓豚峙頁屁方?徽伏恢宀窟僕阻忖憲堪?夸氏窟伏哘喘殻會危列。壓厚強蓑議桟廠嶄?^麼籾音贋壓 ?呟械辛嬬頁涙隈勧弓嶧連議総匯倖危列。 + + + + + +咀緩?宥械音勣聞喘孖嗤嶄寂周将刮嶄議岑紛。Message Queue 嶄寂周?泌憲栽 JMS 議 IBM MQ、TIBCO EMS 賜 RabbitMQ?嚥蛍下塀戻住晩崗?泌 Kafka?議垢恬圭塀音揖。喇噐俯謹凪麿圻咀?嶧連錦双嶄議 DLQ 喘噐嶧連錦双狼由?宸乂圻咀音嬬匯斤匯仇啌符欺 Kafka。箭泌?MQ 狼由嶄議嶧連喇噐耽訳嶧連議 TTL?伏贋扮寂?遇狛豚。 + + + + + +咀緩?**壓 Kafka 嶄繍嶧連慧秘 DLQ 議麼勣圻咀頁嶧連鯉塀危列賜嶧連坪否涙丼/髪払**。 + + + + + +### Apache Kafka 嶄棒佚錦双議紋旗圭宛 + + + + + +Kafka 嶄議棒佚錦双頁匯倖賜謹倖 Kafka 麼籾?万断**俊辺才贋刈喇噐危列遇涙隈壓総匯倖送砿祇嶄侃尖議嶧連**。緩古廷塋俯聞喘參和勧秘嶧連写偬嶧連送?遇音氏喇噐涙丼嶧連議危列遇唯峭垢恬送。 + + + + + +### Kafka Broker 載運!!崘嬬極泣戻工危列侃尖 + + + + + +**Kafka 尺更音屶隔 broker** r 嶄議DLQ。嗤吭仇?Kafka 秀羨壓嚥孖旗裏捲暦屢揖議圻夸貧?聞喘^册砿祇才崘嬬極泣 ?圻夸。宸祥頁葎焚担嚥勧由嶧連旗尖屢曳?Kafka 議制婢來泌緩岻挫。狛陀才危列侃尖窟伏壓人薩極哘喘殻會嶄。 + + + + + +方象送峠岬議寔屎盾骼辛參糞孖厚孤昌議糟囃駁強譜柴。**耽倖裏捲暦賜哘喘殻會脅宥狛徭失僉夲議室宝、宥佚袈塀才危列侃尖栖糞孖凪貸辞**。 + + + + + +壓勧由議嶄寂周才嶧連錦双嶄?旗尖戻工阻宸嶽貸辞。潤惚頁囃嶄議辛制婢來才痩試來熟餓?咀葎峪嗤嶄寂周妖錦嘉嬬糞孖鹿撹貸辞。 + + + + + +### 喘販採園殻囂冱徭協吶糞孖 Kafka 棒佚錦双 + + + + + +Kafka 嶄議棒佚錦双鏡羨噐艇聞喘議崇尺。匯乂怏周葎危列侃尖才棒佚錦双戻工阻蝕屺軸喘議孔嬬。徽頁?聞喘Java、Go、C++、Python 吉**販採園殻囂冱葎 Kafka 哘喘殻會園亟棒佚錦双貸辞**匆載否叟。 + + + + + +**棒佚錦双糞孖**議坿旗鷹淫根匯倖 try-catch 翠栖侃尖圓豚賜吭翌呟械。泌惚短嗤窟伏危列?夸侃尖乎嶧連。泌惚窟伏販採呟械?萩繍嶧連窟僕欺廨喘議 DLQ Kafka 麼籾。 + + + + + +**払移圻咀哘耶紗欺 Kafka 嶧連議炎遊**嶄。音哘厚個囚才峙?參宴繍栖斤煽雰並周序佩嶷仟侃尖才絞嬾蛍裂。 + + + + + +### 棒佚錦双議蝕屺軸喘 Kafka 糞孖 + + + + + +低旺音悳頁俶勣糞孖低議棒佚錦双。**俯謹怏周才崇尺厮将戻工阻万断議 DLQ 糞孖**。 + + + + + +聞喘艇徭失議哘喘殻會?艇宥械辛參陣崙危列賜壓竃孖危列扮俐鹸旗鷹。徽頁?**嚥 3rd 圭哘喘殻會議鹿撹旺音匯協塋俯艇侃尖辛嬬睡鹿撹嬾悪哈秘議危列**。咀緩?DLQ 延誼厚紗嶷勣?旺瓜淫根壓蝶乂崇尺嶄。 + + + + + +### Kafka Connect 坪崔棒佚錦双 + + + + + +**Kafka Connect 頁 Kafka 議鹿撹崇尺**。万淫根壓蝕坿 Kafka 和墮嶄。音俶勣凪麿卆正??茅阻艇何俸欺 Connect 鹿蛤嶄議銭俊匂云附?。 + + + + + +潮範秤趨和?泌惚喇噐聞喘涙丼嶧連遇窟伏危列?箭泌聞喘危列議 JSON 廬算匂遇音頁屎鳩議 AVRO 廬算匂扮??Kafka Connect 販暦繍唯峭。評茅涙丼嶧連頁総匯嶽僉夲。朔宀否般危列。 + + + + + +Kafka Connect 嶄 DLQ 議塘崔載酒汽。峪俶繍曾倖塘崔僉? ' errors.tolerance' 才 ' errors.deadletterqueue.topic.name' 議峙譜崔葎屎鳩議峙? + + + + + +![image-20230526224856544](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526224856544.png) + + + + + +鴬人猟嫗^ Kafka Connect Deep Dive ?C 危列侃尖才棒佚錦双 ??塋樵吠荒? DLQ 議峋聾強返旗鷹幣箭。 + + + + + +**Kafka Connect 封崛辛參喘噐侃尖 DLQ 嶄議危列嶧連**。峪俶何俸総匯倖聞喘 te DLQ 麼籾議銭俊匂。箭泌?泌惚艇議哘喘殻會侃尖 Avro 嶧連旺拝勧秘嶧連頁 JSON 鯉塀。隼朔銭俊匂聞喘 JSON 嶧連旺繍凪廬算葎 AVRO 嶧連參撹孔嶷仟侃尖? + + + + + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/61aa7624a01c5016d3ab9aaa8ee6938d5514.jpeg)萩廣吭?Kafka Connect **短嗤喘噐坿銭俊匂議棒佚錦双**。 + + + + + +### Kafka Streams 哘喘殻會嶄議危列侃尖 + + + + + +**Kafka Streams 頁 Kafka 議送侃尖垂**。万辛嚥凪麿送塀勧補崇尺屢翡胆?箭泌 Apache Flink、Storm、Beam 才窃貌垢醤。徽頁?万頁 Kafka 圻伏議。宸吭龍彭艇辛參壓汽倖辛制婢拝辛真議児粥尺更嶄更秀頼屁議極欺極方象送。 + + + + + +泌惚艇蛍艶聞喘 Java?JVM 伏蓑狼由?栖更秀 Kafka 哘喘殻會?**秀咏叱窄悳頁聞喘 Kafka Streams 遇音頁 Kafka 議炎彈 Java 人薩極**。葎焚担? + + + + + +* Kafka Streams^峪頁 ?匯倖律汎械号 Java 伏恢宀才嶧継宀 API 議淫廾匂?參式俯謹坪崔議現紗孔嬬。 +* 曾宀脅峪頁廼秘欺 Java 哘喘殻會嶄議垂?JAR 猟周?。 +* 曾宀脅頁蝕坿 Kafka 和墮議匯何蛍 - 短嗤駆翌議卆正?賜俯辛屬厚個。 +* 俯謹諒籾厮将蝕屺軸喘仇盾畳?參更秀撹母議送侃尖捲暦?送孔嬬、嗤彜蓑議廼秘塀贋刈、錆強完笥、住札塀臥儂、危列侃尖吉吉?。 + + + + + +Kafka Streams議**坪崔孔嬬岻匯頁潮範議郡會双晒呟械侃尖殻會**。万塋俯艇砿尖涙隈郡會双晒議**芝村呟械。**鱒撒議方象、音屎鳩議會双晒貸辞賜隆侃尖議芝村窃侏脅辛嬬擬崑危列。乎孔嬬音各葎棒佚錦双?徽蝕屺軸喘仇盾畳阻屢揖議諒籾。 + + + + + +### Spring Kafka 才 Spring Cloud Stream 議危列侃尖 + + + + + +Spring 崇尺斤 Apache Kafka 嗤載挫議屶隔。万戻工阻俯謹庁医參閲窒徭失園亟劔医旗鷹。**Spring-Kafka 才 Spring Cloud Stream Kafka 屶隔光嶽嶷編才危列侃尖僉?**?淫凄児噐扮寂/柴方議嶷編、棒佚錦双吉。 + + + + + +勝砿 Spring 崇尺孔嬬掲械戟源?徽万嗤泣嶷?旺拝嗤匯倖僥楼爆?。咀緩?万掲械癖栽仟秀?朕?賜宀泌惚艇厮将繍 Spring 喘噐凪麿魁尚議?朕。 + + + + + +嗤載謹載允議鴬人猟嫗婢幣阻音揖議幣箭才塘崔僉?。珊嗤喘噐棒佚錦双議郊圭 Spring Cloud Stream 幣箭。Spring 塋俯聞喘酒汽議廣瞥更秀貸辞?箭泌 DLQ。宸嶽園殻圭隈頁匯乂蝕窟繁埀嶝握議袈箭?遇総匯乂夸音浪散万。峪俶阻盾僉?旺葎徭失僉夲栽癖議僉?軸辛。 + + + + + +### Apache Kafka 旺佩嶧継宀議辛制婢侃尖才危列侃尖 + + + + + +壓俯謹人薩斤三嶄?並糞屬苧?**萩箔棒佚錦双議麼勣圻咀宥械頁侃尖銭俊欺翌何 Web 捲暦賜方象垂議払移**。階扮賜 Kafka 涙隈旺佩窟僕光嶽萩箔氏擬崑蝶乂哘喘殻會民讃。宸倖諒籾嗤匯倖載挫議盾畳圭宛? + + + + + +Apache Kafka議**旺佩嶧継宀**頁Apache 2.0 俯辛和**議蝕坿?朕。**万戻工阻匯倖揮嗤人薩極錦双議旺佩 Apache Kafka 人薩極淫廾匂、匯倖醤嗤**購囚旺窟來議厚酒汽議嶧継宀/伏恢宀 API?**參式**辛制婢議掲怦毘 IO**侃尖。 + + + + + +乎垂塋俯艇**宥狛汽倖 Kafka Consumer 旺佩侃尖嶧連?宸吭龍彭艇辛參壓音奐紗**勣侃尖議麼籾嶄議蛍曝方楚議秤趨和奐紗 Kafka Consumer 旺佩業。**斤噐俯謹喘箭?宸宥狛受富 Kafka 旗尖議減墮栖**戻互楊預楚才决岳。万珊蝕悦阻仟議喘箭?箭泌自極旺佩來、翌何方象戟源才電錦。 + + + + + +匯倖購囚蒙來頁**壓汽倖 Kafka 嶧継宀哘喘殻會嶄侃尖/嶷鹸 Web 捲暦才方象垂距喘**。旺佩晒閲窒阻匯肝窟僕汽倖 Web 萩箔議俶勣? + + + + + +![image-20230526224910457](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526224910457.png) + + + + + +**Parallel Consumer 人薩極醤嗤膿寄議嶷編**貸辞。宸淫凄辛塘崔議决岳才強蓑危列賜侃尖。危列匆辛參窟僕欺棒佚錦双。 + + + + + +### 聞喘棒佚錦双嶄議嶧連 + + + + + +**繍危列窟僕欺棒佚錦双朔?艇珊短嗤頼撹?撒嶧連俶勣瓜侃尖賜崛富瓜酌陣?** + + + + + +棒佚錦双頁**貫並周侃尖嶄揮翌侃尖方象危列侃尖**議蒸煮圭塀?宸吭龍彭危列侃尖殻會辛參嚥並周侃尖旗鷹蛍蝕幹秀賜處延。 + + + + + +贋壓寄楚聞喘棒佚錦双議危列侃尖貨待。DO 才 DONT 冥沫恷煮糞樹才将刮縮儺。 + + + + + +### 危列侃尖貨待 + + + + + +嗤叱倖僉?辛喘噐侃尖贋刈壓棒佚錦双嶄議嶧連? + + + + + +* **嶷仟侃尖**?DLQ嶄議匯乂嶧連俶勣嶷仟侃尖。徽頁?遍枠?俶勣盾畳宸倖諒籾。盾畳圭宛辛參頁徭強重云、園辞嶧連議繁垢住札?賜?伏恢宀卦指危列?勣箔嶷仟窟僕?厚屎議?嶧連。 +* **評茅危列嶧連?将狛序匯化蛍裂?**?功象艇議譜崔?辛嬬氏竃孖危列嶧連。徽頁?壓評茅万断岻念?匍暦送殻哘乎殊臥万断。箭泌?卩燕医哘喘殻會辛參聞喘危列嶧連旺繍万断辛篇晒。 +* **互雫蛍裂**?総匯嶽僉夲頁蛍裂勧秘方象參資函糞扮挟賀賜諒籾?遇音頁侃尖 DLQ 嶄議耽訳嶧連。箭泌?匯倖酒汽議 ksqlDB 哘喘殻會辛參哘喘送侃尖序佩柴麻?箭泌耽弌扮危列嶧連議峠譲方楚賜販採凪麿嗤廁噐鳩協 Kafka 哘喘殻會嶄議危列議需盾。 +* **唯峭垢恬送**?泌惚載富氏竃孖撒嶧連?潤惚辛嬬頁唯峭屁倖匍暦送殻。乎強恬辛參頁徭強議?匆辛參喇繁畳協。輝隼?唯峭垢恬送匆辛參壓砺竃危列議 Kafka 哘喘殻會嶄頼撹。泌惚俶勣?DLQ 繍諒籾才畳貨翌何晒。 +* **策待**?宸油軟栖辛嬬頁恷壯呉議僉夲。峪頁斑棒佚錦双野諾?焚担脅音恂。隼遇?軸聞宸劔壓蝶乂喘箭嶄匆載挫?曳泌酌陣 Kafka 哘喘殻會議屁悶佩葎。萩芝廖?Kafka 麼籾醤嗤隠藻扮寂?旺拝壓乎扮寂岻朔貫麼籾嶄評茅嶧連。峪俶葎艇譜崔屎鳩議圭塀軸辛。旺酌陣 DQL 麼籾頁倦贋壓吭翌佩葎?箭泌野割湊酔?。 + + + + + +### Apache Kafka 嶄棒佚錦双議恷煮糞樹 + + + + + +參和頁壓 Kafka 哘喘殻會嶄聞喘棒佚錦双序佩危列侃尖議匯乂**恷煮糞樹才将刮縮儺?** + + + + + +* 協吶**侃尖涙丼嶧連議匍暦送殻**?徭強嚥繁垢? + * 孖糞?宥械?功云短嗤繁侃尖 DLQ 嶧連 + * 姥僉圭宛 1?方象侭嗤宀俶勣俊辺少烏?遇音叙叙頁児粥尺更妖錦 + * 姥僉圭宛 2?少烏哘宥岑芝村妖錦狼由方象危列?麿断繍俶勣貫芝村狼由嶷仟窟僕/俐鹸方象。 + * 泌惚短嗤繁購伉賜宇垤?萩深打嵎夘才蕪臥 DLQ 贋壓議駅勣來。屢郡?宸乂嶧連匆辛參壓兜兵 Kafka 哘喘殻會嶄瓜策待。宸准福阻寄楚議利大減墮、児粥譜仏才彿署。 +* 更秀**揮嗤癖輝少烏議卩燕医**旺屁栽屢購妖錦?箭泌?宥狛窮徨喨周賜 Slack 少烏? +* 協吶耽倖 Kafka 麼籾議**危列侃尖單枠雫?唯峭、評茅才嶷仟侃尖?** +* **叙繍音辛嶷編議危列嶧連容僕欺 DLQ** - 銭俊諒籾頁嶧継宀哘喘殻會議夭販。 +* **隠藻圻兵嶧連**旺繍万断贋刈壓 DLQ 嶄?揮嗤駆翌議炎遊?箭泌危列嶧連、危列扮寂、窟伏危列議哘喘殻會兆各吉?!!宸聞誼嶷仟侃尖才絞嬾電茅延誼厚紗否叟。 +* **??低俶勣謹富 Dead Letter Queue Kafka 麼籾**。悳頁嗤函普。徽頁繍侭嗤危列贋刈壓汽倖 DLQ 嶄辛嬬斤序匯化蛍裂才嶷仟侃尖短嗤吭吶。 + + + + + +萩芝廖?**DLQ 氏參嗤隠屬議乏會嶮峭侃尖?旺聞販採窃侏議宣?侃尖延誼厚紗是佃**。咀緩?Kafka DQL 旺音癖栽耽倖喘箭。 + + + + + +### 採扮音壓 Kafka 嶄聞喘棒佚錦双? + + + + + +斑厘断冥網匯和音哘乎繍陳乂窃侏議嶧連慧秘 Kafka 議棒佚錦双嶄? + + + + + +* **DLQ 喘噐嘘儿侃尖?**喇噐寄楚嶧連議桁峙遇聞喘 DLQ 序佩准送旺音頁匯倖挫麼吭。Kafka 晩崗嘘朔議贋刈氏徭強侃尖嘘儿。嶧継宀參万辛參梓徭失議堀業資函方象議圭塀戻函方象?賜宀塘崔危列?。泌惚辛嬬議三?起來仇制婢嶧継宀。軸聞艇議贋刈腎寂厮諾?DLQ 匆涙蔀噐並。宸頁万議諒籾?嚥頁倦聞喘 DLQ 涙購。 +* **銭俊払移議DLQ?**喇噐銭俊払移遇繍嶧連慧秘 DQL 涙蔀噐並?軸聞壓謹肝嶷編岻朔?。參和嶧連匆涙隈銭俊欺乎狼由。艇俶勣盾畳銭俊諒籾。嶧連辛參功象俶勣贋刈壓械号麼籾嶄?函畳噐隠藻扮寂?。 + + + + + +### 喘噐方象嵶尖才危列圓契議庁塀廣過燕 + + + + + +恷朔徽揖劔嶷勣議頁?斑厘断冥網壓蝶乂秤趨和**受富封崛嶧茅斤棒佚錦双議俶箔議辛嬬來。** + + + + + +**触健触**議Schema Registry**頁匯嶽鳩隠方象賠尖參契峭伏恢宀壓減墮嶄竃危議圭隈**。万壓 Kafka 伏恢宀嶄膿崙峇佩屎鳩議嶧連潤更? + +![image-20230526224926155](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526224926155.png) + + + + + +庁塀廣過燕頁庁塀議人薩極殊臥。Confluent Server 吉匯乂糞孖壓旗尖極戻工阻駆翌議庁塀殊臥?參詳蒸栖徭隆聞喘庁塀廣過燕議伏恢宀議涙丼賜具吭嶧連。 + + + + + +### Kafka 棒佚錦双議宛箭冩梢 + + + + + +斑厘断心心**Uber、CrowdStrike 才 Santander Bank 議眉倖宛箭冩梢?万断壓 Kafka 児粥譜仏嶄糞縞何俸棒佚錦双**。萩芝廖?宸乂脅頁掲械撹母議箭徨。音頁耽倖?朕脅俶勣椎担鹸墫。 + + + + + +### Uber - 更秀辛真議壅侃尖才棒佚錦双 + + + + + +壓蛍下塀狼由嶄?嶷編頁音辛閲窒議。貫利大危列欺鹸崙諒籾?封崛和嗄卆正購狼議嶄僅?寄号庁塰佩議捲暦駅倬彈姥挫勝辛嬬單囘仇囑欺、紛艶才侃尖絞嬾。 + + + + + +授噐 Uber 議塰唔袈律才堀業?万議狼由駅倬醤嗤**否危嬬薦?旺拝壓崘嬬払移扮坐音要亅**。Uber 繍 Apache Kafka 喘噐光嶽自極号庁議喘箭參糞孖宸匯朕炎。 + + + + + +旋喘宸乂蒙來?Uber 隠孁垢殻妖錦制婢阻 Kafka 壓凪孖嗤並周駁強尺更嶄議恬喘?宥狛聞喘 n**倖怦毘萩箔嶷仟侃尖才棒佚錦双栖糞孖盾骼、辛鉱賀議危列侃尖?遇音氏嶄僅糞扮送楚**。乎貨待嗤廁噐麿断僉夲紗秘議杓併埀彬墾隠擦柴皿壓 200 謹倖廓偏辛真塰佩?旺葎廣過杓併埀諏茅耽肝佩殻議耽哂戦隠継。 + + + + + +宸頁 Uber 危列侃尖議幣箭。危列氏週詰嶷編麼籾議雫艶?岷欺鞠遜 DLQ? + + + + + +![](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526225030750.png) + + + + + +嗤購厚謹佚連?萩堋響 Uber 掲械峋聾議室宝猟嫗?^聞喘 Apache Kafka 更秀辛真議壅侃尖才棒佚錦双 ?。 + + + + + +### CrowdStrike - 侃尖方嵐叮並周議危列 + + + + + +CrowdStrike 頁匯社了噐蟻針尾帽巒安帽諭議**利大芦畠室宝巷望。**万戻工**堝垢恬減墮才極泣芦畠、璃于秤烏才利大好似峒哘捲暦**。 + + + + + +CrowdStrike 議児粥譜仏** 耽爺聞喘 Apache Kafka 侃尖方嵐叮倖並周**。壓厘議^ Apache Kaka 利大芦畠鴬人狼双 ?嶄?厘初府阻參販採号庁糞扮幹秀蓑米湖岑才璃于秤烏議屢購喘箭。 + + + + + +CrowdStrike 協吶阻眉倖恷煮糞樹 栖撹孔糞孖棒佚錦双才危列侃尖? + + + + + +* **壓屎鳩議狼由嶄贋刈危列嶧連**?協吶児粥譜仏才旗鷹參俺資才殊沫棒佚。CrowdStrike 聞喘 S3 斤嵆贋刈栖贋刈捻壓議寄楚危列嶧連。萩廣吭?Kafka 議蛍蚊贋刈蝕屺軸喘仇盾畳阻宸倖諒籾?涙俶凪麿贋刈俊笥?箭泌?旋喘 Confluent Cloud 嶄議涙尫贋刈?。 +* **聞喘徭強晒**?慧崔垢醤參聞俐鹸嵐涙匯払?咀葎返強頼撹危列侃尖辛嬬掲械否叟竃危。 +* **芝村匍暦送殻旺童萩屢購妖錦**?炎彈晒才芝村送殻參鳩隠叟噐聞喘。旺掲侭嗤垢殻弗脅母呂怏岶侃尖棒佚嶧連議貨待。 + + + + + +壓**崧 CrowdStrike 宸劔議利大芦畠峠岬嶄?寄号庁糞扮方象侃尖崛購嶷勣**。緩勣箔匆癖喘噐危列侃尖。**和匯肝利大好似辛嬬頁絞吭淫根音癖輝賜涙丼坪否議具吭嶧連**?泌 JavaScript 息挟旋喘?。咀緩?駅倬宥狛棒佚錦双糞扮侃尖危列。 + + + + + +### 稗鵡蟻咢佩 - 喘噐嶷編才 DLQ 怏栽議喨屺 2.0 + + + + + +稗鵡蟻咢佩**壓喨屺哘喘殻會嶄侃尖今楚方象議揖化方象侃尖中匝賞寄薬媾**。麿断嶷仟尺更阻麿断議児粥尺更旺更秀阻匯倖盾骼拝辛制婢議尺更?各葎^Santander Mailbox 2.0 ?。 + + + + + +Santander 議垢恬減墮旺廬卞欺**喇 Apache Kafka 戻工屶隔議並周翻坿**? + + + + + +![image-20230526225045196](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526225045196.png) + + + + + +仟議児噐呟化並周議尺更嶄議匯倖購囚薬媾頁危列侃尖。** Santander 聞喘嶷編才 DQL Kafka 麼籾更秀議危列侃尖**盾畳阻宸乂諒籾? + + + + + +![image-20230526225057151](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230526225057151.png) + + + + + +臥心栖徭 Santander 議鹿撹栽恬誌育 Consdata議 Kafka 桁氏處讐^児噐嶷編貨待才棒佚麼籾議 Apache Kafka 嶄議辛真並周勧弓 ?嶄議峋聾佚連。 + + + + + +### Apache Kafka 嶄辛真拝辛制婢議危列侃尖 + + + + + +**危列侃尖斤噐更秀辛真議方象送砿祇才峠岬崛購嶷勣**。贋壓音揖議紋旗圭宛栖盾畳宸倖諒籾。乎盾畳圭宛淫凄棒佚錦双議徭協吶糞孖賜旋喘屎壓聞喘議崇尺?箭泌 Kafka Streams、Kafka Connect、Spring 崇尺賜 Kafka 議旺佩嶧継宀。 + + + + + +單化、CrowdStrike 才稗鵡蟻咢佩議宛箭冩梢燕苧?危列侃尖旺音悳頁載否叟糞孖。輝艇譜柴仟議哘喘殻會賜尺更扮?俶勣貫匯蝕兵祥深打欺宸匯泣。**聞喘 Apache Kafka 序佩糞扮方象送勧補載嗤簾哈薦?徽峪嗤壓艇嬬校侃尖吭翌佩葎扮嘉嬬撹孔**。棒佚錦双頁俯謹魁尚議蒸煮僉夲。 \ No newline at end of file From 2c59f8da32e7e2928dedcf96fb141e4674b16354 Mon Sep 17 00:00:00 2001 From: h2pl <362294931@qq.com> Date: 2023年5月31日 00:13:17 +0800 Subject: [PATCH 04/10] =?UTF-8?q?=E7=9B=91=E6=8E=A7?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- docs/monitor/Spring Actuator.md | 578 +++++++++++++++++++++++++++++++ docs/monitor/SpringBoot Admin.md | 495 ++++++++++++++++++++++++++ 2 files changed, 1073 insertions(+) create mode 100644 docs/monitor/Spring Actuator.md create mode 100644 docs/monitor/SpringBoot Admin.md diff --git a/docs/monitor/Spring Actuator.md b/docs/monitor/Spring Actuator.md new file mode 100644 index 0000000..a1ee5ef --- /dev/null +++ b/docs/monitor/Spring Actuator.md @@ -0,0 +1,578 @@ +## 念冱 + +壓裏捲暦狼由尺更嶄?捲暦議酌陣頁駅音辛富議。朕念寄謹方裏捲暦哘喘嗽頁児噐Spring Cloud狼双?匆辛參傍頁児噐Spring Boot狼双議。緩扮聞喘Spring Boot Actuator栖序佩裏捲暦議酌陣?音叙孔嬬畠中?遇拝掲械圭宴。 + +壓貧鐙猟嫗ゞ[Spring Boot Actuator鹿撹?佃議頁痩試塰喘?](https://link.juejin.cn?target=https%3A%2F%2Fmp.weixin.qq.com%2Fs%2FBaNQWygQb8UXxktrXetOcw "https://mp.weixin.qq.com/s/BaNQWygQb8UXxktrXetOcw")〃嶄厘断厮将初府阻泌採繍Actuator鹿撹欺Spring Boot?朕嶄?旺拝初府阻泌採徭協吶Endpoint?極泣?。嗤涛嗔藻冱傍音校侮秘?椎担?云鐙猟嫗椿?厘断繍初府Actuator圻伏極泣議孔嬬式児云聞喘魁尚。 + +## Endpoints 初府 + +Actuator嶄侭僚議 Endpoints ?鍬咎葎極泣?戻工阻翌何栖嚥哘喘殻會序佩恵諒才住札議孔嬬。 曳泌傍/health極泣戻工阻哘喘宗慎秤趨議佚連?metrics 極泣戻工阻哘喘殻會議峺炎?JVM 坪贋聞喘、狼由CPU聞喘吉?佚連。 + +Actuator圻伏議極泣辛蛍葎眉寄窃? + +* 哘喘塘崔窃?資函哘喘殻會嶄紗墮議哘喘塘崔、桟廠延楚、徭強晒塘崔烏御吉嚥Spring Boot哘喘畜俳屢購議塘崔窃佚連。 +* 業楚峺炎窃?資函哘喘殻會塰佩狛殻嶄喘噐酌陣議業楚峺炎?曳泌?坪贋佚連、?殻学佚連、HTTP萩箔由柴吉。 +* 荷恬陣崙窃?戻工阻斤哘喘議購液吉荷恬窃孔嬬。 + +音揖井云議Actuator戻工議圻伏極泣嗤侭竃秘?壓聞喘議狛殻嶄恷挫參侭聞喘井云議郊圭猟亀葎彈。揖扮?耽倖圻伏議極泣脅辛參宥狛塘崔栖汽鏡議鋤喘賜尼喘。 + +遇壓Actuator 2.x 嶄潮範極泣奐紗阻/actuator念弸?揖扮潮範峪羽其議曾倖極泣葎/actuator/health才 /actuator/info。購噐極泣羽其議塘崔?辛歌深念匯鐙猟嫗。和中児噐Spring Boot 2.2.2.RELEASE井云栖嶷泣讐盾耽倖極泣議孔嬬才哘喘魁尚。 + +## actuator極泣 + +Actuator 2.x仟奐議潮範極泣?喘噐婢幣朕念哘喘嶄羽其竃栖議極泣祉悳?低辛參尖盾葎辛喘極泣議朕村。 + +恵諒URL?[http://localhost:8080/actuator](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator "http://localhost:8080/actuator") ?斤哘婢幣潤惚泌和夕? + +![image-20230530233537559](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233537559.png) + +貧峰峪婢幣阻匯何蛍議極泣?卦指潤惚葎?宸戦寡喘阻箝誓匂議峨周-Handler序佩阻鯉塀胆晒。宥狛actuator辛參岷鉱議心竃朕念蝕慧阻陳乂極泣?參式宸乂極泣議兆各才萩箔揃抄。 + +和中厘断祥梓孚?塋?actuator極泣婢幣議双燕幟匯初府。 + +## auditevents極泣 + +auditevents極泣喘噐?塋肖τ単Ë教追鷦栃村? (曳泌範屬序秘、匡汽払移)?軸聞厘断嬉蝕阻侭嗤極泣?潮範秤趨和匆頁心音欺宸倖極泣議。咀葎聞喘万議念戻頁俶勣壓Spring否匂嶄贋壓匯倖窃侏葎AuditEventRepository議Bean議。 + +臥心阻利大貧寄謹方縮殻?児云貧脅頁初府阻auditevents極泣孔嬬?遇隆婢幣醤悶糞箭。永宀将狛謹圭晦編?嶮噐公寄社亟阻匯倖宛箭竃栖。 + +遍枠膚式欺幡尫範屬?俶勣枠哈秘spring-boot-starter-security卆正? + +```` + + org.springframework.boot + spring-boot-starter-security +` +```` + +汽歓耶紗宸倖卆正珊頁音校議?珊俶勣紗秘security議塘崔?音隼AuthorizationAuditListener,AuthenticationAuditListener 酌油焚担並周椿? 咀緩,厘断紗秘泌和旗鷹? + + +```` +@Configuration +public class WebSecurityConfig extends WebSecurityConfigurerAdapter { + + @Override + protected void configure(AuthenticationManagerBuilder auth) throws Exception { + + auth.inMemoryAuthentication() + .withUser("admin") + .password(bcryptPasswordEncoder().encode("admin")) + .roles("admin"); + } +```` + +```` + @Bean + public PasswordEncoder bcryptPasswordEncoder() { + return new BCryptPasswordEncoder(); + } +} +```` + +宸戦寡喘阻security潮範議鞠村順中才幡尫陣崙?匆祥頁傍侭嗤議恵諒脅俶勣序佩鞠村。遇鞠村議喘薩兆才畜鷹譲葎admin。 + +総翌?念中戻欺俶勣喘欺AuditEventRepository議Bean?宸戦兜兵晒匯倖斤哘議Bean? + + + + +```` +@Configuration +public class AuditEventConfig { + + @Bean + public InMemoryAuditEventRepository repository(){ + return new InMemoryAuditEventRepository(); + } +} +```` + +InMemoryAuditEventRepository頁AuditEventRepository俊笥議率匯糞孖窃。 + +嶷尼?朕?auditevents極泣宴辛喘阻。恵諒[http://localhost:8080/actuator](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator "http://localhost:8080/actuator") ,緩扮氏柳廬欺Security戻工議鞠村匈中? + +![image-20230530233604253](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233604253.png) + +補秘旗鷹嶄峺協議喘薩兆才畜鷹?鞠村撹孔?柳廬欺/actuator匈中? + +![image-20230530233625068](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233625068.png) + +辛參心欺auditevents極泣厮将撹孔?塋廠歆漢法P多ň鈎羞知?[http://localhost:8080/actuator/auditevents](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fauditevents "http://localhost:8080/actuator/auditevents") ?婢幣坪否泌和? + +![image-20230530233716752](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233716752.png) + +辛參心欺厮将芝村和阻幡尫屢購議並周?凪嶄及匯肝並周頁厘断岷俊恵諒actuator極泣扮?喇噐岻念葎恂幡尫範寔?侭參並周窃侏葎"AUTHORIZATION_FAILURE"?匆祥頁範屬払移。緩扮柳廬欺鞠村匈中?隼朔壓鞠村匈中補秘喘薩兆才畜鷹?鞠村撹孔?斤哘議並周葎"AUTHENTICATION_SUCCESS"。 + +匆祥頁傍auditevents芝村阻喘薩範屬鞠村狼由屢購議並周佚連?淫凄扮寂漢、範屬喘薩、並周窃侏、恵諒仇峽、sessionId吉。 + +幣箭坿鷹仇峽?[github.com/secbr/sprin ?](https://link.juejin.cn?target=https%3A%2F%2Fgithub.com%2Fsecbr%2Fspringboot-all%2Ftree%2Fmaster%2Fspringboot-actuator-auditevents "https://github.com/secbr/springboot-all/tree/master/springboot-actuator-auditevents") 。 + +## beans極泣 + +/beans極泣氏卦指Spring否匂嶄侭嗤bean議艶兆、窃侏、頁倦汽箭、卆正吉佚連。 + +恵諒揃抄葎[http://localhost:8080/actuator/beans](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fbeans "http://localhost:8080/actuator/beans") ?袈律潤惚泌和? + +![image-20230530233748286](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233748286.png) + +宸倖極泣氏婢幣朕念Spring否匂嶄兜兵晒議侭嗤Bean?編?匯和?泌惚低塘崔阻匯倖Bean?徽音鳩協頁倦撹孔糞箭晒?頁音頁祥辛參宥狛宸倖極笥臥儂匯和椿? + +厘断壓?朕嶄協吶匯倖TestController?旺廣秘匯倖UserService? + + +```` +@Controller +public class TestController { + + @Resource + private UserService userService; +} +```` + +嶷仟尼強旺恵諒乎極泣?氏心欺泌和佚連? + +![image-20230530233805161](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233805161.png) + +辛參心欺TestController瓜糞箭晒阻?遇拝卆正噐UserService。 + +## caches極泣 + +caches極泣麼勣喘噐羽其哘喘殻會嶄議産喝。宸戦參Spring Boot戻工議Cache怏周栖婢幣匯和糞箭。 + +壓?朕嶄鹿撹spring-boot-starter-cache?哈秘卆正? + + +```` + + org.springframework.boot + spring-boot-starter-cache + +```` + +隼朔壓尼強窃貧耶紗@EnableCaching?蝕尼産贋孔嬬。 + +協吶匯倖CacheController?斤凪圭隈queryAll聞喘産贋字崙? + + +```` +@RestController +public class CacheController { + + @RequestMapping("/queryAll") + @Cacheable(value = "queryAll") + public Map queryAll() { + Map map = new HashMap(); + map.put("1", "Tom"); + map.put("2", "Steven"); + return map; + } +} +```` + +宸戦聞喘@Cacheable廣盾栖糞孖産贋孔嬬?産贋議key葎queryAll。緩扮?恵諒[http://localhost:8080/actuator/caches](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fcaches "http://localhost:8080/actuator/caches") ?氏婢幣産贋議功坪否?徽戦中旺短嗤産贋。 + +恵諒匯和[http://localhost:8080/queryAll](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2FqueryAll "http://localhost:8080/queryAll") ?匆祥頁乾窟匯和産贋坪否議伏撹。緩扮壅恵諒貧中議全俊?宴辛參心欺哘喘殻會嶄議産贋佚連阻? + +![image-20230530233852486](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233852486.png) + +辛參心欺?卦指議坪否音叙婢幣阻哘喘殻會議産贋砿尖匂?揖扮匆婢幣阻産贋議Key才産贋方象贋刈窃侏佚連。 + +## caches-cache極泣 + +caches-cache極泣頁斤貧中caches極泣議制婢?caches極泣婢幣議侭嗤議産贋佚連。泌惚?岷俊心竃醤悶議匯倖産贋佚連?夸辛參聞喘caches-cache極泣。 + +恵諒議URL葎?[http://localhost:8080/actuator/caches/{cache}](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fcaches%2F%257Bcache%257D "http://localhost:8080/actuator/caches/%7Bcache%7D") ?凪嶄寄凄催坪議峙辛參紋算葎産贋議key。 + + + + +`http://localhost:8080/actuator/caches/queryAll` + +繍貧中議媼了憲算撹queryAll?産贋議key??峇佩潤惚泌和? + +![image-20230530233906164](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233906164.png) + +辛參心竃?峪臥儂茅阻峺協議産贋佚連?淫凄産贋砿尖匂、産贋兆各?key??産贋議贋刈窃侏。 + +## health極泣 + +health極泣喘栖殊臥哘喘議塰佩彜蓑?恷互撞聞喘議匯倖極泣。殊臥哘喘糞箭議塰佩彜蓑參式哘喘音 ?宗慎^議圻咀?曳泌方象垂銭俊、甘徒腎寂音校吉。 + +恵諒仇峽?[http://localhost:8080/actuator/health](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fhealth "http://localhost:8080/actuator/health") + +婢幣潤惚? + +`{ +"status": "UP" +}` + +貧中議糞箭狛噐酒汽?壓?朕嶄委方象垂公鹿撹序肇? + +` + +```` + + org.springframework.boot + spring-boot-starter-jdbc + + + mysql + mysql-connector-java +` +```` + +隼朔壓application塘崔猟周嶄序佩塘崔? + + + +``` +spring: + datasource: + url: jdbc:mysql://xxx:3333/xxx?characterEncoding=utf8&serverTimezone=Asia/Shanghai + username: root + password: root + driver-class-name: com.mysql.cj.jdbc.Driver +``` + +揖扮?厘断勣壓application塘崔猟周嶄塘崔匯和management.endpoint.health.show-details議峙。乎奉來嗤眉倖辛僉?? + +* never ?音婢幣峋聾佚連?up 賜宀 down 議彜蓑?潮範塘崔? +* when-authorized?峋聾佚連繍氏婢幣公宥狛範屬議喘薩。娩幡議叔弼辛參宥狛management.endpoint.health.roles 塘崔? +* always?斤侭嗤喘薩羽其峋聾佚連。 + +潮範峙頁never?侭參厘断岷俊恵諒心欺議峪嗤UP賜DOWN。孖壓鹿撹阻方象垂?揖扮委乎?峙塘崔葎always?心匯和峋秤? + +![image-20230530233934501](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233934501.png) + +辛參心欺屁悶彜蓑葎UP?凪嶄和中議眉倖怏周譲葎UP?遇方象垂頁MYSQL?殊臥方象垂議囂鞘葎^SELECT 1 ?。揖扮?珊婢幣阻甘徒佚連才ping議彜蓑。 + +孖壓厘断委方象垂議喘薩兆才畜鷹絞吭個危?嶷尼恵諒辛誼? + +![image-20230530233951145](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530233951145.png) + +彜蓑葎DOWN?怏周嶄db竃孖阻諒籾?彜蓑葎DOWN。諒籾議峋秤壓error嶄婢幣?辛參心竃頁秀羨銭俊扮竃危阻。壓糞樹嶄?厘断辛參宥狛health極笥酌陣方象垂、Redis、MongoDB、甘徒吉宗慎秤趨。Actuator圓協吶議侃尖窃葎?DataSourceHealthIndicator, DiskSpaceHealthIndicator, MongoHealthIndicator, RedisHealthIndicator吉。 + +遇拝耽倖峺炎脅辛參汽鏡議序佩蝕尼才購液?參方象垂議葎箭? + + +```` +management: + health: + db: + enabled: true` +```` + +## info極泣 + +/info 極泣喘栖臥心塘崔猟周 application嶄參info蝕遊議塘崔佚連?潮範秤趨和 application嶄旺短嗤 info 准泣塘崔?侭參潮範葎腎。 + +application嶄耶紗泌和塘崔? + + + +```` +info: + user: + type: 巷巉催 + name: 殻會仟篇順 + wechat: zhuan2quan +```` + +恵諒[http://localhost:8080/actuator/info](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Finfo "http://localhost:8080/actuator/info") ?婢幣潤惚泌和? + +![image-20230530234019487](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234019487.png) + +## conditions極泣 + +Spring Boot戻工阻徭強塘崔孔嬬?聞喘軟栖掲械圭宴。徽宸乂徭強塘崔窃頁焚担秤趨和伏丼議?頁倦伏丼頁曳熟佃電臥議。緩扮?辛參聞喘 conditions 壓哘喘塰佩扮臥心蝶倖塘崔窃壓焚担訳周和伏丼?賜葎焚担短嗤伏丼。 + +恵諒URL?[http://localhost:8080/actuator/conditions](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fconditions "http://localhost:8080/actuator/conditions") ?何蛍卦指佚連泌和? + +![image-20230530234053134](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234053134.png) + +辛參心欺蝶倖徭強塘崔窃斤哘議伏丼訳周才戻幣佚連。 + +## shutdown極泣 + +shutdown極泣奉噐荷恬陣崙窃極泣?辛參單囘購液 Spring Boot 哘喘。俶勣壓塘崔猟周嶄蝕尼? + + +```` +management: + endpoint: + shutdown: + enabled: true +```` + +乎極泣峪屶隔POST萩箔?峇佩凋綜式卦指潤惚泌和? + + +``` +curl -X POST "http://localhost:8080/actuator/shutdown" +{ + "message": "Shutting down, bye..." +} +``` + +峇佩岻朔?氏窟孖哘喘殻會厮将瓜購液阻。喇噐乎極泣氏購液哘喘殻會?咀緩聞喘頁俶勣弌伉。 + +## configprops極泣 + +壓Spring Boot?朕嶄?厘断将械氏喘欺@ConfigurationProperties廣盾栖答楚廣秘匯乂奉來?遇configprops極泣祥頁喘栖?塋蒋睾o燦致⊇皹袗?津籌胆燹? + +曳泌念中議info塘崔?厘断祥辛參協吶匯倖窃InfoProperties? + + +```` +@Component +@ConfigurationProperties(prefix = "info") +public class InfoProperties { + + private String type; + + private String name; + + private String wechat; + + // 福待getter/setter +} +```` + +恵諒URL?[http://localhost:8080/actuator/configprops](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fconfigprops "http://localhost:8080/actuator/configprops") ?何蛍佚連泌和? + +![image-20230530234110515](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234110515.png) + +音叙辛參心欺狼由嶄潮範鹿撹議塘崔窃佚連?珊辛參心欺厘断徭協吶議塘崔窃佚連。宸戦俶勣廣吭議頁斤哘議窃俶勣序佩糞箭晒?@Component?宸戦嘉嬬校心欺。 + +厘断徭協吶議窃嶄卦指阻Bean議兆各、塘崔念弸。貧中議ProjectInfoProperties珊卦指阻奉來佚連。 + +## env極泣 + +env極泣喘噐資函畠何桟廠奉來?淫凄application塘崔猟周嶄議坪否、狼由延楚吉。 + +恵諒URL?[http://localhost:8080/actuator/env?卦指何蛍佚連?](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fenv%25EF%25BC%258C%25E8%25BF%2594%25E5%259B%259E%25E9%2583%25A8%25E5%2588%2586%25E4%25BF%25A1%25E6%2581%25AF%25EF%25BC%259A "http://localhost:8080/actuator/env%EF%BC%8C%E8%BF%94%E5%9B%9E%E9%83%A8%E5%88%86%E4%BF%A1%E6%81%AF%EF%BC%9A") + +![image-20230530234200949](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234200949.png) + +## env-toMatch極泣 + +env-toMatch極泣嚥caches才caches-cache窃貌?匯倖頁資函侭嗤議?匯倖頁資函峺協議。宸戦議env-toMatch極泣頁資函峺協key議桟廠延楚奉來。 + +児云鯉塀葎?[http://localhost:8080/actuator/env/{toMatch}。](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fenv%2F%257BtoMatch%257D%25E3%2580%2582 "http://localhost:8080/actuator/env/%7BtoMatch%7D%E3%80%82") 糞箭URL?[http://localhost:8080/actuator/env/info.user.name](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fenv%2Finfo.user.name "http://localhost:8080/actuator/env/info.user.name") ?卦指潤惚泌和夕? + +![image-20230530234238073](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234238073.png) + +卦指方象佚連淫凄乎奉來議栖坿、value峙吉佚連。 + +## loggers極泣 + +/loggers 極泣羽其阻殻會坪何塘崔議侭嗤 logger 議佚連?淫凄音揖議package、音揖議窃議晩崗雫艶佚連。 + +恵諒URL?[http://localhost:8080/actuator/loggers](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Floggers "http://localhost:8080/actuator/loggers") ?何蛍卦指潤惚? + +![image-20230530234301625](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234301625.png) + +## loggers-name極泣 + +loggers-name極泣匆頁logger極泣議聾蛍?辛參宥狛name恵諒蝶匯倖logger。 + +児云萩箔鯉塀?[http://localhost:8080/actuator/loggers/{name}](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Floggers%2F%257Bname%257D "http://localhost:8080/actuator/loggers/%7Bname%7D") 幣箭萩箔URL?[http://localhost:8080/actuator/loggers/com.secbro2.SpringbootActuatorApplication](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Floggers%2Fcom.secbro2.SpringbootActuatorApplication "http://localhost:8080/actuator/loggers/com.secbro2.SpringbootActuatorApplication") ?卦指潤惚泌和? + + + +`{ +"configuredLevel": null, +"effectiveLevel": "INFO" +}` + +辛參心竃?尼強窃議晩崗雫艶葎INFO。 + +## heapdump極泣 + +heapdump極泣氏卦指匯倖JVM 均dump?宥狛JVM徭揮議酌陣垢醤VisualVM辛嬉蝕緩猟周臥心坪贋酔孚。宸頁坪贋單晒?児噐均媚蚊中序佩電臥議旋匂。 + +恵諒URL?[http://localhost:8080/actuator/heapdump](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fheapdump "http://localhost:8080/actuator/heapdump") 。Mac荷恬狼由和箝誓匂恵諒氏和墮匯倖兆忖葎heapdump議猟周?涙朔弸?30M。 + +凋綜佩峇佩jvisualvm凋綜?嬉蝕VisualVM?卆肝泣似^猟周 ?、^廾秘 ??芝誼猟周窃侏勣僉夲^均Dump(_.hprof,_.*) ??隼朔僉夲heapdump。 + +![image-20230530234346098](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234346098.png) + +緩扮宴辛參宥狛垢醤栖序佩均媚佚連議蛍裂阻。斤噐?貧諒籾議蛍裂戻工阻自葎宴旋議圭塀。 + +## threaddump極泣 + +/threaddump 極泣氏伏撹輝念?殻試強議酔孚。壓晩械協了諒籾議扮昨臥心?殻議秤趨掲械嗤喘?麼勣婢幣阻?殻兆、?殻ID、?殻議彜蓑、頁倦吉棋迄彿坿吉佚連。 + +恵諒URL?[http://localhost:8080/actuator/threaddump](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fthreaddump "http://localhost:8080/actuator/threaddump") ?何蛍卦指潤惚? + +![image-20230530234405331](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234405331.png) + +厘断辛宥狛?殻酔孚栖電臥伏恢桟廠議諒籾。 + +## metrics極泣 + +/metrics 極泣喘栖羽其輝念哘喘議光窃嶷勣業楚峺炎?曳泌?坪贋佚連、?殻佚連、征侍指辺佚連、tomcat、方象垂銭俊学吉。2.x井云宸戦峪?塋樵牧燦沅険蟲珍弍蹇? + +恵諒URL?[http://localhost:8080/actuator/metrics](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fmetrics "http://localhost:8080/actuator/metrics") 。 + +```` +{ + "names": [ + "jvm.memory.max", + "jvm.threads.states", + "jvm.gc.pause", + "http.server.requests", + "process.files.max", + "jvm.gc.memory.promoted", + "system.load.average.1m", + "jvm.memory.used", + "jvm.gc.max.data.size", + "jvm.memory.committed", + "system.cpu.count", + "logback.events", + "jvm.buffer.memory.used", + "tomcat.sessions.created", + "jvm.threads.daemon", + "system.cpu.usage", + "jvm.gc.memory.allocated", + "tomcat.sessions.expired", + "jvm.threads.live", + "jvm.threads.peak", + "process.uptime", + "tomcat.sessions.rejected", + "process.cpu.usage", + "jvm.classes.loaded", + "jvm.classes.unloaded", + "tomcat.sessions.active.current", + "tomcat.sessions.alive.max", + "jvm.gc.live.data.size", + "process.files.open", + "jvm.buffer.count", + "jvm.buffer.total.capacity", + "tomcat.sessions.active.max", + "process.start.time" + ] +} +```` + +/metrics極泣辛參戻工哘喘塰佩彜蓑議頼屁業楚峺炎烏御?宸?孔嬬掲械議糞喘?徽頁斤噐酌陣狼由嶄議光?酌陣孔嬬?万断議酌陣坪否、方象辺鹿撞楕脅嗤侭音揖?泌惚厘断耽肝脅宥狛畠楚資函烏御議圭塀栖辺鹿?待?坿岷9ドル抃述科膿苗槓粘τ擺坊獣羌朕実韮t?Spring Boot 2.x岻朔?/metrics極泣峪?塋樵勃険蟲珍弍蹇? + +泌惚俶勣臥心醤悶議蝶?峺炎?夸辛宥狛/metrics-requiredMetricName極泣栖糞孖。 + +## metrics-requiredMetricName極泣 + +metrics-requiredMetricName極泣?喘噐恵諒峺協峺炎議烏御?匯違氏塘栽/metrics極泣枠臥竃峺炎双燕?隼朔壅臥儂醤悶議蝶倖峺炎。 + +児云鯉塀?[http://localhost:8080/actuator/metrics/{requiredMetricName}。](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fmetrics%2F%257BrequiredMetricName%257D%25E3%2580%2582 "http://localhost:8080/actuator/metrics/%7BrequiredMetricName%7D%E3%80%82") 糞箭URL?[http://localhost:8080/actuator/metrics/jvm.memory.max](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fmetrics%2Fjvm.memory.max "http://localhost:8080/actuator/metrics/jvm.memory.max") ?卦指潤惚泌和? + + +```` +{ + "name": "jvm.memory.max", + "description": "The maximum amount of memory in bytes that can be used for memory management", + "baseUnit": "bytes", + "measurements": [ + { + "statistic": "VALUE", + "value": 5606211583 + } + ], + "availableTags": [ + { + "tag": "area", + "values": [ + "heap", + "nonheap" + ] + }, + { + "tag": "id", + "values": [ + "Compressed Class Space", + "PS Survivor Space", + "PS Old Gen", + "Metaspace", + "PS Eden Space", + "Code Cache" + ] + } + ] +} +```` + +貧峰潤惚婢幣阻恷寄辛喘坪贋議秤趨。凪麿屢購峺炎議婢幣紋算斤哘議兆忖序佩臥心軸辛。 + +## scheduledtasks極泣 + +/scheduledtasks極泣喘噐婢幣哘喘嶄議協扮販暦佚連。 + +枠壓?朕嶄更秀曾倖協扮販暦?遍枠壓尼強窃貧耶紗@EnableScheduling蝕尼協扮販暦孔嬬。隼朔幹秀協扮販暦窃? + +```` +@Component +public class MyTask { + + @Scheduled(cron = "0/10 * * * * *") + public void work() { + System.out.println("I am a cron job."); + } + + @Scheduled(fixedDelay = 10000) + public void work1() { + System.out.println("I am a fixedDelay job."); + } +} +```` + +凪嶄協吶阻曾嶽窃侏議協扮販暦?work頁児噐cron糞孖議協扮販暦?work1頁児噐fixedDelay糞孖議協扮販暦。 + +恵諒URL?[http://localhost:8080/actuator/scheduledtasks](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fscheduledtasks "http://localhost:8080/actuator/scheduledtasks") ?卦指潤惚佚連泌和? + +``` +{ + "cron": [ + { + "runnable": { + "target": "com.secbro2.job.MyTask.work" + }, + "expression": "0/10 * * * * *" + } + ], + "fixedDelay": [ + { + "runnable": { + "target": "com.secbro2.job.MyTask.work1" + }, + "initialDelay": 0, + "interval": 10000 + } + ], + "fixedRate": [], + "custom": [] +} +``` + +辛參心欺?宥狛乎極泣辛參苧鳩議岑祇輝念哘喘嶄協吶議協扮販暦?參式峇佩庁塀才撞肝。 + +## mappings極泣 + +/mappings極泣喘噐宙峰畠何議 URI 揃抄?參式才陣崙匂議啌符購狼。宸倖孔嬬麻頁曳熟械喘議阻?泌惚?狼由議臥心URL斤哘議Controller式圭隈?辛參聞喘緩極泣。 + +恵諒URL?[http://localhost:8080/actuator/mappings](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8080%2Factuator%2Fmappings "http://localhost:8080/actuator/mappings") ?何蛍卦指潤惚泌和? + +![image-20230530234501440](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230530234501440.png) + +崛緩購噐Spring Boot Actuator戻工議侭嗤極泣初府頼穎。 + +## 弌潤 + +云猟宥狛斤Spring Boot Actuator戻工侭嗤極泣更秀糞箭旺處幣潤惚?云猟寄謹方坪否才糞箭脅頁畠利及匯返彿創。乎崇尺斤電臥?貧諒籾?來嬬單晒吉脅嗤自寄議逸廁。遇壓亟云猟議狛殻嶄匆埆栖埆妾名Actuator議孔嬬岻膿寄?膿倉容呪喘軟栖。 + +## 歌深全俊 + +恬宀?殻會仟篇順 +全俊?https://juejin.cn/post/6984550846876876814 +栖坿?蓮輿条署 +广恬幡拷恬宀侭嗤。斌匍廬墮萩選狼恬宀資誼娩幡?掲斌匍廬墮萩廣苧竃侃。 + diff --git a/docs/monitor/SpringBoot Admin.md b/docs/monitor/SpringBoot Admin.md new file mode 100644 index 0000000..7b0c8ab --- /dev/null +++ b/docs/monitor/SpringBoot Admin.md @@ -0,0 +1,495 @@ +## 姜勣 + +Spring Boot Admin 辛參斤SpringBoot哘喘議光?峺炎序佩酌陣?辛參恬葎裏捲暦尺更嶄議酌陣嶄伉栖聞喘?云猟繍斤凪喘隈序佩峋聾初府。 + +## Spring Boot Admin 酒初 + +SpringBoot哘喘辛參宥狛Actuator栖羽其哘喘塰佩狛殻嶄議光?峺炎?Spring Boot Admin宥狛宸乂峺炎栖酌陣SpringBoot哘喘?隼朔宥狛夕侘晒順中格孖竃栖。Spring Boot Admin音叙辛參酌陣汽悶哘喘?珊辛參才Spring Cloud議廣過嶄伉屢潤栽栖酌陣裏捲暦哘喘。 + +Spring Boot Admin 辛參戻工哘喘議參和酌陣佚連? + +* 酌陣哘喘塰佩狛殻嶄議古誓佚連? +* 業楚峺炎佚連?曳泌JVM、Tomcat式序殻佚連? +* 桟廠延楚佚連?曳泌狼由奉來、狼由桟廠延楚參式哘喘塘崔佚連? +* 臥心侭嗤幹秀議Bean佚連? +* 臥心哘喘嶄議侭嗤塘崔佚連? +* 臥心哘喘塰佩晩崗佚連? +* 臥心JVM佚連? +* 臥心辛參恵諒議Web極泣? +* 臥心HTTP効忸佚連。 + +## 幹秀admin-server庁翠 + +> 宸戦厘断幹秀匯倖admin-server庁翠栖恬葎酌陣嶄伉處幣凪孔嬬。 + +* 壓pom.xml嶄耶紗屢購卆正? + + + + + +```` + + org.springframework.boot + spring-boot-starter-web + + + de.codecentric + spring-boot-admin-starter-server + + +```` + +* 壓application.yml嶄序佩塘崔? + + + + + +````spring: + application: + name: admin-server +server: + port: 9301 +```` + +* 壓尼強窃貧耶紗@EnableAdminServer栖尼喘admin-server孔嬬? + + + + +```` +@EnableAdminServer +@SpringBootApplication +public class AdminServerApplication { + + public static void main(String[] args) { + SpringApplication.run(AdminServerApplication.class, args); + } + +} +```` + +## 幹秀admin-client庁翠 + +> 宸戦厘断幹秀匯倖admin-client庁翠恬葎人薩極廣過欺admin-server。 + +* 壓pom.xml嶄耶紗屢購卆正? + + + +```` + + org.springframework.boot + spring-boot-starter-web + + + de.codecentric + spring-boot-admin-starter-client + +```` + +* 壓application.yml嶄序佩塘崔? + + + + + + + + +``` +spring: + application: + name: admin-client + boot: + admin: + client: + url: http://localhost:9301 #塘崔admin-server仇峽 +server: + port: 9305 +management: + endpoints: + web: + exposure: + include: '*' + endpoint: + health: + show-details: always +logging: + file: admin-client.log #耶紗蝕尼admin議晩崗酌陣 +``` + +* 尼強admin-server才admin-client捲暦。 + +## 酌陣佚連處幣 + +* 恵諒泌和仇峽嬉蝕Spring Boot Admin議麼匈?[http://localhost:9301](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A9301 "http://localhost:9301") + +![image-20230531001002163](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001002163.png) + + + + + +* 泣似wallboard梓泥?僉夲admin-client臥心酌陣佚連? + +* 酌陣佚連古誓? + +![image-20230531001023644](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001023644.png) + + + + + +* 業楚峺炎佚連?曳泌JVM、Tomcat式序殻佚連? + +![image-20230531001053279](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001053279.png) + + + + + +* 桟廠延楚佚連?曳泌狼由奉來、狼由桟廠延楚參式哘喘塘崔佚連? + +![image-20230531001103093](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001103093.png) + + + + + +* 臥心侭嗤幹秀議Bean佚連? + +![image-20230531001111221](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001111221.png) + + + + + +* 臥心哘喘嶄議侭嗤塘崔佚連? + +![image-20230531001124678](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001124678.png) + + + + + +* 臥心晩崗佚連?俶勣耶紗參和塘崔嘉嬬蝕尼? + + + +`logging: +file: admin-client.log #耶紗蝕尼admin議晩崗酌陣` + +![image-20230531001136184](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001136184.png) + + + + +* 臥心JVM佚連? + +![image-20230531001144614](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001144614.png) + + + + + +* 臥心辛參恵諒議Web極泣? + +![image-20230531001156191](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001156191.png) + + + + + +* 臥心HTTP効忸佚連? + +![image-20230531001206364](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001206364.png) + + + + + +## 潤栽廣過嶄伉聞喘 + +> Spring Boot Admin潤栽Spring Cloud 廣過嶄伉聞喘?峪俶繍admin-server才廣過嶄伉屁栽軸辛?admin-server 氏徭強貫廣過嶄伉資函捲暦双燕?隼朔阿倖資函酌陣佚連。宸戦參Eureka廣過嶄伉葎箭栖初府和乎孔嬬。 + +### 俐個admin-server + +* 壓pom.xml嶄耶紗屢購卆正? + + + + +```` + + org.springframework.cloud + spring-cloud-starter-netflix-eureka-client + +```` + +* 壓application-eureka.yml嶄序佩塘崔?峪俶耶紗廣過嶄伉塘崔軸辛? + + + + +```` +spring: + application: + name: admin-server +server: + port: 9301 +eureka: + client: + register-with-eureka: true + fetch-registry: true + service-url: + defaultZone: http://localhost:8001/eureka/ +```` + +* 壓尼強窃貧耶紗@EnableDiscoveryClient栖尼喘捲暦廣過孔嬬? + + + + + +```` +`@EnableDiscoveryClient +@EnableAdminServer +@SpringBootApplication +public class AdminServerApplication { + + public static void main(String[] args) { + SpringApplication.run(AdminServerApplication.class, args); + } + +} +```` + +### 俐個admin-client + +* 壓pom.xml嶄耶紗屢購卆正? + + + +```` + + org.springframework.cloud + spring-cloud-starter-netflix-eureka-client + +```` + +* 壓application-eureka.yml嶄序佩塘崔?評茅圻栖議admin-server仇峽塘崔?耶紗廣過嶄伉塘崔軸辛? + + + + + +``` +spring: + application: + name: admin-client +server: + port: 9305 +management: + endpoints: + web: + exposure: + include: '*' + endpoint: + health: + show-details: always +logging: + file: admin-client.log #耶紗蝕尼admin議晩崗酌陣 +eureka: + client: + register-with-eureka: true + fetch-registry: true + service-url: + defaultZone: http://localhost:8001/eureka/ +``` + +* 壓尼強窃貧耶紗@EnableDiscoveryClient栖尼喘捲暦廣過孔嬬? + + + + + +``` +@EnableDiscoveryClient +@SpringBootApplication +public class AdminClientApplication { + + public static void main(String[] args) { + SpringApplication.run(AdminClientApplication.class, args); + } + +} +``` + +### 孔嬬處幣 + +* 尼強eureka-server?聞喘application-eureka.yml塘崔尼強admin-server?admin-client? + +* 臥心廣過嶄伉窟孖捲暦譲厮廣過?[http://localhost:8001/](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A8001%2F "http://localhost:8001/") + +![image-20230531001221519](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001221519.png) + + +* 臥心Spring Boot Admin 麼匈窟孖辛參心欺捲暦佚連?[http://localhost:9301](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A9301 "http://localhost:9301") + +![image-20230531001232048](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001232048.png) + + +## 耶紗鞠村範屬 + +> 厘断辛參宥狛公admin-server耶紗Spring Security屶隔栖資誼鞠村範屬孔嬬。 + +### 幹秀admin-security-server庁翠 + +* 壓pom.xml嶄耶紗屢購卆正? + + + +``` + + org.springframework.cloud + spring-cloud-starter-netflix-eureka-client + + + de.codecentric + spring-boot-admin-starter-server + 2.1.5 + + + org.springframework.boot + spring-boot-starter-security + + + org.springframework.boot + spring-boot-starter-web + +``` + +* 壓application.yml嶄序佩塘崔?塘崔鞠村喘薩兆才畜鷹?策待admin-security-server議酌陣佚連? + + + + + +``` +spring: + application: + name: admin-security-server + security: # 塘崔鞠村喘薩兆才畜鷹 + user: + name: macro + password: 123456 + boot: # 音?塋?admin-security-server議酌陣佚連 + admin: + discovery: + ignored-services: ${spring.application.name} +server: + port: 9301 +eureka: + client: + register-with-eureka: true + fetch-registry: true + service-url: + defaultZone: http://localhost:8001/eureka/ +``` + +* 斤SpringSecurity序佩塘崔?參宴admin-client辛參廣過? + + + + + +scss + +鹸崙旗鷹 + + + + + +``` +/** + * Created by macro on 2019年9月30日. + */ +@Configuration +public class SecuritySecureConfig extends WebSecurityConfigurerAdapter { + private final String adminContextPath; + + public SecuritySecureConfig(AdminServerProperties adminServerProperties) { + this.adminContextPath = adminServerProperties.getContextPath(); + } + + @Override + protected void configure(HttpSecurity http) throws Exception { + SavedRequestAwareAuthenticationSuccessHandler successHandler = new SavedRequestAwareAuthenticationSuccessHandler(); + successHandler.setTargetUrlParameter("redirectTo"); + successHandler.setDefaultTargetUrl(adminContextPath + "/"); + + http.authorizeRequests() + //1.塘崔侭嗤床蓑彿坿才鞠村匈辛參巷蝕恵諒 + .antMatchers(adminContextPath + "/assets/**").permitAll() + .antMatchers(adminContextPath + "/login").permitAll() + .anyRequest().authenticated() + .and() + //2.塘崔鞠村才鞠竃揃抄 + .formLogin().loginPage(adminContextPath + "/login").successHandler(successHandler).and() + .logout().logoutUrl(adminContextPath + "/logout").and() + //3.蝕尼http basic屶隔?admin-client廣過扮俶勣聞喘 + .httpBasic().and() + .csrf() + //4.蝕尼児噐cookie議csrf隠擦 + .csrfTokenRepository(CookieCsrfTokenRepository.withHttpOnlyFalse()) + //5.策待宸乂揃抄議csrf隠擦參宴admin-client廣過 + .ignoringAntMatchers( + adminContextPath + "/instances", + adminContextPath + "/actuator/**" + ); + } +} +``` + +* 俐個尼強窃?蝕尼AdminServer式廣過窟孖孔嬬? + + + + + +``` +@EnableDiscoveryClient +@EnableAdminServer +@SpringBootApplication +public class AdminSecurityServerApplication { + + public static void main(String[] args) { + SpringApplication.run(AdminSecurityServerApplication.class, args); + } +} +``` + +* 尼強eureka-server?admin-security-server?恵諒Spring Boot Admin 麼匈窟孖俶勣鞠村嘉嬬恵諒?[http://localhost:9301](https://link.juejin.cn?target=http%3A%2F%2Flocalhost%3A9301 "http://localhost:9301") + +![image-20230531001242361](https://java-tutorial.oss-cn-shanghai.aliyuncs.com/image-20230531001242361.png) + + + + + +## 聞喘欺議庁翠 + + + + + +``` +springcloud-learning +ɤ¤ eureka-server -- eureka廣過嶄伉 +ɤ¤ admin-server -- admin酌陣嶄伉捲暦 +ɤ¤ admin-client -- admin酌陣嶄伉酌陣議哘喘捲暦 +Á¤¤ admin-security-server -- 揮鞠村範屬議admin酌陣嶄伉捲暦` +``` \ No newline at end of file From 86135b7d0109ae0d1b51efc3cb016efe4b5973bc Mon Sep 17 00:00:00 2001 From: h2pl <362294931@qq.com> Date: 2023年8月26日 20:04:58 +0800 Subject: [PATCH 05/10] add mq list --- ReadMe.md | 19 +++++++++++++++++++ ...47344円270円216円346円266円210円350円264円271円.md" | 0 ...72345円272円217円346円266円210円350円264円271円.md" | 0 3 files changed, 19 insertions(+) rename "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円 .md" => "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円.md" (100%) rename "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円 .md" => "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円.md" (100%) diff --git a/ReadMe.md b/ReadMe.md index 6aabce3..0c11cc7 100644 --- a/ReadMe.md +++ b/ReadMe.md @@ -394,6 +394,25 @@ todo # 羔???奝????? ## Kafka +* [羔???奝?????kafka莚?В鐚?Kafka 綽???筝????鐚?Java???鐚?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka 綽???筝????鐚?Java???鐚?.md) +* [羔???奝?????kafka莚?В鐚?Kafka筝???≧??????????broker???菴?腮?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka筝???≧??????????broker???菴?腮?.md) +* [羔???奝?????kafka莚?В鐚?羔???奝?????kafka莚?В鐚?Kafka篁?膸?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka篁?膸?.md) +* [羔???奝?????kafka莚?В鐚?Kafka??????????????紫??膀?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka??????????????紫??膀?.md) +* [羔???奝?????kafka莚?В鐚?Kafka絽梧????巡擦??????臀勖?紫??](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka絽梧????巡擦??????臀勖?紫??.md) +* [羔???奝?????kafka莚?В鐚?Kafka??倶??篁?膸?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka??倶??篁?膸?.md) +* [羔???奝?????kafka莚?В鐚?Kafka??????臂ゅ轡篏???????](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka??????臂ゅ轡篏???????.md) +* [羔???奝?????kafka莚?В鐚?Kafka???荀???ヨ?????+??∵??蘂?紊у??](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka???荀???ヨ?????+??∵??蘂?紊у??.md) +* [羔???奝?????kafka莚?В鐚?絋?篏?絎??ー綮区????????](docs/mq/kafka/羔???奝?????kafka莚?В鐚?絋?篏?絎??ー綮区????????.md) +* [羔???奝?????kafka莚?В鐚?絋?篏?絎??ー罩私拭??????](docs/mq/kafka/羔???奝?????kafka莚?В鐚?絋?篏?絎??ー罩私拭??????.md) + +## RocketMQ +* [RocketMQ膤糸??鐚?篋???≧????姒?????膸?筝???贋?э??](docs/mq/RocketMQ/RocketMQ膤糸??鐚?篋???≧????姒?????膸?筝???贋?э??.md) +* [RocketMQ膤糸??鐚???堺?シ??綽?](docs/mq/RocketMQ/RocketMQ膤糸??鐚???堺?シ??綽?.md) +* [RocketMQ膤糸??鐚?綛炊?TEL??綮区??羔????](docs/mq/RocketMQ/RocketMQ膤糸??鐚?綛炊?TEL??綮区??羔????.md) +* [RocketMQ膤糸??鐚???拷????????筝?菴?羯?](docs/mq/RocketMQ/RocketMQ膤糸??鐚???拷????????筝?菴?羯?.md) +* [RocketMQ膤糸??鐚?羔???夌?????篋т??羔?茣?](docs/mq/RocketMQ/RocketMQ膤糸??鐚?羔???夌?????篋т??羔?茣?.md) +* [RocketMQ膤糸??鐚??ッ紜???上産](docs/mq/RocketMQ/RocketMQ膤糸??鐚??ッ紜???上産.md) +* [RocketMQ膤糸??鐚?蕁阪?闉?茣?](docs/mq/RocketMQ/RocketMQ膤糸??鐚?蕁阪?闉?茣?.md) # 紊у??腴? * [???腴壩????壩??莪?綣?膀?鐚?篋?莅∞??鐚?紊ф?井?勌??AI??????篋?](docs/backend/???腴壩????壩??莪?綣?膀?鐚?篋?莅∞??鐚?紊ф?井?勌??AI??????篋?.md) diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円 .md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円.md" similarity index 100% rename from "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円 .md" rename to "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円346円266円210円346円201円257円347円232円204円347円224円237円344円272円247円344円270円216円346円266円210円350円264円271円.md" diff --git "a/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円 .md" "b/docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円.md" similarity index 100% rename from "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円 .md" rename to "docs/mq/RocketMQ/RocketMQ347円263円273円345円210円227円357円274円232円351円241円272円345円272円217円346円266円210円350円264円271円.md" From 183bf66bea9599a14c8598d6df28fcad26248d35 Mon Sep 17 00:00:00 2001 From: h2pl <362294931@qq.com> Date: 2023年8月26日 20:33:28 +0800 Subject: [PATCH 06/10] ok --- ReadMe.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ReadMe.md b/ReadMe.md index 0c11cc7..866d360 100644 --- a/ReadMe.md +++ b/ReadMe.md @@ -394,7 +394,7 @@ todo # 羔???奝????? ## Kafka -* [羔???奝?????kafka莚?В鐚?Kafka 綽???筝????鐚?Java???鐚?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka 綽???筝????鐚?Java???鐚?.md) +* [羔???奝?????kafka莚?В鐚?Kafka綽???筝????鐚?Java???鐚?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka綽???筝????鐚?Java???鐚?.md) * [羔???奝?????kafka莚?В鐚?Kafka筝???≧??????????broker???菴?腮?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka筝???≧??????????broker???菴?腮?.md) * [羔???奝?????kafka莚?В鐚?羔???奝?????kafka莚?В鐚?Kafka篁?膸?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka篁?膸?.md) * [羔???奝?????kafka莚?В鐚?Kafka??????????????紫??膀?](docs/mq/kafka/羔???奝?????kafka莚?В鐚?Kafka??????????????紫??膀?.md) From 757b11887fb3b0d8f1029ae80e5bb238229acbc6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B1=9F=E5=B0=8F=E6=B9=96?= <362294931@qq.com> Date: 2025年4月16日 20:07:30 +0800 Subject: [PATCH 07/10] Update ReadMe.md --- ReadMe.md | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/ReadMe.md b/ReadMe.md index 866d360..269ed3e 100644 --- a/ReadMe.md +++ b/ReadMe.md @@ -30,6 +30,16 @@

+

+ +

+ + ef9a0076f464d69ba16e99e7e8f26a87.png + +

+ +Swiftproxy-90M+?????蕭?茣??靮???篏鎘?IP鐚?羈???????????茣?500MB羌?莚?羌???????????羌???鋇?菴????鐚?篏睡???????g??鐚?GHB5腴?篋??????篌????鐚? + # Java??榊?? ## ??榊????ヨ?? From 0922bb9ffc366c5501dd8236e5d8fdc359226fb8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B1=9F=E5=B0=8F=E6=B9=96?= <362294931@qq.com> Date: 2025年4月21日 18:31:22 +0800 Subject: [PATCH 08/10] Update ReadMe.md --- ReadMe.md | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/ReadMe.md b/ReadMe.md index 269ed3e..b5d6559 100644 --- a/ReadMe.md +++ b/ReadMe.md @@ -1,4 +1,3 @@ -
@@ -33,8 +32,8 @@

- - ef9a0076f464d69ba16e99e7e8f26a87.png + + ef9a0076f464d69ba16e99e7e8f26a87.png

From 921aa16bcd882bcb0a667f8c5a1899914b9ffef8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B1=9F=E5=B0=8F=E6=B9=96?= <362294931@qq.com> Date: 2025年4月21日 18:32:10 +0800 Subject: [PATCH 09/10] Update ReadMe.md --- ReadMe.md | 1 + 1 file changed, 1 insertion(+) diff --git a/ReadMe.md b/ReadMe.md index b5d6559..74fc288 100644 --- a/ReadMe.md +++ b/ReadMe.md @@ -1,3 +1,4 @@ +
From e89aca28d56b5c6e03ce37f20abc6781388b2b89 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=B1=9F=E5=B0=8F=E6=B9=96?= <362294931@qq.com> Date: 2025年5月20日 18:36:36 +0800 Subject: [PATCH 10/10] Update ReadMe.md --- ReadMe.md | 8 -------- 1 file changed, 8 deletions(-) diff --git a/ReadMe.md b/ReadMe.md index 74fc288..84572da 100644 --- a/ReadMe.md +++ b/ReadMe.md @@ -32,14 +32,6 @@

-

- - ef9a0076f464d69ba16e99e7e8f26a87.png - -

- -Swiftproxy-90M+?????蕭?茣??靮???篏鎘?IP鐚?羈???????????茣?500MB羌?莚?羌???????????羌???鋇?菴????鐚?篏睡???????g??鐚?GHB5腴?篋??????篌????鐚? - # Java??榊?? ## ??榊????ヨ??

AltStyle によって変換されたページ (->オリジナル) /