[{"data":1,"prerenderedAt":748},["ShallowReactive",2],{"navigation":3,"post-\u002Fposts\u002F2026\u002Freduce-clickhouse-resource-usage-for-self-hosted-langfuse":20,"surroundPosts-\u002Fposts\u002F2026\u002Freduce-clickhouse-resource-usage-for-self-hosted-langfuse":735},[4,8,12,16],{"title":5,"path":6,"stem":7},"首页","\u002F","00.index",{"title":9,"path":10,"stem":11},"文章","\u002Fposts","01.posts",{"title":13,"path":14,"stem":15},"动态","\u002Fmoments","02.moments",{"title":17,"path":18,"stem":19},"关于","\u002Fabout","09.about",{"id":21,"title":22,"body":23,"class":716,"cover":717,"coverSize":716,"date":718,"description":29,"draft":719,"extension":720,"hideComments":719,"location":716,"meta":721,"navigation":722,"path":723,"readingTime":724,"seo":729,"sitemap":730,"stem":731,"tags":732,"time":716,"weather":716,"__hash__":734},"posts\u002Fposts\u002F2026\u002F20260104.reduce-clickhouse-resource-usage-for-self-hosted-langfuse.md","优化自托管 Langfuse 的 ClickHouse 资源占用",{"type":24,"value":25,"toc":714},"minimark",[26,30,34,42,203,206,213,697,704,707,710],[27,28,29],"p",{},"最近在研究 Langfuse，用 docker 部署了一套，但是发现空载的情况下 ClickHouse CPU 占用也不低，并且磁盘持续在写入，一不注意，7 天已经写入了 200 多 GB。",[31,32],"post-image",{"filename":33},"01.png",[27,35,36,37,41],{},"通过如下命令发现，大部分磁盘占用都是 ",[38,39,40],"code",{},"trace_log"," 表造成的：",[43,44,49],"pre",{"className":45,"code":46,"language":47,"meta":48,"style":48},"language-sql shiki shiki-themes material-theme-lighter github-light github-dark","SELECT table, formatReadableSize(size) as size, rows FROM (\n    SELECT\n        table,\n        database,\n        sum(bytes) AS size,\n        sum(rows) AS rows\n    FROM system.parts\n    WHERE active\n    GROUP BY table, database\n    ORDER BY size DESC\n)\n","sql","",[38,50,51,91,97,106,114,131,148,164,173,186,197],{"__ignoreMap":48},[52,53,56,60,63,67,70,73,76,79,82,85,88],"span",{"class":54,"line":55},"line",1,[52,57,59],{"class":58},"sw1J6","SELECT",[52,61,62],{"class":58}," table",[52,64,66],{"class":65},"su5hD",", formatReadableSize(",[52,68,69],{"class":58},"size",[52,71,72],{"class":65},") ",[52,74,75],{"class":58},"as",[52,77,78],{"class":58}," size",[52,80,81],{"class":65},", ",[52,83,84],{"class":58},"rows",[52,86,87],{"class":58}," FROM",[52,89,90],{"class":65}," (\n",[52,92,94],{"class":54,"line":93},2,[52,95,96],{"class":58},"    SELECT\n",[52,98,100,103],{"class":54,"line":99},3,[52,101,102],{"class":58},"        table",[52,104,105],{"class":65},",\n",[52,107,109,112],{"class":54,"line":108},4,[52,110,111],{"class":58},"        database",[52,113,105],{"class":65},[52,115,117,121,124,127,129],{"class":54,"line":116},5,[52,118,120],{"class":119},"sptTA","        sum",[52,122,123],{"class":65},"(bytes) ",[52,125,126],{"class":58},"AS",[52,128,78],{"class":58},[52,130,105],{"class":65},[52,132,134,136,139,141,143,145],{"class":54,"line":133},6,[52,135,120],{"class":119},[52,137,138],{"class":65},"(",[52,140,84],{"class":58},[52,142,72],{"class":65},[52,144,126],{"class":58},[52,146,147],{"class":58}," rows\n",[52,149,151,154,158,161],{"class":54,"line":150},7,[52,152,153],{"class":58},"    FROM",[52,155,157],{"class":156},"s_hVV"," system",[52,159,160],{"class":65},".",[52,162,163],{"class":156},"parts\n",[52,165,167,170],{"class":54,"line":166},8,[52,168,169],{"class":58},"    WHERE",[52,171,172],{"class":65}," active\n",[52,174,176,179,181,183],{"class":54,"line":175},9,[52,177,178],{"class":58},"    GROUP BY",[52,180,62],{"class":58},[52,182,81],{"class":65},[52,184,185],{"class":58},"database\n",[52,187,189,192,194],{"class":54,"line":188},10,[52,190,191],{"class":58},"    ORDER BY",[52,193,78],{"class":58},[52,195,196],{"class":58}," DESC\n",[52,198,200],{"class":54,"line":199},11,[52,201,202],{"class":65},")\n",[27,204,205],{},"于是便联想到之前的一次 ClickHouse 优化经历，决定关闭各种 trace 日志，来减少 ClickHouse 的资源占用。",[27,207,208,209,212],{},"网上大部分教程没有提到 ",[38,210,211],{},"background_schedule_pool_log","，但我发现它也会不断产生，也可以关闭。",[43,214,218],{"className":215,"code":216,"language":217,"meta":48,"style":48},"language-xml shiki shiki-themes material-theme-lighter github-light github-dark","\u003Cclickhouse>\n    \u003Cprofiles>\n        \u003Cdefault>\n            \u003Clog_queries>0\u003C\u002Flog_queries>\n            \u003Clog_query_threads>0\u003C\u002Flog_query_threads>\n        \u003C\u002Fdefault>\n    \u003C\u002Fprofiles>\n    \u003Clogger>\n        \u003Clevel>warning\u003C\u002Flevel>\n        \u003Cconsole>true\u003C\u002Fconsole>\n    \u003C\u002Flogger>\n    \u003Casynchronous_metric_log remove=\"1\" \u002F>\n    \u003Cbackup_log remove=\"1\" \u002F>\n    \u003Cerror_log remove=\"1\" \u002F>\n    \u003Cmetric_log remove=\"1\" \u002F>\n    \u003Cquery_thread_log remove=\"1\" \u002F>\n    \u003Cquery_log remove=\"1\" \u002F>\n    \u003Cquery_views_log remove=\"1\" \u002F>\n    \u003Cpart_log remove=\"1\" \u002F>\n    \u003Csession_log remove=\"1\" \u002F>\n    \u003Ctext_log remove=\"1\" \u002F>\n    \u003Ctrace_log remove=\"1\" \u002F>\n    \u003Ccrash_log remove=\"1\" \u002F>\n    \u003Copentelemetry_span_log remove=\"1\" \u002F>\n    \u003Czookeeper_log remove=\"1\" \u002F>\n    \u003Cprocessors_profile_log remove=\"1\" \u002F>\n    \u003Cbackground_schedule_pool_log remove=\"1\" \u002F>\n\u003C\u002Fclickhouse>\n","xml",[38,219,220,233,243,253,274,291,300,309,318,336,354,362,390,410,430,450,470,490,510,530,550,570,589,609,629,649,669,688],{"__ignoreMap":48},[52,221,222,226,230],{"class":54,"line":55},[52,223,225],{"class":224},"sP7_E","\u003C",[52,227,229],{"class":228},"sQzsp","clickhouse",[52,231,232],{"class":224},">\n",[52,234,235,238,241],{"class":54,"line":93},[52,236,237],{"class":224},"    \u003C",[52,239,240],{"class":228},"profiles",[52,242,232],{"class":224},[52,244,245,248,251],{"class":54,"line":99},[52,246,247],{"class":224},"        \u003C",[52,249,250],{"class":228},"default",[52,252,232],{"class":224},[52,254,255,258,261,264,267,270,272],{"class":54,"line":108},[52,256,257],{"class":224},"            \u003C",[52,259,260],{"class":228},"log_queries",[52,262,263],{"class":224},">",[52,265,266],{"class":65},"0",[52,268,269],{"class":224},"\u003C\u002F",[52,271,260],{"class":228},[52,273,232],{"class":224},[52,275,276,278,281,283,285,287,289],{"class":54,"line":116},[52,277,257],{"class":224},[52,279,280],{"class":228},"log_query_threads",[52,282,263],{"class":224},[52,284,266],{"class":65},[52,286,269],{"class":224},[52,288,280],{"class":228},[52,290,232],{"class":224},[52,292,293,296,298],{"class":54,"line":133},[52,294,295],{"class":224},"        \u003C\u002F",[52,297,250],{"class":228},[52,299,232],{"class":224},[52,301,302,305,307],{"class":54,"line":150},[52,303,304],{"class":224},"    \u003C\u002F",[52,306,240],{"class":228},[52,308,232],{"class":224},[52,310,311,313,316],{"class":54,"line":166},[52,312,237],{"class":224},[52,314,315],{"class":228},"logger",[52,317,232],{"class":224},[52,319,320,322,325,327,330,332,334],{"class":54,"line":175},[52,321,247],{"class":224},[52,323,324],{"class":228},"level",[52,326,263],{"class":224},[52,328,329],{"class":65},"warning",[52,331,269],{"class":224},[52,333,324],{"class":228},[52,335,232],{"class":224},[52,337,338,340,343,345,348,350,352],{"class":54,"line":188},[52,339,247],{"class":224},[52,341,342],{"class":228},"console",[52,344,263],{"class":224},[52,346,347],{"class":65},"true",[52,349,269],{"class":224},[52,351,342],{"class":228},[52,353,232],{"class":224},[52,355,356,358,360],{"class":54,"line":199},[52,357,304],{"class":224},[52,359,315],{"class":228},[52,361,232],{"class":224},[52,363,365,367,370,374,377,381,385,387],{"class":54,"line":364},12,[52,366,237],{"class":224},[52,368,369],{"class":228},"asynchronous_metric_log",[52,371,373],{"class":372},"s9AJx"," remove",[52,375,376],{"class":224},"=",[52,378,380],{"class":379},"sjJ54","\"",[52,382,384],{"class":383},"s_sjI","1",[52,386,380],{"class":379},[52,388,389],{"class":224}," \u002F>\n",[52,391,393,395,398,400,402,404,406,408],{"class":54,"line":392},13,[52,394,237],{"class":224},[52,396,397],{"class":228},"backup_log",[52,399,373],{"class":372},[52,401,376],{"class":224},[52,403,380],{"class":379},[52,405,384],{"class":383},[52,407,380],{"class":379},[52,409,389],{"class":224},[52,411,413,415,418,420,422,424,426,428],{"class":54,"line":412},14,[52,414,237],{"class":224},[52,416,417],{"class":228},"error_log",[52,419,373],{"class":372},[52,421,376],{"class":224},[52,423,380],{"class":379},[52,425,384],{"class":383},[52,427,380],{"class":379},[52,429,389],{"class":224},[52,431,433,435,438,440,442,444,446,448],{"class":54,"line":432},15,[52,434,237],{"class":224},[52,436,437],{"class":228},"metric_log",[52,439,373],{"class":372},[52,441,376],{"class":224},[52,443,380],{"class":379},[52,445,384],{"class":383},[52,447,380],{"class":379},[52,449,389],{"class":224},[52,451,453,455,458,460,462,464,466,468],{"class":54,"line":452},16,[52,454,237],{"class":224},[52,456,457],{"class":228},"query_thread_log",[52,459,373],{"class":372},[52,461,376],{"class":224},[52,463,380],{"class":379},[52,465,384],{"class":383},[52,467,380],{"class":379},[52,469,389],{"class":224},[52,471,473,475,478,480,482,484,486,488],{"class":54,"line":472},17,[52,474,237],{"class":224},[52,476,477],{"class":228},"query_log",[52,479,373],{"class":372},[52,481,376],{"class":224},[52,483,380],{"class":379},[52,485,384],{"class":383},[52,487,380],{"class":379},[52,489,389],{"class":224},[52,491,493,495,498,500,502,504,506,508],{"class":54,"line":492},18,[52,494,237],{"class":224},[52,496,497],{"class":228},"query_views_log",[52,499,373],{"class":372},[52,501,376],{"class":224},[52,503,380],{"class":379},[52,505,384],{"class":383},[52,507,380],{"class":379},[52,509,389],{"class":224},[52,511,513,515,518,520,522,524,526,528],{"class":54,"line":512},19,[52,514,237],{"class":224},[52,516,517],{"class":228},"part_log",[52,519,373],{"class":372},[52,521,376],{"class":224},[52,523,380],{"class":379},[52,525,384],{"class":383},[52,527,380],{"class":379},[52,529,389],{"class":224},[52,531,533,535,538,540,542,544,546,548],{"class":54,"line":532},20,[52,534,237],{"class":224},[52,536,537],{"class":228},"session_log",[52,539,373],{"class":372},[52,541,376],{"class":224},[52,543,380],{"class":379},[52,545,384],{"class":383},[52,547,380],{"class":379},[52,549,389],{"class":224},[52,551,553,555,558,560,562,564,566,568],{"class":54,"line":552},21,[52,554,237],{"class":224},[52,556,557],{"class":228},"text_log",[52,559,373],{"class":372},[52,561,376],{"class":224},[52,563,380],{"class":379},[52,565,384],{"class":383},[52,567,380],{"class":379},[52,569,389],{"class":224},[52,571,573,575,577,579,581,583,585,587],{"class":54,"line":572},22,[52,574,237],{"class":224},[52,576,40],{"class":228},[52,578,373],{"class":372},[52,580,376],{"class":224},[52,582,380],{"class":379},[52,584,384],{"class":383},[52,586,380],{"class":379},[52,588,389],{"class":224},[52,590,592,594,597,599,601,603,605,607],{"class":54,"line":591},23,[52,593,237],{"class":224},[52,595,596],{"class":228},"crash_log",[52,598,373],{"class":372},[52,600,376],{"class":224},[52,602,380],{"class":379},[52,604,384],{"class":383},[52,606,380],{"class":379},[52,608,389],{"class":224},[52,610,612,614,617,619,621,623,625,627],{"class":54,"line":611},24,[52,613,237],{"class":224},[52,615,616],{"class":228},"opentelemetry_span_log",[52,618,373],{"class":372},[52,620,376],{"class":224},[52,622,380],{"class":379},[52,624,384],{"class":383},[52,626,380],{"class":379},[52,628,389],{"class":224},[52,630,632,634,637,639,641,643,645,647],{"class":54,"line":631},25,[52,633,237],{"class":224},[52,635,636],{"class":228},"zookeeper_log",[52,638,373],{"class":372},[52,640,376],{"class":224},[52,642,380],{"class":379},[52,644,384],{"class":383},[52,646,380],{"class":379},[52,648,389],{"class":224},[52,650,652,654,657,659,661,663,665,667],{"class":54,"line":651},26,[52,653,237],{"class":224},[52,655,656],{"class":228},"processors_profile_log",[52,658,373],{"class":372},[52,660,376],{"class":224},[52,662,380],{"class":379},[52,664,384],{"class":383},[52,666,380],{"class":379},[52,668,389],{"class":224},[52,670,672,674,676,678,680,682,684,686],{"class":54,"line":671},27,[52,673,237],{"class":224},[52,675,211],{"class":228},[52,677,373],{"class":372},[52,679,376],{"class":224},[52,681,380],{"class":379},[52,683,384],{"class":383},[52,685,380],{"class":379},[52,687,389],{"class":224},[52,689,691,693,695],{"class":54,"line":690},28,[52,692,269],{"class":224},[52,694,229],{"class":228},[52,696,232],{"class":224},[27,698,699,700,703],{},"将上述配置挂载到 ClickHouse 容器的 ",[38,701,702],{},"\u002Fetc\u002Fclickhouse-server\u002Fconfig.d\u002Flogs.xml"," 后，重启容器即可。",[31,705],{"filename":706},"02.png",[27,708,709],{},"整个世界清净了。",[711,712,713],"style",{},"html pre.shiki code .sw1J6, html code.shiki .sw1J6{--shiki-light:#F76D47;--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .su5hD, html code.shiki .su5hD{--shiki-light:#90A4AE;--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sptTA, html code.shiki .sptTA{--shiki-light:#6182B8;--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .s_hVV, html code.shiki .s_hVV{--shiki-light:#90A4AE;--shiki-default:#005CC5;--shiki-dark:#79B8FF}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .sP7_E, html code.shiki .sP7_E{--shiki-light:#39ADB5;--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sQzsp, html code.shiki .sQzsp{--shiki-light:#E53935;--shiki-default:#22863A;--shiki-dark:#85E89D}html pre.shiki code .s9AJx, html code.shiki .s9AJx{--shiki-light:#9C3EDA;--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .sjJ54, html code.shiki .sjJ54{--shiki-light:#39ADB5;--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .s_sjI, html code.shiki .s_sjI{--shiki-light:#91B859;--shiki-default:#032F62;--shiki-dark:#9ECBFF}",{"title":48,"searchDepth":93,"depth":93,"links":715},[],null,"png","2026-01-04",false,"md",{},true,"\u002Fposts\u002F2026\u002Freduce-clickhouse-resource-usage-for-self-hosted-langfuse",{"text":725,"minutes":726,"time":727,"words":728},"2 min read",1.255,75300,251,{"title":22,"description":29},{"loc":723,"lastmod":718},"posts\u002F2026\u002F20260104.reduce-clickhouse-resource-usage-for-self-hosted-langfuse",[733],"技术","7Hq01juLrC71nQLXMrZ1wFNCDCplNmp-JdCMvi12wuc",[736,742],{"title":737,"path":738,"stem":739,"date":740,"description":741,"children":-1},"2025 年度回顾","\u002Fposts\u002F2026\u002F2025-annual-review","posts\u002F2026\u002F20260109.2025-annual-review","2026-01-09","这篇年度回顾从 4 号就建了文档了，陆续写了点，拖了一周多才写完。直接进入正题，回顾下我的 2025 年。",{"title":743,"path":744,"stem":745,"date":746,"description":747,"children":-1},"删除群晖 Synology 证书设置中自定义的服务","\u002Fposts\u002F2025\u002Fdelete-service-of-synology","posts\u002F2025\u002F20250708.delete-service-of-synology","2025-07-08","今天在给群晖增加一个自带的 DDNS 服务以实现在自建的 DDNS 挂掉的情况下还有备用方案。",1777580264167]