<?xml version="1.0" encoding="utf-8" standalone="yes"?><rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom"><channel><title>技术笔记 on zzszmyf</title><link>https://doraemeng.dev/notes/</link><description>Recent content in 技术笔记 on zzszmyf</description><generator>Hugo</generator><language>zh-CN</language><copyright>© 2026 zzszmyf</copyright><lastBuildDate>Thu, 29 Oct 2026 00:00:00 +0800</lastBuildDate><atom:link href="https://doraemeng.dev/notes/index.xml" rel="self" type="application/rss+xml"/><item><title>LLM 推理优化 · 量化（Quantization）系统学习笔记</title><link>https://doraemeng.dev/notes/llm%E6%8E%A8%E7%90%86%E4%BC%98%E5%8C%96-quantization%E9%87%8F%E5%8C%96%E5%AD%A6%E4%B9%A0%E7%AC%94%E8%AE%B0/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%8E%A8%E7%90%86%E4%BC%98%E5%8C%96-quantization%E9%87%8F%E5%8C%96%E5%AD%A6%E4%B9%A0%E7%AC%94%E8%AE%B0/</guid><description/></item><item><title>LLM 量化从入门到部署：11 篇精读笔记总览</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-00-%E6%80%BB%E8%A7%88%E4%B8%8E%E5%AD%A6%E4%B9%A0%E5%9C%B0%E5%9B%BE/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-00-%E6%80%BB%E8%A7%88%E4%B8%8E%E5%AD%A6%E4%B9%A0%E5%9C%B0%E5%9B%BE/</guid><description/></item><item><title>INT8 和 FP16 有什么区别？量化前的数值编码基础</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-01-%E6%95%B0%E5%80%BC%E7%BC%96%E7%A0%81%E4%B8%8E%E8%AE%A1%E7%AE%97%E6%9C%BA%E8%A1%A8%E7%A4%BA%E5%9F%BA%E7%A1%80/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-01-%E6%95%B0%E5%80%BC%E7%BC%96%E7%A0%81%E4%B8%8E%E8%AE%A1%E7%AE%97%E6%9C%BA%E8%A1%A8%E7%A4%BA%E5%9F%BA%E7%A1%80/</guid><description/></item><item><title>量化误差是怎么算出来的？均匀量化公式推导</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-02-%E9%87%8F%E5%8C%96%E9%97%AE%E9%A2%98%E5%BD%A2%E5%BC%8F%E5%8C%96%E4%B8%8E%E5%9D%87%E5%8C%80%E9%87%8F%E5%8C%96%E7%90%86%E8%AE%BA/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-02-%E9%87%8F%E5%8C%96%E9%97%AE%E9%A2%98%E5%BD%A2%E5%BC%8F%E5%8C%96%E4%B8%8E%E5%9D%87%E5%8C%80%E9%87%8F%E5%8C%96%E7%90%86%E8%AE%BA/</guid><description/></item><item><title>FP16、BF16、FP8、FP4 有什么区别？该选哪种数值格式</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-03-%E6%95%B0%E5%80%BC%E6%A0%BC%E5%BC%8F%E4%B8%8E%E7%A1%AC%E4%BB%B6/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-03-%E6%95%B0%E5%80%BC%E6%A0%BC%E5%BC%8F%E4%B8%8E%E7%A1%AC%E4%BB%B6/</guid><description/></item><item><title>量化粒度怎么选？为什么离群值会让 INT8 精度崩掉</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-04-%E9%87%8F%E5%8C%96%E7%B2%92%E5%BA%A6%E6%A0%A1%E5%87%86%E4%B8%8E%E7%A6%BB%E7%BE%A4%E5%80%BC/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-04-%E9%87%8F%E5%8C%96%E7%B2%92%E5%BA%A6%E6%A0%A1%E5%87%86%E4%B8%8E%E7%A6%BB%E7%BE%A4%E5%80%BC/</guid><description/></item><item><title>RTN 和 GPTQ 有什么区别？权重量化方法怎么选</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-05-%E6%9D%83%E9%87%8D%E9%87%8F%E5%8C%96i-rtn%E4%B8%8Egptq/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-05-%E6%9D%83%E9%87%8D%E9%87%8F%E5%8C%96i-rtn%E4%B8%8Egptq/</guid><description/></item><item><title>AWQ 量化原理是什么？和 GPTQ、SqueezeLLM 怎么选</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-06-%E6%9D%83%E9%87%8D%E9%87%8F%E5%8C%96ii-awq-squeezellm-quip/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-06-%E6%9D%83%E9%87%8D%E9%87%8F%E5%8C%96ii-awq-squeezellm-quip/</guid><description/></item><item><title>激活量化为什么比权重量化难？LLM.int8() 与 SmoothQuant 原理</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-07-%E6%BF%80%E6%B4%BB%E9%87%8F%E5%8C%96-llm-int8%E4%B8%8Esmoothquant/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-07-%E6%BF%80%E6%B4%BB%E9%87%8F%E5%8C%96-llm-int8%E4%B8%8Esmoothquant/</guid><description/></item><item><title>KV Cache 量化怎么做？KIVI 与「量化还是压缩」的区别</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-08-kv-cache%E9%87%8F%E5%8C%96%E4%B8%8Ekivi/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-08-kv-cache%E9%87%8F%E5%8C%96%E4%B8%8Ekivi/</guid><description/></item><item><title>QAT 什么时候才值得做？PTQ、QLoRA、BitNet 路线对比</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-09-qat%E4%B8%8E%E8%AE%AD%E7%BB%83%E5%86%85%E9%87%8F%E5%8C%96-ste-qlora-bitnet/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-09-qat%E4%B8%8E%E8%AE%AD%E7%BB%83%E5%86%85%E9%87%8F%E5%8C%96-ste-qlora-bitnet/</guid><description/></item><item><title>量化后精度掉了怎么定位？perplexity 与评测怎么用</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-10-%E8%B4%A8%E9%87%8F%E8%AF%84%E4%BC%B0%E6%96%B9%E6%B3%95%E8%AE%BA/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-10-%E8%B4%A8%E9%87%8F%E8%AF%84%E4%BC%B0%E6%96%B9%E6%B3%95%E8%AE%BA/</guid><description/></item><item><title>量化模型怎么部署到 vLLM？QServe 与 FP8 Attention 实践</title><link>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-11-%E7%B3%BB%E7%BB%9F%E5%8D%8F%E5%90%8C%E4%B8%8E%E9%83%A8%E7%BD%B2/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E9%87%8F%E5%8C%96%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-11-%E7%B3%BB%E7%BB%9F%E5%8D%8F%E5%90%8C%E4%B8%8E%E9%83%A8%E7%BD%B2/</guid><description/></item><item><title>投机采样与推测解码：6 篇精读笔记总览</title><link>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-00-%E6%80%BB%E8%A7%88%E4%B8%8E%E5%AD%A6%E4%B9%A0%E5%9C%B0%E5%9B%BE/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-00-%E6%80%BB%E8%A7%88%E4%B8%8E%E5%AD%A6%E4%B9%A0%E5%9C%B0%E5%9B%BE/</guid><description/></item><item><title>投机采样为什么是无损的？接受率与期望 token 公式推导</title><link>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-01-%E9%97%AE%E9%A2%98%E5%BD%A2%E5%BC%8F%E5%8C%96%E4%B8%8E%E6%8E%A5%E5%8F%97%E7%8E%87%E6%95%B0%E5%AD%A6/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-01-%E9%97%AE%E9%A2%98%E5%BD%A2%E5%BC%8F%E5%8C%96%E4%B8%8E%E6%8E%A5%E5%8F%97%E7%8E%87%E6%95%B0%E5%AD%A6/</guid><description/></item><item><title>投机采样原理是什么？草稿模型与拒绝采样怎么配合</title><link>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-02-%E5%8E%9F%E5%A7%8B%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81-%E8%8D%89%E7%A8%BF%E6%A8%A1%E5%9E%8B%E4%B8%8E%E6%8B%92%E7%BB%9D%E9%87%87%E6%A0%B7/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-02-%E5%8E%9F%E5%A7%8B%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81-%E8%8D%89%E7%A8%BF%E6%A8%A1%E5%9E%8B%E4%B8%8E%E6%8B%92%E7%BB%9D%E9%87%87%E6%A0%B7/</guid><description/></item><item><title>Medusa 是什么？多头解码为什么能加速 LLM 推理</title><link>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-03-medusa-%E5%A4%9A%E5%A4%B4%E8%A7%A3%E7%A0%81/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-03-medusa-%E5%A4%9A%E5%A4%B4%E8%A7%A3%E7%A0%81/</guid><description/></item><item><title>EAGLE 推测解码为什么比 Medusa 快？（含 EAGLE-2 动态草稿树）</title><link>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-04-eagle-%E7%89%B9%E5%BE%81%E7%A9%BA%E9%97%B4%E8%8D%89%E7%A8%BF/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-04-eagle-%E7%89%B9%E5%BE%81%E7%A9%BA%E9%97%B4%E8%8D%89%E7%A8%BF/</guid><description/></item><item><title>n-gram 投机采样怎么做？不用草稿模型的加速方案</title><link>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-05-n-gram%E6%A3%80%E7%B4%A2%E5%BC%8F%E4%B8%8E%E6%97%A0%E6%A8%A1%E5%9E%8B%E8%B7%AF%E7%BA%BF/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-05-n-gram%E6%A3%80%E7%B4%A2%E5%BC%8F%E4%B8%8E%E6%97%A0%E6%A8%A1%E5%9E%8B%E8%B7%AF%E7%BA%BF/</guid><description/></item><item><title>推测解码上线怎么验收？接受率与加速比怎么测</title><link>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-06-%E7%B3%BB%E7%BB%9F%E9%9B%86%E6%88%90%E4%B8%8E%E7%94%9F%E4%BA%A7%E9%AA%8C%E6%94%B6/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%8E%A8%E6%B5%8B%E8%A7%A3%E7%A0%81%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-06-%E7%B3%BB%E7%BB%9F%E9%9B%86%E6%88%90%E4%B8%8E%E7%94%9F%E4%BA%A7%E9%AA%8C%E6%94%B6/</guid><description/></item><item><title>LLM 注意力与计算内核：8 篇精读笔记总览</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-00-%E6%80%BB%E8%A7%88%E4%B8%8E%E5%AD%A6%E4%B9%A0%E5%9C%B0%E5%9B%BE/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-00-%E6%80%BB%E8%A7%88%E4%B8%8E%E5%AD%A6%E4%B9%A0%E5%9C%B0%E5%9B%BE/</guid><description/></item><item><title>注意力计算复杂度是怎么来的？prefill 和 decode 差在哪</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-01-%E6%B3%A8%E6%84%8F%E5%8A%9B%E6%9C%BA%E5%88%B6%E5%9F%BA%E7%A1%80%E4%B8%8E%E5%A4%8D%E6%9D%82%E5%BA%A6%E5%88%86%E6%9E%90/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-01-%E6%B3%A8%E6%84%8F%E5%8A%9B%E6%9C%BA%E5%88%B6%E5%9F%BA%E7%A1%80%E4%B8%8E%E5%A4%8D%E6%9D%82%E5%BA%A6%E5%88%86%E6%9E%90/</guid><description/></item><item><title>FlashAttention 原理是什么？为什么又省显存又快</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-02-flashattention-io%E6%84%9F%E7%9F%A5%E7%9A%84%E7%B2%BE%E7%A1%AE%E6%B3%A8%E6%84%8F%E5%8A%9B/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-02-flashattention-io%E6%84%9F%E7%9F%A5%E7%9A%84%E7%B2%BE%E7%A1%AE%E6%B3%A8%E6%84%8F%E5%8A%9B/</guid><description/></item><item><title>MQA、GQA、MLA 有什么区别？KV Cache 该怎么省</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-03-%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%A4%B4%E5%8F%98%E4%BD%93-mqa-gqa-mla/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-03-%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%A4%B4%E5%8F%98%E4%BD%93-mqa-gqa-mla/</guid><description/></item><item><title>稀疏注意力、滑动窗口和线性注意力怎么选</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-04-%E7%A8%80%E7%96%8F%E6%BB%91%E5%8A%A8%E7%AA%97%E5%8F%A3%E4%B8%8E%E7%BA%BF%E6%80%A7%E6%B3%A8%E6%84%8F%E5%8A%9B/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-04-%E7%A8%80%E7%96%8F%E6%BB%91%E5%8A%A8%E7%AA%97%E5%8F%A3%E4%B8%8E%E7%BA%BF%E6%80%A7%E6%B3%A8%E6%84%8F%E5%8A%9B/</guid><description/></item><item><title>PagedAttention 是怎么省下 KV Cache 显存的？</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-05-pagedattention%E4%B8%8Ekv%E6%98%BE%E5%AD%98%E7%AE%A1%E7%90%86/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-05-pagedattention%E4%B8%8Ekv%E6%98%BE%E5%AD%98%E7%AE%A1%E7%90%86/</guid><description/></item><item><title>注意力内核怎么优化？算子融合、CUDA Graph 与 Triton</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-06-%E5%86%85%E6%A0%B8%E4%BC%98%E5%8C%96%E4%B8%8E%E7%AE%97%E5%AD%90%E8%9E%8D%E5%90%88/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-06-%E5%86%85%E6%A0%B8%E4%BC%98%E5%8C%96%E4%B8%8E%E7%AE%97%E5%AD%90%E8%9E%8D%E5%90%88/</guid><description/></item><item><title>注意力优化上线怎么验收？吞吐、显存与精度怎么测</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-07-%E7%B3%BB%E7%BB%9F%E9%9B%86%E6%88%90%E4%B8%8E%E7%94%9F%E4%BA%A7%E9%AA%8C%E6%94%B6/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-07-%E7%B3%BB%E7%BB%9F%E9%9B%86%E6%88%90%E4%B8%8E%E7%94%9F%E4%BA%A7%E9%AA%8C%E6%94%B6/</guid><description/></item><item><title>SGLang RadixAttention 原理是什么？前缀缓存怎么提升命中率</title><link>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-08-%E5%89%8D%E7%BC%80%E7%BC%93%E5%AD%98%E4%B8%8Ekv%E5%A4%8D%E7%94%A8/</link><pubDate>Mon, 17 Aug 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/llm%E6%B3%A8%E6%84%8F%E5%8A%9B%E5%86%85%E6%A0%B8%E7%B2%BE%E8%AF%BB%E7%AC%94%E8%AE%B0-08-%E5%89%8D%E7%BC%80%E7%BC%93%E5%AD%98%E4%B8%8Ekv%E5%A4%8D%E7%94%A8/</guid><description/></item><item><title>AWQ 和 GPTQ 有什么区别？4-bit 权重量化怎么选</title><link>https://doraemeng.dev/notes/awq%E5%92%8Cgptq%E6%9C%89%E4%BB%80%E4%B9%88%E5%8C%BA%E5%88%AB-4bit%E6%9D%83%E9%87%8D%E9%87%8F%E5%8C%96%E6%80%8E%E4%B9%88%E9%80%89/</link><pubDate>Fri, 25 Sep 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/awq%E5%92%8Cgptq%E6%9C%89%E4%BB%80%E4%B9%88%E5%8C%BA%E5%88%AB-4bit%E6%9D%83%E9%87%8D%E9%87%8F%E5%8C%96%E6%80%8E%E4%B9%88%E9%80%89/</guid><description/></item><item><title>企业 AI 落地该选 FP8 还是 FP4？量化格式的成本、质量与硬件决策</title><link>https://doraemeng.dev/notes/%E4%BC%81%E4%B8%9Aai%E8%90%BD%E5%9C%B0%E9%80%89fp8%E8%BF%98%E6%98%AFfp4-%E9%87%8F%E5%8C%96%E6%A0%BC%E5%BC%8F%E7%9A%84%E6%88%90%E6%9C%AC%E8%B4%A8%E9%87%8F%E4%B8%8E%E7%A1%AC%E4%BB%B6%E5%86%B3%E7%AD%96/</link><pubDate>Sat, 17 Oct 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E4%BC%81%E4%B8%9Aai%E8%90%BD%E5%9C%B0%E9%80%89fp8%E8%BF%98%E6%98%AFfp4-%E9%87%8F%E5%8C%96%E6%A0%BC%E5%BC%8F%E7%9A%84%E6%88%90%E6%9C%AC%E8%B4%A8%E9%87%8F%E4%B8%8E%E7%A1%AC%E4%BB%B6%E5%86%B3%E7%AD%96/</guid><description/></item><item><title>Drifting Model vs Diffusion：复杂指令理解能力对比</title><link>https://doraemeng.dev/notes/drifting_vs_diffusion/</link><pubDate>Sun, 23 Aug 2026 17:25:14 +0800</pubDate><guid>https://doraemeng.dev/notes/drifting_vs_diffusion/</guid><description/></item><item><title>MoE数据特征、训练和推理的通信特点、基于NVLink/Scale Up那些Feature，DeepSeek的DeepEP和对MoE All-to-All数据的处理</title><link>https://doraemeng.dev/notes/moe-nvlink-deepseek-deepep-communication/</link><pubDate>Sun, 23 Aug 2026 17:25:14 +0800</pubDate><guid>https://doraemeng.dev/notes/moe-nvlink-deepseek-deepep-communication/</guid><description/></item><item><title>Puppeteer MCP 与 Playwright MCP：深度对比与选择指南</title><link>https://doraemeng.dev/notes/puppeteer-vs-playwright-mcp/</link><pubDate>Sun, 23 Aug 2026 17:25:14 +0800</pubDate><guid>https://doraemeng.dev/notes/puppeteer-vs-playwright-mcp/</guid><description/></item><item><title>TurboQuant 数学原理解析</title><link>https://doraemeng.dev/notes/turboquant-math-principles/</link><pubDate>Sun, 23 Aug 2026 17:25:14 +0800</pubDate><guid>https://doraemeng.dev/notes/turboquant-math-principles/</guid><description/></item><item><title>TurboQuant 学习路径：论文 → 技术 → 数学</title><link>https://doraemeng.dev/notes/turboquant-learning-path/</link><pubDate>Sun, 23 Aug 2026 17:25:14 +0800</pubDate><guid>https://doraemeng.dev/notes/turboquant-learning-path/</guid><description/></item><item><title>百花齐放的 Diffusion-RL：技术路线综述</title><link>https://doraemeng.dev/notes/diffusion-rl-methods/</link><pubDate>Sun, 23 Aug 2026 17:25:14 +0800</pubDate><guid>https://doraemeng.dev/notes/diffusion-rl-methods/</guid><description/></item><item><title>高维几何与集中不等式详解</title><link>https://doraemeng.dev/notes/high-dim-geometry-concentration/</link><pubDate>Sun, 23 Aug 2026 17:25:14 +0800</pubDate><guid>https://doraemeng.dev/notes/high-dim-geometry-concentration/</guid><description/></item><item><title>深入解读 Primus：面向大规模大语言模型的高性能训练框架</title><link>https://doraemeng.dev/notes/primus-llm-training-framework/</link><pubDate>Sun, 23 Aug 2026 17:25:14 +0800</pubDate><guid>https://doraemeng.dev/notes/primus-llm-training-framework/</guid><description/></item><item><title>AI Coding 的供给侧爆炸：需求侧何时跟上？</title><link>https://doraemeng.dev/notes/ai-coding-supply-demand-explosion/</link><pubDate>Fri, 15 May 2026 10:40:00 +0800</pubDate><guid>https://doraemeng.dev/notes/ai-coding-supply-demand-explosion/</guid><description/></item><item><title>拖拽式简历编辑器：画布与拖拽技术选型指南</title><link>https://doraemeng.dev/notes/drag-drop-canvas-resume-builder/</link><pubDate>Wed, 13 May 2026 10:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/drag-drop-canvas-resume-builder/</guid><description/></item><item><title>我们需要的不是钱，需要的是财富</title><link>https://doraemeng.dev/notes/money-is-not-wealth/</link><pubDate>Sun, 10 May 2026 21:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/money-is-not-wealth/</guid><description/></item><item><title>Procfile、Nixpacks 与 Shebang：三个部署/脚本小知识</title><link>https://doraemeng.dev/notes/procfile-nixpacks-shebang-notes/</link><pubDate>Fri, 08 May 2026 17:21:00 +0800</pubDate><guid>https://doraemeng.dev/notes/procfile-nixpacks-shebang-notes/</guid><description/></item><item><title>推荐系统中的 Hash 与位运算技巧：从 CityHash 到 Feature Hashing</title><link>https://doraemeng.dev/notes/hash-bitwise-techniques-summary/</link><pubDate>Fri, 08 May 2026 15:15:00 +0800</pubDate><guid>https://doraemeng.dev/notes/hash-bitwise-techniques-summary/</guid><description/></item><item><title>vLLM GPU 利用率持续 100% 排查记：一个 max_tokens 参数引发的性能陷阱</title><link>https://doraemeng.dev/notes/vllm-gpu-100-percent-max-tokens-trap/</link><pubDate>Fri, 08 May 2026 15:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/vllm-gpu-100-percent-max-tokens-trap/</guid><description/></item><item><title>React 组件库选型指南：Ant Design vs Material UI 及其他</title><link>https://doraemeng.dev/notes/react-component-libraries-guide/</link><pubDate>Fri, 08 May 2026 10:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/react-component-libraries-guide/</guid><description/></item><item><title>用 kimi-cli 实现自动 Issue → Worktree → TDD → PR 的无人值守流水线</title><link>https://doraemeng.dev/notes/kimi-cli-auto-issue-pipeline/</link><pubDate>Tue, 05 May 2026 14:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/kimi-cli-auto-issue-pipeline/</guid><description/></item><item><title>绩效评级看 Impact，晋升看 Behavior：职场晋升的隐藏规则</title><link>https://doraemeng.dev/notes/%E7%BB%A9%E6%95%88%E8%AF%84%E7%BA%A7%E4%B8%8E%E6%99%8B%E5%8D%87%E7%9A%84%E5%8F%8C%E8%BD%A8%E8%AF%84%E4%BC%B0%E9%80%BB%E8%BE%91/</link><pubDate>Tue, 05 May 2026 10:16:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E7%BB%A9%E6%95%88%E8%AF%84%E7%BA%A7%E4%B8%8E%E6%99%8B%E5%8D%87%E7%9A%84%E5%8F%8C%E8%BD%A8%E8%AF%84%E4%BC%B0%E9%80%BB%E8%BE%91/</guid><description/></item><item><title>五一假期，我花了3.5亿Token，从零写了一套企业LLM WiKi</title><link>https://doraemeng.dev/notes/%E4%BA%94%E4%B8%80%E5%81%87%E6%9C%9F%E4%BB%8E%E9%9B%B6%E5%86%99%E4%BC%81%E4%B8%9Allm-wiki/</link><pubDate>Tue, 05 May 2026 08:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E4%BA%94%E4%B8%80%E5%81%87%E6%9C%9F%E4%BB%8E%E9%9B%B6%E5%86%99%E4%BC%81%E4%B8%9Allm-wiki/</guid><description/></item><item><title>塔勒布思想系列（6）：为什么我们听过很多道理，却依然过不好这一生？</title><link>https://doraemeng.dev/notes/%E4%B8%BA%E4%BB%80%E4%B9%88%E6%88%91%E4%BB%AC%E5%90%AC%E8%BF%87%E5%BE%88%E5%A4%9A%E9%81%93%E7%90%86%E5%8D%B4%E4%BE%9D%E7%84%B6%E8%BF%87%E4%B8%8D%E5%A5%BD%E8%BF%99%E4%B8%80%E7%94%9F/</link><pubDate>Mon, 27 Apr 2026 08:38:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E4%B8%BA%E4%BB%80%E4%B9%88%E6%88%91%E4%BB%AC%E5%90%AC%E8%BF%87%E5%BE%88%E5%A4%9A%E9%81%93%E7%90%86%E5%8D%B4%E4%BE%9D%E7%84%B6%E8%BF%87%E4%B8%8D%E5%A5%BD%E8%BF%99%E4%B8%80%E7%94%9F/</guid><description/></item><item><title>工具型还是生命型：软件是该稳定一致，还是该成长变化</title><link>https://doraemeng.dev/notes/living-software-%E5%B7%A5%E5%85%B7%E5%9E%8B%E4%B8%8E%E7%94%9F%E5%91%BD%E5%9E%8B/</link><pubDate>Mon, 27 Apr 2026 08:30:00 +0800</pubDate><guid>https://doraemeng.dev/notes/living-software-%E5%B7%A5%E5%85%B7%E5%9E%8B%E4%B8%8E%E7%94%9F%E5%91%BD%E5%9E%8B/</guid><description/></item><item><title>全员 token-maxxing，一场没人敢停的军备竞赛</title><link>https://doraemeng.dev/notes/%E5%85%A8%E5%91%98-token-maxxing-%E5%86%9B%E5%A4%87%E7%AB%9E%E8%B5%9B/</link><pubDate>Mon, 27 Apr 2026 08:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E5%85%A8%E5%91%98-token-maxxing-%E5%86%9B%E5%A4%87%E7%AB%9E%E8%B5%9B/</guid><description/></item><item><title>Claude Code Agent Teams 运行机制深度分析</title><link>https://doraemeng.dev/notes/claude-code-agent-teams-deep-dive/</link><pubDate>Sun, 08 Mar 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/claude-code-agent-teams-deep-dive/</guid><description/></item><item><title>《KIMI K2.5: VISUAL AGENTIC INTELLIGENCE》阅读笔记</title><link>https://doraemeng.dev/notes/kimi-k2-5-visual-agentic-intelligence/</link><pubDate>Fri, 27 Feb 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/kimi-k2-5-visual-agentic-intelligence/</guid><description/></item><item><title>From 10% to 96%: Qwen2.5-0.5B 文本分类微调实践</title><link>https://doraemeng.dev/notes/qwen2.5-0.5b-text-classification-finetuning/</link><pubDate>Fri, 27 Feb 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/qwen2.5-0.5b-text-classification-finetuning/</guid><description/></item><item><title>VC-FCST Benchmark 落地方案：Code Agent 标准化测评</title><link>https://doraemeng.dev/notes/vc-fcst-benchmark/</link><pubDate>Tue, 24 Feb 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/vc-fcst-benchmark/</guid><description/></item><item><title>进一步推进 MuP：从 Muon 到 SSO</title><link>https://doraemeng.dev/notes/sso-spectral-sphere-optimization/</link><pubDate>Sun, 22 Feb 2026 17:18:00 +0800</pubDate><guid>https://doraemeng.dev/notes/sso-spectral-sphere-optimization/</guid><description/></item><item><title>从各家技术文章看26年Agentic RL Infra优化方向</title><link>https://doraemeng.dev/notes/agentic-rl-infra-optimization-2026/</link><pubDate>Sat, 21 Feb 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/agentic-rl-infra-optimization-2026/</guid><description/></item><item><title>随便聊聊OpenClaw记忆系统</title><link>https://doraemeng.dev/notes/openclaw-memory-system/</link><pubDate>Fri, 13 Feb 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/openclaw-memory-system/</guid><description/></item><item><title>这个博客是怎么做的：Hugo + Congo 完整技术拆解</title><link>https://doraemeng.dev/notes/how-this-blog-is-built/</link><pubDate>Sat, 25 Jan 2025 10:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/how-this-blog-is-built/</guid><description/></item><item><title>Online Softmax 的数学：从代数推导到信息几何</title><link>https://doraemeng.dev/notes/online-softmax-information-geometry/</link><pubDate>Mon, 20 Jan 2025 10:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/online-softmax-information-geometry/</guid><description/></item><item><title>逻辑回归权重更新：从交叉熵到梯度下降的完整推导</title><link>https://doraemeng.dev/notes/logistic-regression-gradient-descent/</link><pubDate>Wed, 15 Jan 2025 10:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/logistic-regression-gradient-descent/</guid><description/></item><item><title>效率狂魔的自白：语音输入让我写作速度翻倍</title><link>https://doraemeng.dev/notes/voice-input-writing-workflow/</link><pubDate>Mon, 16 Dec 2024 06:34:00 +0800</pubDate><guid>https://doraemeng.dev/notes/voice-input-writing-workflow/</guid><description/></item><item><title>【万字硬核】微软 &amp; NVIDIA 联合巨作《Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B》全方位技术解析</title><link>https://doraemeng.dev/notes/mt-nlg-530b-deep-dive/</link><pubDate>Tue, 09 Apr 2024 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/mt-nlg-530b-deep-dive/</guid><description/></item><item><title>LoRA 微调全流程实战——用 12 条数据、4 秒钟，把 Gemma 2B 训成特朗普</title><link>https://doraemeng.dev/notes/lora-gemma2b-trump-finetuning/</link><pubDate>Sun, 07 Apr 2024 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/lora-gemma2b-trump-finetuning/</guid><description/></item><item><title>完整技术栈推荐</title><link>https://doraemeng.dev/notes/%E5%AE%8C%E6%95%B4%E6%8A%80%E6%9C%AF%E6%A0%88%E6%8E%A8%E8%8D%90/</link><pubDate>Sun, 24 Mar 2024 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E5%AE%8C%E6%95%B4%E6%8A%80%E6%9C%AF%E6%A0%88%E6%8E%A8%E8%8D%90/</guid><description/></item><item><title>后端部署方案对比（非静态网站）</title><link>https://doraemeng.dev/notes/%E5%90%8E%E7%AB%AF%E9%83%A8%E7%BD%B2%E6%96%B9%E6%A1%88%E5%AF%B9%E6%AF%94/</link><pubDate>Sat, 23 Mar 2024 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E5%90%8E%E7%AB%AF%E9%83%A8%E7%BD%B2%E6%96%B9%E6%A1%88%E5%AF%B9%E6%AF%94/</guid><description/></item><item><title>Cloudflare 部署方案详解</title><link>https://doraemeng.dev/notes/cloudflare%E9%83%A8%E7%BD%B2%E6%96%B9%E6%A1%88%E8%AF%A6%E8%A7%A3/</link><pubDate>Fri, 22 Mar 2024 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/cloudflare%E9%83%A8%E7%BD%B2%E6%96%B9%E6%A1%88%E8%AF%A6%E8%A7%A3/</guid><description/></item><item><title>海外域名提供商对比（.com）</title><link>https://doraemeng.dev/notes/%E6%B5%B7%E5%A4%96%E5%9F%9F%E5%90%8D%E6%8F%90%E4%BE%9B%E5%95%86%E5%AF%B9%E6%AF%94/</link><pubDate>Thu, 21 Mar 2024 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E6%B5%B7%E5%A4%96%E5%9F%9F%E5%90%8D%E6%8F%90%E4%BE%9B%E5%95%86%E5%AF%B9%E6%AF%94/</guid><description/></item><item><title>域名购买与部署方案对比</title><link>https://doraemeng.dev/notes/%E5%9F%9F%E5%90%8D%E8%B4%AD%E4%B9%B0%E4%B8%8E%E9%83%A8%E7%BD%B2%E6%96%B9%E6%A1%88%E5%AF%B9%E6%AF%94/</link><pubDate>Wed, 20 Mar 2024 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/%E5%9F%9F%E5%90%8D%E8%B4%AD%E4%B9%B0%E4%B8%8E%E9%83%A8%E7%BD%B2%E6%96%B9%E6%A1%88%E5%AF%B9%E6%AF%94/</guid><description/></item><item><title>vLLM、SGLang、TensorRT-LLM 该怎么选？</title><link>https://doraemeng.dev/notes/vllm-sglang-tensorrt-llm%E6%80%8E%E4%B9%88%E9%80%89/</link><pubDate>Thu, 29 Oct 2026 00:00:00 +0800</pubDate><guid>https://doraemeng.dev/notes/vllm-sglang-tensorrt-llm%E6%80%8E%E4%B9%88%E9%80%89/</guid><description/></item></channel></rss>