{"id":855,"date":"2026-07-17T01:48:50","date_gmt":"2026-07-16T17:48:50","guid":{"rendered":"https:\/\/blog.itsmygo.uk\/2026\/07\/17\/%e5%bf%ab%e9%80%9f%e4%b8%8a%e6%89%8b%ef%bc%9a%e5%ae%89%e8%a3%9d-lmcache-%e4%b8%a6%e8%88%87-vllm-%e6%95%b4%e5%90%88\/"},"modified":"2026-08-05T10:03:23","modified_gmt":"2026-08-05T02:03:23","slug":"%e5%bf%ab%e9%80%9f%e4%b8%8a%e6%89%8b%ef%bc%9a%e5%ae%89%e8%a3%9d-lmcache-%e4%b8%a6%e8%88%87-vllm-%e6%95%b4%e5%90%88","status":"publish","type":"post","link":"https:\/\/blog.itsmygo.uk\/wordpress\/2026\/07\/17\/%e5%bf%ab%e9%80%9f%e4%b8%8a%e6%89%8b%ef%bc%9a%e5%ae%89%e8%a3%9d-lmcache-%e4%b8%a6%e8%88%87-vllm-%e6%95%b4%e5%90%88\/","title":{"rendered":"\u3010LMCache \u5165\u9580\u5230\u5be6\u6230\u3011#02 \u5feb\u901f\u4e0a\u624b\uff1a\u5b89\u88dd LMCache \u4e26\u8207 vLLM \u6574\u5408"},"content":{"rendered":"\n<div id=\"quiz-b7f49604\">\n<style>\n#quiz-b7f49604 .question { background: white; border-radius: 8px; padding: 20px; margin: 20px 0; box-shadow: 0 2px 4px rgba(0,0,0,0.1); }#quiz-b7f49604 .question h3 { margin-top: 0; color: #333; }#quiz-b7f49604 .options { list-style: none; padding: 0; }#quiz-b7f49604 .options li { padding: 12px 15px; margin: 8px 0; border: 2px solid #ddd; border-radius: 6px; cursor: pointer; transition: all 0.2s; }#quiz-b7f49604 .options li:hover:not(.disabled) { border-color: #4caf50; background: #f0fff0; }#quiz-b7f49604 .options li.correct { border-color: #4caf50; background: #e8f5e9; }#quiz-b7f49604 .options li.wrong { border-color: #f44336; background: #ffebee; }#quiz-b7f49604 .options li.disabled { cursor: default; opacity: 0.7; }#quiz-b7f49604 .options li.show-answer { border-color: #4caf50; background: #e8f5e9; }#quiz-b7f49604 .feedback { margin-top: 15px; padding: 12px; border-radius: 6px; display: none; }#quiz-b7f49604 .feedback.correct { background: #e8f5e9; color: #2e7d32; display: block; }#quiz-b7f49604 .feedback.wrong { background: #ffebee; color: #c62828; display: block; }#quiz-b7f49604 .score { text-align: center; font-size: 1.5em; padding: 20px; background: white; border-radius: 8px; margin-top: 20px; }#quiz-b7f49604 .code-block { background: #1e1e1e; color: #d4d4d4; padding: 14px; border-radius: 6px; font-family: \"Monaco\", \"Consolas\", \"Courier New\", monospace; font-size: 0.9em; overflow-x: auto; margin: 12px 0; white-space: pre-wrap; }\n<\/style>\n<h1>\u6e2c\u9a57\uff1a\u5feb\u901f\u4e0a\u624b LMCache \u8207 vLLM \u6574\u5408<\/h1>\n    <p>\u5171 5 \u984c\uff0c\u9ede\u9078\u7b54\u6848\u5f8c\u6703\u7acb\u5373\u986f\u793a\u7d50\u679c<\/p>\n\n    <div class=\"question\" id=\"q1\">\n      <h3>1. LMCache \u8207 vLLM \u6574\u5408\u7684\u6838\u5fc3\u5de5\u4f5c\uff0c\u4e3b\u8981\u767c\u751f\u5728\u54ea\u500b\u968e\u6bb5\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(1, 'A', 'B')\">A. \u4fee\u6539\u6a21\u578b\u672c\u8eab\u7684\u6b0a\u91cd\u6a94<\/li>\n        <li onclick=\"checkAnswer(1, 'B', 'B')\">B. vLLM \u555f\u52d5\u6642\u7684\u8a2d\u5b9a\uff08KV Connector\uff09<\/li>\n        <li onclick=\"checkAnswer(1, 'C', 'B')\">C. \u6539\u5beb\u6a21\u578b\u7684\u63a8\u8ad6\u7a0b\u5f0f\u78bc<\/li>\n        <li onclick=\"checkAnswer(1, 'D', 'B')\">D. \u91cd\u65b0\u8a13\u7df4 embedding \u5c64<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb1\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q2\">\n      <h3>2. \u5b89\u88dd\u5b8c\u6210\u5f8c\uff0c\u4e0b\u5217\u54ea\u500b\u6307\u4ee4\u6700\u9069\u5408\u7528\u4f86\u78ba\u8a8d LMCache \u6709\u771f\u7684\u88dd\u9032\u74b0\u5883\uff1f<\/h3>\n      <div class=\"code-block\">\u9078\u51fa\u6b63\u78ba\u7684\u9a57\u8b49\u65b9\u5f0f<\/div>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(2, 'A', 'C')\">A. nvidia-smi<\/li>\n        <li onclick=\"checkAnswer(2, 'B', 'C')\">B. uname -a<\/li>\n        <li onclick=\"checkAnswer(2, 'C', 'C')\">C. python -c &#8220;import lmcache; print(lmcache.__version__)&#8221;<\/li>\n        <li onclick=\"checkAnswer(2, 'D', 'C')\">D. vllm serve \u76f4\u63a5\u555f\u52d5\u5c31\u597d<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb2\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q3\">\n      <h3>3. \u5728\u555f\u52d5\u6307\u4ee4\u4e2d\uff0c\u54ea\u500b\u53c3\u6578\u662f\u300c\u555f\u7528 LMCache\u300d\u7684\u95dc\u9375\u958b\u95dc\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(3, 'A', 'A')\">A. &#8211;kv-transfer-config<\/li>\n        <li onclick=\"checkAnswer(3, 'B', 'A')\">B. &#8211;max-tokens<\/li>\n        <li onclick=\"checkAnswer(3, 'C', 'A')\">C. &#8211;model<\/li>\n        <li onclick=\"checkAnswer(3, 'D', 'A')\">D. &#8211;host<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb3\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q4\">\n      <h3>4. \u6587\u7ae0\u5f37\u8abf\u300c\u8dd1\u8d77\u4f86 \u2260 \u751f\u6548\u300d\u3002\u8981\u78ba\u8a8d LMCache \u771f\u7684\u547d\u4e2d\u5feb\u53d6\uff0c\u6700\u76f4\u63a5\u7684\u505a\u6cd5\u662f\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(4, 'A', 'D')\">A. \u770b\u6a21\u578b\u8f38\u51fa\u7684\u6587\u5b57\u6709\u6c92\u6709\u8b8a\u5316<\/li>\n        <li onclick=\"checkAnswer(4, 'B', 'D')\">B. \u6aa2\u67e5 GPU \u6eab\u5ea6\u6709\u6c92\u6709\u4e0b\u964d<\/li>\n        <li onclick=\"checkAnswer(4, 'C', 'D')\">C. \u78ba\u8a8d API \u6709\u56de\u50b3 200 \u72c0\u614b\u78bc<\/li>\n        <li onclick=\"checkAnswer(4, 'D', 'D')\">D. \u9001\u5169\u6b21\u76f8\u540c prompt\uff0c\u770b log \u7b2c\u4e8c\u6b21\u6709\u7121 Retrieve \u8207 hit tokens<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb4\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q5\">\n      <h3>5. \u8a2d\u5b9a\u6a94\u4e2d\u7684 <code>local_cpu: true<\/code> \u4ee3\u8868\u4ec0\u9ebc\u610f\u601d\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(5, 'A', 'B')\">A. \u5f37\u5236\u6a21\u578b\u53ea\u7528 CPU \u63a8\u8ad6\uff0c\u4e0d\u7528 GPU<\/li>\n        <li onclick=\"checkAnswer(5, 'B', 'B')\">B. \u9664\u4e86 GPU\uff0c\u4e5f\u5728 CPU \u8a18\u61b6\u9ad4\u5b58\u4e00\u4efd KV \u5feb\u53d6<\/li>\n        <li onclick=\"checkAnswer(5, 'C', 'B')\">C. \u628a\u5feb\u53d6\u4e0a\u50b3\u5230\u9060\u7aef\u4f3a\u670d\u5668<\/li>\n        <li onclick=\"checkAnswer(5, 'D', 'B')\">D. \u95dc\u9589\u6240\u6709\u5feb\u53d6\u529f\u80fd<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb5\"><\/div>\n    <\/div>\n\n    <div class=\"score\" id=\"score\" style=\"display:none;\"><\/div>\n<script>\n\n      let answered = 0;\n      let correct = 0;\n      const total = 5;\n      const explanations = {\n        1: \"LMCache \u5e7e\u4e4e\u4e0d\u9700\u8981\u6539\u52d5\u6a21\u578b\u7a0b\u5f0f\u78bc\uff0c\u6574\u5408\u4e3b\u8981\u662f vLLM \u555f\u52d5\u6642\u900f\u904e KV Connector \u8a2d\u5b9a\uff0c\u544a\u8a34 vLLM \u628a KV Cache \u4ea4\u7d66 LMCache \u4fdd\u7ba1\u3002\",\n        2: \"import \u5957\u4ef6\u4e26\u5370\u51fa\u7248\u672c\u865f\u80fd\u78ba\u8a8d\u5957\u4ef6\u771f\u7684\u88dd\u597d\uff1bnvidia-smi \u548c uname \u662f\u67e5 GPU \u8207\u4f5c\u696d\u7cfb\u7d71\uff0c\u4e0d\u662f\u9a57\u8b49 LMCache\u3002\",\n        3: \"--kv-transfer-config \u9019\u500b JSON \u5c31\u662f\u5728\u544a\u8a34 vLLM \u628a KV Cache \u7684\u642c\u904b\u4ea4\u7d66\u6307\u5b9a\u7684 connector\uff08LMCache\uff09\u3002\u9019\u662f\u6574\u5408\u7684\u6838\u5fc3\u958b\u95dc\u3002\",\n        4: \"LMCache \u6c92\u8f09\u5165\u6642 vLLM \u7167\u6a23\u6b63\u5e38\u56de\u7b54\uff0c\u770b\u4e0d\u51fa\u5dee\u5225\u3002\u53ea\u6709\u9001\u5169\u6b21\u76f8\u540c prompt \u4e26\u6aa2\u67e5 log \u662f\u5426\u51fa\u73fe Retrieve \u8207 hit tokens > 0\uff0c\u624d\u80fd\u78ba\u5b9a\u5feb\u53d6\u771f\u7684\u547d\u4e2d\u3002\",\n        5: \"local_cpu: true \u8868\u793a\u9664\u4e86 GPU \u4e4b\u5916\uff0c\u4e5f\u5728 CPU \u8a18\u61b6\u9ad4\uff08RAM\uff09\u591a\u5b58\u4e00\u4efd\u5feb\u53d6\uff0c\u7b49\u65bc\u591a\u4e00\u5c64\u4fbf\u5b9c\u7684\u5feb\u53d6\uff0c\u4e0d\u662f\u95dc\u9589 GPU\u3002\"\n      };\n\n      function checkAnswer(qNum, selected, correctAns) {\n        const question = document.getElementById(\"q\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n        question.classList.add(\"answered\");\n        answered++;\n        const options = question.querySelectorAll(\".options li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) opt.classList.add(\"show-answer\");\n        });\n        const feedback = document.getElementById(\"fb\" + qNum);\n        if (selected === correctAns) {\n          correct++;\n          feedback.className = \"feedback correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanations[qNum];\n        } else {\n          feedback.className = \"feedback wrong\";\n          feedback.innerHTML = \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanations[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) opt.classList.add(\"wrong\");\n          });\n        }\n        if (answered === total) {\n          const scoreDiv = document.getElementById(\"score\");\n          scoreDiv.style.display = \"block\";\n          scoreDiv.innerHTML = \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" + correct + \" \/ \" + total +\n            (correct === total ? \" \ud83c\udf89 \u5168\u5c0d\uff01\" : correct >= Math.ceil(total * 0.6) ? \" \ud83d\udc4d \u4e0d\u932f\uff01\" : \" \ud83d\udcda \u518d\u8907\u7fd2\u4e00\u4e0b\u5427\");\n        }\n      }\n    \n<\/script>\n<\/div>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\u3010LMCache \u5165\u9580\u5230\u5be6\u6230\u3011\u7cfb\u5217 #02\uff08\u5171 4 \u7bc7\uff09\uff5c\u96e3\u5ea6\uff1aL2-\u9032\u968e<\/p>\n<\/blockquote>\n\n\n\n<p class=\"wp-block-paragraph\">\u7b2c 1 \u7bc7\u6211\u5011\u641e\u61c2\u4e86 LMCache \u662f\u5e79\u561b\u7684\uff1a\u5b83\u628a vLLM \u7b97\u904e\u7684 <strong>KV Cache<\/strong> \u5b58\u4e0b\u4f86\u91cd\u8907\u4f7f\u7528\uff0c \u8b93\u300c\u540c\u6a23\u7684\u524d\u7db4\u4e0d\u7528\u91cd\u7b97\u7b2c\u4e8c\u6b21\u300d\uff0c\u7701\u4e0b\u7b2c\u4e00\u500b token \u7684\u7b49\u5f85\u6642\u9593\uff08TTFT\uff09\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u9019\u7bc7\u8981\u52d5\u624b\u4e86\u3002\u4f46\u4f60\u516b\u6210\u662f\u53eb AI \u5e6b\u4f60\u628a\u74b0\u5883\u67b6\u8d77\u4f86\u3001\u628a vLLM \u7684\u555f\u52d5\u6307\u4ee4\u751f\u51fa\u4f86\u2014\u2014 \u6240\u4ee5\u9019\u7bc7\u7684\u91cd\u9ede\u4e0d\u662f\u8981\u4f60\u80cc\u6307\u4ee4\uff0c\u800c\u662f\u6559\u4f60<strong>\u770b\u61c2 AI \u4ea4\u51fa\u4f86\u7684\u5b89\u88dd\u6b65\u9a5f\u548c\u555f\u52d5\u8a2d\u5b9a\u3001\u5be6\u969b\u8dd1\u4e00\u6b21\u3001\u78ba\u8a8d cache \u662f\u771f\u7684\u6709\u751f\u6548<\/strong>\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u56e0\u70ba\u9019\u88e1\u6700\u5bb9\u6613\u51fa\u7684\u5751\u662f\uff1a<strong>\u8dd1\u8d77\u4f86\u4e86\u3001\u4e5f\u6709\u8f38\u51fa\uff0c\u4f46 LMCache \u6839\u672c\u6c92\u88ab\u8f09\u5165\uff0c\u4f60\u4ee5\u70ba\u5728\u7701\u6642\u9593\u5176\u5be6\u4e00\u79d2\u90fd\u6c92\u7701\u3002<\/strong><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e00\u53e5\u8a71\u8aaa\u660e<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5b89\u88dd LMCache = \u88dd\u4e00\u500b Python \u5957\u4ef6\uff08<code>lmcache<\/code>\uff09\uff1b \u8207 vLLM \u6574\u5408 = \u5728\u555f\u52d5 vLLM \u6642\uff0c\u900f\u904e\u4e00\u500b\u53eb <strong>KV Connector<\/strong> \u7684\u8a2d\u5b9a\uff0c\u544a\u8a34 vLLM\u300c\u7b97\u5b8c\u7684 KV Cache \u4ea4\u7d66 LMCache \u4fdd\u7ba1\u300d\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4f60\u4e0d\u7528\u6539\u4efb\u4f55\u6a21\u578b\u7a0b\u5f0f\u78bc\uff0c\u6574\u5408\u5e7e\u4e4e\u90fd\u662f<strong>\u555f\u52d5\u6642\u7684\u8a2d\u5b9a<\/strong>\u3002\u6240\u4ee5\u770b\u61c2\u8a2d\u5b9a\uff0c\u5c31\u770b\u61c2\u4e86\u516b\u6210\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u74b0\u5883\u9700\u6c42\uff1a\u5148\u5c0d\u7248\u672c\uff0c\u4e0d\u7136\u5168\u767d\u642d<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">LMCache \u5c0d\u74b0\u5883\u5f88\u6311\uff0c\u9019\u662f\u65b0\u624b\u6700\u5e38\u5361\u7684\u5730\u65b9\u3002\u52d5\u624b\u524d\u5148\u78ba\u8a8d\u56db\u4ef6\u4e8b\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u9805\u76ee<\/th>\n<th>\u8981\u6c42<\/th>\n<th>\u600e\u9ebc\u67e5<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u4f5c\u696d\u7cfb\u7d71<\/td>\n<td>Linux\uff08x86_64\uff09<\/td>\n<td><code>uname -a<\/code><\/td>\n<\/tr>\n<tr>\n<td>Python<\/td>\n<td>3.9 \uff5e 3.12<\/td>\n<td><code>python --version<\/code><\/td>\n<\/tr>\n<tr>\n<td>CUDA \/ GPU<\/td>\n<td>NVIDIA GPU + CUDA 12.x<\/td>\n<td><code>nvidia-smi<\/code><\/td>\n<\/tr>\n<tr>\n<td>vLLM<\/td>\n<td><strong>\u7248\u672c\u8981\u8ddf LMCache \u5c0d\u5f97\u4e0a<\/strong><\/td>\n<td><code>pip show vllm<\/code><\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u6700\u95dc\u9375\u3001\u4e5f\u6700\u5e38\u7206\u7684\u662f<strong>\u6700\u5f8c\u4e00\u9805<\/strong>\u3002LMCache \u662f\u300c\u639b\u300d\u5728 vLLM \u4e0a\u8dd1\u7684\uff0c vLLM \u7684 KV Connector \u4ecb\u9762\u6539\u7248\u5f88\u52e4\uff0c<strong>\u7248\u672c\u6c92\u5c0d\u4e0a\uff0cconnector \u5c31\u8f09\u4e0d\u8d77\u4f86<\/strong>\u3002<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\ud83d\udea9 \u5148\u8a18\u4f4f\u9019\u500b\u7d05\u65d7\uff1a\u7b49\u4e00\u4e0b\u5982\u679c\u4f60\u770b\u5230 log \u88e1\u6709 <code>KeyError<\/code>\u3001<code>connector not found<\/code>\u3001<br>\u6216 <code>AttributeError<\/code> \u4e4b\u985e\u7684\u5b57\uff0c\u516b\u6210\u5c31\u662f vLLM \u8ddf LMCache \u7248\u672c\u4e0d\u5408\u3002<\/p>\n<\/blockquote>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u6700\u5c0f\u5b89\u88dd\uff1a\u5169\u884c\u6307\u4ee4<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">AI \u6700\u5e38\u4ea4\u7d66\u4f60\u7684\u5b89\u88dd\u6b65\u9a5f\u9577\u9019\u6a23\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-1\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u5efa\u8b70\u5148\u958b\u4e00\u500b\u4e7e\u6de8\u7684\u865b\u64ec\u74b0\u5883\uff08\u907f\u514d\u6c61\u67d3\u7cfb\u7d71 Python\uff09<\/span>\nuv venv &amp;&amp; source .venv\/bin\/activate\n\n<span class=\"hljs-comment\"># \u5b89\u88dd vLLM \u548c LMCache<\/span>\nuv pip install vllm\nuv pip install lmcache\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-1\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u9010\u884c\u7ffb\u8b6f\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n\n<li><code>uv venv<\/code> \u2192 \u958b\u4e00\u500b\u7368\u7acb\u7684 Python \u74b0\u5883\uff0c\u5957\u4ef6\u88dd\u5728\u9019\u500b\u8cc7\u6599\u593e\u88e1\uff0c\u4e0d\u6703\u5f04\u9ad2\u7cfb\u7d71\u3002<\/li>\n\n\n<li><code>uv pip install vllm<\/code> \u2192 \u88dd\u63a8\u8ad6\u5f15\u64ce vLLM\uff08\u6703\u4e00\u8d77\u62c9\u9032 PyTorch\u3001CUDA \u76f8\u95dc\u7684\u4e00\u5927\u5305\uff09\u3002<\/li>\n\n\n<li><code>uv pip install lmcache<\/code> \u2192 \u88dd LMCache \u672c\u9ad4\u3002<\/li>\n\n<\/ul>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\ud83d\udccc \u77e5\u9053\u5c31\u597d\uff1a\u6709\u4e9b\u6559\u5b78\u6703\u53eb\u4f60\u7528 <code>pip<\/code> \u800c\u4e0d\u662f <code>uv pip<\/code>\uff0c\u6548\u679c\u4e00\u6a23\uff0c<code>uv<\/code> \u53ea\u662f\u6bd4\u8f03\u5feb\u3002<br>\u4e5f\u6709\u4eba\u4e00\u884c <code>pip install \"vllm[lmcache]\"<\/code> \u4e00\u6b21\u88dd\u597d\uff0c\u4f46**\u5206\u958b\u88dd\u6bd4\u8f03\u597d\u6293\u7248\u672c\u554f\u984c**\u3002<\/p>\n<\/blockquote>\n\n\n\n<p class=\"wp-block-paragraph\">\u88dd\u5b8c\u5148\u9a57\u4e00\u4e0b\u6709\u6c92\u6709\u771f\u7684\u88dd\u9032\u53bb\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-2\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">python -c <span class=\"hljs-string\">\"import lmcache; print(lmcache.__version__)\"<\/span>\npython -c <span class=\"hljs-string\">\"import vllm; print(vllm.__version__)\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-2\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u5169\u884c\u90fd\u5370\u51fa\u7248\u672c\u865f = \u5957\u4ef6\u672c\u8eab\u6c92\u554f\u984c\u3002\u5370\u4e0d\u51fa\u4f86\u3001\u5831 <code>ModuleNotFoundError<\/code> = \u6c92\u88dd\u6210\u529f\uff0c\u5225\u5f80\u4e0b\u8d70\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u6700\u5c0f\u53ef\u904b\u884c\u7bc4\u4f8b\uff1a\u8b93 vLLM \u5e36\u4e0a LMCache \u8dd1\u8d77\u4f86<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u6574\u5408\u7684\u6838\u5fc3\u53ea\u6709\u4e00\u4ef6\u4e8b\uff1a\u555f\u52d5 vLLM \u6642\uff0c\u591a\u7d66\u5b83\u4e00\u500b <strong>KV Connector \u8a2d\u5b9a<\/strong>\u3002 AI \u6700\u5e38\u7d66\u4f60\u7684\u662f\u9019\u7a2e\u300c\u74b0\u5883\u8b8a\u6578 + \u555f\u52d5\u6307\u4ee4\u300d\u7684\u7d44\u5408\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-3\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># 1. \u7528\u74b0\u5883\u8b8a\u6578\u6307\u5b9a LMCache \u7684\u8a2d\u5b9a\u6a94<\/span>\nexport LMCACHE_CONFIG_FILE=<span class=\"hljs-string\">\"lmcache_config.yaml\"<\/span>\n\n<span class=\"hljs-comment\"># 2. \u555f\u52d5 vLLM\uff0c\u4e26\u639b\u4e0a LMCache \u9019\u500b KV connector<\/span>\nvllm serve meta-llama\/Llama<span class=\"hljs-number\">-3.1<\/span><span class=\"hljs-number\">-8<\/span>B-Instruct \\\n  --kv-transfer-config \\\n  <span class=\"hljs-string\">'{\"kv_connector\":\"LMCacheConnectorV1\",\"kv_role\":\"kv_both\"}'<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-3\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u9019\u6bb5\u662f\u6574\u7bc7\u6700\u91cd\u8981\u7684\u90e8\u5206\uff0c\u9010\u884c\u62c6\u7d66\u4f60\u770b\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n\n<li><code>vllm serve meta-llama\/Llama-3.1-8B-Instruct<\/code><\/li>\n\n\n<li><code>--kv-transfer-config '...'<\/code><\/li>\n\n\n<li><code>\"kv_connector\":\"LMCacheConnectorV1\"<\/code><\/li>\n\n\n<li><code>\"kv_role\":\"kv_both\"<\/code><\/li>\n\n\n<li><code>export LMCACHE_CONFIG_FILE=...<\/code><\/li>\n\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">\u7ffb\u6210\u767d\u8a71\u5c31\u662f\uff1a<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\u300c\u555f\u52d5 Llama-3.1-8B \u9019\u500b\u6a21\u578b\uff0c<br>KV Cache \u7684\u5b58\u53d6\u4ea4\u7d66 LMCache \u8655\u7406\uff0c<br>LMCache \u7684\u7d30\u7bc0\u8a2d\u5b9a\u5728 <code>lmcache_config.yaml<\/code> \u88e1\u3002\u300d<\/p>\n<\/blockquote>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u8a2d\u5b9a\u6a94\u9010\u884c\u7ffb\u8b6f\uff1a<code>lmcache_config.yaml<\/code><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e0a\u9762\u90a3\u500b yaml \u6a94\uff0c\u5165\u9580\u7248\u9577\u9019\u6a23\uff0c\u6bcf\u4e00\u884c\u90fd\u503c\u5f97\u8a8d\u5f97\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-4\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># lmcache_config.yaml<\/span>\nchunk_size: <span class=\"hljs-number\">256<\/span>          <span class=\"hljs-comment\"># \u6bcf\u500b KV cache\u300c\u5207\u584a\u300d\u7684\u5927\u5c0f\uff08token \u6578\uff09<\/span>\nlocal_cpu: <span class=\"hljs-keyword\">true<\/span>          <span class=\"hljs-comment\"># \u628a KV cache \u5b58\u4e00\u4efd\u5728 CPU \u8a18\u61b6\u9ad4\uff08RAM\uff09<\/span>\nmax_local_cpu_size: <span class=\"hljs-number\">5.0<\/span>  <span class=\"hljs-comment\"># CPU \u5feb\u53d6\u6700\u591a\u7528 5 GB<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-4\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u5c0d\u7167\u7ffb\u8b6f\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u8a2d\u5b9a<\/th>\n<th>\u767d\u8a71\u610f\u601d<\/th>\n<th>\u5165\u9580\u5efa\u8b70<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td><code>chunk_size: 256<\/code><\/td>\n<td>KV cache \u4ee5 256 \u500b token \u70ba\u55ae\u4f4d\u5207\u584a\u5132\u5b58\u8207\u6bd4\u5c0d<\/td>\n<td>\u5148\u7528\u9810\u8a2d\uff0c\u5225\u6025\u8457\u8abf<\/td>\n<\/tr>\n<tr>\n<td><code>local_cpu: true<\/code><\/td>\n<td>\u9664\u4e86 GPU\uff0c\u4e5f\u5728 CPU \u8a18\u61b6\u9ad4\u5b58\u4e00\u4efd\u5feb\u53d6<\/td>\n<td>\u958b\u8457\uff0c\u7b49\u65bc\u591a\u4e00\u5c64\u4fbf\u5b9c\u7684\u5feb\u53d6<\/td>\n<\/tr>\n<tr>\n<td><code>max_local_cpu_size: 5.0<\/code><\/td>\n<td>CPU \u5feb\u53d6\u4e0a\u9650 5 GB\uff0c\u6eff\u4e86\u5c31\u6dd8\u6c70\u820a\u7684<\/td>\n<td>\u770b\u4f60\u6a5f\u5668 RAM \u5927\u5c0f\u8a2d<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\ud83d\udccc \u77e5\u9053\u5c31\u597d\uff1a<code>chunk_size<\/code> \u5f71\u97ff\u300c\u547d\u4e2d\u7684\u7cbe\u7d30\u5ea6\u300d\u3002\u592a\u5927 \u2192 \u524d\u7db4\u8981\u4e00\u6a21\u4e00\u6a23\u624d\u547d\u4e2d\uff1b<br>\u592a\u5c0f \u2192 \u6bd4\u5c0d\u958b\u92b7\u8b8a\u591a\u3002**\u5165\u9580\u968e\u6bb5\u7528\u9810\u8a2d 256\uff0c\u5148\u8b93\u5b83\u52d5\u8d77\u4f86\u518d\u8aaa\u3002**<\/p>\n<\/blockquote>\n\n\n\n<p class=\"wp-block-paragraph\">\u9084\u6709\u4e00\u5c64\u4f60\u6703\u807d\u5230\u7684\u662f\u300c<strong>\u5132\u5b58\u5f8c\u7aef<\/strong>\u300d\u2014\u2014\u5feb\u53d6\u9664\u4e86\u653e\u672c\u6a5f CPU\/GPU\uff0c\u9084\u80fd\u653e\u9060\u7aef\uff08\u4f8b\u5982\u53e6\u4e00\u53f0\u6a5f\u5668\u3001Redis\uff09\u3002 \u5165\u9580\u53ea\u8981\u77e5\u9053\uff1a<strong>\u5148\u7528 <code>local_cpu<\/code> \u9019\u7a2e\u672c\u6a5f\u5feb\u53d6<\/strong>\uff0c\u9060\u7aef\u5f8c\u7aef\u662f\u5f8c\u9762\u7bc7\u7ae0\u7684\u4e8b\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5e38\u898b\u8b8a\u5316\uff1aAI \u53ef\u80fd\u600e\u9ebc\u5beb<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u540c\u6a23\u662f\u300c\u555f\u7528 LMCache\u300d\uff0cAI \u7d66\u4f60\u7684\u5beb\u6cd5\u53ef\u80fd\u9577\u5f97\u4e0d\u592a\u4e00\u6a23\uff0c\u8a8d\u5f97\u5c31\u597d\uff1a<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8b8a\u5316 1\uff1a\u5168\u90e8\u585e\u9032\u74b0\u5883\u8b8a\u6578\uff0c\u4e0d\u7528 yaml \u6a94<\/strong><\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-5\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\"><span class=\"hljs-keyword\">export<\/span> LMCACHE_CHUNK_SIZE=<span class=\"hljs-number\">256<\/span>\n<span class=\"hljs-keyword\">export<\/span> LMCACHE_LOCAL_CPU=True\n<span class=\"hljs-keyword\">export<\/span> LMCACHE_MAX_LOCAL_CPU_SIZE=<span class=\"hljs-number\">5.0<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-5\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u2192 \u8ddf yaml \u6a94\u7b49\u50f9\uff0c\u53ea\u662f\u6539\u7528\u74b0\u5883\u8b8a\u6578\u8a2d\u5b9a\u3002\u9069\u5408\u5beb\u5728\u555f\u52d5\u8173\u672c\u88e1\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8b8a\u5316 2\uff1a\u820a\u7248\u7684 connector \u540d\u7a31<\/strong><\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-6\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \ud83d\udd70\ufe0f \u8a8d\u5f97\u5c31\u597d\uff1a\u820a\u6559\u5b78\u6703\u770b\u5230\u9019\u7a2e\u5beb\u6cd5<\/span>\n--kv-transfer-config <span class=\"hljs-string\">'{\"kv_connector\":\"LMCacheConnector\", ...}'<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-6\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u2192 \u6ce8\u610f\u7d50\u5c3e<strong>\u6c92\u6709 <code>V1<\/code><\/strong>\u3002\u9019\u662f\u820a\u4ecb\u9762\u3002\u5982\u679c\u4f60\u7167\u6284\u820a\u6559\u5b78\u537b\u7528\u65b0\u7248 vLLM\uff0c\u5f88\u53ef\u80fd\u8f09\u4e0d\u8d77\u4f86\u3002 \u4ee5\u5b98\u65b9\u76ee\u524d\u6587\u4ef6\u7684 <code>LMCacheConnectorV1<\/code> \u70ba\u6e96\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8b8a\u5316 3\uff1a\u7528 Python \u76f4\u63a5\u8dd1\uff08\u4e0d\u8d70 <code>vllm serve<\/code> \u6307\u4ee4\uff09<\/strong><\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-7\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\"><span class=\"hljs-keyword\">from<\/span> vllm <span class=\"hljs-keyword\">import<\/span> LLM\n<span class=\"hljs-keyword\">from<\/span> vllm.config <span class=\"hljs-keyword\">import<\/span> KVTransferConfig\n\nllm = LLM(\n    model=<span class=\"hljs-string\">\"meta-llama\/Llama-3.1-8B-Instruct\"<\/span>,\n    kv_transfer_config=KVTransferConfig(\n        kv_connector=<span class=\"hljs-string\">\"LMCacheConnectorV1\"<\/span>,\n        kv_role=<span class=\"hljs-string\">\"kv_both\"<\/span>,\n    ),\n)\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-7\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u2192 \u8ddf\u6307\u4ee4\u5217\u7248\u672c\u505a\u7684\u4e8b\u4e00\u6a23\uff0c\u53ea\u662f\u5beb\u5728 Python \u88e1\u3002\u8a2d\u5b9a\u7684\u9375\u540d\uff08<code>kv_connector<\/code>\u3001<code>kv_role<\/code>\uff09\u5b8c\u5168\u4e00\u81f4\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u9a57\u6536\uff1a\u600e\u9ebc\u78ba\u8a8d cache \u771f\u7684\u751f\u6548\uff1f\uff08\u9019\u6bb5\u6700\u91cd\u8981\uff09<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8dd1\u8d77\u4f86 \u2260 \u6709\u6548\u3002<\/strong> LMCache \u6700\u9670\u7684\u5730\u65b9\u662f\uff1a\u5c31\u7b97\u5b83\u6839\u672c\u6c92\u8f09\u5165\uff0cvLLM \u7167\u6a23\u6b63\u5e38\u56de\u7b54\uff0c\u4f60\u5b8c\u5168\u770b\u4e0d\u51fa\u4f86\u3002 \u6240\u4ee5\u4e00\u5b9a\u8981\u4e3b\u52d5\u9a57\u8b49\u3002\u65b9\u6cd5\u662f<strong>\u767c\u5169\u6b21\u4e00\u6a23\u7684\u8acb\u6c42\uff0c\u770b\u7b2c\u4e8c\u6b21\u6709\u6c92\u6709\u8b8a\u5feb<\/strong>\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u7b2c\u4e00\u6b65\uff0c\u958b\u597d\u4f3a\u670d\u5668\u5f8c\uff0c\u9023\u7e8c\u6253\u5169\u6b21<strong>\u5167\u5bb9\u76f8\u540c<\/strong>\u7684\u8acb\u6c42\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-8\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u9001\u4e00\u6bb5\u9577 prompt\uff0c\u8a18\u9304\u56de\u61c9\u6642\u9593\uff1b\u540c\u4e00\u500b prompt \u518d\u9001\u4e00\u6b21<\/span>\ncurl http:<span class=\"hljs-comment\">\/\/localhost:8000\/v1\/completions \\<\/span>\n  -H <span class=\"hljs-string\">\"Content-Type: application\/json\"<\/span> \\\n  -d <span class=\"hljs-string\">'{\"model\":\"meta-llama\/Llama-3.1-8B-Instruct\",\"prompt\":\"&lt;\u8cbc\u4e00\u6bb5\u5f88\u9577\u7684\u56fa\u5b9a\u6587\u5b57&gt;\",\"max_tokens\":10}'<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-8\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u7b2c\u4e8c\u6b65\uff0c\u770b vLLM \u4f3a\u670d\u5668\u90a3\u5074\u7684 <strong>log<\/strong>\u3002\u6709\u751f\u6548\u7684\u8a71\u6703\u770b\u5230 LMCache \u5370\u51fa\u985e\u4f3c\u9019\u6a23\u7684\u8a0a\u606f\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-9\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\">LMCache INFO: Reqid: ... , Store KV cache ...   <span class=\"hljs-comment\"># \u7b2c\u4e00\u6b21\uff1a\u628a cache \u5b58\u8d77\u4f86<\/span>\nLMCache INFO: Reqid: ... , Retrieve KV cache ... hit tokens: <span class=\"hljs-number\">512<\/span>   <span class=\"hljs-comment\"># \u7b2c\u4e8c\u6b21\uff1a\u547d\u4e2d\uff01\u8b80\u5230 512 \u500b token<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-9\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u5224\u8b80\u91cd\u9ede<\/strong>\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n\n<li>\u770b\u5230 <code>Retrieve<\/code> \u4e14 <code>hit tokens<\/code> \u5927\u65bc 0 \u2192 cache \u547d\u4e2d\u4e86\uff0c\u6210\u529f\u3002<\/li>\n\n\n<li>\u53ea\u6709 <code>Store<\/code> \u6c92\u6709 <code>Retrieve<\/code>\u3001\u6216 <code>hit tokens: 0<\/code> \u2192 \u6c92\u547d\u4e2d\uff0c\u5f80\u4e0b\u770b\u7d05\u65d7\u6392\u67e5\u3002<\/li>\n\n\n<li>log \u88e1<strong>\u5b8c\u5168\u6c92\u6709\u4efb\u4f55 <code>LMCache<\/code> \u5b57\u6a23<\/strong> \u2192 connector \u6839\u672c\u6c92\u8f09\u5165\uff08\u6700\u5e38\u898b\u7684\u5047\u6210\u529f\uff09\u3002<\/li>\n\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">\u7b2c\u4e09\u6b65\uff08\u9032\u968e\u4e00\u9ede\uff09\uff0c\u89c0\u5bdf <strong>TTFT<\/strong>\uff08Time To First Token\uff0c\u7b2c\u4e00\u500b token \u591a\u4e45\u5410\u51fa\u4f86\uff09\u3002 \u7b2c\u4e8c\u6b21\u76f8\u540c\u8acb\u6c42\u7684 TTFT \u61c9\u8a72\u660e\u986f\u4f4e\u65bc\u7b2c\u4e00\u6b21\u2014\u2014\u9019\u5c31\u662f LMCache \u5e6b\u4f60\u7701\u4e0b\u7684\u6642\u9593\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\ud83d\udea9 \u7d05\u65d7\uff1a\u770b\u5230\u9019\u4e9b\u8981\u8b66\u89ba<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\ud83d\udfe1 \u7d05\u65d7 1\uff1alog \u88e1\u5b8c\u5168\u6c92\u6709 LMCache \u5b57\u6a23<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u75c7\u72c0<\/strong>\uff1avLLM \u8dd1\u5f97\u597d\u597d\u7684\uff0c\u4f46\u6574\u4efd log \u641c\u4e0d\u5230 <code>LMCache<\/code>\u3002 <strong>\u610f\u601d<\/strong>\uff1aconnector \u6c92\u8f09\u5165\uff0c\u4f60\u4ee5\u70ba\u5728\u7528\u5feb\u53d6\uff0c\u5176\u5be6\u4e00\u79d2\u90fd\u6c92\u7701\u3002\u9019\u662f\u6700\u5e38\u898b\u7684\u300c\u5047\u6210\u529f\u300d\u3002 <strong>\u600e\u9ebc\u767c\u73fe<\/strong>\uff1a<code>grep -i lmcache vllm.log<\/code>\uff0c\u4ec0\u9ebc\u90fd\u6c92\u6709\u5c31\u4e2d\u4e86\u3002 <strong>\u8ddf AI \u9019\u6a23\u8aaa<\/strong>\uff1a\u300cvLLM \u6709\u8d77\u4f86\u4f46 log \u5b8c\u5168\u6c92\u6709 LMCache \u8a0a\u606f\uff0c\u5e6b\u6211\u6aa2\u67e5 <code>--kv-transfer-config<\/code> \u7684 connector \u540d\u7a31\u548c\u6211\u7684 vLLM \u7248\u672c\u662f\u5426\u76f8\u5bb9\u3002\u300d<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ud83d\udfe1 \u7d05\u65d7 2\uff1a\u7248\u672c\u4e0d\u76f8\u5bb9\u5c0e\u81f4 connector \u8f09\u5165\u5931\u6557<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u75c7\u72c0<\/strong>\uff1a\u555f\u52d5\u6642\u5831 <code>KeyError: 'LMCacheConnectorV1'<\/code>\u3001<code>AttributeError<\/code>\u3001\u6216 <code>connector not found<\/code>\u3002 <strong>\u610f\u601d<\/strong>\uff1avLLM \u8ddf LMCache \u7248\u672c\u5c0d\u4e0d\u4e0a\uff0c\u4ecb\u9762\u515c\u4e0d\u8d77\u4f86\u3002 <strong>\u8ddf AI \u9019\u6a23\u8aaa<\/strong>\uff1a\u300c\u6211\u7684 vLLM \u662f <code>&lt;\u7248\u672c&gt;<\/code>\u3001LMCache \u662f <code>&lt;\u7248\u672c&gt;<\/code>\uff08<code>pip show vllm lmcache<\/code> \u7684\u7d50\u679c\u8cbc\u4e0a\uff09\uff0c\u9019\u5169\u500b\u7248\u672c\u76f8\u5bb9\u55ce\uff1f\u8a72\u7528\u54ea\u500b connector \u540d\u7a31\uff1f\u300d<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ud83d\udfe1 \u7d05\u65d7 3\uff1acache \u6c38\u9060 miss\uff08<code>hit tokens: 0<\/code>\uff09<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u75c7\u72c0<\/strong>\uff1aLMCache \u6709\u8f09\u5165\u3001\u4e5f\u6709 <code>Store<\/code>\uff0c\u4f46\u7b2c\u4e8c\u6b21\u8acb\u6c42\u9084\u662f <code>hit tokens: 0<\/code>\u3002 <strong>\u5e38\u898b\u539f\u56e0<\/strong>\uff1a\u5169\u6b21 prompt \u5176\u5be6<strong>\u4e0d\u5b8c\u5168\u4e00\u6a23<\/strong>\uff08\u591a\u4e86\u7a7a\u767d\u3001\u6642\u9593\u6233\u3001\u96a8\u6a5f ID\uff09\uff0c\u6216 prompt \u6bd4\u4e00\u500b <code>chunk_size<\/code> \u9084\u77ed\u6839\u672c\u5b58\u4e0d\u9032\u53bb\u3002 <strong>\u9a57\u6536\u52d5\u4f5c<\/strong>\uff1a\u5148\u78ba\u5b9a\u5169\u6b21\u9001\u7684 prompt \u662f<strong>\u9010\u5b57\u76f8\u540c<\/strong>\u4e14\u5920\u9577\uff08\u81f3\u5c11\u8d85\u904e\u4e00\u500b chunk\uff09\u3002 <strong>\u8ddf AI \u9019\u6a23\u8aaa<\/strong>\uff1a\u300c\u6211\u9001\u5169\u6b21\u76f8\u540c prompt \u4f46 hit tokens \u4e00\u76f4\u662f 0\uff0c\u5e6b\u6211\u6aa2\u67e5 prompt \u662f\u5426\u5b8c\u5168\u4e00\u81f4\u3001\u4ee5\u53ca\u662f\u5426\u8d85\u904e chunk_size\u3002\u300d<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\ud83d\udfe1 \u7d05\u65d7 4\uff1a\u628a\u91d1\u9470\u6216\u8def\u5f91\u5beb\u6b7b\u5728\u555f\u52d5\u6307\u4ee4\u88e1<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-10\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\">export HF_TOKEN=<span class=\"hljs-string\">\"hf_abcd1234...\"<\/span>   <span class=\"hljs-comment\"># \ud83d\udea9 token \u76f4\u63a5\u5beb\u5728\u6307\u4ee4\/\u8173\u672c\u88e1<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-10\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u70ba\u4ec0\u9ebc\u5371\u96aa<\/strong>\uff1a\u8173\u672c\u4e00\u9032 git \u6216\u8cbc\u7d66\u5225\u4eba\uff0cHugging Face token \u5c31\u5916\u6d29\u4e86\u3002 <strong>\u8ddf AI \u9019\u6a23\u8aaa<\/strong>\uff1a\u300c\u628a HF_TOKEN \u6539\u6210\u5f9e\u74b0\u5883\u8b8a\u6578\u6216 .env \u8b80\uff0c\u4e0d\u8981\u5beb\u6b7b\u5728\u555f\u52d5\u8173\u672c\u88e1\u3002\u300d<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">Vibe Coder \u9a57\u6536\u6aa2\u67e5\u9ede<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u6309\u9806\u5e8f\u505a\uff0c\u6bcf\u4e00\u6b65\u90fd\u6709\u660e\u78ba\u7684\u9810\u671f\u7d50\u679c\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n\n<li>[ ] <strong>\u5957\u4ef6\u88dd\u597d<\/strong>\uff1a<code>python -c \"import lmcache, vllm; print(lmcache.__version__, vllm.__version__)\"<\/code><\/li>\n\n\n<li>[ ] <strong>\u7248\u672c\u76f8\u5bb9<\/strong>\uff1a\u628a\u4e0a\u9762\u5169\u500b\u7248\u672c\u865f\u8cbc\u7d66 AI \u554f\u300c\u9019\u5169\u500b\u7248\u672c\u7684 LMCache \u548c vLLM \u76f8\u5bb9\u55ce\uff1f\u300d<\/li>\n\n\n<li>[ ] <strong>\u4f3a\u670d\u5668\u8d77\u5f97\u4f86<\/strong>\uff1a<code>vllm serve ...<\/code> \u5e36\u4e0a <code>--kv-transfer-config<\/code> \u5f8c\uff0clog \u51fa\u73fe <code>LMCache INFO<\/code>\uff08\u800c\u4e0d\u662f\u5831\u932f\uff09\u3002<\/li>\n\n\n<li>[ ] <strong>cache \u771f\u7684\u547d\u4e2d<\/strong>\uff1a\u9023\u9001\u5169\u6b21<strong>\u9010\u5b57\u76f8\u540c<\/strong>\u7684\u9577 prompt\uff0c\u7b2c\u4e8c\u6b21\u7684 log \u51fa\u73fe <code>Retrieve<\/code> \u4e14 <code>hit tokens &gt; 0<\/code>\u3002<\/li>\n\n\n<li>[ ] <strong>\u901f\u5ea6\u771f\u7684\u8b8a\u5feb<\/strong>\uff1a\u7b2c\u4e8c\u6b21\u76f8\u540c\u8acb\u6c42\u7684 TTFT \u660e\u986f\u4f4e\u65bc\u7b2c\u4e00\u6b21\u3002<\/li>\n\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u56db\u9805\u5168\u904e\uff0c\u624d\u7b97\u771f\u7684\u300c\u6574\u5408\u6210\u529f\u300d\uff0c\u4e0d\u662f\u300c\u8dd1\u8d77\u4f86\u300d\u5c31\u7b97\u3002<\/strong><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u770b\u4e0d\u61c2\u5c31\u9019\u6a23\u554f AI<\/h2>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\u300c\u6211\u7528 <code>vllm serve<\/code> \u52a0\u4e86 <code>--kv-transfer-config<\/code> \u555f\u52d5 LMCache\uff0c<br>\u4f46\u4e0d\u78ba\u5b9a\u6709\u6c92\u6709\u751f\u6548\u3002\u9019\u662f\u6211\u7684\u555f\u52d5\u6307\u4ee4\u548c\u4e00\u6bb5 log\uff08\u8cbc\u4e0a\uff09\uff0c<br>\u5e6b\u6211\u5224\u65b7 LMCache \u6709\u6c92\u6709\u771f\u7684\u8f09\u5165\u3001cache \u6709\u6c92\u6709\u547d\u4e2d\uff0c\u4e00\u6b65\u6b65\u544a\u8a34\u6211\u600e\u9ebc\u78ba\u8a8d\u3002\u300d<\/p>\n<\/blockquote>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\u300c\u7528\u767d\u8a71\u89e3\u91cb <code>{\"kv_connector\":\"LMCacheConnectorV1\",\"kv_role\":\"kv_both\"}<\/code><br>\u9019\u6bb5\u8a2d\u5b9a\u6bcf\u500b\u6b04\u4f4d\u5728\u5e79\u561b\uff0c\u6211\u662f\u7b2c\u4e00\u6b21\u7528 LMCache\u3002\u300d<\/p>\n<\/blockquote>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5c0f\u7d50<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u9019\u7bc7\u4f60\u5b78\u5230\u7684\u4e0d\u662f\u300c\u80cc\u555f\u52d5\u6307\u4ee4\u300d\uff0c\u800c\u662f\u4e09\u500b\u5224\u65b7\u529b\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n\n<li><strong>\u88dd\u4e4b\u524d\u5148\u5c0d\u7248\u672c<\/strong>\u2014\u2014vLLM \u8ddf LMCache \u7248\u672c\u4e0d\u5408\uff0c\u5f8c\u9762\u5168\u767d\u642d\u3002<\/li>\n\n\n<li><strong>\u6574\u5408\u7684\u6838\u5fc3\u662f <code>--kv-transfer-config<\/code><\/strong>\u2014\u2014\u770b\u61c2\u9019\u500b JSON \u5c31\u770b\u61c2\u4e86\u6574\u5408\u3002<\/li>\n\n\n<li><strong>\u8dd1\u8d77\u4f86 \u2260 \u751f\u6548<\/strong>\u2014\u2014\u4e00\u5b9a\u8981\u7528\u300c\u9001\u5169\u6b21\u76f8\u540c prompt\u3001\u770b log \u6709\u6c92\u6709 <code>Retrieve<\/code> \/ <code>hit tokens<\/code>\u300d\u4f86\u9a57\u6536\u3002<\/li>\n\n<\/ol>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e0b\u4e00\u7bc7\uff08#03\uff09\u6211\u5011\u6703\u628a\u8a2d\u5b9a\u8abf\u5f97\u66f4\u8b1b\u7a76\uff1a<code>chunk_size<\/code> \u600e\u9ebc\u5f71\u97ff\u547d\u4e2d\u7387\u3001CPU\/GPU \u5feb\u53d6\u600e\u9ebc\u5206\u5c64\u3001 \u4ee5\u53ca\u628a\u5feb\u53d6\u653e\u5230\u9060\u7aef\u5f8c\u7aef\uff0c\u8b93\u591a\u500b vLLM \u5be6\u4f8b\u5171\u7528\u540c\u4e00\u4efd KV Cache\u3002<\/p>\n\n\n\n<div id=\"quiz-d5c78163\">\n<style>\n#quiz-d5c78163 .badge { display: inline-block; padding: 4px 10px; border-radius: 12px; font-size: 0.75em; font-weight: bold; margin-left: 8px; }#quiz-d5c78163 .badge.scenario { background: #ebf8ff; color: #2b6cb0; }#quiz-d5c78163 .badge.debug { background: #fef3c7; color: #92400e; }#quiz-d5c78163 .question-adv { background: white; border-radius: 10px; padding: 24px; margin: 20px 0; box-shadow: 0 2px 8px rgba(0,0,0,0.08); border-left: 4px solid #ed8936; }#quiz-d5c78163 .question-adv h3 { margin-top: 0; color: #2d3748; }#quiz-d5c78163 .code-block { background: #1e1e1e; color: #d4d4d4; padding: 14px; border-radius: 6px; font-family: \"Menlo\", \"Monaco\", \"Courier New\", monospace; font-size: 0.9em; overflow-x: auto; margin: 12px 0; white-space: pre-wrap; }#quiz-d5c78163 .options-adv { list-style: none; padding: 0; }#quiz-d5c78163 .options-adv li { padding: 14px 16px; margin: 10px 0; border: 2px solid #e2e8f0; border-radius: 8px; cursor: pointer; transition: all 0.2s; }#quiz-d5c78163 .options-adv li:hover:not(.disabled) { border-color: #ed8936; background: #fffaf0; }#quiz-d5c78163 .options-adv li.disabled { cursor: default; opacity: 0.7; }#quiz-d5c78163 .options-adv li.show-answer { border-color: #48bb78; background: #f0fff4; }#quiz-d5c78163 .options-adv li.wrong { border-color: #fc8181; background: #fff5f5; }#quiz-d5c78163 .feedback-adv { margin-top: 16px; padding: 14px; border-radius: 8px; display: none; line-height: 1.6; }#quiz-d5c78163 .feedback-adv.correct { background: #f0fff4; color: #276749; display: block; }#quiz-d5c78163 .feedback-adv.wrong { background: #fff5f5; color: #c53030; display: block; }#quiz-d5c78163 .feedback-adv \n      .score-adv { text-align: center; font-size: 1.4em; padding: 24px; background: white; border-radius: 10px; margin-top: 24px; box-shadow: 0 2px 8px rgba(0,0,0,0.08); }#quiz-d5c78163 .intro { background: #ebf8ff; padding: 16px; border-radius: 8px; margin-bottom: 20px; color: #2c5282; }\n<\/style>\n<h1>\u9032\u968e\u6e2c\u9a57\uff1a\u5feb\u901f\u4e0a\u624b LMCache \u8207 vLLM \u6574\u5408<\/h1>\n    <div class=\"intro\">\n      <strong>\u6e2c\u9a57\u76ee\u6a19\uff1a<\/strong>\u9a57\u8b49\u4f60\u662f\u5426\u80fd\u5728\u5be6\u969b\u60c5\u5883\u4e2d\u61c9\u7528\u6240\u5b78\u3002<br \/>\n      \u5171 5 \u984c\uff0c\u5305\u542b\u60c5\u5883\u984c\u8207\u932f\u8aa4\u8a3a\u65b7\u984c\u3002\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv1\">\n      <h3>1. \u60c5\u5883\u5224\u65b7 <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">\u4f60\u7167\u8457 AI \u7d66\u7684\u6307\u4ee4\u555f\u52d5\u4e86 vLLM\uff0c\u670d\u52d9\u6709\u8d77\u4f86\u3001\u4e5f\u80fd\u6b63\u5e38\u56de\u7b54\u554f\u984c\u3002\n\u4f60\u60f3\u78ba\u8a8d LMCache \u5230\u5e95\u6709\u6c92\u6709\u88ab\u8f09\u5165\u4f7f\u7528\u3002\n\u4e0b\u5217\u54ea\u500b\u505a\u6cd5\u6700\u80fd\u4e00\u773c\u770b\u51fa\u300cconnector \u6709\u6c92\u6709\u771f\u7684\u8f09\u5165\u300d\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(1, 'A', 'C')\">A. \u770b\u6a21\u578b\u56de\u7b54\u7684\u5167\u5bb9\u6b63\u4e0d\u6b63\u78ba<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'B', 'C')\">B. \u7528 nvidia-smi \u770b GPU \u8a18\u61b6\u9ad4\u7528\u91cf<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'C', 'C')\">C. grep -i lmcache \u641c\u5c0b vLLM \u7684 log\uff0c\u770b\u6709\u6c92\u6709 LMCache \u8a0a\u606f<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'D', 'C')\">D. \u6aa2\u67e5 API \u56de\u50b3\u7684 JSON \u683c\u5f0f\u5c0d\u4e0d\u5c0d<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv1\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv2\">\n      <h3>2. \u60c5\u5883\u5224\u65b7 <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">\u4f60\u60f3\u9a57\u6536 LMCache \u7684\u7701\u6642\u6548\u679c\u3002\u6e96\u5099\u6e2c\u8a66 prompt \u6642\uff0c\n\u4e0b\u5217\u54ea\u7a2e prompt \u8a2d\u8a08\u6700\u80fd\u8b93\u7b2c\u4e8c\u6b21\u8acb\u6c42\u300c\u78ba\u5be6\u547d\u4e2d\u5feb\u53d6\u300d\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(2, 'A', 'B')\">A. \u5169\u6b21\u9001\u4e0d\u540c\u4e3b\u984c\u7684\u77ed\u53e5\uff0c\u5404\u7d04 5 \u500b\u5b57<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'B', 'B')\">B. \u5169\u6b21\u9001\u9010\u5b57\u5b8c\u5168\u76f8\u540c\u3001\u4e14\u9577\u5ea6\u8d85\u904e\u4e00\u500b chunk \u7684\u9577 prompt<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'C', 'B')\">C. \u5169\u6b21 prompt \u610f\u601d\u4e00\u6a23\u4f46\u63db\u53e5\u8a71\u8aaa<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'D', 'B')\">D. \u6bcf\u6b21 prompt \u958b\u982d\u52a0\u4e0a\u76ee\u524d\u6642\u9593\u6233<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv2\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv3\">\n      <h3>3. \u60c5\u5883\u5224\u65b7 <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">\u4f60\u5728\u5b89\u88dd\u74b0\u5883\u3002\u70ba\u4e86\u4e4b\u5f8c\u597d\u6293\u300cvLLM \u8207 LMCache \u7248\u672c\u4e0d\u5408\u300d\u7684\u554f\u984c\uff0c\n\u6700\u7a69\u59a5\u7684\u5b89\u88dd\u8207\u78ba\u8a8d\u9806\u5e8f\u662f\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(3, 'A', 'A')\">A. \u5206\u958b\u88dd vllm \u8207 lmcache\uff0c\u88dd\u5b8c\u5404\u81ea import \u5370\u7248\u672c\u865f\u78ba\u8a8d<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'B', 'A')\">B. \u76f4\u63a5\u5728\u7cfb\u7d71 Python \u5168\u57df\u5b89\u88dd\uff0c\u4e0d\u958b\u865b\u64ec\u74b0\u5883<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'C', 'A')\">C. \u53ea\u88dd lmcache\uff0cvLLM \u6703\u81ea\u52d5\u88ab\u62c9\u9032\u4f86<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'D', 'A')\">D. \u5148\u555f\u52d5 vllm serve\uff0c\u5831\u932f\u4e86\u518d\u88dd\u7f3a\u7684\u5957\u4ef6<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv3\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv4\">\n      <h3>4. \u932f\u8aa4\u8a3a\u65b7 <span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">\u4f60\u7167\u7db2\u8def\u4e0a\u4e00\u7bc7\u8f03\u820a\u7684\u6559\u5b78\u555f\u52d5 vLLM\uff1a\n\n$ vllm serve meta-llama\/Llama-3.1-8B-Instruct \\\n    &#8211;kv-transfer-config &#8216;{&#8220;kv_connector&#8221;:&#8221;LMCacheConnector&#8221;,&#8221;kv_role&#8221;:&#8221;kv_both&#8221;}&#8217;\n\n\u7d50\u679c\u555f\u52d5\u6642\u5831\u932f\uff0cconnector \u8f09\u4e0d\u8d77\u4f86\u3002\u6700\u53ef\u80fd\u7684\u539f\u56e0\u662f\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(4, 'A', 'C')\">A. kv_role \u4e0d\u8a72\u7528 kv_both<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'B', 'C')\">B. \u6a21\u578b\u540d\u7a31\u6253\u932f\u4e86<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'C', 'C')\">C. connector \u540d\u7a31\u662f\u820a\u7248 LMCacheConnector\uff0c\u65b0\u7248 vLLM \u61c9\u70ba LMCacheConnectorV1<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'D', 'C')\">D. \u5c11\u52a0\u4e86 &#8211;host \u53c3\u6578<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv4\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv5\">\n      <h3>5. \u932f\u8aa4\u8a3a\u65b7 <span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">LMCache \u5df2\u6210\u529f\u8f09\u5165\uff0clog \u4e5f\u6709 Store \u8a0a\u606f\u3002\n\u4f46\u4f60\u9023\u9001\u5169\u6b21\u8acb\u6c42\uff0c\u7b2c\u4e8c\u6b21\u7684 log \u537b\u4e00\u76f4\u986f\u793a\uff1a\n\nLMCache INFO: &#8230; Retrieve KV cache &#8230; hit tokens: 0\n\n\u5169\u6b21\u8acb\u6c42\u90fd\u662f\u7528\u540c\u4e00\u652f\u8173\u672c\u81ea\u52d5\u9001\u51fa\u3002\u6700\u53ef\u80fd\u7684\u539f\u56e0\u662f\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(5, 'A', 'B')\">A. LMCache \u7248\u672c\u592a\u820a\uff0c\u9700\u8981\u5347\u7d1a<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'B', 'B')\">B. \u5169\u6b21 prompt \u5176\u5be6\u4e0d\u5b8c\u5168\u76f8\u540c\uff08\u5982\u593e\u5e36\u6642\u9593\u6233\u6216\u96a8\u6a5f ID\uff09\uff0c\u6216\u77ed\u65bc\u4e00\u500b chunk_size<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'C', 'B')\">C. GPU \u8a18\u61b6\u9ad4\u4e0d\u8db3\u5c0e\u81f4\u5feb\u53d6\u88ab\u6e05\u7a7a<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'D', 'B')\">D. \u4e00\u5b9a\u662f kv_role \u8a2d\u932f\u6210 kv_producer<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv5\"><\/div>\n    <\/div>\n\n    <div class=\"score-adv\" id=\"scoreAdv\" style=\"display:none;\"><\/div>\n<script>\n\n      let answeredAdv = 0;\n      let correctAdv = 0;\n      const totalAdv = 5;\n      const explanationsAdv = {\n        1: \"LMCache \u6c92\u8f09\u5165\u6642 vLLM \u7167\u6a23\u6b63\u5e38\u56de\u7b54\uff0c\u770b\u8f38\u51fa\u3001GPU\u3001JSON \u683c\u5f0f\u90fd\u770b\u4e0d\u51fa\u4f86\u3002\u552f\u4e00\u53ef\u9760\u7684\u662f\u641c log \u6709\u6c92\u6709 LMCache \u8a0a\u606f\u2014\u2014\u5b8c\u5168\u6c92\u6709\u5c31\u662f connector \u6c92\u8f09\u5165\u7684\u300e\u5047\u6210\u529f\u300f\u3002\",\n        2: \"\u547d\u4e2d\u7684\u524d\u63d0\u662f\u524d\u7db4\u9010\u5b57\u76f8\u540c\u4e14\u9577\u5ea6\u8db3\u4ee5\u88ab\u5207\u6210 chunk \u5b58\u4e0b\u4f86\u3002\u63db\u53e5\u8a71\u8aaa\u3001\u52a0\u6642\u9593\u6233\u3001\u592a\u77ed\u7684 prompt \u90fd\u6703\u5c0e\u81f4 miss\u3002\u9078 B \u624d\u80fd\u7a69\u5b9a\u547d\u4e2d\u3002\",\n        3: \"\u5206\u958b\u88dd\u4e26\u5404\u81ea import \u5370\u7248\u672c\uff0c\u80fd\u5728\u51fa\u554f\u984c\u6642\u6e05\u695a\u77e5\u9053\u5169\u908a\u7248\u672c\uff1b\u6587\u7ae0\u4e5f\u5efa\u8b70\u5206\u958b\u88dd\u6bd4\u8f03\u597d\u6293\u7248\u672c\u76f8\u5bb9\u554f\u984c\u3002\u5168\u57df\u5b89\u88dd\u8207\u300e\u5831\u932f\u518d\u88dd\u300f\u90fd\u6703\u8b93\u7248\u672c\u554f\u984c\u66f4\u96e3\u91d0\u6e05\u3002\",\n        4: \"\u820a\u6559\u5b78\u7684 connector \u540d\u7a31\u662f LMCacheConnector\uff08\u7d50\u5c3e\u6c92\u6709 V1\uff09\u3002\u65b0\u7248 vLLM \u7684\u4ecb\u9762\u61c9\u4f7f\u7528 LMCacheConnectorV1\uff0c\u540d\u7a31\u5c0d\u4e0d\u4e0a\u5c31\u6703\u8f09\u5165\u5931\u6557\u3002\u61c9\u4ee5\u5b98\u65b9\u76ee\u524d\u6587\u4ef6\u7684\u540d\u7a31\u70ba\u6e96\u3002\",\n        5: \"\u6709 Store \u537b hit tokens \u4e00\u76f4\u70ba 0\uff0c\u6700\u5e38\u898b\u662f\u5169\u6b21 prompt \u4e26\u975e\u9010\u5b57\u76f8\u540c\uff08\u8173\u672c\u53ef\u80fd\u593e\u5e36\u6642\u9593\u6233\/\u96a8\u6a5f ID\uff09\uff0c\u6216 prompt \u77ed\u65bc\u4e00\u500b chunk_size \u5b58\u4e0d\u9032\u53bb\u3002\u5148\u78ba\u8a8d prompt \u5b8c\u5168\u4e00\u81f4\u4e14\u5920\u9577\u3002D \u628a\u55ae\u4e00\u539f\u56e0\u8aaa\u6b7b\uff0c\u4e0d\u662f\u6700\u4f73\u8a3a\u65b7\u3002\"\n      };\n\n      function checkAnswerAdv(qNum, selected, correctAns) {\n        const question = document.getElementById(\"qAdv\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n        question.classList.add(\"answered\");\n        answeredAdv++;\n        const options = question.querySelectorAll(\".options-adv li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) opt.classList.add(\"show-answer\");\n        });\n        const feedback = document.getElementById(\"fbAdv\" + qNum);\n        if (selected === correctAns) {\n          correctAdv++;\n          feedback.className = \"feedback-adv correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanationsAdv[qNum];\n        } else {\n          feedback.className = \"feedback-adv wrong\";\n          feedback.innerHTML = \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanationsAdv[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) opt.classList.add(\"wrong\");\n          });\n        }\n        if (answeredAdv === totalAdv) {\n          const scoreDiv = document.getElementById(\"scoreAdv\");\n          scoreDiv.style.display = \"block\";\n          let msg = \"\";\n          if (correctAdv === totalAdv) msg = \"\ud83c\udfaf \u5b8c\u7f8e\uff01\u4f60\u5df2\u7d93\u6e96\u5099\u597d\u5be6\u6230\u4e86\uff01\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.8)) msg = \"\ud83d\udcaa \u5f88\u68d2\uff01\u518d\u8907\u7fd2\u4e00\u4e0b\u932f\u7684\u984c\u76ee\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.6)) msg = \"\ud83d\udcd6 \u5efa\u8b70\u91cd\u8b80\u76f8\u95dc\u6bb5\u843d\u5f8c\u518d\u8a66\u4e00\u6b21\";\n          else msg = \"\ud83d\udd04 \u5efa\u8b70\u91cd\u65b0\u95b1\u8b80\u6587\u4ef6\uff0c\u7279\u5225\u6ce8\u610f\u64cd\u4f5c\u6d41\u7a0b\";\n          scoreDiv.innerHTML = \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" + correctAdv + \" \/ \" + totalAdv + \"<br>\" + msg;\n        }\n      }\n    \n<\/script>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u6e2c\u9a57\uff1a\u5feb\u901f\u4e0a\u624b LMCache \u8207 vLLM \u6574\u5408 \u5171 5 \u984c\uff0c\u9ede\u9078\u7b54\u6848\u5f8c\u6703\u7acb\u5373\u986f\u793a\u7d50\u679c 1. LMCache [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rolpb_likes":0,"footnotes":""},"categories":[908],"tags":[863,910,870,909,847],"class_list":["post-855","post","type-post","status-publish","format-standard","hentry","category-lmcache","tag-kv-cache","tag-kv-connector","tag-lmcache","tag-ttft","tag-vllm"],"blocksy_meta":{"styles_descriptor":{"styles":{"desktop":"","tablet":"","mobile":""},"google_fonts":[],"version":7}},"_links":{"self":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/855","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/comments?post=855"}],"version-history":[{"count":1,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/855\/revisions"}],"predecessor-version":[{"id":867,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/855\/revisions\/867"}],"wp:attachment":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/media?parent=855"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/categories?post=855"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/tags?post=855"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}