{"id":377,"date":"2026-01-26T02:08:58","date_gmt":"2026-01-25T18:08:58","guid":{"rendered":"https:\/\/skwp.zeabur.app\/2026\/01\/26\/%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9102-%e6%a8%a1%e5%9e%8b%e4%b8%8b%e8%bc%89%e8%88%87%e9%87%8f%e5%8c%96%ef%bc%9agguf-%e6%a0%bc%e5%bc%8f%e5%ae%8c%e5%85%a8%e8%a7%a3%e6%9e%90\/"},"modified":"2026-01-26T02:08:58","modified_gmt":"2026-01-25T18:08:58","slug":"%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9102-%e6%a8%a1%e5%9e%8b%e4%b8%8b%e8%bc%89%e8%88%87%e9%87%8f%e5%8c%96%ef%bc%9agguf-%e6%a0%bc%e5%bc%8f%e5%ae%8c%e5%85%a8%e8%a7%a3%e6%9e%90","status":"publish","type":"post","link":"https:\/\/blog.itsmygo.uk\/wordpress\/2026\/01\/26\/%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9102-%e6%a8%a1%e5%9e%8b%e4%b8%8b%e8%bc%89%e8%88%87%e9%87%8f%e5%8c%96%ef%bc%9agguf-%e6%a0%bc%e5%bc%8f%e5%ae%8c%e5%85%a8%e8%a7%a3%e6%9e%90\/","title":{"rendered":"\u3010llama.cpp \u6559\u5b78\u3011#02 \u6a21\u578b\u4e0b\u8f09\u8207\u91cf\u5316\uff1aGGUF \u683c\u5f0f\u5b8c\u5168\u89e3\u6790"},"content":{"rendered":"\n<div id=\"quiz-basic\">\n<style>\n#quiz-basic .question {\n        background: white;\n        border-radius: 8px;\n        padding: 20px;\n        margin: 20px 0;\n        box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);\n      }#quiz-basic .question h3 {\n        margin-top: 0;\n        color: #333;\n      }#quiz-basic .options {\n        list-style: none;\n        padding: 0;\n      }#quiz-basic .options li {\n        padding: 12px 15px;\n        margin: 8px 0;\n        border: 2px solid #ddd;\n        border-radius: 6px;\n        cursor: pointer;\n        transition: all 0.2s;\n      }#quiz-basic .options li:hover:not(.disabled) {\n        border-color: #4caf50;\n        background: #f0fff0;\n      }#quiz-basic .options li.correct {\n        border-color: #4caf50;\n        background: #e8f5e9;\n      }#quiz-basic .options li.wrong {\n        border-color: #f44336;\n        background: #ffebee;\n      }#quiz-basic .options li.disabled {\n        cursor: default;\n        opacity: 0.7;\n      }#quiz-basic .options li.show-answer {\n        border-color: #4caf50;\n        background: #e8f5e9;\n      }#quiz-basic .feedback {\n        margin-top: 15px;\n        padding: 12px;\n        border-radius: 6px;\n        display: none;\n      }#quiz-basic .feedback.correct {\n        background: #e8f5e9;\n        color: #2e7d32;\n        display: block;\n      }#quiz-basic .feedback.wrong {\n        background: #ffebee;\n        color: #c62828;\n        display: block;\n      }#quiz-basic .score {\n        text-align: center;\n        font-size: 1.5em;\n        padding: 20px;\n        background: white;\n        border-radius: 8px;\n        margin-top: 20px;\n      }#quiz-basic .code-block {\n        background: #1e1e1e;\n        color: #d4d4d4;\n        padding: 14px;\n        border-radius: 6px;\n        font-family: \"Monaco\", \"Consolas\", \"Courier New\", monospace;\n        font-size: 0.9em;\n        overflow-x: auto;\n        margin: 12px 0;\n        white-space: pre-wrap;\n      }\n<\/style>\n<h1>\u6e2c\u9a57\uff1aGGUF \u683c\u5f0f\u8207\u6a21\u578b\u91cf\u5316<\/h1>\n    <p>\u5171 5 \u984c\uff0c\u9ede\u9078\u7b54\u6848\u5f8c\u6703\u7acb\u5373\u986f\u793a\u7d50\u679c<\/p>\n\n    <div class=\"question\" id=\"q1\">\n      <h3>1. GGUF \u683c\u5f0f\u76f8\u8f03\u65bc\u539f\u59cb PyTorch \u6a21\u578b\u683c\u5f0f\uff0c\u4e3b\u8981\u89e3\u6c7a\u4e86\u4ec0\u9ebc\u554f\u984c\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(1, 'A', 'C')\">A. \u63d0\u9ad8\u6a21\u578b\u7684\u8a13\u7df4\u901f\u5ea6<\/li>\n        <li onclick=\"checkAnswer(1, 'B', 'C')\">B. \u589e\u52a0\u6a21\u578b\u7684\u53c3\u6578\u6578\u91cf<\/li>\n        <li onclick=\"checkAnswer(1, 'C', 'C')\">C. \u6e1b\u5c11\u6a94\u6848\u5927\u5c0f\u4e26\u652f\u63f4 CPU\/GPU \u6df7\u5408\u904b\u884c<\/li>\n        <li onclick=\"checkAnswer(1, 'D', 'C')\">D. \u63d0\u4f9b\u66f4\u597d\u7684\u591a\u8a9e\u8a00\u652f\u63f4<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb1\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q2\">\n      <h3>2. \u95dc\u65bc\u300c\u91cf\u5316\u300d\uff08Quantization\uff09\u7684\u63cf\u8ff0\uff0c\u4ee5\u4e0b\u4f55\u8005\u6b63\u78ba\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(2, 'A', 'B')\">A. \u91cf\u5316\u6703\u589e\u52a0\u6a21\u578b\u7684\u7cbe\u5ea6\u548c\u6a94\u6848\u5927\u5c0f<\/li>\n        <li onclick=\"checkAnswer(2, 'B', 'B')\">B. \u91cf\u5316\u662f\u5c07\u9ad8\u7cbe\u5ea6\u53c3\u6578\u8f49\u63db\u70ba\u4f4e\u7cbe\u5ea6\u53c3\u6578\u7684\u6280\u8853<\/li>\n        <li onclick=\"checkAnswer(2, 'C', 'B')\">C. \u91cf\u5316\u5f8c\u7684\u6a21\u578b\u7121\u6cd5\u5728 CPU \u4e0a\u904b\u884c<\/li>\n        <li onclick=\"checkAnswer(2, 'D', 'B')\">D. \u91cf\u5316\u6703\u8b93\u6a21\u578b\u5b8c\u5168\u7121\u6cd5\u4f7f\u7528<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb2\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q3\">\n      <h3>3. \u5728\u91cf\u5316\u7b49\u7d1a\u547d\u540d\u4e2d\uff0c<code>Q4_K_M<\/code> \u7684\u300cK\u300d\u4ee3\u8868\u4ec0\u9ebc\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(3, 'A', 'C')\">A. Kilobyte\uff0c\u8868\u793a\u6a94\u6848\u5927\u5c0f\u55ae\u4f4d<\/li>\n        <li onclick=\"checkAnswer(3, 'B', 'C')\">B. Knowledge\uff0c\u8868\u793a\u6a21\u578b\u77e5\u8b58\u91cf<\/li>\n        <li onclick=\"checkAnswer(3, 'C', 'C')\">C. K-quant\uff0c\u4e00\u7a2e\u8f03\u65b0\u7684\u91cf\u5316\u6280\u8853\u65b9\u6cd5<\/li>\n        <li onclick=\"checkAnswer(3, 'D', 'C')\">D. Kernel\uff0c\u8868\u793a\u904b\u7b97\u6838\u5fc3\u6578\u91cf<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb3\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q4\">\n      <h3>4. \u5c0d\u65bc\u53ea\u6709 8GB RAM \u7684\u96fb\u8166\uff0c\u6587\u7ae0\u5efa\u8b70\u9078\u64c7\u54ea\u7a2e\u6a21\u578b\u914d\u7f6e\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(4, 'A', 'A')\">A. 7B \u6a21\u578b\u7684 Q4_K_M \u6216 Q3_K_M<\/li>\n        <li onclick=\"checkAnswer(4, 'B', 'A')\">B. 13B \u6a21\u578b\u7684 Q8_0<\/li>\n        <li onclick=\"checkAnswer(4, 'C', 'A')\">C. \u4efb\u610f\u6a21\u578b\u7684 Q2_K<\/li>\n        <li onclick=\"checkAnswer(4, 'D', 'A')\">D. 7B \u6a21\u578b\u7684 Q8_0<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb4\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q5\">\n      <h3>5. \u5982\u4f55\u4f30\u7b97\u904b\u884c GGUF \u6a21\u578b\u6240\u9700\u7684\u8a18\u61b6\u9ad4\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(5, 'A', 'B')\">A. \u8a18\u61b6\u9ad4\u9700\u6c42\u7b49\u65bc\u6a21\u578b\u6a94\u6848\u5927\u5c0f<\/li>\n        <li onclick=\"checkAnswer(5, 'B', 'B')\">B. \u8a18\u61b6\u9ad4\u9700\u6c42\u7d04\u70ba\u6a21\u578b\u6a94\u6848\u5927\u5c0f\u7684 1.2 \u500d<\/li>\n        <li onclick=\"checkAnswer(5, 'C', 'B')\">C. \u8a18\u61b6\u9ad4\u9700\u6c42\u7d04\u70ba\u6a21\u578b\u6a94\u6848\u5927\u5c0f\u7684 2 \u500d<\/li>\n        <li onclick=\"checkAnswer(5, 'D', 'B')\">D. \u8a18\u61b6\u9ad4\u9700\u6c42\u8207\u6a94\u6848\u5927\u5c0f\u7121\u95dc<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb5\"><\/div>\n    <\/div>\n\n    <div class=\"score\" id=\"score\" style=\"display:none;\"><\/div>\n<script>\n\n      let answered = 0;\n      let correct = 0;\n      const total = 5;\n      const explanations = {\n        1: \"GGUF \u683c\u5f0f\u5c08\u70ba\u5728\u500b\u4eba\u96fb\u8166\u4e0a\u9ad8\u6548\u904b\u884c LLM \u800c\u8a2d\u8a08\uff0c\u4e3b\u8981\u512a\u52e2\u662f\u5927\u5e45\u6e1b\u5c11\u6a94\u6848\u5927\u5c0f\uff08\u4f8b\u5982\u5f9e 16GB \u964d\u5230 4.5GB\uff09\u3001\u964d\u4f4e\u8a18\u61b6\u9ad4\u9700\u6c42\uff0c\u4e26\u652f\u63f4 CPU\/GPU \u6df7\u5408\u904b\u884c\uff0c\u4e0d\u4e00\u5b9a\u9700\u8981\u5b8c\u6574\u7684 CUDA \u74b0\u5883\u3002\",\n        2: \"\u91cf\u5316\u662f\u5c07\u6a21\u578b\u53c3\u6578\u5f9e\u9ad8\u7cbe\u5ea6\u6578\u5b57\uff08\u5982 FP16 \u7684 16 \u4f4d\u5143\uff09\u8f49\u63db\u70ba\u4f4e\u7cbe\u5ea6\u6578\u5b57\uff08\u5982 Q4 \u7684 4 \u4f4d\u5143\uff09\u7684\u6280\u8853\u3002\u9019\u53ef\u4ee5\u5927\u5e45\u6e1b\u5c11\u6a21\u578b\u5927\u5c0f\uff0c\u540c\u6642\u7814\u7a76\u767c\u73fe\u54c1\u8cea\u4e0b\u964d\u6bd4\u9810\u671f\u5c0f\u5f88\u591a\u3002\",\n        3: \"\u5728\u91cf\u5316\u7b49\u7d1a\u547d\u540d\u5982 Q4_K_M \u4e2d\uff0cK \u4ee3\u8868 K-quant \u65b9\u6cd5\uff0c\u9019\u662f\u4e00\u7a2e\u8f03\u65b0\u7684\u91cf\u5316\u6280\u8853\uff0c\u80fd\u63d0\u4f9b\u66f4\u597d\u7684\u54c1\u8cea\u3002M \u5247\u4ee3\u8868 Medium\uff08\u4e2d\u7b49\uff09\uff0c\u9084\u6709 S\uff08Small\uff09\u548c L\uff08Large\uff09\u7684\u8b8a\u9ad4\u3002\",\n        4: \"\u6587\u7ae0\u660e\u78ba\u6307\u51fa\uff0c8GB \u6216\u4ee5\u4e0b RAM \u7684\u96fb\u8166\u61c9\u9078\u64c7 7B \u6a21\u578b\u7684 Q4_K_M \u6216 Q3_K_M\u3002\u9019\u662f\u56e0\u70ba\u8f03\u5927\u7684\u6a21\u578b\u6216\u8f03\u9ad8\u7684\u91cf\u5316\u7b49\u7d1a\u6703\u9700\u8981\u66f4\u591a\u8a18\u61b6\u9ad4\u3002\",\n        5: \"\u6587\u7ae0\u63d0\u4f9b\u7684\u4f30\u7b97\u516c\u5f0f\u662f\uff1a\u8a18\u61b6\u9ad4\u9700\u6c42\u7d04\u7b49\u65bc\u6a21\u578b\u6a94\u6848\u5927\u5c0f\u4e58\u4ee5 1.2\u3002\u4f8b\u5982\uff0c\u4e00\u500b 4.5GB \u7684 GGUF \u6a94\u6848\u5927\u7d04\u9700\u8981 5.4GB RAM \u4f86\u904b\u884c\u3002\"\n      };\n\n      function checkAnswer(qNum, selected, correctAns) {\n        const question = document.getElementById(\"q\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n\n        question.classList.add(\"answered\");\n        answered++;\n\n        const options = question.querySelectorAll(\".options li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) {\n            opt.classList.add(\"show-answer\");\n          }\n        });\n\n        const feedback = document.getElementById(\"fb\" + qNum);\n        if (selected === correctAns) {\n          correct++;\n          feedback.className = \"feedback correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanations[qNum];\n        } else {\n          feedback.className = \"feedback wrong\";\n          feedback.innerHTML =\n            \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanations[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) {\n              opt.classList.add(\"wrong\");\n            }\n          });\n        }\n\n        if (answered === total) {\n          const scoreDiv = document.getElementById(\"score\");\n          scoreDiv.style.display = \"block\";\n          scoreDiv.innerHTML =\n            \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" +\n            correct +\n            \" \/ \" +\n            total +\n            (correct === total\n              ? \" \ud83c\udf89 \u5168\u5c0d\uff01\"\n              : correct >= Math.ceil(total * 0.6)\n                ? \" \ud83d\udc4d \u4e0d\u932f\uff01\"\n                : \" \ud83d\udcda \u518d\u8907\u7fd2\u4e00\u4e0b\u5427\");\n        }\n      }\n    \n<\/script>\n<\/div>\n\n\n\n<h2 class=\"wp-block-heading\">\u524d\u8a00<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728\u4e0a\u4e00\u7bc7\u6587\u7ae0\u4e2d\uff0c\u6211\u5011\u6210\u529f\u5b89\u88dd\u4e86 llama.cpp\u3002\u4f46\u8981\u5be6\u969b\u904b\u884c LLM\uff0c\u6211\u5011\u9084\u9700\u8981\u6a21\u578b\u6a94\u6848\u3002\u7576\u4f60\u5728\u7db2\u8def\u4e0a\u641c\u5c0b llama.cpp \u76f8\u5bb9\u7684\u6a21\u578b\u6642\uff0c\u6703\u4e0d\u65b7\u770b\u5230\u300cGGUF\u300d\u9019\u500b\u8a5e\uff0c\u4ee5\u53ca\u300cQ4_K_M\u300d\u3001\u300cQ8_0\u300d\u9019\u985e\u795e\u79d8\u4ee3\u865f\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u9019\u7bc7\u6587\u7ae0\u6703\u5e36\u4f60\u7406\u89e3\u9019\u4e9b\u8853\u8a9e\u7684\u542b\u7fa9\uff0c\u4e26\u6559\u4f60\u5982\u4f55\u5f9e Hugging Face \u4e0b\u8f09\u9069\u5408\u81ea\u5df1\u786c\u9ad4\u7684\u6a21\u578b\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">GGUF \u662f\u4ec0\u9ebc\uff1f<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u4e00\u53e5\u8a71\u89e3\u91cb<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">GGUF\uff08GPT-Generated Unified Format\uff09\u662f llama.cpp \u4f7f\u7528\u7684\u6a21\u578b\u6a94\u6848\u683c\u5f0f\uff0c\u5c08\u9580\u70ba\u4e86\u5728\u500b\u4eba\u96fb\u8166\u4e0a\u9ad8\u6548\u904b\u884c LLM \u800c\u8a2d\u8a08\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u70ba\u4ec0\u9ebc\u9700\u8981 GGUF\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7576\u4f60\u4e0b\u8f09 Hugging Face \u4e0a\u7684\u539f\u59cb\u6a21\u578b\uff08\u901a\u5e38\u662f PyTorch \u683c\u5f0f\u7684 <code>.safetensors<\/code> \u6216 <code>.bin<\/code> \u6a94\u6848\uff09\u6642\uff0c\u6703\u9762\u81e8\u5e7e\u500b\u554f\u984c\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u6a94\u6848\u592a\u5927<\/strong>\uff1a\u539f\u59cb\u7684 Llama 3 8B \u6a21\u578b\u7d04 16GB<\/li>\n<li><strong>\u9700\u8981 GPU<\/strong>\uff1a\u539f\u59cb\u683c\u5f0f\u901a\u5e38\u9700\u8981\u5b8c\u6574\u7684 CUDA \u74b0\u5883<\/li>\n<li><strong>\u8a18\u61b6\u9ad4\u9700\u6c42\u9ad8<\/strong>\uff1a\u8f09\u5165\u6642\u9700\u8981\u5927\u91cf RAM\/VRAM<\/li>\n<\/ol>\n\n\n\n<p class=\"wp-block-paragraph\">GGUF \u683c\u5f0f\u89e3\u6c7a\u4e86\u9019\u4e9b\u554f\u984c\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\"><span><code class=\"hljs\">\u539f\u59cb\u6a21\u578b (FP16)          GGUF \u91cf\u5316\u6a21\u578b (Q4_K_M)\n\u251c\u2500\u2500 16GB \u6a94\u6848\u5927\u5c0f   \u2192    \u251c\u2500\u2500 4.5GB \u6a94\u6848\u5927\u5c0f\n\u251c\u2500\u2500 \u9700\u8981 16GB+ VRAM \u2192    \u251c\u2500\u2500 \u53ef\u7528 CPU \u904b\u884c\n\u2514\u2500\u2500 \u50c5\u652f\u63f4 GPU      \u2192    \u2514\u2500\u2500 CPU\/GPU \u6df7\u5408\u904b\u884c\n<\/code><\/span><\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">GGUF vs GGML<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5982\u679c\u4f60\u770b\u904e\u8f03\u820a\u7684\u6559\u5b78\u6587\u7ae0\uff0c\u53ef\u80fd\u6703\u770b\u5230\u300cGGML\u300d\u683c\u5f0f\u3002GGUF \u662f GGML \u7684\u5f8c\u7e7c\u8005\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u7279\u6027<\/th>\n<th>GGML\uff08\u820a\uff09<\/th>\n<th>GGUF\uff08\u65b0\uff09<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u5411\u5f8c\u76f8\u5bb9\u6027<\/td>\n<td>\u7248\u672c\u9593\u4e0d\u76f8\u5bb9<\/td>\n<td>\u8a2d\u8a08\u6642\u8003\u616e\u64f4\u5c55\u6027<\/td>\n<\/tr>\n<tr>\n<td>\u5143\u8cc7\u6599\u652f\u63f4<\/td>\n<td>\u6709\u9650<\/td>\n<td>\u5b8c\u6574\uff08\u5305\u542b tokenizer \u8cc7\u8a0a\uff09<\/td>\n<\/tr>\n<tr>\n<td>\u6a94\u6848\u7d50\u69cb<\/td>\n<td>\u6563\u4e82<\/td>\n<td>\u55ae\u4e00\u81ea\u5305\u542b\u6a94\u6848<\/td>\n<\/tr>\n<tr>\n<td>\u7dad\u8b77\u72c0\u614b<\/td>\n<td>\u5df2\u505c\u6b62<\/td>\n<td>\u6301\u7e8c\u66f4\u65b0<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u7d50\u8ad6<\/strong>\uff1a\u73fe\u5728\u53ea\u9700\u8981\u627e GGUF \u683c\u5f0f\u7684\u6a21\u578b\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u91cf\u5316\u662f\u4ec0\u9ebc\uff1f<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u57fa\u672c\u6982\u5ff5<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u300c\u91cf\u5316\u300d\uff08Quantization\uff09\u662f\u5c07\u6a21\u578b\u53c3\u6578\u5f9e\u9ad8\u7cbe\u5ea6\u6578\u5b57\u8f49\u63db\u70ba\u4f4e\u7cbe\u5ea6\u6578\u5b57\u7684\u6280\u8853\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u60f3\u50cf\u4e00\u4e0b\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\"><span><code class=\"hljs\">\u539f\u59cb\u7cbe\u5ea6 (FP16)\uff1a\u6bcf\u500b\u53c3\u6578\u7528 16 \u4f4d\u5143\u5132\u5b58\n  \u2192 \u80fd\u8868\u793a\u975e\u5e38\u7cbe\u78ba\u7684\u6578\u503c\n  \u2192 \u4f46\u4f54\u7528\u5927\u91cf\u7a7a\u9593\n\n\u91cf\u5316\u5f8c (Q4)\uff1a\u6bcf\u500b\u53c3\u6578\u53ea\u7528 4 \u4f4d\u5143\u5132\u5b58\n  \u2192 \u6578\u503c\u7cbe\u5ea6\u964d\u4f4e\n  \u2192 \u4f46\u5927\u5c0f\u6e1b\u5c11\u5230 1\/4\n<\/code><\/span><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u9019\u5c31\u50cf\u662f\u628a\u4e00\u5f35 RAW \u7167\u7247\u8f49\u6210 JPEG\uff1a\u6a94\u6848\u8b8a\u5c0f\u4e86\uff0c\u4f46\u8089\u773c\u5e7e\u4e4e\u770b\u4e0d\u51fa\u5dee\u7570\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u70ba\u4ec0\u9ebc\u91cf\u5316\u6709\u6548\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7814\u7a76\u767c\u73fe\uff0cLLM \u7684\u53c3\u6578\u6709\u5f88\u5927\u7684\u5197\u9918\u3002\u5373\u4f7f\u628a\u7cbe\u5ea6\u5f9e 16 \u4f4d\u5143\u964d\u5230 4 \u4f4d\u5143\uff0c\u6a21\u578b\u7684\u8f38\u51fa\u54c1\u8cea\u4e0b\u964d\u5f97\u6bd4\u9810\u671f\u5c0f\u5f88\u591a\u3002\u9019\u8b93\u6211\u5011\u80fd\u5728\u666e\u901a\u96fb\u8166\u4e0a\u904b\u884c\u539f\u672c\u9700\u8981\u4f3a\u670d\u5668\u7d1a\u786c\u9ad4\u7684\u6a21\u578b\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5e38\u898b\u91cf\u5316\u7b49\u7d1a\u6bd4\u8f03<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728 Hugging Face \u4e0a\uff0c\u4f60\u6703\u770b\u5230\u5404\u7a2e\u91cf\u5316\u7b49\u7d1a\u7684\u6a21\u578b\u3002\u4ee5\u4e0b\u662f\u5e38\u898b\u7684\u9078\u9805\uff1a<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u91cf\u5316\u7b49\u7d1a\u5c0d\u7167\u8868<\/h3>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u91cf\u5316\u7b49\u7d1a<\/th>\n<th>\u6bcf\u53c3\u6578\u4f4d\u5143\u6578<\/th>\n<th>\u76f8\u5c0d\u5927\u5c0f<\/th>\n<th>\u54c1\u8cea<\/th>\n<th>\u9069\u7528\u5834\u666f<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>Q2_K<\/td>\n<td>2.5<\/td>\n<td>~25%<\/td>\n<td>\u8f03\u5dee<\/td>\n<td>\u6975\u5ea6\u53d7\u9650\u7684\u74b0\u5883<\/td>\n<\/tr>\n<tr>\n<td>Q3_K_M<\/td>\n<td>3.5<\/td>\n<td>~35%<\/td>\n<td>\u53ef\u7528<\/td>\n<td>\u8a18\u61b6\u9ad4\u975e\u5e38\u6709\u9650<\/td>\n<\/tr>\n<tr>\n<td>Q4_K_M<\/td>\n<td>4.5<\/td>\n<td>~45%<\/td>\n<td>\u826f\u597d<\/td>\n<td><strong>\u63a8\u85a6\u5165\u9580\u9078\u64c7<\/strong><\/td>\n<\/tr>\n<tr>\n<td>Q5_K_M<\/td>\n<td>5.5<\/td>\n<td>~55%<\/td>\n<td>\u512a\u826f<\/td>\n<td>\u54c1\u8cea\u8207\u5927\u5c0f\u5e73\u8861<\/td>\n<\/tr>\n<tr>\n<td>Q6_K<\/td>\n<td>6.5<\/td>\n<td>~65%<\/td>\n<td>\u63a5\u8fd1\u539f\u59cb<\/td>\n<td>\u5c0d\u54c1\u8cea\u8981\u6c42\u8f03\u9ad8<\/td>\n<\/tr>\n<tr>\n<td>Q8_0<\/td>\n<td>8<\/td>\n<td>~80%<\/td>\n<td>\u6700\u4f73<\/td>\n<td>\u8ffd\u6c42\u6700\u9ad8\u54c1\u8cea<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">\u547d\u540d\u898f\u5247\u89e3\u8b80<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4ee5 <code>Q4_K_M<\/code> \u70ba\u4f8b\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\"><span><code class=\"hljs\">Q4_K_M\n\u2502 \u2502 \u2502\n\u2502 \u2502 \u2514\u2500\u2500 M = Medium\uff08\u4e2d\u7b49\uff09\n\u2502 \u2502     \u9084\u6709 S (Small) \u548c L (Large)\n\u2502 \u2502\n\u2502 \u2514\u2500\u2500\u2500\u2500 K = K-quant \u65b9\u6cd5\n\u2502       \u8f03\u65b0\u7684\u91cf\u5316\u6280\u8853\uff0c\u54c1\u8cea\u66f4\u597d\n\u2502\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500 4 = \u5e73\u5747\u6bcf\u53c3\u6578 4 \u4f4d\u5143\n<\/code><\/span><\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">\u5982\u4f55\u9078\u64c7\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u5165\u9580\u5efa\u8b70\uff1a\u5f9e Q4_K_M \u958b\u59cb<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u9019\u662f\u6027\u50f9\u6bd4\u6700\u9ad8\u7684\u9078\u64c7\uff0c\u80fd\u5728\u5927\u591a\u6578\u96fb\u8166\u4e0a\u904b\u884c\uff0c\u54c1\u8cea\u4e5f\u5920\u597d\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u9078\u64c7\u6d41\u7a0b\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\"><span><code class=\"hljs\">\u4f60\u6709\u591a\u5c11 RAM\/VRAM\uff1f\n\u2502\n\u251c\u2500\u2500 8GB \u6216\u4ee5\u4e0b\n\u2502   \u2514\u2500\u2500 \u9078\u64c7 7B \u6a21\u578b\u7684 Q4_K_M \u6216 Q3_K_M\n\u2502\n\u251c\u2500\u2500 16GB\n\u2502   \u2514\u2500\u2500 \u9078\u64c7 7B \u6a21\u578b\u7684 Q5_K_M \u6216 Q8_0\n\u2502       \u6216 13B \u6a21\u578b\u7684 Q4_K_M\n\u2502\n\u2514\u2500\u2500 32GB \u6216\u4ee5\u4e0a\n    \u2514\u2500\u2500 \u53ef\u4ee5\u5617\u8a66\u66f4\u5927\u7684\u6a21\u578b\u6216\u66f4\u9ad8\u7684\u91cf\u5316\u7b49\u7d1a\n<\/code><\/span><\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5f9e Hugging Face \u4e0b\u8f09\u6a21\u578b<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">Hugging Face \u662f\u4ec0\u9ebc\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">Hugging Face \u662f AI \u793e\u7fa4\u6700\u5927\u7684\u6a21\u578b\u5206\u4eab\u5e73\u53f0\uff0c\u5c31\u50cf\u662f AI \u6a21\u578b\u7684 GitHub\u3002\u5927\u90e8\u5206\u958b\u6e90 LLM \u90fd\u6703\u5728\u9019\u88e1\u767c\u5e03\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u627e\u5230 GGUF \u6a21\u578b<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e0d\u662f\u6240\u6709\u6a21\u578b\u90fd\u6709 GGUF \u7248\u672c\u3002\u5e78\u904b\u7684\u662f\uff0c\u6709\u5c08\u9580\u7684\u793e\u7fa4\u6210\u54e1\u6703\u5c07\u71b1\u9580\u6a21\u578b\u8f49\u63db\u6210 GGUF \u683c\u5f0f\u3002\u6700\u77e5\u540d\u7684\u662f <strong>TheBloke<\/strong> \u548c <strong>bartowski<\/strong>\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u641c\u5c0b\u6280\u5de7\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-1\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\">\u5728 <span class=\"hljs-selector-tag\">Hugging<\/span> <span class=\"hljs-selector-tag\">Face<\/span> \u641c\u5c0b\uff1a<span class=\"hljs-selector-attr\">&#91;\u6a21\u578b\u540d\u7a31]<\/span> <span class=\"hljs-selector-tag\">GGUF<\/span>\n\n\u4f8b\u5982\uff1a\n<span class=\"hljs-selector-tag\">-<\/span> <span class=\"hljs-selector-tag\">llama<\/span> 3 <span class=\"hljs-selector-tag\">GGUF<\/span>\n<span class=\"hljs-selector-tag\">-<\/span> <span class=\"hljs-selector-tag\">qwen<\/span> 2<span class=\"hljs-selector-class\">.5<\/span> <span class=\"hljs-selector-tag\">GGUF<\/span>\n<span class=\"hljs-selector-tag\">-<\/span> <span class=\"hljs-selector-tag\">mistral<\/span> <span class=\"hljs-selector-tag\">GGUF<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-1\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">\u4e0b\u8f09\u65b9\u6cd5\u4e00\uff1a\u76f4\u63a5\u4e0b\u8f09<\/h3>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u524d\u5f80 Hugging Face \u6a21\u578b\u9801\u9762<\/li>\n<li>\u9ede\u9078\u300cFiles and versions\u300d\u6a19\u7c64<\/li>\n<li>\u627e\u5230\u4f60\u8981\u7684\u91cf\u5316\u7248\u672c\uff08\u4f8b\u5982 <code>*-Q4<em>K<\/em>M.gguf<\/code>\uff09<\/li>\n<li>\u9ede\u9078\u4e0b\u8f09\u6309\u9215<\/li>\n<\/ol>\n\n\n\n<h3 class=\"wp-block-heading\">\u4e0b\u8f09\u65b9\u6cd5\u4e8c\uff1a\u4f7f\u7528 huggingface-cli\uff08\u63a8\u85a6\uff09<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5b89\u88dd CLI \u5de5\u5177\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\"><span><code class=\"hljs\">pip install huggingface_hub\n<\/code><\/span><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u4e0b\u8f09\u7279\u5b9a\u6a94\u6848\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-2\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\">huggingface-cli download \\\n  bartowski\/Llama<span class=\"hljs-number\">-3.2<\/span><span class=\"hljs-number\">-3<\/span>B-Instruct-GGUF \\\n  --<span class=\"hljs-keyword\">include<\/span> <span class=\"hljs-string\">\"Llama-3.2-3B-Instruct-Q4_K_M.gguf\"<\/span> \\\n  --local-dir .\/models\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-2\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u9019\u500b\u65b9\u6cd5\u7684\u597d\u8655\u662f\u652f\u63f4\u65b7\u9ede\u7e8c\u50b3\uff0c\u7db2\u8def\u4e0d\u7a69\u6642\u4e0d\u7528\u5f9e\u982d\u4e0b\u8f09\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u4e0b\u8f09\u65b9\u6cd5\u4e09\uff1a\u76f4\u63a5\u7528 wget\/curl<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5982\u679c\u4f60\u77e5\u9053\u6a94\u6848\u7684\u76f4\u63a5\u7db2\u5740\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-3\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">wget https:<span class=\"hljs-comment\">\/\/huggingface.co\/bartowski\/Llama-3.2-3B-Instruct-GGUF\/resolve\/main\/Llama-3.2-3B-Instruct-Q4_K_M.gguf<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-3\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5982\u4f55\u5224\u65b7\u8a18\u61b6\u9ad4\u9700\u6c42<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u4f30\u7b97\u516c\u5f0f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7c97\u7565\u4f30\u7b97\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-4\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\">\u8a18\u61b6\u9ad4\u9700\u6c42 \u2248 \u6a21\u578b\u6a94\u6848\u5927\u5c0f \u00d7 1<span class=\"hljs-selector-class\">.2<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-4\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u4f8b\u5982\uff0c\u4e00\u500b 4.5GB \u7684 GGUF \u6a94\u6848\u5927\u7d04\u9700\u8981 5.4GB RAM \u4f86\u904b\u884c\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u5be6\u969b\u7bc4\u4f8b<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4ee5 Llama 3.2 3B \u70ba\u4f8b\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u91cf\u5316\u7b49\u7d1a<\/th>\n<th>\u6a94\u6848\u5927\u5c0f<\/th>\n<th>\u9810\u4f30\u8a18\u61b6\u9ad4\u9700\u6c42<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>Q4_K_M<\/td>\n<td>2.0 GB<\/td>\n<td>~2.5 GB<\/td>\n<\/tr>\n<tr>\n<td>Q5_K_M<\/td>\n<td>2.3 GB<\/td>\n<td>~2.8 GB<\/td>\n<\/tr>\n<tr>\n<td>Q8_0<\/td>\n<td>3.4 GB<\/td>\n<td>~4.1 GB<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">\u6aa2\u67e5\u4f60\u7684\u7cfb\u7d71<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>macOS\uff1a<\/strong><\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-5\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"># \u67e5\u770b\u53ef\u7528\u8a18\u61b6\u9ad4\n<span class=\"hljs-selector-tag\">sysctl<\/span> <span class=\"hljs-selector-tag\">hw<\/span><span class=\"hljs-selector-class\">.memsize<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-5\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>Linux\uff1a<\/strong><\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-6\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u67e5\u770b\u8a18\u61b6\u9ad4\u8cc7\u8a0a<\/span>\nfree -h\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-6\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>Windows\uff1a<\/strong><\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-7\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u5728 PowerShell \u4e2d<\/span>\nGet-CimInstance Win32_ComputerSystem | Select-Object TotalPhysicalMemory\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-7\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u63a8\u85a6\u7684\u5165\u9580\u6a21\u578b<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">1. Llama 3.2 3B Instruct<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u6700\u9069\u5408\u5165\u9580\u7684\u9078\u64c7\uff0cMeta \u5b98\u65b9\u51fa\u54c1\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u512a\u9ede<\/strong>\uff1a\u5c0f\u5de7\u3001\u5feb\u901f\u3001\u4e2d\u6587\u80fd\u529b\u53ef\u63a5\u53d7<\/li>\n<li><strong>\u4e0b\u8f09<\/strong>\uff1a\u641c\u5c0b <code>Llama-3.2-3B-Instruct-GGUF<\/code><\/li>\n<li><strong>\u5efa\u8b70\u91cf\u5316<\/strong>\uff1aQ4<em>K<\/em>M\uff08\u7d04 2GB\uff09<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">2. Qwen 2.5 7B Instruct<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u963f\u91cc\u5df4\u5df4\u51fa\u54c1\uff0c\u4e2d\u6587\u80fd\u529b\u512a\u79c0\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u512a\u9ede<\/strong>\uff1a\u4e2d\u6587\u7406\u89e3\u6700\u4f73\u3001\u77e5\u8b58\u8c50\u5bcc<\/li>\n<li><strong>\u4e0b\u8f09<\/strong>\uff1a\u641c\u5c0b <code>Qwen2.5-7B-Instruct-GGUF<\/code><\/li>\n<li><strong>\u5efa\u8b70\u91cf\u5316<\/strong>\uff1aQ4<em>K<\/em>M\uff08\u7d04 4.5GB\uff09<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">3. Mistral 7B Instruct<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u6cd5\u570b Mistral AI \u51fa\u54c1\uff0c\u82f1\u6587\u4efb\u52d9\u8868\u73fe\u512a\u7570\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u512a\u9ede<\/strong>\uff1a\u63a8\u7406\u80fd\u529b\u5f37\u3001\u7a0b\u5f0f\u78bc\u80fd\u529b\u597d<\/li>\n<li><strong>\u4e0b\u8f09<\/strong>\uff1a\u641c\u5c0b <code>Mistral-7B-Instruct GGUF<\/code><\/li>\n<li><strong>\u5efa\u8b70\u91cf\u5316<\/strong>\uff1aQ4<em>K<\/em>M\uff08\u7d04 4GB\uff09<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u65b0\u624b\u5feb\u901f\u958b\u59cb<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5982\u679c\u4f60\u7684\u96fb\u8166\u6709 8GB \u4ee5\u4e0a\u8a18\u61b6\u9ad4\uff0c\u5efa\u8b70\u5f9e\u9019\u500b\u958b\u59cb\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-8\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u4e0b\u8f09 Llama 3.2 3B Q4_K_M<\/span>\nhuggingface-cli download \\\n  bartowski\/Llama<span class=\"hljs-number\">-3.2<\/span><span class=\"hljs-number\">-3<\/span>B-Instruct-GGUF \\\n  --<span class=\"hljs-keyword\">include<\/span> <span class=\"hljs-string\">\"Llama-3.2-3B-Instruct-Q4_K_M.gguf\"<\/span> \\\n  --local-dir .\/models\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-8\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u9019\u500b\u6a21\u578b\u7d04 2GB\uff0c\u5373\u4f7f\u662f\u8f03\u820a\u7684\u7b46\u96fb\u4e5f\u80fd\u9806\u66a2\u904b\u884c\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u9a57\u8b49\u6a21\u578b\u6a94\u6848<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e0b\u8f09\u5b8c\u6210\u5f8c\uff0c\u53ef\u4ee5\u7528 llama.cpp \u7684\u5de5\u5177\u6aa2\u67e5\u6a21\u578b\u8cc7\u8a0a\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-9\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u986f\u793a\u6a21\u578b\u57fa\u672c\u8cc7\u8a0a<\/span>\n.\/llama-cli --model models\/Llama<span class=\"hljs-number\">-3.2<\/span><span class=\"hljs-number\">-3<\/span>B-Instruct-Q4_K_M.gguf -n <span class=\"hljs-number\">0<\/span>\n\n<span class=\"hljs-comment\"># \u53ea\u8f09\u5165\u6a21\u578b\u4e0d\u751f\u6210\uff0c\u53ef\u4ee5\u770b\u5230\u6a21\u578b\u8a73\u7d30\u8cc7\u8a0a<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-9\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u4f60\u6703\u770b\u5230\u985e\u4f3c\u9019\u6a23\u7684\u8f38\u51fa\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-10\" data-shcb-language-name=\"HTTP\" data-shcb-language-slug=\"http\"><span><code class=\"hljs language-http\"><span class=\"hljs-attribute\">llm_load_print_meta<\/span>: model type       = 3B\n<span class=\"hljs-attribute\">llm_load_print_meta<\/span>: model ftype      = Q4_K_M\n<span class=\"hljs-attribute\">llm_load_print_meta<\/span>: model params     = 3.21 B\n<span class=\"hljs-attribute\">llm_load_print_meta<\/span>: model size       = 1.93 GiB (4.87 BPW)\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-10\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">HTTP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">http<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u9019\u8868\u793a\u6a21\u578b\u8f09\u5165\u6210\u529f\uff0c\u53ef\u4ee5\u958b\u59cb\u4f7f\u7528\u4e86\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5e38\u898b\u554f\u984c<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">Q: \u91cf\u5316\u6703\u8b93\u6a21\u578b\u8b8a\u7b28\u55ce\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>A:<\/strong> \u6703\u6709\u8f15\u5fae\u5f71\u97ff\uff0c\u4f46 Q4_K_M \u4ee5\u4e0a\u7684\u91cf\u5316\u7b49\u7d1a\u5728\u5927\u591a\u6578\u4efb\u52d9\u4e0a\u5e7e\u4e4e\u770b\u4e0d\u51fa\u5dee\u7570\u3002\u53ea\u6709\u5728\u9700\u8981\u7cbe\u78ba\u6578\u5b78\u8a08\u7b97\u6216\u975e\u5e38\u8907\u96dc\u7684\u63a8\u7406\u6642\uff0c\u624d\u53ef\u80fd\u6ce8\u610f\u5230\u54c1\u8cea\u4e0b\u964d\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Q: \u6211\u61c9\u8a72\u7528 CPU \u9084\u662f GPU \u904b\u884c\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>A:<\/strong> \u5982\u679c\u4f60\u6709 NVIDIA \u986f\u5361\u4e14 VRAM \u8db3\u5920\u5bb9\u7d0d\u6a21\u578b\uff0cGPU \u904b\u884c\u6703\u5feb\u5f88\u591a\u3002\u5426\u5247 CPU \u904b\u884c\u4e5f\u5b8c\u5168\u53ef\u884c\uff0c\u53ea\u662f\u751f\u6210\u901f\u5ea6\u8f03\u6162\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Q: \u4e0b\u8f09\u7684\u6a21\u578b\u6a94\u6848\u640d\u58de\u4e86\u600e\u9ebc\u8fa6\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>A:<\/strong> \u4f7f\u7528 huggingface-cli \u4e0b\u8f09\u6642\u6703\u81ea\u52d5\u9a57\u8b49\u6a94\u6848\u3002\u5982\u679c\u624b\u52d5\u4e0b\u8f09\uff0c\u53ef\u4ee5\u6bd4\u5c0d\u7db2\u9801\u4e0a\u986f\u793a\u7684 SHA256 \u503c\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Q: \u540c\u4e00\u500b\u6a21\u578b\u6709\u591a\u500b GGUF \u4f86\u6e90\uff0c\u8a72\u9078\u54ea\u500b\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>A:<\/strong> \u9078\u64c7\u4e0b\u8f09\u6b21\u6578\u591a\u3001\u66f4\u65b0\u6642\u9593\u8fd1\u7684\u7248\u672c\u3002bartowski \u548c TheBloke \u662f\u6700\u53ef\u4fe1\u7684\u8f49\u63db\u8005\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u672c\u7bc7\u91cd\u9ede\u6574\u7406<\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>GGUF<\/strong> \u662f llama.cpp \u4f7f\u7528\u7684\u6a21\u578b\u683c\u5f0f\uff0c\u53d6\u4ee3\u4e86\u820a\u7684 GGML<\/li>\n<li><strong>\u91cf\u5316<\/strong>\u900f\u904e\u964d\u4f4e\u53c3\u6578\u7cbe\u5ea6\u4f86\u6e1b\u5c11\u6a21\u578b\u5927\u5c0f\uff0c\u4f7f\u5176\u80fd\u5728\u4e00\u822c\u96fb\u8166\u904b\u884c<\/li>\n<li><strong>Q4<em>K<\/em>M<\/strong> \u662f\u5165\u9580\u63a8\u85a6\u7684\u91cf\u5316\u7b49\u7d1a\uff0c\u517c\u9867\u54c1\u8cea\u8207\u5927\u5c0f<\/li>\n<li>\u5f9e <strong>Hugging Face<\/strong> \u4e0b\u8f09\u6a21\u578b\uff0c\u641c\u5c0b\u300c\u6a21\u578b\u540d GGUF\u300d<\/li>\n<li>\u8a18\u61b6\u9ad4\u9700\u6c42\u7d04\u70ba\u6a21\u578b\u6a94\u6848\u5927\u5c0f\u7684 <strong>1.2 \u500d<\/strong><\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e0b\u4e00\u6b65<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u73fe\u5728\u4f60\u5df2\u7d93\u6709\u4e86\u6a21\u578b\u6a94\u6848\uff0c\u4e0b\u4e00\u7bc7\u6587\u7ae0\u6703\u6559\u4f60\u5982\u4f55\u5be6\u969b\u904b\u884c llama.cpp\uff0c\u5305\u62ec\u547d\u4ee4\u5217\u4e92\u52d5\u3001\u8abf\u6574\u751f\u6210\u53c3\u6578\u3001\u4ee5\u53ca\u555f\u52d5 API \u4f3a\u670d\u5668\u3002<\/p>\n\n\n\n<div id=\"quiz-advanced\">\n<style>\n#quiz-advanced .badge {\n        display: inline-block;\n        padding: 4px 10px;\n        border-radius: 12px;\n        font-size: 0.75em;\n        font-weight: bold;\n        margin-left: 8px;\n      }#quiz-advanced .badge.scenario {\n        background: #ebf8ff;\n        color: #2b6cb0;\n      }#quiz-advanced .badge.debug {\n        background: #fef3c7;\n        color: #92400e;\n      }#quiz-advanced .question-adv {\n        background: white;\n        border-radius: 10px;\n        padding: 24px;\n        margin: 20px 0;\n        box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);\n        border-left: 4px solid #ed8936;\n      }#quiz-advanced .question-adv h3 {\n        margin-top: 0;\n        color: #2d3748;\n      }#quiz-advanced .code-block {\n        background: #1e1e1e;\n        color: #d4d4d4;\n        padding: 14px;\n        border-radius: 6px;\n        font-family: \"Menlo\", \"Monaco\", \"Courier New\", monospace;\n        font-size: 0.9em;\n        overflow-x: auto;\n        margin: 12px 0;\n        white-space: pre-wrap;\n      }#quiz-advanced .options-adv {\n        list-style: none;\n        padding: 0;\n      }#quiz-advanced .options-adv li {\n        padding: 14px 16px;\n        margin: 10px 0;\n        border: 2px solid #e2e8f0;\n        border-radius: 8px;\n        cursor: pointer;\n        transition: all 0.2s;\n      }#quiz-advanced .options-adv li:hover:not(.disabled) {\n        border-color: #ed8936;\n        background: #fffaf0;\n      }#quiz-advanced .options-adv li.disabled {\n        cursor: default;\n        opacity: 0.7;\n      }#quiz-advanced .options-adv li.show-answer {\n        border-color: #48bb78;\n        background: #f0fff4;\n      }#quiz-advanced .options-adv li.wrong {\n        border-color: #fc8181;\n        background: #fff5f5;\n      }#quiz-advanced .feedback-adv {\n        margin-top: 16px;\n        padding: 14px;\n        border-radius: 8px;\n        display: none;\n        line-height: 1.6;\n      }#quiz-advanced .feedback-adv.correct {\n        background: #f0fff4;\n        color: #276749;\n        display: block;\n      }#quiz-advanced .feedback-adv.wrong {\n        background: #fff5f5;\n        color: #c53030;\n        display: block;\n      }#quiz-advanced .feedback-adv \n      .score-adv {\n        text-align: center;\n        font-size: 1.4em;\n        padding: 24px;\n        background: white;\n        border-radius: 10px;\n        margin-top: 24px;\n        box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);\n      }#quiz-advanced .intro {\n        background: #ebf8ff;\n        padding: 16px;\n        border-radius: 8px;\n        margin-bottom: 20px;\n        color: #2c5282;\n      }\n<\/style>\n<h1>\u9032\u968e\u6e2c\u9a57\uff1aGGUF \u683c\u5f0f\u8207\u6a21\u578b\u91cf\u5316<\/h1>\n    <div class=\"intro\">\n      <strong>\u6e2c\u9a57\u76ee\u6a19\uff1a<\/strong>\u9a57\u8b49\u4f60\u662f\u5426\u80fd\u5728\u5be6\u969b\u60c5\u5883\u4e2d\u61c9\u7528\u6240\u5b78\u3002<br \/>\n      \u5171 5 \u984c\uff0c\u5305\u542b\u60c5\u5883\u984c\u8207\u932f\u8aa4\u8a3a\u65b7\u984c\u3002\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv1\">\n      <h3>1. \u4f60\u7684\u7b46\u96fb\u6709 16GB RAM\uff0c\u60f3\u8981\u904b\u884c\u4e00\u500b\u4e2d\u6587\u80fd\u529b\u512a\u79c0\u7684\u6a21\u578b\u4f86\u8655\u7406\u65e5\u5e38\u4efb\u52d9\u3002\u6839\u64da\u6587\u7ae0\u5efa\u8b70\uff0c\u4f60\u61c9\u8a72\u9078\u64c7\u54ea\u500b\u914d\u7f6e\uff1f <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(1, 'A', 'B')\">A. Llama 3.2 3B Q8_0\uff0c\u56e0\u70ba\u6a94\u6848\u6700\u5c0f<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'B', 'B')\">B. Qwen 2.5 7B Q4_K_M\uff0c\u56e0\u70ba\u4e2d\u6587\u80fd\u529b\u512a\u79c0\u4e14\u8a18\u61b6\u9ad4\u8db3\u5920<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'C', 'B')\">C. Mistral 7B Q2_K\uff0c\u56e0\u70ba\u91cf\u5316\u7b49\u7d1a\u8d8a\u4f4e\u8d8a\u597d<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'D', 'B')\">D. \u4efb\u4f55 13B \u6a21\u578b\u7684 Q8_0\uff0c\u56e0\u70ba 16GB \u5f88\u5920\u7528<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv1\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv2\">\n      <h3>2. \u540c\u4e8b\u4e0b\u8f09\u4e86\u4e00\u500b\u6a21\u578b\u6a94\u6848\uff0c\u526f\u6a94\u540d\u662f <code>.ggml<\/code>\uff0c\u554f\u4f60\u80fd\u4e0d\u80fd\u7528 llama.cpp \u4f86\u904b\u884c\u3002\u4f60\u61c9\u8a72\u5982\u4f55\u56de\u61c9\uff1f <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(2, 'A', 'C')\">A. \u53ef\u4ee5\u76f4\u63a5\u4f7f\u7528\uff0cGGML \u548c GGUF \u662f\u4e00\u6a23\u7684<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'B', 'C')\">B. \u5b8c\u5168\u7121\u6cd5\u4f7f\u7528\uff0c\u9700\u8981\u91cd\u65b0\u8a13\u7df4\u6a21\u578b<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'C', 'C')\">C. GGML \u662f\u820a\u683c\u5f0f\u5df2\u505c\u6b62\u7dad\u8b77\uff0c\u5efa\u8b70\u4e0b\u8f09 GGUF \u7248\u672c<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'D', 'C')\">D. \u9700\u8981\u5148\u5b89\u88dd\u984d\u5916\u7684\u8f49\u63db\u5de5\u5177\u624d\u80fd\u4f7f\u7528<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv2\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv3\">\n      <h3>3. \u4f60\u57f7\u884c\u4ee5\u4e0b\u6307\u4ee4\u4e0b\u8f09\u6a21\u578b\uff0c\u4f46\u7db2\u8def\u4e2d\u65b7\u5c0e\u81f4\u4e0b\u8f09\u5931\u6557\u3002\u91cd\u65b0\u57f7\u884c\u6642\u767c\u73fe\u8981\u5f9e\u982d\u958b\u59cb\u3002\u554f\u984c\u6700\u53ef\u80fd\u51fa\u5728\u54ea\u88e1\uff1f <span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">wget https:\/\/huggingface.co\/bartowski\/Llama-3.2-3B-Instruct-GGUF\/resolve\/main\/Llama-3.2-3B-Instruct-Q4_K_M.gguf<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(3, 'A', 'B')\">A. Hugging Face \u4e0d\u652f\u63f4\u65b7\u9ede\u7e8c\u50b3\u529f\u80fd<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'B', 'B')\">B. wget \u9810\u8a2d\u4e0d\u652f\u63f4\u65b7\u9ede\u7e8c\u50b3\uff0c\u61c9\u6539\u7528 huggingface-cli<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'C', 'B')\">C. \u7db2\u5740\u683c\u5f0f\u932f\u8aa4\uff0c\u9700\u8981\u52a0\u4e0a\u8a8d\u8b49 token<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'D', 'B')\">D. \u6a21\u578b\u6a94\u6848\u592a\u5927\uff0c\u8d85\u904e wget \u7684\u4e0b\u8f09\u9650\u5236<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv3\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv4\">\n      <h3>4. \u4f60\u7684\u96fb\u8166\u986f\u793a\u6709 8GB VRAM \u7684 NVIDIA \u986f\u5361\uff0c\u60f3\u8981\u7372\u5f97\u6700\u5feb\u7684\u63a8\u7406\u901f\u5ea6\u3002\u4ee5\u4e0b\u54ea\u500b\u505a\u6cd5\u6700\u5408\u9069\uff1f <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(4, 'A', 'C')\">A. \u9078\u64c7 Q8_0 \u91cf\u5316\u4ee5\u7372\u5f97\u6700\u9ad8\u54c1\u8cea<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'B', 'C')\">B. \u53ea\u7528 CPU \u904b\u884c\uff0c\u9019\u6a23\u4e0d\u6703\u4f54\u7528 VRAM<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'C', 'C')\">C. \u9078\u64c7\u80fd\u5b8c\u6574\u8f09\u5165 VRAM \u7684\u6a21\u578b\u5927\u5c0f\uff0c\u7528 GPU \u904b\u884c<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'D', 'C')\">D. \u9078\u64c7\u6700\u5927\u7684\u6a21\u578b\uff0c\u8b93 CPU \u548c GPU \u5404\u5206\u64d4\u4e00\u534a<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv4\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv5\">\n      <h3>5. \u8f09\u5165\u6a21\u578b\u5f8c\u770b\u5230\u4ee5\u4e0b\u8f38\u51fa\uff0c\u4f46\u4f60\u9810\u671f\u4e0b\u8f09\u7684\u662f Q5_K_M \u7248\u672c\u3002\u9019\u4ee3\u8868\u4ec0\u9ebc\u554f\u984c\uff1f <span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">llm_load_print_meta: model type       = 3B\nllm_load_print_meta: model ftype      = Q4_K_M\nllm_load_print_meta: model params     = 3.21 B\nllm_load_print_meta: model size       = 1.93 GiB (4.87 BPW)<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(5, 'A', 'B')\">A. \u6a21\u578b\u6a94\u6848\u5df2\u640d\u58de\uff0c\u9700\u8981\u91cd\u65b0\u4e0b\u8f09<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'B', 'B')\">B. \u4e0b\u8f09\u4e86\u932f\u8aa4\u7684\u91cf\u5316\u7248\u672c\uff0c\u5be6\u969b\u662f Q4_K_M \u800c\u975e Q5_K_M<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'C', 'B')\">C. llama.cpp \u81ea\u52d5\u5c07\u6a21\u578b\u964d\u7d1a\u70ba Q4_K_M<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'D', 'B')\">D. \u9019\u662f\u6b63\u5e38\u73fe\u8c61\uff0cQ5_K_M \u8f09\u5165\u5f8c\u6703\u986f\u793a\u70ba Q4_K_M<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv5\"><\/div>\n    <\/div>\n\n    <div class=\"score-adv\" id=\"scoreAdv\" style=\"display:none;\"><\/div>\n<script>\n\n      let answeredAdv = 0;\n      let correctAdv = 0;\n      const totalAdv = 5;\n      const explanationsAdv = {\n        1: \"\u6587\u7ae0\u6307\u51fa Qwen 2.5 7B \u662f\u300c\u4e2d\u6587\u80fd\u529b\u512a\u79c0\u300d\u7684\u6a21\u578b\uff0c\u5efa\u8b70\u91cf\u5316\u70ba Q4_K_M\uff08\u7d04 4.5GB\uff09\u300216GB RAM \u8db3\u4ee5\u904b\u884c\u9019\u500b\u914d\u7f6e\uff084.5GB x 1.2 = 5.4GB\uff09\u3002\u9078\u9805 A \u7684 Llama 3.2 3B \u4e2d\u6587\u80fd\u529b\u8f03\u5f31\uff1b\u9078\u9805 C \u7684 Q2_K \u54c1\u8cea\u8f03\u5dee\uff1b\u9078\u9805 D \u7684 13B Q8_0 \u6703\u8d85\u904e 16GB \u7684\u8a18\u61b6\u9ad4\u9650\u5236\u3002\",\n        2: \"\u6839\u64da\u6587\u7ae0\uff0cGGML \u662f\u820a\u683c\u5f0f\uff0c\u5df2\u505c\u6b62\u7dad\u8b77\uff0cGGUF \u662f\u5176\u5f8c\u7e7c\u8005\uff0c\u8a2d\u8a08\u6642\u8003\u616e\u4e86\u64f4\u5c55\u6027\u548c\u5411\u5f8c\u76f8\u5bb9\u6027\u3002\u6587\u7ae0\u660e\u78ba\u5efa\u8b70\u300c\u73fe\u5728\u53ea\u9700\u8981\u627e GGUF \u683c\u5f0f\u7684\u6a21\u578b\u300d\u3002\u96d6\u7136\u820a\u7248 llama.cpp \u53ef\u80fd\u652f\u63f4 GGML\uff0c\u4f46\u6700\u4f73\u505a\u6cd5\u662f\u4f7f\u7528\u65b0\u7684 GGUF \u683c\u5f0f\u3002\",\n        3: \"\u6587\u7ae0\u7279\u5225\u63d0\u5230\u4f7f\u7528 <code>huggingface-cli download<\/code> \u7684\u597d\u8655\u662f\u300c\u652f\u63f4\u65b7\u9ede\u7e8c\u50b3\uff0c\u7db2\u8def\u4e0d\u7a69\u6642\u4e0d\u7528\u5f9e\u982d\u4e0b\u8f09\u300d\u3002\u9019\u6697\u793a\u76f4\u63a5\u7528 wget \u4e0b\u8f09\u6642\u6c92\u6709\u9019\u500b\u512a\u52e2\u3002\u6b63\u78ba\u7684\u505a\u6cd5\u662f\u4f7f\u7528 <code>huggingface-cli download --include \\\"\u6a94\u540d.gguf\\\" --local-dir .\/models<\/code>\u3002\",\n        4: \"\u6587\u7ae0\u660e\u78ba\u6307\u51fa\u300c\u5982\u679c\u4f60\u6709 NVIDIA \u986f\u5361\u4e14 VRAM \u8db3\u5920\u5bb9\u7d0d\u6a21\u578b\uff0cGPU \u904b\u884c\u6703\u5feb\u5f88\u591a\u300d\u3002\u95dc\u9375\u662f\u9078\u64c7\u80fd\u5b8c\u6574\u8f09\u5165 VRAM \u7684\u6a21\u578b\u5927\u5c0f\u3002\u8a18\u61b6\u9ad4\u9700\u6c42\u7d04\u70ba\u6a94\u6848\u5927\u5c0f\u7684 1.2 \u500d\uff0c\u6240\u4ee5 8GB VRAM \u9069\u5408\u7d04 6.5GB \u4ee5\u4e0b\u7684\u6a21\u578b\u6a94\u6848\u3002\",\n        5: \"\u8f38\u51fa\u4e2d\u7684 <code>model ftype = Q4_K_M<\/code> \u6e05\u695a\u986f\u793a\u8f09\u5165\u7684\u662f Q4_K_M \u91cf\u5316\u7248\u672c\uff0c\u800c\u975e\u9810\u671f\u7684 Q5_K_M\u3002\u9019\u4ee3\u8868\u4e0b\u8f09\u6642\u9078\u932f\u4e86\u6a94\u6848\u3002llama.cpp \u4e0d\u6703\u81ea\u52d5\u8b8a\u66f4\u91cf\u5316\u7b49\u7d1a\uff0c\u6a94\u6848\u5167\u5bb9\u5c31\u662f\u5b83\u986f\u793a\u7684\u5167\u5bb9\u3002\u61c9\u8a72\u91cd\u65b0\u4e0b\u8f09\u6b63\u78ba\u7684 Q5_K_M \u7248\u672c\u3002\"\n      };\n\n      function checkAnswerAdv(qNum, selected, correctAns) {\n        const question = document.getElementById(\"qAdv\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n\n        question.classList.add(\"answered\");\n        answeredAdv++;\n\n        const options = question.querySelectorAll(\".options-adv li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) {\n            opt.classList.add(\"show-answer\");\n          }\n        });\n\n        const feedback = document.getElementById(\"fbAdv\" + qNum);\n        if (selected === correctAns) {\n          correctAdv++;\n          feedback.className = \"feedback-adv correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanationsAdv[qNum];\n        } else {\n          feedback.className = \"feedback-adv wrong\";\n          feedback.innerHTML =\n            \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanationsAdv[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) {\n              opt.classList.add(\"wrong\");\n            }\n          });\n        }\n\n        if (answeredAdv === totalAdv) {\n          const scoreDiv = document.getElementById(\"scoreAdv\");\n          scoreDiv.style.display = \"block\";\n          let msg = \"\";\n          if (correctAdv === totalAdv) msg = \"\ud83c\udfaf \u5b8c\u7f8e\uff01\u4f60\u5df2\u7d93\u6e96\u5099\u597d\u5be6\u6230\u4e86\uff01\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.8))\n            msg = \"\ud83d\udcaa \u5f88\u68d2\uff01\u518d\u8907\u7fd2\u4e00\u4e0b\u932f\u7684\u984c\u76ee\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.6))\n            msg = \"\ud83d\udcd6 \u5efa\u8b70\u91cd\u8b80\u76f8\u95dc\u6bb5\u843d\u5f8c\u518d\u8a66\u4e00\u6b21\";\n          else msg = \"\ud83d\udd04 \u5efa\u8b70\u91cd\u65b0\u95b1\u8b80\u6587\u4ef6\uff0c\u7279\u5225\u6ce8\u610f\u64cd\u4f5c\u6d41\u7a0b\";\n          scoreDiv.innerHTML =\n            \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" + correctAdv + \" \/ \" + totalAdv + \"<br>\" + msg;\n        }\n      }\n    \n<\/script>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u6e2c\u9a57\uff1aGGUF \u683c\u5f0f\u8207\u6a21\u578b\u91cf\u5316 \u5171 5 \u984c\uff0c\u9ede\u9078\u7b54\u6848\u5f8c\u6703\u7acb\u5373\u986f\u793a\u7d50\u679c 1. GGUF \u683c\u5f0f\u76f8\u8f03\u65bc\u539f\u59cb PyTo [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rolpb_likes":0,"footnotes":""},"categories":[360],"tags":[],"class_list":["post-377","post","type-post","status-publish","format-standard","hentry","category-llama-cpp"],"blocksy_meta":{"styles_descriptor":{"styles":{"desktop":"","tablet":"","mobile":""},"google_fonts":[],"version":7}},"_links":{"self":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/377","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/comments?post=377"}],"version-history":[{"count":0,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/377\/revisions"}],"wp:attachment":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/media?parent=377"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/categories?post=377"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/tags?post=377"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}