{"id":378,"date":"2026-01-26T02:09:08","date_gmt":"2026-01-25T18:09:08","guid":{"rendered":"https:\/\/skwp.zeabur.app\/2026\/01\/26\/%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9103-%e5%91%bd%e4%bb%a4%e5%88%97%e6%8e%a8%e8%ab%96%e5%af%a6%e6%88%b0%ef%bc%9allama-cli-%e5%ae%8c%e6%95%b4%e6%8c%87%e5%8d%97\/"},"modified":"2026-01-26T02:09:08","modified_gmt":"2026-01-25T18:09:08","slug":"%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9103-%e5%91%bd%e4%bb%a4%e5%88%97%e6%8e%a8%e8%ab%96%e5%af%a6%e6%88%b0%ef%bc%9allama-cli-%e5%ae%8c%e6%95%b4%e6%8c%87%e5%8d%97","status":"publish","type":"post","link":"https:\/\/blog.itsmygo.uk\/wordpress\/2026\/01\/26\/%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9103-%e5%91%bd%e4%bb%a4%e5%88%97%e6%8e%a8%e8%ab%96%e5%af%a6%e6%88%b0%ef%bc%9allama-cli-%e5%ae%8c%e6%95%b4%e6%8c%87%e5%8d%97\/","title":{"rendered":"\u3010llama.cpp \u6559\u5b78\u3011#03 \u547d\u4ee4\u5217\u63a8\u8ad6\u5be6\u6230\uff1allama-cli \u5b8c\u6574\u6307\u5357"},"content":{"rendered":"\n<div id=\"quiz-basic\">\n<style>\n#quiz-basic .question {\n        background: white;\n        border-radius: 8px;\n        padding: 20px;\n        margin: 20px 0;\n        box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);\n      }#quiz-basic .question h3 {\n        margin-top: 0;\n        color: #333;\n      }#quiz-basic .options {\n        list-style: none;\n        padding: 0;\n      }#quiz-basic .options li {\n        padding: 12px 15px;\n        margin: 8px 0;\n        border: 2px solid #ddd;\n        border-radius: 6px;\n        cursor: pointer;\n        transition: all 0.2s;\n      }#quiz-basic .options li:hover:not(.disabled) {\n        border-color: #4caf50;\n        background: #f0fff0;\n      }#quiz-basic .options li.correct {\n        border-color: #4caf50;\n        background: #e8f5e9;\n      }#quiz-basic .options li.wrong {\n        border-color: #f44336;\n        background: #ffebee;\n      }#quiz-basic .options li.disabled {\n        cursor: default;\n        opacity: 0.7;\n      }#quiz-basic .options li.show-answer {\n        border-color: #4caf50;\n        background: #e8f5e9;\n      }#quiz-basic .feedback {\n        margin-top: 15px;\n        padding: 12px;\n        border-radius: 6px;\n        display: none;\n      }#quiz-basic .feedback.correct {\n        background: #e8f5e9;\n        color: #2e7d32;\n        display: block;\n      }#quiz-basic .feedback.wrong {\n        background: #ffebee;\n        color: #c62828;\n        display: block;\n      }#quiz-basic .score {\n        text-align: center;\n        font-size: 1.5em;\n        padding: 20px;\n        background: white;\n        border-radius: 8px;\n        margin-top: 20px;\n      }#quiz-basic .code-block {\n        background: #1e1e1e;\n        color: #d4d4d4;\n        padding: 14px;\n        border-radius: 6px;\n        font-family: \"Monaco\", \"Consolas\", \"Courier New\", monospace;\n        font-size: 0.9em;\n        overflow-x: auto;\n        margin: 12px 0;\n        white-space: pre-wrap;\n      }\n<\/style>\n<h1>\u6e2c\u9a57\uff1allama-cli \u5b8c\u6574\u6307\u5357<\/h1>\n    <p>\u5171 5 \u984c\uff0c\u9ede\u9078\u7b54\u6848\u5f8c\u6703\u7acb\u5373\u986f\u793a\u7d50\u679c<\/p>\n\n    <div class=\"question\" id=\"q1\">\n      <h3>1. \u4f7f\u7528 llama-cli \u9032\u884c\u63a8\u8ad6\u6642\uff0c\u54ea\u5169\u500b\u53c3\u6578\u662f\u5fc5\u8981\u7684\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(1, 'A', 'B')\">A. <code>-c<\/code> \u548c <code>-n<\/code><\/li>\n        <li onclick=\"checkAnswer(1, 'B', 'B')\">B. <code>-m<\/code> \u548c <code>-p<\/code><\/li>\n        <li onclick=\"checkAnswer(1, 'C', 'B')\">C. <code>-ngl<\/code> \u548c <code>-t<\/code><\/li>\n        <li onclick=\"checkAnswer(1, 'D', 'B')\">D. <code>--temp<\/code> \u548c <code>--top-p<\/code><\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb1\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q2\">\n      <h3>2. Temperature \u53c3\u6578\u7684\u4f5c\u7528\u662f\u4ec0\u9ebc\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(2, 'A', 'C')\">A. \u63a7\u5236\u6a21\u578b\u8f09\u5165\u7684\u5c64\u6578<\/li>\n        <li onclick=\"checkAnswer(2, 'B', 'C')\">B. \u8a2d\u5b9a\u4e0a\u4e0b\u6587\u8a18\u61b6\u7684\u9577\u5ea6<\/li>\n        <li onclick=\"checkAnswer(2, 'C', 'C')\">C. \u63a7\u5236\u6a21\u578b\u8f38\u51fa\u7684\u96a8\u6a5f\u6027\u8207\u5275\u610f\u7a0b\u5ea6<\/li>\n        <li onclick=\"checkAnswer(2, 'D', 'C')\">D. \u9650\u5236\u751f\u6210\u7684 token \u6578\u91cf<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb2\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q3\">\n      <h3>3. \u82e5\u8981\u8b93\u6a21\u578b\u751f\u6210\u7684\u7a0b\u5f0f\u78bc\u66f4\u52a0\u78ba\u5b9a\u3001\u4e00\u81f4\uff0cTemperature \u61c9\u8a72\u8a2d\u5b9a\u70ba\u591a\u5c11\u8f03\u70ba\u5408\u9069\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(3, 'A', 'A')\">A. 0.2<\/li>\n        <li onclick=\"checkAnswer(3, 'B', 'A')\">B. 0.8<\/li>\n        <li onclick=\"checkAnswer(3, 'C', 'A')\">C. 1.0<\/li>\n        <li onclick=\"checkAnswer(3, 'D', 'A')\">D. 1.5<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb3\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q4\">\n      <h3>4. \u95dc\u65bc <code>-cnv<\/code> \u548c <code>-i<\/code> \u4e92\u52d5\u6a21\u5f0f\u7684\u5dee\u7570\uff0c\u4e0b\u5217\u6558\u8ff0\u4f55\u8005\u6b63\u78ba\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(4, 'A', 'B')\">A. <code>-cnv<\/code> \u53ea\u652f\u63f4\u55ae\u8f2a\u5c0d\u8a71\uff0c<code>-i<\/code> \u652f\u63f4\u591a\u8f2a\u5c0d\u8a71<\/li>\n        <li onclick=\"checkAnswer(4, 'B', 'B')\">B. <code>-cnv<\/code> \u5c08\u70ba\u804a\u5929\u8a2d\u8a08\u4e26\u81ea\u52d5\u8655\u7406\u5c0d\u8a71\u683c\u5f0f\uff0c<code>-i<\/code> \u662f\u57fa\u672c\u4e92\u52d5\u6a21\u5f0f<\/li>\n        <li onclick=\"checkAnswer(4, 'C', 'B')\">C. \u5169\u8005\u529f\u80fd\u5b8c\u5168\u76f8\u540c\uff0c\u53ea\u662f\u540d\u7a31\u4e0d\u540c<\/li>\n        <li onclick=\"checkAnswer(4, 'D', 'B')\">D. <code>-i<\/code> \u6703\u81ea\u52d5\u5957\u7528\u7cfb\u7d71\u63d0\u793a\u8a5e\uff0c<code>-cnv<\/code> \u5247\u4e0d\u6703<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb4\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q5\">\n      <h3>5. \u4f7f\u7528 <code>-ngl<\/code> \u53c3\u6578\u7684\u4e3b\u8981\u76ee\u7684\u662f\u4ec0\u9ebc\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(5, 'A', 'D')\">A. \u8a2d\u5b9a CPU \u57f7\u884c\u7dd2\u6578\u91cf<\/li>\n        <li onclick=\"checkAnswer(5, 'B', 'D')\">B. \u9650\u5236\u8f38\u51fa\u7684 token \u6578\u91cf<\/li>\n        <li onclick=\"checkAnswer(5, 'C', 'D')\">C. \u8a2d\u5b9a\u4e0a\u4e0b\u6587\u8996\u7a97\u5927\u5c0f<\/li>\n        <li onclick=\"checkAnswer(5, 'D', 'D')\">D. \u5c07\u6a21\u578b\u5c64\u7d1a\u8f09\u5165 GPU \u4ee5\u52a0\u901f\u63a8\u8ad6<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb5\"><\/div>\n    <\/div>\n\n    <div class=\"score\" id=\"score\" style=\"display:none;\"><\/div>\n<script>\n\n      let answered = 0;\n      let correct = 0;\n      const total = 5;\n      const explanations = {\n        1: \"<code>-m<\/code> \u7528\u65bc\u6307\u5b9a\u6a21\u578b\u6a94\u6848\u8def\u5f91\uff0c<code>-p<\/code> \u7528\u65bc\u63d0\u4f9b\u8f38\u5165\u63d0\u793a\u8a5e\uff0c\u9019\u662f\u57f7\u884c\u63a8\u8ad6\u7684\u6700\u57fa\u672c\u8981\u6c42\u3002\u5176\u4ed6\u53c3\u6578\u5982 <code>-c<\/code>\u3001<code>-n<\/code>\u3001<code>-ngl<\/code> \u7b49\u90fd\u662f\u53ef\u9078\u7684\u8abf\u6821\u53c3\u6578\u3002\",\n        2: \"Temperature \u6c7a\u5b9a\u6a21\u578b\u8f38\u51fa\u7684\u300c\u5275\u610f\u7a0b\u5ea6\u300d\u3002\u4f4e temperature\uff08\u5982 0.1\uff09\u6703\u8b93\u8f38\u51fa\u8f03\u70ba\u78ba\u5b9a\u3001\u4e00\u81f4\uff1b\u9ad8 temperature\uff08\u5982 1.2\uff09\u5247\u6703\u8b93\u8f38\u51fa\u8f03\u70ba\u591a\u6a23\u3001\u6709\u5275\u610f\u3002\u9810\u8a2d\u503c\u662f 0.8\u3002\",\n        3: \"\u6839\u64da\u6587\u7ae0\u7684\u5efa\u8b70\u8a2d\u5b9a\u8868\uff0c\u7a0b\u5f0f\u78bc\u751f\u6210\u9069\u5408\u4f7f\u7528\u4f4e temperature\uff08\u5982 0.2\uff09\uff0c\u9019\u6a23\u53ef\u4ee5\u8b93\u8f38\u51fa\u66f4\u78ba\u5b9a\u3001\u4e00\u81f4\u3002Temperature 0.0-0.3 \u7684\u6548\u679c\u662f\u300c\u975e\u5e38\u78ba\u5b9a\u6027\uff0c\u5e7e\u4e4e\u7e3d\u662f\u9078\u6700\u9ad8\u6a5f\u7387\u7684\u8a5e\u300d\uff0c\u9069\u5408\u6578\u5b78\u904b\u7b97\u3001\u7a0b\u5f0f\u78bc\u3001\u4e8b\u5be6\u554f\u7b54\u7b49\u5834\u666f\u3002\",\n        4: \"<code>-cnv<\/code>\uff08conversation\uff09\u5c08\u70ba\u804a\u5929\u8a2d\u8a08\uff0c\u6703\u81ea\u52d5\u8655\u7406\u5c0d\u8a71\u683c\u5f0f\uff1b\u800c <code>-i<\/code>\uff08interactive\uff09\u662f\u57fa\u672c\u4e92\u52d5\u6a21\u5f0f\uff0c\u53ea\u63d0\u4f9b\u4f60\u8f38\u5165\u3001\u6a21\u578b\u56de\u61c9\u7684\u57fa\u672c\u529f\u80fd\u3002\",\n        5: \"<code>-ngl<\/code> \u6216 <code>--gpu-layers<\/code> \u7528\u65bc\u6307\u5b9a\u8981\u8f09\u5165 GPU \u7684\u5c64\u6578\uff0c\u5c07\u6a21\u578b\u5c64\u7d1a\u8f09\u5165 GPU \u53ef\u4ee5\u52a0\u901f\u63a8\u8ad6\u3002\u9810\u8a2d\u503c\u70ba 0 \u8868\u793a\u7d14 CPU \u904b\u7b97\u3002\u8a2d\u5b9a\u70ba\u5f88\u5927\u7684\u6578\u5b57\uff08\u5982 999\uff09\u6703\u81ea\u52d5\u8f09\u5165\u6240\u6709\u5c64\u5230 GPU\u3002\"\n      };\n\n      function checkAnswer(qNum, selected, correctAns) {\n        const question = document.getElementById(\"q\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n\n        question.classList.add(\"answered\");\n        answered++;\n\n        const options = question.querySelectorAll(\".options li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) {\n            opt.classList.add(\"show-answer\");\n          }\n        });\n\n        const feedback = document.getElementById(\"fb\" + qNum);\n        if (selected === correctAns) {\n          correct++;\n          feedback.className = \"feedback correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanations[qNum];\n        } else {\n          feedback.className = \"feedback wrong\";\n          feedback.innerHTML =\n            \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanations[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) {\n              opt.classList.add(\"wrong\");\n            }\n          });\n        }\n\n        if (answered === total) {\n          const scoreDiv = document.getElementById(\"score\");\n          scoreDiv.style.display = \"block\";\n          scoreDiv.innerHTML =\n            \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" +\n            correct +\n            \" \/ \" +\n            total +\n            (correct === total\n              ? \" \ud83c\udf89 \u5168\u5c0d\uff01\"\n              : correct >= Math.ceil(total * 0.6)\n                ? \" \ud83d\udc4d \u4e0d\u932f\uff01\"\n                : \" \ud83d\udcda \u518d\u8907\u7fd2\u4e00\u4e0b\u5427\");\n        }\n      }\n    \n<\/script>\n<\/div>\n\n\n\n<h2 class=\"wp-block-heading\">\u524d\u8a00<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728\u524d\u5169\u7bc7\u6587\u7ae0\u4e2d\uff0c\u6211\u5011\u5b8c\u6210\u4e86 llama.cpp \u7684\u7de8\u8b6f\u5b89\u88dd\uff0c\u4e26\u6210\u529f\u4e0b\u8f09\u4e86 GGUF \u683c\u5f0f\u7684\u6a21\u578b\u3002\u73fe\u5728\u662f\u6642\u5019\u8b93\u6a21\u578b\u958b\u53e3\u8aaa\u8a71\u4e86\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><code>llama-cli<\/code> \u662f llama.cpp \u7684\u4e3b\u8981\u547d\u4ee4\u5217\u5de5\u5177\uff0c\u8b93\u4f60\u76f4\u63a5\u5728\u7d42\u7aef\u6a5f\u8207\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u5c0d\u8a71\u3002\u672c\u7bc7\u5c07\u5e36\u4f60\u5f9e\u57fa\u672c\u7684\u55ae\u6b21\u63a8\u8ad6\uff0c\u5230\u9032\u968e\u7684\u53c3\u6578\u8abf\u6821\uff0c\u6700\u5f8c\u638c\u63e1\u4e92\u52d5\u6a21\u5f0f\u7684\u591a\u8f2a\u5c0d\u8a71\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5b78\u7fd2\u76ee\u6a19<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u8b80\u5b8c\u672c\u7bc7\u5f8c\uff0c\u4f60\u5c07\u80fd\u5920\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u4f7f\u7528 llama-cli \u8f09\u5165\u6a21\u578b\u4e26\u9032\u884c\u5c0d\u8a71<\/li>\n<li>\u7406\u89e3\u4e26\u8abf\u6574\u95dc\u9375\u63a8\u8ad6\u53c3\u6578\uff08temperature\u3001top<em>p\u3001top<\/em>k\uff09<\/li>\n<li>\u8a2d\u5b9a\u4e0a\u4e0b\u6587\u9577\u5ea6\u8207\u8a18\u61b6\u9ad4\u4f7f\u7528<\/li>\n<li>\u4f7f\u7528\u4e92\u52d5\u6a21\u5f0f\u9032\u884c\u591a\u8f2a\u5c0d\u8a71<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">llama-cli \u57fa\u672c\u7528\u6cd5<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u6700\u7c21\u55ae\u7684\u63a8\u8ad6\u6307\u4ee4<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u8f09\u5165\u6a21\u578b\u4e26\u751f\u6210\u6587\u5b57\u7684\u6700\u57fa\u672c\u6307\u4ee4\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-1\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m .\/models\/phi<span class=\"hljs-number\">-4<\/span>-q4.gguf -p <span class=\"hljs-string\">\"\u4eca\u5929\u5929\u6c23\u771f\u597d\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-1\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u9019\u88e1\u6709\u5169\u500b\u5fc5\u8981\u53c3\u6578\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><code>-m<\/code>\uff1a\u6307\u5b9a\u6a21\u578b\u6a94\u6848\u8def\u5f91<\/li>\n<li><code>-p<\/code>\uff1a\u63d0\u4f9b\u8f38\u5165\u63d0\u793a\u8a5e\uff08prompt\uff09<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">\u57f7\u884c\u5f8c\uff0c\u6a21\u578b\u6703\u6839\u64da\u4f60\u7684\u63d0\u793a\u8a5e\u7e7c\u7e8c\u751f\u6210\u6587\u5b57\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u63a7\u5236\u8f38\u51fa\u9577\u5ea6<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u9810\u8a2d\u60c5\u6cc1\u4e0b\uff0c\u6a21\u578b\u6703\u6301\u7e8c\u751f\u6210\u76f4\u5230\u9054\u5230\u4e0a\u4e0b\u6587\u9650\u5236\u6216\u9047\u5230\u505c\u6b62\u7b26\u865f\u3002\u4f7f\u7528 <code>-n<\/code> \u53c3\u6578\u9650\u5236\u751f\u6210\u7684 token \u6578\u91cf\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-2\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m .\/models\/phi<span class=\"hljs-number\">-4<\/span>-q4.gguf \\\n    -p <span class=\"hljs-string\">\"\u8acb\u7528\u4e09\u53e5\u8a71\u4ecb\u7d39\u53f0\u5317\"<\/span> \\\n    -n <span class=\"hljs-number\">100<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-2\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><code>-n 100<\/code> \u8868\u793a\u6700\u591a\u751f\u6210 100 \u500b token\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u5f9e Hugging Face \u76f4\u63a5\u4e0b\u8f09\u4e26\u57f7\u884c<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5982\u679c\u4f60\u9084\u6c92\u4e0b\u8f09\u6a21\u578b\uff0c\u53ef\u4ee5\u8b93 llama-cli \u81ea\u52d5\u5f9e Hugging Face \u4e0b\u8f09\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-3\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli --hf-repo unsloth\/phi<span class=\"hljs-number\">-4<\/span>-GGUF:q4_k_m \\\n    -p <span class=\"hljs-string\">\"Hello, world!\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-3\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><code>--hf-repo<\/code> \u683c\u5f0f\u662f <code>\u7528\u6236\u540d\/\u6a21\u578b\u540d:\u91cf\u5316\u7248\u672c<\/code>\uff0c\u9996\u6b21\u57f7\u884c\u6703\u81ea\u52d5\u4e0b\u8f09\u5230\u5feb\u53d6\u76ee\u9304\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u91cd\u8981\u53c3\u6578\u8a73\u89e3<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">Temperature\uff1a\u63a7\u5236\u96a8\u6a5f\u6027<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">Temperature \u6c7a\u5b9a\u6a21\u578b\u8f38\u51fa\u7684\u300c\u5275\u610f\u7a0b\u5ea6\u300d\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-4\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u4f4e temperature\uff1a\u8f38\u51fa\u8f03\u70ba\u78ba\u5b9a\u3001\u4e00\u81f4<\/span>\nllama-cli -m model.gguf -p <span class=\"hljs-string\">\"1+1=\"<\/span> --temp <span class=\"hljs-number\">0.1<\/span>\n\n<span class=\"hljs-comment\"># \u9ad8 temperature\uff1a\u8f38\u51fa\u8f03\u70ba\u591a\u6a23\u3001\u6709\u5275\u610f<\/span>\nllama-cli -m model.gguf -p <span class=\"hljs-string\">\"\u5beb\u4e00\u9996\u95dc\u65bc\u661f\u661f\u7684\u8a69\"<\/span> --temp <span class=\"hljs-number\">1.2<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-4\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u53c3\u6578\u7bc4\u570d\u8207\u5efa\u8b70\uff1a<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>Temperature<\/th>\n<th>\u6548\u679c<\/th>\n<th>\u9069\u7528\u5834\u666f<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>0.0 &#8211; 0.3<\/td>\n<td>\u975e\u5e38\u78ba\u5b9a\u6027\uff0c\u5e7e\u4e4e\u7e3d\u662f\u9078\u6700\u9ad8\u6a5f\u7387\u7684\u8a5e<\/td>\n<td>\u6578\u5b78\u904b\u7b97\u3001\u7a0b\u5f0f\u78bc\u3001\u4e8b\u5be6\u554f\u7b54<\/td>\n<\/tr>\n<tr>\n<td>0.4 &#8211; 0.7<\/td>\n<td>\u5e73\u8861\u7a69\u5b9a\u8207\u591a\u6a23\u6027<\/td>\n<td>\u4e00\u822c\u5c0d\u8a71\u3001\u6280\u8853\u6587\u4ef6<\/td>\n<\/tr>\n<tr>\n<td>0.8 &#8211; 1.2<\/td>\n<td>\u8f03\u9ad8\u5275\u610f\uff0c\u8f38\u51fa\u591a\u6a23\u5316<\/td>\n<td>\u5275\u610f\u5beb\u4f5c\u3001\u6545\u4e8b\u751f\u6210<\/td>\n<\/tr>\n<tr>\n<td>> 1.2<\/td>\n<td>\u9ad8\u5ea6\u96a8\u6a5f\uff0c\u53ef\u80fd\u7522\u751f\u4e0d\u9023\u8cab\u5167\u5bb9<\/td>\n<td>\u6975\u7aef\u5275\u610f\u9700\u6c42\uff08\u5c11\u7528\uff09<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u9810\u8a2d\u503c\u662f <code>0.8<\/code>\uff0c\u5c0d\u5927\u591a\u6578\u60c5\u6cc1\u5df2\u7d93\u8db3\u5920\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Top-K \u8207 Top-P\uff1a\u63a7\u5236\u53d6\u6a23\u7bc4\u570d<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u9019\u5169\u500b\u53c3\u6578\u6c7a\u5b9a\u6a21\u578b\u300c\u8003\u616e\u54ea\u4e9b\u8a5e\u300d\uff1a<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Top-K \u53d6\u6a23<\/strong>\uff1a\u53ea\u5f9e\u6a5f\u7387\u6700\u9ad8\u7684 K \u500b\u8a5e\u4e2d\u9078\u64c7<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-5\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m model.gguf -p <span class=\"hljs-string\">\"\u5929\u7a7a\u662f\"<\/span> --top-k <span class=\"hljs-number\">10<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-5\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><code>--top-k 10<\/code>\uff1a\u53ea\u8003\u616e\u6a5f\u7387\u6700\u9ad8\u7684 10 \u500b\u8a5e<\/li>\n<li>\u9810\u8a2d\u503c\uff1a40<\/li>\n<li>\u7bc4\u570d\uff1a1-100\uff081 = \u53ea\u9078\u6700\u9ad8\u6a5f\u7387\u7684\u8a5e\uff09<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Top-P \u53d6\u6a23\uff08Nucleus Sampling\uff09<\/strong>\uff1a\u9078\u64c7\u7d2f\u7a4d\u6a5f\u7387\u9054\u5230 P \u7684\u8a5e<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-6\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">-p<\/span> \"\u5929\u7a7a\u662f\" <span class=\"hljs-selector-tag\">--top-p<\/span> 0<span class=\"hljs-selector-class\">.9<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-6\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><code>--top-p 0.9<\/code>\uff1a\u9078\u64c7\u7d2f\u7a4d\u6a5f\u7387\u9054\u5230 90% \u7684\u8a5e\u5f59\u7d44\u5408<\/li>\n<li>\u9810\u8a2d\u503c\uff1a0.9<\/li>\n<li>\u7bc4\u570d\uff1a0.0-1.0\uff081.0 = \u4e0d\u9650\u5236\uff09<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u5be6\u7528\u7d44\u5408\u5efa\u8b70\uff1a<\/strong><\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-7\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"># \u7a0b\u5f0f\u78bc\u751f\u6210\uff1a\u4f4e <span class=\"hljs-selector-tag\">temperature<\/span> + \u56b4\u683c\u53d6\u6a23\n<span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">-p<\/span> \"\u5beb\u4e00\u500b <span class=\"hljs-selector-tag\">Python<\/span> \u6392\u5e8f\u51fd\u6578\" \\\n    <span class=\"hljs-selector-tag\">--temp<\/span> 0<span class=\"hljs-selector-class\">.2<\/span> <span class=\"hljs-selector-tag\">--top-p<\/span> 0<span class=\"hljs-selector-class\">.7<\/span> <span class=\"hljs-selector-tag\">--top-k<\/span> 10\n\n# \u5275\u610f\u5beb\u4f5c\uff1a\u9ad8 <span class=\"hljs-selector-tag\">temperature<\/span> + \u5bec\u9b06\u53d6\u6a23\n<span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">-p<\/span> \"\u5beb\u4e00\u500b\u5947\u5e7b\u6545\u4e8b\u958b\u982d\" \\\n    <span class=\"hljs-selector-tag\">--temp<\/span> 1<span class=\"hljs-selector-class\">.0<\/span> <span class=\"hljs-selector-tag\">--top-p<\/span> 0<span class=\"hljs-selector-class\">.95<\/span> <span class=\"hljs-selector-tag\">--top-k<\/span> 50\n\n# \u4e00\u822c\u5c0d\u8a71\uff1a\u5e73\u8861\u8a2d\u5b9a\n<span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">-p<\/span> \"\u4ecb\u7d39\u4e00\u4e0b\u81ea\u5df1\" \\\n    <span class=\"hljs-selector-tag\">--temp<\/span> 0<span class=\"hljs-selector-class\">.7<\/span> <span class=\"hljs-selector-tag\">--top-p<\/span> 0<span class=\"hljs-selector-class\">.9<\/span> <span class=\"hljs-selector-tag\">--top-k<\/span> 40\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-7\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">n_ctx\uff1a\u4e0a\u4e0b\u6587\u9577\u5ea6<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e0a\u4e0b\u6587\u9577\u5ea6\u6c7a\u5b9a\u6a21\u578b\u80fd\u300c\u8a18\u4f4f\u300d\u591a\u5c11\u5167\u5bb9\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-8\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m model.gguf -c <span class=\"hljs-number\">8192<\/span> -p <span class=\"hljs-string\">\"\u5f88\u9577\u7684\u6587\u7ae0...\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-8\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><code>-c<\/code> \u6216 <code>--ctx-size<\/code>\uff1a\u8a2d\u5b9a\u4e0a\u4e0b\u6587\u9577\u5ea6<\/li>\n<li>\u9810\u8a2d\u503c\uff1a4096\uff08\u5f9e\u6a21\u578b\u8f09\u5165\uff09<\/li>\n<li>\u6ce8\u610f\uff1a\u66f4\u9577\u7684\u4e0a\u4e0b\u6587\u9700\u8981\u66f4\u591a\u8a18\u61b6\u9ad4<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8a18\u61b6\u9ad4\u4f30\u7b97\u53c3\u8003\uff1a<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u4e0a\u4e0b\u6587\u9577\u5ea6<\/th>\n<th>\u984d\u5916\u8a18\u61b6\u9ad4\u9700\u6c42\uff08\u7d04\uff09<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>4096<\/td>\n<td>\u57fa\u6e96\u503c<\/td>\n<\/tr>\n<tr>\n<td>8192<\/td>\n<td>+2GB<\/td>\n<\/tr>\n<tr>\n<td>16384<\/td>\n<td>+4-6GB<\/td>\n<\/tr>\n<tr>\n<td>32768<\/td>\n<td>+8-12GB<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">n_gpu_layers\uff1aGPU \u52a0\u901f\u8a2d\u5b9a<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5c07\u6a21\u578b\u5c64\u7d1a\u8f09\u5165\u5230 GPU \u4ee5\u52a0\u901f\u63a8\u8ad6\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-9\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u5c07 35 \u5c64\u8f09\u5165 GPU<\/span>\nllama-cli -m model.gguf -ngl <span class=\"hljs-number\">35<\/span> -p <span class=\"hljs-string\">\"Hello\"<\/span>\n\n<span class=\"hljs-comment\"># \u8f09\u5165\u5168\u90e8\u5c64\u7d1a\u5230 GPU\uff08\u8a2d\u4e00\u500b\u5f88\u5927\u7684\u6578\u5b57\uff09<\/span>\nllama-cli -m model.gguf -ngl <span class=\"hljs-number\">999<\/span> -p <span class=\"hljs-string\">\"Hello\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-9\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ul class=\"wp-block-list\">\n<li><code>-ngl<\/code> \u6216 <code>--gpu-layers<\/code>\uff1a\u8981\u8f09\u5165 GPU \u7684\u5c64\u6578<\/li>\n<li>\u9810\u8a2d\u503c\uff1a0\uff08\u7d14 CPU \u904b\u7b97\uff09<\/li>\n<li>\u8a2d\u5b9a\u70ba\u5f88\u5927\u7684\u6578\u5b57\uff08\u5982 999\uff09\u6703\u81ea\u52d5\u8f09\u5165\u6240\u6709\u5c64<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u5982\u4f55\u6c7a\u5b9a GPU \u5c64\u6578\uff1f<\/strong><\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u5148\u67e5\u770b\u4f60\u7684 GPU \u8a18\u61b6\u9ad4\u5bb9\u91cf<\/li>\n<li>\u5f9e\u5c0f\u6578\u5b57\u958b\u59cb\u5617\u8a66\uff0c\u9010\u6b65\u589e\u52a0<\/li>\n<li>\u89c0\u5bdf\u662f\u5426\u51fa\u73fe\u8a18\u61b6\u9ad4\u4e0d\u8db3\u932f\u8aa4<\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-10\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u9010\u6b65\u6e2c\u8a66<\/span>\nllama-cli -m model.gguf -ngl <span class=\"hljs-number\">10<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>  <span class=\"hljs-comment\"># \u5148\u8a66 10 \u5c64<\/span>\nllama-cli -m model.gguf -ngl <span class=\"hljs-number\">20<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>  <span class=\"hljs-comment\"># \u518d\u8a66 20 \u5c64<\/span>\nllama-cli -m model.gguf -ngl <span class=\"hljs-number\">35<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>  <span class=\"hljs-comment\"># \u7e7c\u7e8c\u589e\u52a0<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-10\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<h2 class=\"wp-block-heading\">\u4e92\u52d5\u6a21\u5f0f\uff1a\u591a\u8f2a\u5c0d\u8a71<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u555f\u7528\u4e92\u52d5\u6a21\u5f0f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4f7f\u7528 <code>-i<\/code> \u53c3\u6578\u9032\u5165\u4e92\u52d5\u6a21\u5f0f\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-11\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">-i<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-11\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u6216\u4f7f\u7528 <code>-cnv<\/code>\uff08conversation\uff09\u9032\u5165\u5c0d\u8a71\u6a21\u5f0f\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-12\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">-cnv<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-12\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u5169\u8005\u5dee\u7570\uff1a<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><code>-i<\/code>\uff08interactive\uff09\uff1a\u57fa\u672c\u4e92\u52d5\uff0c\u4f60\u8f38\u5165\u3001\u6a21\u578b\u56de\u61c9<\/li>\n<li><code>-cnv<\/code>\uff08conversation\uff09\uff1a\u5c08\u70ba\u804a\u5929\u8a2d\u8a08\uff0c\u81ea\u52d5\u8655\u7406\u5c0d\u8a71\u683c\u5f0f<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u8a2d\u5b9a\u7cfb\u7d71\u63d0\u793a\u8a5e<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4f7f\u7528 <code>-sys<\/code> \u53c3\u6578\u8a2d\u5b9a\u7cfb\u7d71\u89d2\u8272\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-13\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m model.gguf \\\n    -sys <span class=\"hljs-string\">\"\u4f60\u662f\u4e00\u500b\u5c08\u696d\u7684\u7a0b\u5f0f\u8a2d\u8a08\u52a9\u624b\uff0c\u5c08\u9580\u56de\u7b54 Python \u554f\u984c\u3002\"<\/span> \\\n    -cnv\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-13\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u7cfb\u7d71\u63d0\u793a\u8a5e\u6703\u5f71\u97ff\u6a21\u578b\u7684\u6574\u9ad4\u884c\u70ba\u98a8\u683c\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u6307\u5b9a\u804a\u5929\u6a21\u677f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e0d\u540c\u6a21\u578b\u53ef\u80fd\u9700\u8981\u4e0d\u540c\u7684\u5c0d\u8a71\u683c\u5f0f\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-14\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"># \u4f7f\u7528\u5167\u5efa\u7684 <span class=\"hljs-selector-tag\">llama3<\/span> \u6a21\u677f\n<span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">llama3-model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">--chat-template<\/span> <span class=\"hljs-selector-tag\">llama3<\/span> <span class=\"hljs-selector-tag\">-cnv<\/span>\n\n# \u4f7f\u7528 <span class=\"hljs-selector-tag\">ChatML<\/span> \u6a21\u677f\n<span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">--chat-template<\/span> <span class=\"hljs-selector-tag\">chatml<\/span> <span class=\"hljs-selector-tag\">-cnv<\/span>\n\n# \u4f7f\u7528\u6a21\u578b\u5167\u5d4c\u7684\u6a21\u677f\uff08\u63a8\u85a6\uff09\n<span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">--jinja<\/span> <span class=\"hljs-selector-tag\">-cnv<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-14\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u5e38\u898b\u7684\u5167\u5efa\u6a21\u677f\u5305\u62ec\uff1a<code>llama2<\/code>\u3001<code>llama3<\/code>\u3001<code>chatml<\/code>\u3001<code>mistral-v1<\/code>\u3001<code>phi3<\/code> \u7b49\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u591a\u884c\u8f38\u5165<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u9700\u8981\u8f38\u5165\u591a\u884c\u6587\u5b57\u6642\uff0c\u4f7f\u7528 <code>--mli<\/code> \u53c3\u6578\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-15\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-cli<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">-cnv<\/span> <span class=\"hljs-selector-tag\">--mli<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-15\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u555f\u7528\u5f8c\uff0c\u53ef\u4ee5\u76f4\u63a5\u8cbc\u4e0a\u591a\u884c\u6587\u5b57\uff0c\u6309 Enter \u5169\u6b21\u7d50\u675f\u8f38\u5165\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5b8c\u6574\u7bc4\u4f8b\uff1a\u5be6\u6230\u6f14\u7df4<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u7bc4\u4f8b\u4e00\uff1a\u6280\u8853\u554f\u7b54\u52a9\u624b<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-16\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m .\/models\/phi<span class=\"hljs-number\">-4<\/span>-q4.gguf \\\n    -sys <span class=\"hljs-string\">\"\u4f60\u662f\u4e00\u500b\u8cc7\u6df1\u7684\u8edf\u9ad4\u5de5\u7a0b\u5e2b\uff0c\u64c5\u9577\u7528\u7c21\u55ae\u6613\u61c2\u7684\u65b9\u5f0f\u89e3\u91cb\u6280\u8853\u6982\u5ff5\u3002\u56de\u7b54\u6642\u8acb\u689d\u5217\u91cd\u9ede\u3002\"<\/span> \\\n    --temp <span class=\"hljs-number\">0.3<\/span> \\\n    --top-p <span class=\"hljs-number\">0.8<\/span> \\\n    -c <span class=\"hljs-number\">4096<\/span> \\\n    -ngl <span class=\"hljs-number\">35<\/span> \\\n    -cnv\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-16\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">\u7bc4\u4f8b\u4e8c\uff1a\u5275\u610f\u5beb\u4f5c\u52a9\u624b<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-17\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m .\/models\/phi<span class=\"hljs-number\">-4<\/span>-q4.gguf \\\n    -sys <span class=\"hljs-string\">\"\u4f60\u662f\u4e00\u500b\u5bcc\u6709\u5275\u610f\u7684\u4f5c\u5bb6\uff0c\u64c5\u9577\u63cf\u8ff0\u5834\u666f\u548c\u60c5\u611f\u3002\"<\/span> \\\n    --temp <span class=\"hljs-number\">1.0<\/span> \\\n    --top-p <span class=\"hljs-number\">0.95<\/span> \\\n    --top-k <span class=\"hljs-number\">50<\/span> \\\n    -c <span class=\"hljs-number\">8192<\/span> \\\n    -ngl <span class=\"hljs-number\">35<\/span> \\\n    -cnv\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-17\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">\u7bc4\u4f8b\u4e09\uff1a\u7a0b\u5f0f\u78bc\u751f\u6210<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-18\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m .\/models\/phi<span class=\"hljs-number\">-4<\/span>-q4.gguf \\\n    -sys <span class=\"hljs-string\">\"\u4f60\u662f\u4e00\u500b Python \u5c08\u5bb6\u3002\u53ea\u8f38\u51fa\u7a0b\u5f0f\u78bc\uff0c\u4e0d\u9700\u8981\u89e3\u91cb\u3002\"<\/span> \\\n    --temp <span class=\"hljs-number\">0.2<\/span> \\\n    --top-p <span class=\"hljs-number\">0.7<\/span> \\\n    --top-k <span class=\"hljs-number\">10<\/span> \\\n    -ngl <span class=\"hljs-number\">35<\/span> \\\n    -cnv\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-18\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<h2 class=\"wp-block-heading\">\u5e38\u898b\u554f\u984c\u6392\u89e3<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u554f\u984c\u4e00\uff1a\u8a18\u61b6\u9ad4\u4e0d\u8db3<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u75c7\u72c0\uff1a<\/strong><\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-19\" data-shcb-language-name=\"HTTP\" data-shcb-language-slug=\"http\"><span><code class=\"hljs language-http\"><span class=\"hljs-attribute\">ggml_backend_cuda_buffer_type_alloc_buffer<\/span>: allocating X bytes on device failed\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-19\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">HTTP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">http<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u89e3\u6c7a\u65b9\u6848\uff1a<\/strong><\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u6e1b\u5c11 GPU \u5c64\u6578<\/strong><\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-20\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u539f\u672c<\/span>\nllama-cli -m model.gguf -ngl <span class=\"hljs-number\">40<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>\n\n<span class=\"hljs-comment\"># \u6539\u70ba<\/span>\nllama-cli -m model.gguf -ngl <span class=\"hljs-number\">20<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-20\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u6e1b\u5c11\u4e0a\u4e0b\u6587\u9577\u5ea6<\/strong><\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-21\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">llama-cli -m model.gguf -c <span class=\"hljs-number\">2048<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-21\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u4f7f\u7528\u66f4\u5c0f\u7684\u91cf\u5316\u7248\u672c<\/strong><\/li>\n<li>Q4<em>K<\/em>M \u6bd4 Q8_0 \u4f7f\u7528\u66f4\u5c11\u8a18\u61b6\u9ad4<\/li>\n<li>Q4<em>0 \u6bd4 Q4<\/em>K_M \u66f4\u5c0f\uff0c\u4f46\u54c1\u8cea\u7a0d\u5dee<\/li>\n<li><strong>Windows \u7528\u6236\uff1a\u589e\u52a0\u865b\u64ec\u8a18\u61b6\u9ad4<\/strong><\/li>\n<li>\u8a2d\u5b9a\u9801\u9762\u6a94\u6848\uff08pagefile\uff09\u81f3\u5c11 50-100GB<\/li>\n<\/ol>\n\n\n\n<h3 class=\"wp-block-heading\">\u554f\u984c\u4e8c\uff1a\u63a8\u8ad6\u901f\u5ea6\u6162<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u53ef\u80fd\u539f\u56e0\u8207\u89e3\u6c7a\u65b9\u6848\uff1a<\/strong><\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>GPU \u6c92\u6709\u6b63\u78ba\u4f7f\u7528<\/strong><\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-22\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u78ba\u8a8d\u6709\u8a2d\u5b9a GPU \u5c64\u6578<\/span>\nllama-cli -m model.gguf -ngl <span class=\"hljs-number\">35<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-22\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u6a21\u578b\u592a\u5927<\/strong><\/li>\n<li>\u4f7f\u7528\u66f4\u9ad8\u91cf\u5316\u7684\u7248\u672c\uff08\u5982 Q4 \u800c\u975e Q8\uff09<\/li>\n<li>\u6216\u4f7f\u7528\u66f4\u5c0f\u7684\u6a21\u578b<\/li>\n<li><strong>\u4e0a\u4e0b\u6587\u592a\u9577<\/strong><\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-23\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u5982\u679c\u4e0d\u9700\u8981\u9577\u4e0a\u4e0b\u6587\uff0c\u8a2d\u5b9a\u8f03\u5c0f\u7684\u503c<\/span>\nllama-cli -m model.gguf -c <span class=\"hljs-number\">2048<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-23\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u8a2d\u5b9a\u57f7\u884c\u7dd2\u6578<\/strong><\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-24\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u8a2d\u5b9a CPU \u57f7\u884c\u7dd2\u6578\uff08\u901a\u5e38\u8a2d\u70ba CPU \u6838\u5fc3\u6578\uff09<\/span>\nllama-cli -m model.gguf -t <span class=\"hljs-number\">8<\/span> -p <span class=\"hljs-string\">\"test\"<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-24\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<h3 class=\"wp-block-heading\">\u554f\u984c\u4e09\uff1a\u8f38\u51fa\u54c1\u8cea\u5dee<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u8abf\u6574\u5efa\u8b70\uff1a<\/strong><\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u8f38\u51fa\u592a\u96a8\u6a5f\u3001\u4e0d\u9023\u8cab<\/strong><\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-25\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"># \u964d\u4f4e <span class=\"hljs-selector-tag\">temperature<\/span>\n<span class=\"hljs-selector-tag\">--temp<\/span> 0<span class=\"hljs-selector-class\">.5<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-25\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u8f38\u51fa\u592a\u6b7b\u677f\u3001\u91cd\u8907<\/strong><\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-26\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"># \u63d0\u9ad8 <span class=\"hljs-selector-tag\">temperature<\/span> \u548c <span class=\"hljs-selector-tag\">top_p<\/span>\n<span class=\"hljs-selector-tag\">--temp<\/span> 0<span class=\"hljs-selector-class\">.8<\/span> <span class=\"hljs-selector-tag\">--top-p<\/span> 0<span class=\"hljs-selector-class\">.95<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-26\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u4f7f\u7528\u6b63\u78ba\u7684\u804a\u5929\u6a21\u677f<\/strong><\/li>\n<\/ol>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-27\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\"><span class=\"hljs-comment\"># \u8b93\u6a21\u578b\u4f7f\u7528\u5167\u5d4c\u6a21\u677f<\/span>\n--jinja\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-27\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<h2 class=\"wp-block-heading\">\u5feb\u901f\u53c3\u8003\u5361<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u5e38\u7528\u53c3\u6578\u901f\u67e5<\/h3>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u53c3\u6578<\/th>\n<th>\u8aaa\u660e<\/th>\n<th>\u9810\u8a2d\u503c<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td><code>-m<\/code><\/td>\n<td>\u6a21\u578b\u8def\u5f91<\/td>\n<td>\u5fc5\u586b<\/td>\n<\/tr>\n<tr>\n<td><code>-p<\/code><\/td>\n<td>\u63d0\u793a\u8a5e<\/td>\n<td>\u5fc5\u586b\uff08\u975e\u4e92\u52d5\u6a21\u5f0f\uff09<\/td>\n<\/tr>\n<tr>\n<td><code>-n<\/code><\/td>\n<td>\u751f\u6210 token \u6578<\/td>\n<td>-1\uff08\u7121\u9650\uff09<\/td>\n<\/tr>\n<tr>\n<td><code>-c<\/code><\/td>\n<td>\u4e0a\u4e0b\u6587\u9577\u5ea6<\/td>\n<td>4096<\/td>\n<\/tr>\n<tr>\n<td><code>-ngl<\/code><\/td>\n<td>GPU \u5c64\u6578<\/td>\n<td>0<\/td>\n<\/tr>\n<tr>\n<td><code>-t<\/code><\/td>\n<td>CPU \u57f7\u884c\u7dd2<\/td>\n<td>\u81ea\u52d5<\/td>\n<\/tr>\n<tr>\n<td><code>--temp<\/code><\/td>\n<td>Temperature<\/td>\n<td>0.8<\/td>\n<\/tr>\n<tr>\n<td><code>--top-k<\/code><\/td>\n<td>Top-K \u53d6\u6a23<\/td>\n<td>40<\/td>\n<\/tr>\n<tr>\n<td><code>--top-p<\/code><\/td>\n<td>Top-P \u53d6\u6a23<\/td>\n<td>0.9<\/td>\n<\/tr>\n<tr>\n<td><code>-i<\/code><\/td>\n<td>\u4e92\u52d5\u6a21\u5f0f<\/td>\n<td>false<\/td>\n<\/tr>\n<tr>\n<td><code>-cnv<\/code><\/td>\n<td>\u5c0d\u8a71\u6a21\u5f0f<\/td>\n<td>false<\/td>\n<\/tr>\n<tr>\n<td><code>-sys<\/code><\/td>\n<td>\u7cfb\u7d71\u63d0\u793a\u8a5e<\/td>\n<td>\u7121<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">\u5834\u666f\u5efa\u8b70\u8a2d\u5b9a<\/h3>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u5834\u666f<\/th>\n<th>Temperature<\/th>\n<th>Top-P<\/th>\n<th>Top-K<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u7a0b\u5f0f\u78bc\u751f\u6210<\/td>\n<td>0.2<\/td>\n<td>0.7<\/td>\n<td>10<\/td>\n<\/tr>\n<tr>\n<td>\u6280\u8853\u554f\u7b54<\/td>\n<td>0.3<\/td>\n<td>0.8<\/td>\n<td>30<\/td>\n<\/tr>\n<tr>\n<td>\u4e00\u822c\u5c0d\u8a71<\/td>\n<td>0.7<\/td>\n<td>0.9<\/td>\n<td>40<\/td>\n<\/tr>\n<tr>\n<td>\u5275\u610f\u5beb\u4f5c<\/td>\n<td>1.0<\/td>\n<td>0.95<\/td>\n<td>50<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\">\u5c0f\u7d50<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u672c\u7bc7\u4ecb\u7d39\u4e86 <code>llama-cli<\/code> \u7684\u5b8c\u6574\u4f7f\u7528\u65b9\u6cd5\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u57fa\u672c\u7528\u6cd5<\/strong>\uff1a<code>-m<\/code> \u8f09\u5165\u6a21\u578b\u3001<code>-p<\/code> \u8a2d\u5b9a\u63d0\u793a\u8a5e<\/li>\n<li><strong>\u53d6\u6a23\u53c3\u6578<\/strong>\uff1aTemperature \u63a7\u5236\u96a8\u6a5f\u6027\uff0cTop-K\/Top-P \u63a7\u5236\u53d6\u6a23\u7bc4\u570d<\/li>\n<li><strong>\u6548\u80fd\u8a2d\u5b9a<\/strong>\uff1a<code>-c<\/code> \u4e0a\u4e0b\u6587\u9577\u5ea6\u3001<code>-ngl<\/code> GPU \u52a0\u901f<\/li>\n<li><strong>\u4e92\u52d5\u6a21\u5f0f<\/strong>\uff1a<code>-cnv<\/code> \u5c0d\u8a71\u6a21\u5f0f\u3001<code>-sys<\/code> \u7cfb\u7d71\u63d0\u793a\u8a5e<\/li>\n<\/ol>\n\n\n\n<p class=\"wp-block-paragraph\">\u638c\u63e1\u9019\u4e9b\u53c3\u6578\u5f8c\uff0c\u4f60\u5df2\u7d93\u53ef\u4ee5\u9748\u6d3b\u904b\u7528 llama.cpp \u9032\u884c\u5404\u7a2e\u63a8\u8ad6\u4efb\u52d9\u3002\u4e0b\u4e00\u7bc7\u6211\u5011\u5c07\u4ecb\u7d39 <code>llama-server<\/code>\uff0c\u8b93\u4f60\u67b6\u8a2d API \u4f3a\u670d\u5668\uff0c\u900f\u904e HTTP \u8acb\u6c42\u8207\u6a21\u578b\u4e92\u52d5\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5ef6\u4f38\u95b1\u8b80<\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/github.com\/ggml-org\/llama.cpp\">llama.cpp GitHub \u5b98\u65b9\u6587\u4ef6<\/a><\/li>\n<li><a href=\"https:\/\/github.com\/ggml-org\/llama.cpp\/discussions\/15709\">llama-cli \u53c3\u6578\u5b8c\u6574\u6307\u5357\uff08GitHub Discussion\uff09<\/a><\/li>\n<li><a href=\"https:\/\/smcleod.net\/2025\/04\/llm-sampling-parameters-guide\/\">LLM \u53d6\u6a23\u53c3\u6578\u8a73\u89e3<\/a><\/li>\n<\/ul>\n\n\n\n<div id=\"quiz-advanced\">\n<style>\n#quiz-advanced .badge {\n        display: inline-block;\n        padding: 4px 10px;\n        border-radius: 12px;\n        font-size: 0.75em;\n        font-weight: bold;\n        margin-left: 8px;\n      }#quiz-advanced .badge.scenario {\n        background: #ebf8ff;\n        color: #2b6cb0;\n      }#quiz-advanced .badge.debug {\n        background: #fef3c7;\n        color: #92400e;\n      }#quiz-advanced .question-adv {\n        background: white;\n        border-radius: 10px;\n        padding: 24px;\n        margin: 20px 0;\n        box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);\n        border-left: 4px solid #ed8936;\n      }#quiz-advanced .question-adv h3 {\n        margin-top: 0;\n        color: #2d3748;\n      }#quiz-advanced .code-block {\n        background: #1e1e1e;\n        color: #d4d4d4;\n        padding: 14px;\n        border-radius: 6px;\n        font-family: \"Menlo\", \"Monaco\", \"Courier New\", monospace;\n        font-size: 0.9em;\n        overflow-x: auto;\n        margin: 12px 0;\n        white-space: pre-wrap;\n      }#quiz-advanced .options-adv {\n        list-style: none;\n        padding: 0;\n      }#quiz-advanced .options-adv li {\n        padding: 14px 16px;\n        margin: 10px 0;\n        border: 2px solid #e2e8f0;\n        border-radius: 8px;\n        cursor: pointer;\n        transition: all 0.2s;\n      }#quiz-advanced .options-adv li:hover:not(.disabled) {\n        border-color: #ed8936;\n        background: #fffaf0;\n      }#quiz-advanced .options-adv li.disabled {\n        cursor: default;\n        opacity: 0.7;\n      }#quiz-advanced .options-adv li.show-answer {\n        border-color: #48bb78;\n        background: #f0fff4;\n      }#quiz-advanced .options-adv li.wrong {\n        border-color: #fc8181;\n        background: #fff5f5;\n      }#quiz-advanced .feedback-adv {\n        margin-top: 16px;\n        padding: 14px;\n        border-radius: 8px;\n        display: none;\n        line-height: 1.6;\n      }#quiz-advanced .feedback-adv.correct {\n        background: #f0fff4;\n        color: #276749;\n        display: block;\n      }#quiz-advanced .feedback-adv.wrong {\n        background: #fff5f5;\n        color: #c53030;\n        display: block;\n      }#quiz-advanced .feedback-adv \n      .score-adv {\n        text-align: center;\n        font-size: 1.4em;\n        padding: 24px;\n        background: white;\n        border-radius: 10px;\n        margin-top: 24px;\n        box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);\n      }#quiz-advanced .intro {\n        background: #ebf8ff;\n        padding: 16px;\n        border-radius: 8px;\n        margin-bottom: 20px;\n        color: #2c5282;\n      }\n<\/style>\n<h1>\u9032\u968e\u6e2c\u9a57\uff1allama-cli \u5b8c\u6574\u6307\u5357<\/h1>\n    <div class=\"intro\">\n      <strong>\u6e2c\u9a57\u76ee\u6a19\uff1a<\/strong>\u9a57\u8b49\u4f60\u662f\u5426\u80fd\u5728\u5be6\u969b\u60c5\u5883\u4e2d\u61c9\u7528\u6240\u5b78\u3002<br \/>\n      \u5171 5 \u984c\uff0c\u5305\u542b\u60c5\u5883\u984c\u8207\u932f\u8aa4\u8a3a\u65b7\u984c\u3002\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv1\">\n      <h3>1. \u4f60\u9700\u8981\u4f7f\u7528 llama-cli \u64b0\u5beb\u4e00\u500b\u5947\u5e7b\u6545\u4e8b\uff0c\u5e0c\u671b\u5167\u5bb9\u6709\u5275\u610f\u4e14\u591a\u6a23\u5316\u3002\u4e0b\u5217\u54ea\u7d44\u53c3\u6578\u8a2d\u5b9a\u6700\u9069\u5408\uff1f <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(1, 'A', 'C')\">A. <code>--temp 0.2 --top-p 0.7 --top-k 10<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(1, 'B', 'C')\">B. <code>--temp 0.3 --top-p 0.8 --top-k 30<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(1, 'C', 'C')\">C. <code>--temp 1.0 --top-p 0.95 --top-k 50<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(1, 'D', 'C')\">D. <code>--temp 0.7 --top-p 0.9 --top-k 40<\/code><\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv1\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv2\">\n      <h3>2. \u5c0f\u660e\u57f7\u884c\u4ee5\u4e0b\u6307\u4ee4\u5f8c\u9047\u5230\u932f\u8aa4\u8a0a\u606f\uff1a <span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">$ llama-cli -m model.gguf -ngl 40 -p &#8220;Hello&#8221;\nggml_backend_cuda_buffer_type_alloc_buffer: allocating X bytes on device failed<\/div>\n      <p>\u6700\u53ef\u80fd\u7684\u539f\u56e0\u662f\u4ec0\u9ebc\uff1f<\/p>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(2, 'A', 'B')\">A. \u6a21\u578b\u6a94\u6848\u683c\u5f0f\u4e0d\u6b63\u78ba<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'B', 'B')\">B. GPU \u8a18\u61b6\u9ad4\u4e0d\u8db3\uff0c\u7121\u6cd5\u8f09\u5165\u6307\u5b9a\u7684\u5c64\u6578<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'C', 'B')\">C. \u6c92\u6709\u5b89\u88dd CUDA \u9a45\u52d5\u7a0b\u5f0f<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'D', 'B')\">D. \u63d0\u793a\u8a5e\u592a\u9577\u8d85\u904e\u4e0a\u4e0b\u6587\u9650\u5236<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv2\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv3\">\n      <h3>3. \u4f60\u8981\u5efa\u7acb\u4e00\u500b\u6280\u8853\u554f\u7b54\u52a9\u624b\uff0c\u9700\u8981\u80fd\u8655\u7406\u8f03\u9577\u7684\u6280\u8853\u6587\u4ef6\uff0c\u4e26\u4e14\u5e0c\u671b\u56de\u7b54\u7a69\u5b9a\u6e96\u78ba\u3002\u4f60\u7684 GPU \u6709 8GB \u8a18\u61b6\u9ad4\u3002\u4e0b\u5217\u54ea\u7d44\u8a2d\u5b9a\u6700\u9069\u5408\uff1f <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(3, 'A', 'A')\">A. <code>-sys \"\u4f60\u662f\u6280\u8853\u52a9\u624b\" --temp 0.3 -c 8192 -ngl 35 -cnv<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(3, 'B', 'A')\">B. <code>-sys \"\u4f60\u662f\u6280\u8853\u52a9\u624b\" --temp 1.0 -c 32768 -ngl 999 -cnv<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(3, 'C', 'A')\">C. <code>--temp 0.3 -c 4096 -ngl 0 -i<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(3, 'D', 'A')\">D. <code>-sys \"\u4f60\u662f\u6280\u8853\u52a9\u624b\" --temp 0.8 -c 2048 -ngl 10 -cnv<\/code><\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv3\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv4\">\n      <h3>4. \u5c0f\u83ef\u4f7f\u7528 llama-cli \u9032\u884c\u5c0d\u8a71\uff0c\u767c\u73fe\u6a21\u578b\u7684\u56de\u61c9\u683c\u5f0f\u6df7\u4e82\uff0c\u6709\u6642\u6703\u91cd\u8907\u5c0d\u8a71\u6a19\u7c64\u3002\u4ed6\u76ee\u524d\u7684\u6307\u4ee4\u662f\uff1a <span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">llama-cli -m llama3-model.gguf -i -p &#8220;\u4f60\u597d&#8221;<\/div>\n      <p>\u6700\u53ef\u80fd\u7684\u6539\u5584\u65b9\u6cd5\u662f\u4ec0\u9ebc\uff1f<\/p>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(4, 'A', 'C')\">A. \u589e\u52a0 <code>-n 100<\/code> \u9650\u5236\u8f38\u51fa\u9577\u5ea6<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'B', 'C')\">B. \u5c07 temperature \u8a2d\u70ba 0<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'C', 'C')\">C. \u4f7f\u7528 <code>-cnv --jinja<\/code> \u6216 <code>--chat-template llama3<\/code> \u6307\u5b9a\u6b63\u78ba\u7684\u5c0d\u8a71\u6a21\u677f<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'D', 'C')\">D. \u589e\u52a0 GPU \u5c64\u6578\u4ee5\u52a0\u901f\u8655\u7406<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv4\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv5\">\n      <h3>5. \u4f60\u9700\u8981\u7528 llama-cli \u5206\u6790\u4e00\u4efd\u5305\u542b 10000 \u500b token \u7684\u9577\u7bc7\u6280\u8853\u6587\u4ef6\uff0c\u4f46\u767c\u73fe\u6a21\u578b\u4f3c\u4e4e\u300c\u5fd8\u8a18\u300d\u4e86\u6587\u4ef6\u524d\u534a\u90e8\u5206\u7684\u5167\u5bb9\u3002\u53ef\u80fd\u7684\u539f\u56e0\u548c\u89e3\u6c7a\u65b9\u6cd5\u662f\u4ec0\u9ebc\uff1f <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(5, 'A', 'B')\">A. Temperature \u8a2d\u5b9a\u592a\u9ad8\uff0c\u9700\u8981\u964d\u4f4e\u5230 0.2<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'B', 'B')\">B. \u4e0a\u4e0b\u6587\u9577\u5ea6\uff08<code>-c<\/code>\uff09\u8a2d\u5b9a\u4e0d\u8db3\uff0c\u9700\u8981\u589e\u52a0\u5230\u81f3\u5c11 12000 \u4ee5\u4e0a<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'C', 'B')\">C. \u6c92\u6709\u4f7f\u7528 GPU \u52a0\u901f\uff0c\u9700\u8981\u589e\u52a0 <code>-ngl<\/code> \u53c3\u6578<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'D', 'B')\">D. \u6a21\u578b\u91cf\u5316\u7248\u672c\u592a\u5c0f\uff0c\u9700\u8981\u63db\u7528 Q8 \u7248\u672c<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv5\"><\/div>\n    <\/div>\n\n    <div class=\"score-adv\" id=\"scoreAdv\" style=\"display:none;\"><\/div>\n<script>\n\n      let answeredAdv = 0;\n      let correctAdv = 0;\n      const totalAdv = 5;\n      const explanationsAdv = {\n        1: \"\u6839\u64da\u6587\u7ae0\u7684\u300c\u5834\u666f\u5efa\u8b70\u8a2d\u5b9a\u300d\u8868\uff0c\u5275\u610f\u5beb\u4f5c\u9069\u5408\u4f7f\u7528 <code>--temp 1.0 --top-p 0.95 --top-k 50<\/code>\u3002\u9ad8 temperature \u8b93\u8f38\u51fa\u66f4\u591a\u6a23\u5316\uff0c\u5bec\u9b06\u7684 top-p \u548c\u8f03\u5927\u7684 top-k \u8b93\u6a21\u578b\u6709\u66f4\u591a\u8a5e\u5f59\u9078\u64c7\u7a7a\u9593\u3002\u9078\u9805 A \u548c B \u9069\u5408\u7a0b\u5f0f\u78bc\u548c\u6280\u8853\u554f\u7b54\uff0c\u9078\u9805 D \u9069\u5408\u4e00\u822c\u5c0d\u8a71\u3002\",\n        2: \"\u932f\u8aa4\u8a0a\u606f <code>ggml_backend_cuda_buffer_type_alloc_buffer: allocating X bytes on device failed<\/code> \u660e\u78ba\u6307\u51fa\u662f CUDA \u7de9\u885d\u5340\u914d\u7f6e\u5931\u6557\uff0c\u9019\u662f\u5178\u578b\u7684 GPU \u8a18\u61b6\u9ad4\u4e0d\u8db3\u932f\u8aa4\u3002\u89e3\u6c7a\u65b9\u6cd5\u662f\u6e1b\u5c11 <code>-ngl<\/code> \u7684\u5c64\u6578\uff08\u5982\u5f9e 40 \u964d\u5230 20\uff09\uff0c\u6216\u6e1b\u5c11\u4e0a\u4e0b\u6587\u9577\u5ea6\uff0c\u6216\u4f7f\u7528\u66f4\u5c0f\u7684\u91cf\u5316\u7248\u672c\u3002\",\n        3: \"\u9078\u9805 A \u662f\u6700\u4f73\u8a2d\u5b9a\uff1a\u4f7f\u7528 <code>-sys<\/code> \u8a2d\u5b9a\u7cfb\u7d71\u63d0\u793a\u8a5e\u3001\u4f4e temperature\uff080.3\uff09\u78ba\u4fdd\u7a69\u5b9a\u56de\u7b54\u3001\u9069\u4e2d\u7684\u4e0a\u4e0b\u6587\u9577\u5ea6\uff088192\uff09\u53ef\u8655\u7406\u8f03\u9577\u6587\u4ef6\u3001\u5408\u7406\u7684 GPU \u5c64\u6578\uff0835\uff09\u5728 8GB \u8a18\u61b6\u9ad4\u5167\u3001\u4f7f\u7528 <code>-cnv<\/code> \u5c0d\u8a71\u6a21\u5f0f\u3002\u9078\u9805 B \u7684\u4e0a\u4e0b\u6587\u592a\u9577\u4e14\u8981\u8f09\u5165\u5168\u90e8\u5c64\u6578\u6703\u8d85\u51fa 8GB \u8a18\u61b6\u9ad4\uff1b\u9078\u9805 C \u6c92\u6709\u4f7f\u7528 GPU \u4e14\u6c92\u6709\u7cfb\u7d71\u63d0\u793a\u8a5e\uff1b\u9078\u9805 D \u7684\u4e0a\u4e0b\u6587\u592a\u77ed\u3002\",\n        4: \"\u5c0d\u8a71\u683c\u5f0f\u6df7\u4e82\u901a\u5e38\u662f\u56e0\u70ba\u6c92\u6709\u4f7f\u7528\u6b63\u78ba\u7684\u804a\u5929\u6a21\u677f\u3002\u4f7f\u7528 <code>-cnv<\/code> \u9032\u5165\u5c0d\u8a71\u6a21\u5f0f\uff0c\u4e26\u642d\u914d <code>--jinja<\/code>\uff08\u4f7f\u7528\u6a21\u578b\u5167\u5d4c\u6a21\u677f\uff09\u6216 <code>--chat-template llama3<\/code>\uff08\u6307\u5b9a llama3 \u6a21\u677f\uff09\u53ef\u4ee5\u8b93\u6a21\u578b\u6b63\u78ba\u8655\u7406\u5c0d\u8a71\u683c\u5f0f\u3002\u57fa\u672c\u7684 <code>-i<\/code> \u4e92\u52d5\u6a21\u5f0f\u4e0d\u6703\u81ea\u52d5\u8655\u7406\u5c0d\u8a71\u683c\u5f0f\u3002\",\n        5: \"\u4e0a\u4e0b\u6587\u9577\u5ea6\uff08<code>-c<\/code>\uff09\u6c7a\u5b9a\u6a21\u578b\u80fd\u300c\u8a18\u4f4f\u300d\u591a\u5c11\u5167\u5bb9\u3002\u9810\u8a2d\u503c\u662f 4096\uff0c\u5982\u679c\u6587\u4ef6\u6709 10000 \u500b token\uff0c\u6a21\u578b\u53ea\u80fd\u770b\u5230\u6700\u5f8c\u7d04 4096 \u500b token\uff0c\u524d\u9762\u7684\u5167\u5bb9\u5c31\u6703\u88ab\u300c\u907a\u5fd8\u300d\u3002\u9700\u8981\u589e\u52a0 <code>-c<\/code> \u5230\u81f3\u5c11 12000 \u4ee5\u4e0a\uff08\u8981\u6bd4\u6587\u4ef6\u9577\u5ea6\u7a0d\u5927\uff09\u3002\u6ce8\u610f\u66f4\u9577\u7684\u4e0a\u4e0b\u6587\u9700\u8981\u66f4\u591a\u8a18\u61b6\u9ad4\u3002\"\n      };\n\n      function checkAnswerAdv(qNum, selected, correctAns) {\n        const question = document.getElementById(\"qAdv\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n\n        question.classList.add(\"answered\");\n        answeredAdv++;\n\n        const options = question.querySelectorAll(\".options-adv li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) {\n            opt.classList.add(\"show-answer\");\n          }\n        });\n\n        const feedback = document.getElementById(\"fbAdv\" + qNum);\n        if (selected === correctAns) {\n          correctAdv++;\n          feedback.className = \"feedback-adv correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanationsAdv[qNum];\n        } else {\n          feedback.className = \"feedback-adv wrong\";\n          feedback.innerHTML =\n            \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanationsAdv[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) {\n              opt.classList.add(\"wrong\");\n            }\n          });\n        }\n\n        if (answeredAdv === totalAdv) {\n          const scoreDiv = document.getElementById(\"scoreAdv\");\n          scoreDiv.style.display = \"block\";\n          let msg = \"\";\n          if (correctAdv === totalAdv) msg = \"\ud83c\udfaf \u5b8c\u7f8e\uff01\u4f60\u5df2\u7d93\u6e96\u5099\u597d\u5be6\u6230\u4e86\uff01\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.8))\n            msg = \"\ud83d\udcaa \u5f88\u68d2\uff01\u518d\u8907\u7fd2\u4e00\u4e0b\u932f\u7684\u984c\u76ee\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.6))\n            msg = \"\ud83d\udcd6 \u5efa\u8b70\u91cd\u8b80\u76f8\u95dc\u6bb5\u843d\u5f8c\u518d\u8a66\u4e00\u6b21\";\n          else msg = \"\ud83d\udd04 \u5efa\u8b70\u91cd\u65b0\u95b1\u8b80\u6587\u4ef6\uff0c\u7279\u5225\u6ce8\u610f\u64cd\u4f5c\u6d41\u7a0b\";\n          scoreDiv.innerHTML =\n            \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" + correctAdv + \" \/ \" + totalAdv + \"<br>\" + msg;\n        }\n      }\n    \n<\/script>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u6e2c\u9a57\uff1allama-cli \u5b8c\u6574\u6307\u5357 \u5171 5 \u984c\uff0c\u9ede\u9078\u7b54\u6848\u5f8c\u6703\u7acb\u5373\u986f\u793a\u7d50\u679c 1. \u4f7f\u7528 llama-cli \u9032\u884c [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rolpb_likes":0,"footnotes":""},"categories":[360],"tags":[369,366,368,370,367],"class_list":["post-378","post","type-post","status-publish","format-standard","hentry","category-llama-cpp","tag-gpu","tag-llama-cli","tag-temperature","tag-370","tag-367"],"blocksy_meta":{"styles_descriptor":{"styles":{"desktop":"","tablet":"","mobile":""},"google_fonts":[],"version":7}},"_links":{"self":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/378","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/comments?post=378"}],"version-history":[{"count":0,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/378\/revisions"}],"wp:attachment":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/media?parent=378"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/categories?post=378"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/tags?post=378"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}