{"id":379,"date":"2026-01-26T02:09:18","date_gmt":"2026-01-25T18:09:18","guid":{"rendered":"https:\/\/skwp.zeabur.app\/2026\/01\/26\/%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9104-%e6%9e%b6%e8%a8%ad-openai-%e7%9b%b8%e5%ae%b9-api-server\/"},"modified":"2026-01-26T02:09:18","modified_gmt":"2026-01-25T18:09:18","slug":"%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9104-%e6%9e%b6%e8%a8%ad-openai-%e7%9b%b8%e5%ae%b9-api-server","status":"publish","type":"post","link":"https:\/\/blog.itsmygo.uk\/wordpress\/2026\/01\/26\/%e3%80%90llama-cpp-%e6%95%99%e5%ad%b8%e3%80%9104-%e6%9e%b6%e8%a8%ad-openai-%e7%9b%b8%e5%ae%b9-api-server\/","title":{"rendered":"\u3010llama.cpp \u6559\u5b78\u3011#04 \u67b6\u8a2d OpenAI \u76f8\u5bb9 API Server"},"content":{"rendered":"\n<div id=\"quiz-basic\">\n<style>\n#quiz-basic .question {\n        background: white;\n        border-radius: 8px;\n        padding: 20px;\n        margin: 20px 0;\n        box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);\n      }#quiz-basic .question h3 {\n        margin-top: 0;\n        color: #333;\n      }#quiz-basic .options {\n        list-style: none;\n        padding: 0;\n      }#quiz-basic .options li {\n        padding: 12px 15px;\n        margin: 8px 0;\n        border: 2px solid #ddd;\n        border-radius: 6px;\n        cursor: pointer;\n        transition: all 0.2s;\n      }#quiz-basic .options li:hover:not(.disabled) {\n        border-color: #4caf50;\n        background: #f0fff0;\n      }#quiz-basic .options li.correct {\n        border-color: #4caf50;\n        background: #e8f5e9;\n      }#quiz-basic .options li.wrong {\n        border-color: #f44336;\n        background: #ffebee;\n      }#quiz-basic .options li.disabled {\n        cursor: default;\n        opacity: 0.7;\n      }#quiz-basic .options li.show-answer {\n        border-color: #4caf50;\n        background: #e8f5e9;\n      }#quiz-basic .feedback {\n        margin-top: 15px;\n        padding: 12px;\n        border-radius: 6px;\n        display: none;\n      }#quiz-basic .feedback.correct {\n        background: #e8f5e9;\n        color: #2e7d32;\n        display: block;\n      }#quiz-basic .feedback.wrong {\n        background: #ffebee;\n        color: #c62828;\n        display: block;\n      }#quiz-basic .score {\n        text-align: center;\n        font-size: 1.5em;\n        padding: 20px;\n        background: white;\n        border-radius: 8px;\n        margin-top: 20px;\n      }#quiz-basic .code-block {\n        background: #1e1e1e;\n        color: #d4d4d4;\n        padding: 14px;\n        border-radius: 6px;\n        font-family: \"Monaco\", \"Consolas\", \"Courier New\", monospace;\n        font-size: 0.9em;\n        overflow-x: auto;\n        margin: 12px 0;\n        white-space: pre-wrap;\n      }\n<\/style>\n<h1>\u6e2c\u9a57\uff1allama.cpp \u67b6\u8a2d OpenAI \u76f8\u5bb9 API Server<\/h1>\n    <p>\u5171 5 \u984c\uff0c\u9ede\u9078\u7b54\u6848\u5f8c\u6703\u7acb\u5373\u986f\u793a\u7d50\u679c<\/p>\n\n    <div class=\"question\" id=\"q1\">\n      <h3>1. llama-server \u555f\u52d5\u5f8c\uff0c\u9810\u8a2d\u76e3\u807d\u7684\u4f4d\u5740\u548c\u57e0\u865f\u662f\u4ec0\u9ebc\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(1, 'A', 'B')\">A. http:\/\/0.0.0.0:8000<\/li>\n        <li onclick=\"checkAnswer(1, 'B', 'B')\">B. http:\/\/127.0.0.1:8080<\/li>\n        <li onclick=\"checkAnswer(1, 'C', 'B')\">C. http:\/\/localhost:3000<\/li>\n        <li onclick=\"checkAnswer(1, 'D', 'B')\">D. http:\/\/192.168.1.1:8080<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb1\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q2\">\n      <h3>2. \u4f7f\u7528 Python OpenAI \u5957\u4ef6\u9023\u63a5\u672c\u5730 llama-server \u6642\uff0c\u9700\u8981\u4fee\u6539\u54ea\u500b\u53c3\u6578\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(2, 'A', 'A')\">A. <code>base_url<\/code> &#8211; \u6539\u6210\u672c\u5730 server \u7684\u4f4d\u5740<\/li>\n        <li onclick=\"checkAnswer(2, 'B', 'A')\">B. <code>model<\/code> &#8211; \u6539\u6210\u672c\u5730\u6a21\u578b\u7684\u540d\u7a31<\/li>\n        <li onclick=\"checkAnswer(2, 'C', 'A')\">C. <code>timeout<\/code> &#8211; \u8a2d\u5b9a\u8f03\u9577\u7684\u8d85\u6642\u6642\u9593<\/li>\n        <li onclick=\"checkAnswer(2, 'D', 'A')\">D. <code>organization<\/code> &#8211; \u8a2d\u5b9a\u7d44\u7e54 ID<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb2\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q3\">\n      <h3>3. \u53c3\u6578 <code>-ngl<\/code> \u7684\u4f5c\u7528\u662f\u4ec0\u9ebc\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(3, 'A', 'C')\">A. \u8a2d\u5b9a\u540c\u6642\u8655\u7406\u7684\u8acb\u6c42\u6578\u91cf<\/li>\n        <li onclick=\"checkAnswer(3, 'B', 'C')\">B. \u8a2d\u5b9a CPU \u57f7\u884c\u7dd2\u6578\u91cf<\/li>\n        <li onclick=\"checkAnswer(3, 'C', 'C')\">C. \u8a2d\u5b9a\u653e\u5230 GPU \u7684\u6a21\u578b\u5c64\u6578<\/li>\n        <li onclick=\"checkAnswer(3, 'D', 'C')\">D. \u8a2d\u5b9a context \u9577\u5ea6\u4e0a\u9650<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb3\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q4\">\n      <h3>4. \u5982\u679c\u8981\u8b93\u5176\u4ed6\u96fb\u8166\u80fd\u5920\u9023\u7dda\u5230 llama-server\uff0c\u61c9\u8a72\u5c07 <code>--host<\/code> \u53c3\u6578\u8a2d\u5b9a\u70ba\u4ec0\u9ebc\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(4, 'A', 'B')\">A. 127.0.0.1<\/li>\n        <li onclick=\"checkAnswer(4, 'B', 'B')\">B. 0.0.0.0<\/li>\n        <li onclick=\"checkAnswer(4, 'C', 'B')\">C. localhost<\/li>\n        <li onclick=\"checkAnswer(4, 'D', 'B')\">D. 255.255.255.255<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb4\"><\/div>\n    <\/div>\n\n    <div class=\"question\" id=\"q5\">\n      <h3>5. \u4f7f\u7528 <code>-np 4<\/code> \u53c3\u6578\u555f\u52d5 server \u5f8c\uff0c\u8a18\u61b6\u9ad4\u7528\u91cf\u6703\u6709\u4ec0\u9ebc\u8b8a\u5316\uff1f<\/h3>\n      <ul class=\"options\">\n        <li onclick=\"checkAnswer(5, 'A', 'C')\">A. \u8a18\u61b6\u9ad4\u7528\u91cf\u4e0d\u8b8a\uff0c\u53ea\u662f\u56de\u61c9\u901f\u5ea6\u8b8a\u5feb<\/li>\n        <li onclick=\"checkAnswer(5, 'B', 'C')\">B. \u8a18\u61b6\u9ad4\u7528\u91cf\u6e1b\u5c11\uff0c\u56e0\u70ba\u5171\u7528 context<\/li>\n        <li onclick=\"checkAnswer(5, 'C', 'C')\">C. \u8a18\u61b6\u9ad4\u7528\u91cf\u589e\u52a0\uff0c\u56e0\u70ba\u6bcf\u500b slot \u7368\u7acb\u7dad\u8b77 context<\/li>\n        <li onclick=\"checkAnswer(5, 'D', 'C')\">D. \u53ea\u6709\u5728\u5be6\u969b\u8655\u7406\u8acb\u6c42\u6642\u624d\u6703\u4f7f\u7528\u984d\u5916\u8a18\u61b6\u9ad4<\/li>\n      <\/ul>\n      <div class=\"feedback\" id=\"fb5\"><\/div>\n    <\/div>\n\n    <div class=\"score\" id=\"score\" style=\"display:none;\"><\/div>\n<script>\n\n      let answered = 0;\n      let correct = 0;\n      const total = 5;\n      const explanations = {\n        1: \"llama-server \u9810\u8a2d\u76e3\u807d 127.0.0.1:8080\uff0c\u9019\u8868\u793a\u53ea\u6709\u672c\u6a5f\u80fd\u9023\u7dda\uff0c\u57e0\u865f\u70ba 8080\u3002\",\n        2: \"\u53ea\u8981\u4fee\u6539 <code>base_url<\/code> \u6307\u5411\u672c\u5730 server\uff08\u4f8b\u5982 http:\/\/localhost:8080\/v1\uff09\uff0c\u539f\u672c\u7528 OpenAI API \u7684\u7a0b\u5f0f\u78bc\u5e7e\u4e4e\u4e0d\u7528\u52d5\u3002<code>model<\/code> \u53c3\u6578\u5728\u672c\u5730\u6703\u88ab\u5ffd\u7565\uff0c\u586b\u4ec0\u9ebc\u90fd\u53ef\u4ee5\u3002\",\n        3: \"<code>-ngl<\/code>\uff08\u6216 <code>--n-gpu-layers<\/code>\uff09\u7528\u4f86\u8a2d\u5b9a\u653e\u5230 GPU \u7684\u5c64\u6578\uff0c\u6578\u503c\u8d8a\u5927\uff0cGPU \u52a0\u901f\u6548\u679c\u8d8a\u597d\u3002<code>-np<\/code> \u624d\u662f\u8a2d\u5b9a\u540c\u6642\u8655\u7406\u8acb\u6c42\u6578\uff0c<code>-t<\/code> \u662f CPU \u57f7\u884c\u7dd2\uff0c<code>-c<\/code> \u662f context \u9577\u5ea6\u3002\",\n        4: \"<code>--host 0.0.0.0<\/code> \u8868\u793a\u76e3\u807d\u6240\u6709\u7db2\u8def\u4ecb\u9762\uff0c\u4efb\u4f55\u4eba\u90fd\u80fd\u9023\u7dda\u3002<code>127.0.0.1<\/code> \u662f\u9810\u8a2d\u503c\uff0c\u53ea\u5141\u8a31\u672c\u6a5f\u9023\u7dda\u3002\",\n        5: \"\u6bcf\u500b slot \u7368\u7acb\u7dad\u8b77\u81ea\u5df1\u7684 context\uff0c\u6240\u4ee5 4 \u500b slot \u5927\u7d04\u9700\u8981 4 \u500d\u7684 context \u8a18\u61b6\u9ad4\u3002\u9019\u662f\u4f7f\u7528\u5e73\u884c\u8655\u7406\u6642\u9700\u8981\u6ce8\u610f\u7684\u8cc7\u6e90\u6d88\u8017\u3002\"\n      };\n\n      function checkAnswer(qNum, selected, correctAns) {\n        const question = document.getElementById(\"q\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n\n        question.classList.add(\"answered\");\n        answered++;\n\n        const options = question.querySelectorAll(\".options li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) {\n            opt.classList.add(\"show-answer\");\n          }\n        });\n\n        const feedback = document.getElementById(\"fb\" + qNum);\n        if (selected === correctAns) {\n          correct++;\n          feedback.className = \"feedback correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanations[qNum];\n        } else {\n          feedback.className = \"feedback wrong\";\n          feedback.innerHTML =\n            \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanations[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) {\n              opt.classList.add(\"wrong\");\n            }\n          });\n        }\n\n        if (answered === total) {\n          const scoreDiv = document.getElementById(\"score\");\n          scoreDiv.style.display = \"block\";\n          scoreDiv.innerHTML =\n            \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" +\n            correct +\n            \" \/ \" +\n            total +\n            (correct === total\n              ? \" \ud83c\udf89 \u5168\u5c0d\uff01\"\n              : correct >= Math.ceil(total * 0.6)\n                ? \" \ud83d\udc4d \u4e0d\u932f\uff01\"\n                : \" \ud83d\udcda \u518d\u8907\u7fd2\u4e00\u4e0b\u5427\");\n        }\n      }\n    \n<\/script>\n<\/div>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e00\u53e5\u8a71\u8aaa\u660e<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u628a\u672c\u5730\u6a21\u578b\u8b8a\u6210 API \u670d\u52d9\uff0c\u8b93\u4efb\u4f55\u652f\u63f4 OpenAI API \u7684\u7a0b\u5f0f\u90fd\u80fd\u7528\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u9019\u7bc7\u6559\u4ec0\u9ebc<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u524d\u4e09\u7bc7\u6211\u5011\u5b78\u6703\u4e86\u4e0b\u8f09\u3001\u8f49\u63db\u6a21\u578b\uff0c\u4ee5\u53ca\u7528\u547d\u4ee4\u5217\u8dd1\u63a8\u8ad6\u3002\u4f46\u5982\u679c\u4f60\u60f3\u8b93\u591a\u500b\u7a0b\u5f0f\u540c\u6642\u4f7f\u7528\u540c\u4e00\u500b\u6a21\u578b\uff0c\u6216\u662f\u8b93\u73fe\u6709\u7684 AI \u5de5\u5177\u9023\u63a5\u672c\u5730\u6a21\u578b\uff0c\u5c31\u9700\u8981\u67b6\u8a2d API Server\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">llama-server \u5c31\u662f\u5e79\u9019\u500b\u7684\uff1a\u628a\u6a21\u578b\u5305\u6210 HTTP API\uff0c\u800c\u4e14\u76f8\u5bb9 OpenAI \u683c\u5f0f\uff0c\u5e7e\u4e4e\u4e0d\u7528\u6539\u7a0b\u5f0f\u78bc\u5c31\u80fd\u5207\u63db\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u6700\u5c0f\u7bc4\u4f8b\uff1a\u555f\u52d5 Server<\/h2>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-1\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-server<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">qwen2<\/span><span class=\"hljs-selector-class\">.5-coder-7b-instruct-q4_k_m<\/span><span class=\"hljs-selector-class\">.gguf<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-1\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u9019\u884c\u5728\u5e79\u561b<\/strong>\uff1a\u555f\u52d5\u4e00\u500b HTTP server\uff0c\u8f09\u5165\u6307\u5b9a\u6a21\u578b\uff0c\u9810\u8a2d\u5728 <code>http:\/\/127.0.0.1:8080<\/code> \u63d0\u4f9b\u670d\u52d9\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u555f\u52d5\u5f8c\u4f60\u6703\u770b\u5230\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-2\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">main: server is listening on http:<span class=\"hljs-comment\">\/\/127.0.0.1:8080 - starting the main loop<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-2\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u6253\u958b\u700f\u89bd\u5668\u8a2a\u554f <code>http:\/\/127.0.0.1:8080<\/code>\uff0c\u6703\u770b\u5230\u5167\u5efa\u7684 Web \u804a\u5929\u4ecb\u9762\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u7528 curl \u6e2c\u8a66 API<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728\u53e6\u4e00\u500b\u7d42\u7aef\u6a5f\u6e2c\u8a66\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-3\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\">curl http:<span class=\"hljs-comment\">\/\/localhost:8080\/v1\/chat\/completions \\<\/span>\n  -H <span class=\"hljs-string\">\"Content-Type: application\/json\"<\/span> \\\n  -d <span class=\"hljs-string\">'{\n    \"model\": \"gpt-3.5-turbo\",\n    \"messages\": &#91;\n      {\"role\": \"user\", \"content\": \"\u7528\u4e00\u53e5\u8a71\u89e3\u91cb\u4ec0\u9ebc\u662f API\"}\n    ]\n  }'<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-3\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u9010\u884c\u7ffb\u8b6f<\/strong>\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-4\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\">curl http:<span class=\"hljs-comment\">\/\/localhost:8080\/v1\/chat\/completions \\  # \u547c\u53eb\u804a\u5929\u88dc\u5168 API<\/span>\n  -H <span class=\"hljs-string\">\"Content-Type: application\/json\"<\/span> \\           <span class=\"hljs-comment\"># \u544a\u8a34 server \u6211\u5011\u9001 JSON<\/span>\n  -d <span class=\"hljs-string\">'{                                            # \u4ee5\u4e0b\u662f\u8acb\u6c42\u5167\u5bb9\n    \"model\": \"gpt-3.5-turbo\",                     # model \u540d\u7a31\uff08\u672c\u5730\u6703\u5ffd\u7565\uff0c\u586b\u4ec0\u9ebc\u90fd\u884c\uff09\n    \"messages\": &#91;                                  # \u5c0d\u8a71\u7d00\u9304\n      {\"role\": \"user\", \"content\": \"...\"}          # \u4f7f\u7528\u8005\u8aaa\u7684\u8a71\n    ]\n  }'<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-4\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u56de\u61c9\u6703\u662f\u9019\u6a23\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-5\" data-shcb-language-name=\"JSON \/ JSON with Comments\" data-shcb-language-slug=\"json\"><span><code class=\"hljs language-json\">{\n  <span class=\"hljs-attr\">\"choices\"<\/span>: &#91;\n    {\n      <span class=\"hljs-attr\">\"message\"<\/span>: {\n        <span class=\"hljs-attr\">\"role\"<\/span>: <span class=\"hljs-string\">\"assistant\"<\/span>,\n        <span class=\"hljs-attr\">\"content\"<\/span>: <span class=\"hljs-string\">\"API \u662f\u8b93\u4e0d\u540c\u7a0b\u5f0f\u4e92\u76f8\u6e9d\u901a\u7684\u4ecb\u9762\uff0c\u5c31\u50cf\u9910\u5ef3\u7684\u83dc\u55ae\u8b93\u4f60\u9ede\u9910\u3002\"<\/span>\n      }\n    }\n  ]\n}\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-5\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JSON \/ JSON with Comments<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">json<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">Python \u6574\u5408\u7bc4\u4f8b<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u7528 OpenAI \u5b98\u65b9\u5957\u4ef6\u9023\u63a5\u672c\u5730 Server\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-6\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\">from openai import OpenAI\n\n<span class=\"hljs-comment\"># \u5efa\u7acb\u5ba2\u6236\u7aef\uff0c\u6307\u5411\u672c\u5730 server<\/span>\nclient = OpenAI(\n    base_url=<span class=\"hljs-string\">\"http:\/\/localhost:8080\/v1\"<\/span>,  <span class=\"hljs-comment\"># \u6539\u6210\u672c\u5730\u4f4d\u5740<\/span>\n    api_key=<span class=\"hljs-string\">\"no-key-needed\"<\/span>               <span class=\"hljs-comment\"># \u672c\u5730\u4e0d\u9700\u8981 API key<\/span>\n)\n\n<span class=\"hljs-comment\"># \u8ddf\u5e73\u5e38\u7528 OpenAI \u4e00\u6a21\u4e00\u6a23<\/span>\nresponse = client.chat.completions.create(\n    model=<span class=\"hljs-string\">\"local-model\"<\/span>,  <span class=\"hljs-comment\"># \u540d\u7a31\u96a8\u4fbf\u586b<\/span>\n    messages=&#91;\n        {<span class=\"hljs-string\">\"role\"<\/span>: <span class=\"hljs-string\">\"user\"<\/span>, <span class=\"hljs-string\">\"content\"<\/span>: <span class=\"hljs-string\">\"Hello!\"<\/span>}\n    ]\n)\n\n<span class=\"hljs-keyword\">print<\/span>(response.choices&#91;<span class=\"hljs-number\">0<\/span>].message.content)\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-6\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u9019\u6bb5\u4ee3\u78bc\u505a\u4e86\u4ec0\u9ebc<\/strong>\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u5efa\u7acb OpenAI \u5ba2\u6236\u7aef\uff0c\u4f46\u628a <code>base_url<\/code> \u6539\u6210\u672c\u5730 server<\/li>\n<li>\u547c\u53eb <code>chat.completions.create()<\/code>\uff0c\u8ddf\u547c\u53eb OpenAI API \u4e00\u6a23<\/li>\n<li>\u5370\u51fa\u6a21\u578b\u7684\u56de\u61c9<\/li>\n<\/ol>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u91cd\u9ede<\/strong>\uff1a\u53ea\u8981\u6539 <code>base_url<\/code>\uff0c\u539f\u672c\u7528 OpenAI API \u7684\u7a0b\u5f0f\u78bc\u5e7e\u4e4e\u4e0d\u7528\u52d5\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5e38\u7528 Server \u53c3\u6578<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u57fa\u672c\u8a2d\u5b9a<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-7\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-server<\/span> \\\n  <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> \\        # \u6a21\u578b\u6a94\u6848\u8def\u5f91\n  <span class=\"hljs-selector-tag\">--host<\/span> 0<span class=\"hljs-selector-class\">.0<\/span><span class=\"hljs-selector-class\">.0<\/span><span class=\"hljs-selector-class\">.0<\/span> \\       # \u76e3\u807d\u4f4d\u5740\uff080<span class=\"hljs-selector-class\">.0<\/span><span class=\"hljs-selector-class\">.0<\/span><span class=\"hljs-selector-class\">.0<\/span> \u5141\u8a31\u5916\u90e8\u9023\u7dda\uff09\n  <span class=\"hljs-selector-tag\">--port<\/span> 8080 \\          # \u57e0\u865f\n  <span class=\"hljs-selector-tag\">-c<\/span> 4096                # <span class=\"hljs-selector-tag\">context<\/span> \u9577\u5ea6\uff08\u53ef\u8655\u7406\u7684\u6700\u5927 <span class=\"hljs-selector-tag\">token<\/span> \u6578\uff09\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-7\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u53c3\u6578<\/th>\n<th>\u8aaa\u660e<\/th>\n<th>\u9810\u8a2d\u503c<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td><code>-m, --model<\/code><\/td>\n<td>\u6a21\u578b\u6a94\u6848\u8def\u5f91<\/td>\n<td>\u5fc5\u586b<\/td>\n<\/tr>\n<tr>\n<td><code>--host<\/code><\/td>\n<td>\u76e3\u807d\u7684 IP \u4f4d\u5740<\/td>\n<td>127.0.0.1<\/td>\n<\/tr>\n<tr>\n<td><code>--port<\/code><\/td>\n<td>\u76e3\u807d\u7684\u57e0\u865f<\/td>\n<td>8080<\/td>\n<\/tr>\n<tr>\n<td><code>-c, --ctx-size<\/code><\/td>\n<td>context \u9577\u5ea6<\/td>\n<td>\u5f9e\u6a21\u578b\u8b80\u53d6<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">\u6548\u80fd\u8abf\u6821<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-8\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\">llama-server \\\n  -m model.gguf \\\n  -ngl <span class=\"hljs-number\">35<\/span> \\              <span class=\"hljs-comment\"># GPU \u5c64\u6578<\/span>\n  -np <span class=\"hljs-number\">4<\/span> \\                <span class=\"hljs-comment\"># \u5e73\u884c\u8655\u7406\u6578<\/span>\n  -t <span class=\"hljs-number\">8<\/span>                   <span class=\"hljs-comment\"># CPU \u57f7\u884c\u7dd2\u6578<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-8\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u53c3\u6578<\/th>\n<th>\u8aaa\u660e<\/th>\n<th>\u9810\u8a2d\u503c<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td><code>-ngl, --n-gpu-layers<\/code><\/td>\n<td>\u653e\u5230 GPU \u7684\u5c64\u6578\uff08\u8d8a\u591a\u8d8a\u5feb\uff09<\/td>\n<td>0<\/td>\n<\/tr>\n<tr>\n<td><code>-np, --parallel<\/code><\/td>\n<td>\u540c\u6642\u8655\u7406\u5e7e\u500b\u8acb\u6c42<\/td>\n<td>\u81ea\u52d5<\/td>\n<\/tr>\n<tr>\n<td><code>-t, --threads<\/code><\/td>\n<td>CPU \u57f7\u884c\u7dd2\u6578\u91cf<\/td>\n<td>\u81ea\u52d5<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u91cd\u8981 API \u7aef\u9ede\u5c0d\u7167\u8868<\/h2>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u7aef\u9ede<\/th>\n<th>\u8aaa\u660e<\/th>\n<th>OpenAI \u5c0d\u61c9<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td><code>POST \/v1\/chat\/completions<\/code><\/td>\n<td>\u804a\u5929\u88dc\u5168<\/td>\n<td>chat.completions.create()<\/td>\n<\/tr>\n<tr>\n<td><code>POST \/v1\/completions<\/code><\/td>\n<td>\u6587\u5b57\u88dc\u5168<\/td>\n<td>completions.create()<\/td>\n<\/tr>\n<tr>\n<td><code>GET \/v1\/models<\/code><\/td>\n<td>\u5217\u51fa\u53ef\u7528\u6a21\u578b<\/td>\n<td>models.list()<\/td>\n<\/tr>\n<tr>\n<td><code>POST \/v1\/embeddings<\/code><\/td>\n<td>\u751f\u6210 embeddings<\/td>\n<td>embeddings.create()<\/td>\n<\/tr>\n<tr>\n<td><code>GET \/health<\/code><\/td>\n<td>\u6aa2\u67e5 server \u72c0\u614b<\/td>\n<td>\u7121<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5be6\u6230\uff1a\u591a\u4f7f\u7528\u8005\u5b58\u53d6\u8a2d\u5b9a<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u8981\u8b93\u5176\u4ed6\u96fb\u8166\u9023\u7dda\uff0c\u9700\u8981\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-9\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-server<\/span> \\\n  <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> \\\n  <span class=\"hljs-selector-tag\">--host<\/span> 0<span class=\"hljs-selector-class\">.0<\/span><span class=\"hljs-selector-class\">.0<\/span><span class=\"hljs-selector-class\">.0<\/span> \\       # \u76e3\u807d\u6240\u6709\u7db2\u8def\u4ecb\u9762\n  <span class=\"hljs-selector-tag\">--api-key<\/span> <span class=\"hljs-selector-tag\">your-secret<\/span>  # \u8a2d\u5b9a <span class=\"hljs-selector-tag\">API<\/span> <span class=\"hljs-selector-tag\">key<\/span>\uff08\u53ef\u9078\u4f46\u5efa\u8b70\uff09\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-9\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u89e3\u91cb<\/strong>\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><code>--host 127.0.0.1<\/code>\uff1a\u53ea\u6709\u672c\u6a5f\u80fd\u9023\uff08\u9810\u8a2d\uff09<\/li>\n<li><code>--host 0.0.0.0<\/code>\uff1a\u4efb\u4f55\u4eba\u90fd\u80fd\u9023<\/li>\n<li><code>--api-key<\/code>\uff1a\u8a2d\u5b9a\u5f8c\uff0c\u8acb\u6c42\u5fc5\u9808\u5e36\u4e0a\u9019\u500b key<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">Python \u7aef\u8981\u52a0\u4e0a API key\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-10\" data-shcb-language-name=\"PHP\" data-shcb-language-slug=\"php\"><span><code class=\"hljs language-php\">client = OpenAI(\n    base_url=<span class=\"hljs-string\">\"http:\/\/192.168.1.100:8080\/v1\"<\/span>,\n    api_key=<span class=\"hljs-string\">\"your-secret\"<\/span>  <span class=\"hljs-comment\"># \u8981\u8ddf server \u8a2d\u5b9a\u4e00\u81f4<\/span>\n)\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-10\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">PHP<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">php<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5e73\u884c\u8655\u7406\uff1a\u540c\u6642\u670d\u52d9\u591a\u4eba<\/h2>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-11\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-server<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">-np<\/span> 4\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-11\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><code>-np 4<\/code> \u8868\u793a\u540c\u6642\u8655\u7406 4 \u500b\u8acb\u6c42\u3002\u6bcf\u500b\u300cslot\u300d\u7368\u7acb\u7dad\u8b77\u81ea\u5df1\u7684 context\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\u6ce8\u610f<\/strong>\uff1aslot \u8d8a\u591a\uff0c\u8a18\u61b6\u9ad4\u7528\u91cf\u8d8a\u5927\u30024 \u500b slot \u5927\u7d04\u9700\u8981 4 \u500d\u7684 context \u8a18\u61b6\u9ad4\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u67e5\u770b\u76ee\u524d slot \u72c0\u614b\uff1a<\/p>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-12\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">curl http:<span class=\"hljs-comment\">\/\/localhost:8080\/slots<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-12\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5e38\u898b\u8b8a\u5316<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u8b8a\u5316 1\uff1a\u4f7f\u7528 Hugging Face \u6a21\u578b ID<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\"><span><code class=\"hljs\">llama-server -hf Qwen\/Qwen2.5-Coder-7B-Instruct-GGUF\n<\/code><\/span><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u7ffb\u8b6f<\/strong>\uff1a\u5f9e Hugging Face \u81ea\u52d5\u4e0b\u8f09\u4e26\u8f09\u5165\u6a21\u578b\uff0c\u4e0d\u7528\u624b\u52d5\u4e0b\u8f09\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u8b8a\u5316 2\uff1a\u958b\u555f metrics \u76e3\u63a7<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-13\" data-shcb-language-name=\"CSS\" data-shcb-language-slug=\"css\"><span><code class=\"hljs language-css\"><span class=\"hljs-selector-tag\">llama-server<\/span> <span class=\"hljs-selector-tag\">-m<\/span> <span class=\"hljs-selector-tag\">model<\/span><span class=\"hljs-selector-class\">.gguf<\/span> <span class=\"hljs-selector-tag\">--metrics<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-13\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">CSS<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">css<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\">\u7136\u5f8c\u8a2a\u554f <code>http:\/\/localhost:8080\/metrics<\/code> \u67e5\u770b Prometheus \u683c\u5f0f\u7684\u6548\u80fd\u6307\u6a19\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u8b8a\u5316 3\uff1aDocker \u90e8\u7f72<\/h3>\n\n\n<div class=\"cbc-code-wrapper\"><div class=\"cbc-code-bar\"><button class=\"cbc-copy-button\">Copy<\/button><\/div><pre class=\"wp-block-code\" aria-describedby=\"shcb-language-14\" data-shcb-language-name=\"JavaScript\" data-shcb-language-slug=\"javascript\"><span><code class=\"hljs language-javascript\">docker run -p <span class=\"hljs-number\">8080<\/span>:<span class=\"hljs-number\">8080<\/span> -v .\/models:<span class=\"hljs-regexp\">\/models \\\n  ghcr.io\/ggm<\/span>l-org\/llama.cpp:server \\\n  -m \/models\/model.gguf --host <span class=\"hljs-number\">0.0<\/span><span class=\"hljs-number\">.0<\/span><span class=\"hljs-number\">.0<\/span>\n<\/code><\/span><small class=\"shcb-language\" id=\"shcb-language-14\"><span class=\"shcb-language__label\">Code language:<\/span> <span class=\"shcb-language__name\">JavaScript<\/span> <span class=\"shcb-language__paren\">(<\/span><span class=\"shcb-language__slug\">javascript<\/span><span class=\"shcb-language__paren\">)<\/span><\/small><\/pre><\/div>\n\n\n<p class=\"wp-block-paragraph\"><strong>\u7ffb\u8b6f<\/strong>\uff1a\u7528 Docker \u8dd1 server\uff0c\u628a\u672c\u5730\u7684 models \u8cc7\u6599\u593e\u639b\u9032\u53bb\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">Vibe Coder \u6aa2\u67e5\u9ede<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u770b\u5230 llama-server \u6307\u4ee4\u6642\u78ba\u8a8d\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>[ ] \u6a21\u578b\u8def\u5f91\u6b63\u78ba\u55ce\uff1f\uff08-m \u53c3\u6578\uff09<\/li>\n<li>[ ] \u9700\u8981\u5916\u90e8\u9023\u7dda\u55ce\uff1f\uff08&#8211;host 0.0.0.0\uff09<\/li>\n<li>[ ] context \u9577\u5ea6\u5920\u7528\u55ce\uff1f\uff08-c \u53c3\u6578\uff09<\/li>\n<li>[ ] GPU \u6709\u958b\u55ce\uff1f\uff08-ngl \u53c3\u6578\uff09<\/li>\n<li>[ ] \u9700\u8981\u540c\u6642\u670d\u52d9\u591a\u4eba\u55ce\uff1f\uff08-np \u53c3\u6578\uff09<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u7cfb\u5217\u56de\u9867<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u606d\u559c\uff01\u5b8c\u6210\u9019\u7cfb\u5217\u5f8c\uff0c\u4f60\u5df2\u7d93\u5b78\u6703\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u7bc7\u6578<\/th>\n<th>\u4e3b\u984c<\/th>\n<th>\u4f60\u5b78\u6703\u7684\u4e8b<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>#01<\/td>\n<td>\u8a8d\u8b58 llama.cpp<\/td>\n<td>\u77e5\u9053\u5b83\u662f\u4ec0\u9ebc\u3001\u80fd\u505a\u4ec0\u9ebc<\/td>\n<\/tr>\n<tr>\n<td>#02<\/td>\n<td>\u4e0b\u8f09 GGUF \u6a21\u578b<\/td>\n<td>\u5f9e Hugging Face \u4e0b\u8f09\u91cf\u5316\u6a21\u578b<\/td>\n<\/tr>\n<tr>\n<td>#03<\/td>\n<td>\u547d\u4ee4\u5217\u63a8\u8ad6<\/td>\n<td>\u7528 llama-cli \u8dd1\u6a21\u578b\u3001\u8abf\u53c3\u6578<\/td>\n<\/tr>\n<tr>\n<td>#04<\/td>\n<td>API Server<\/td>\n<td>\u67b6\u8a2d\u670d\u52d9\u3001\u6574\u5408\u5230\u7a0b\u5f0f\u4e2d<\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5ef6\u4f38\u5b78\u7fd2\u8cc7\u6e90<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u60f3\u6df1\u5165\u4e86\u89e3\uff0c\u53ef\u4ee5\u53c3\u8003\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/github.com\/ggml-org\/llama.cpp\">llama.cpp GitHub<\/a> &#8211; \u5b98\u65b9\u5c08\u6848<\/li>\n<li><a href=\"https:\/\/github.com\/ggml-org\/llama.cpp\/blob\/master\/tools\/server\/README.md\">llama-server README<\/a> &#8211; \u5b8c\u6574\u53c3\u6578\u8aaa\u660e<\/li>\n<li><a href=\"https:\/\/github.com\/abetlen\/llama-cpp-python\">llama-cpp-python<\/a> &#8211; Python \u5c01\u88dd\u7248\u672c<\/li>\n<li><a href=\"https:\/\/docs.openwebui.com\/\">Open WebUI<\/a> &#8211; \u6f02\u4eae\u7684\u804a\u5929\u4ecb\u9762\uff0c\u53ef\u63a5 llama-server<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h2 class=\"wp-block-heading\">\u5c0f\u7d50<\/h2>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead>\n<tr>\n<th>\u4f60\u5b78\u6703\u7684<\/th>\n<th>\u4e00\u53e5\u8a71\u8aaa\u660e<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u555f\u52d5 server<\/td>\n<td><code>llama-server -m model.gguf<\/code><\/td>\n<\/tr>\n<tr>\n<td>curl \u6e2c\u8a66<\/td>\n<td>\u547c\u53eb <code>\/v1\/chat\/completions<\/code> \u7aef\u9ede<\/td>\n<\/tr>\n<tr>\n<td>Python \u6574\u5408<\/td>\n<td>\u6539 <code>base_url<\/code> \u5c31\u80fd\u7528 OpenAI \u5957\u4ef6<\/td>\n<\/tr>\n<tr>\n<td>\u6548\u80fd\u8abf\u6821<\/td>\n<td><code>-ngl<\/code> \u958b GPU\u3001<code>-np<\/code> \u8a2d\u5e73\u884c\u6578<\/td>\n<\/tr>\n<tr>\n<td>\u5916\u90e8\u5b58\u53d6<\/td>\n<td><code>--host 0.0.0.0<\/code> \u52a0 <code>--api-key<\/code><\/td>\n<\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u73fe\u5728\u4f60\u53ef\u4ee5\u628a\u672c\u5730 LLM \u6574\u5408\u5230\u4efb\u4f55\u652f\u63f4 OpenAI API \u7684\u5de5\u5177\u4e86\uff01<\/p>\n\n\n\n<div id=\"quiz-advanced\">\n<style>\n#quiz-advanced .badge {\n        display: inline-block;\n        padding: 4px 10px;\n        border-radius: 12px;\n        font-size: 0.75em;\n        font-weight: bold;\n        margin-left: 8px;\n      }#quiz-advanced .badge.scenario {\n        background: #ebf8ff;\n        color: #2b6cb0;\n      }#quiz-advanced .badge.debug {\n        background: #fef3c7;\n        color: #92400e;\n      }#quiz-advanced .question-adv {\n        background: white;\n        border-radius: 10px;\n        padding: 24px;\n        margin: 20px 0;\n        box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);\n        border-left: 4px solid #ed8936;\n      }#quiz-advanced .question-adv h3 {\n        margin-top: 0;\n        color: #2d3748;\n      }#quiz-advanced .code-block {\n        background: #1e1e1e;\n        color: #d4d4d4;\n        padding: 14px;\n        border-radius: 6px;\n        font-family: \"Menlo\", \"Monaco\", \"Courier New\", monospace;\n        font-size: 0.9em;\n        overflow-x: auto;\n        margin: 12px 0;\n        white-space: pre-wrap;\n      }#quiz-advanced .options-adv {\n        list-style: none;\n        padding: 0;\n      }#quiz-advanced .options-adv li {\n        padding: 14px 16px;\n        margin: 10px 0;\n        border: 2px solid #e2e8f0;\n        border-radius: 8px;\n        cursor: pointer;\n        transition: all 0.2s;\n      }#quiz-advanced .options-adv li:hover:not(.disabled) {\n        border-color: #ed8936;\n        background: #fffaf0;\n      }#quiz-advanced .options-adv li.disabled {\n        cursor: default;\n        opacity: 0.7;\n      }#quiz-advanced .options-adv li.show-answer {\n        border-color: #48bb78;\n        background: #f0fff4;\n      }#quiz-advanced .options-adv li.wrong {\n        border-color: #fc8181;\n        background: #fff5f5;\n      }#quiz-advanced .feedback-adv {\n        margin-top: 16px;\n        padding: 14px;\n        border-radius: 8px;\n        display: none;\n        line-height: 1.6;\n      }#quiz-advanced .feedback-adv.correct {\n        background: #f0fff4;\n        color: #276749;\n        display: block;\n      }#quiz-advanced .feedback-adv.wrong {\n        background: #fff5f5;\n        color: #c53030;\n        display: block;\n      }#quiz-advanced .feedback-adv \n      .score-adv {\n        text-align: center;\n        font-size: 1.4em;\n        padding: 24px;\n        background: white;\n        border-radius: 10px;\n        margin-top: 24px;\n        box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);\n      }#quiz-advanced .intro {\n        background: #ebf8ff;\n        padding: 16px;\n        border-radius: 8px;\n        margin-bottom: 20px;\n        color: #2c5282;\n      }\n<\/style>\n<h1>\u9032\u968e\u6e2c\u9a57\uff1allama.cpp \u67b6\u8a2d OpenAI \u76f8\u5bb9 API Server<\/h1>\n    <div class=\"intro\">\n      <strong>\u6e2c\u9a57\u76ee\u6a19\uff1a<\/strong>\u9a57\u8b49\u4f60\u662f\u5426\u80fd\u5728\u5be6\u969b\u60c5\u5883\u4e2d\u61c9\u7528\u6240\u5b78\u3002<br \/>\n      \u5171 5 \u984c\uff0c\u5305\u542b\u60c5\u5883\u984c\u8207\u932f\u8aa4\u8a3a\u65b7\u984c\u3002\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv1\">\n      <h3>1. \u4f60\u6b63\u5728\u958b\u767c\u4e00\u500b AI \u804a\u5929\u6a5f\u5668\u4eba\uff0c\u9700\u8981\u8b93\u5718\u968a\u6210\u54e1\uff08\u5728\u540c\u4e00\u7db2\u8def\u5167\u7684\u4e0d\u540c\u96fb\u8166\uff09\u90fd\u80fd\u9023\u7dda\u6e2c\u8a66\u3002\u76ee\u524d\u4f60\u7684 server \u555f\u52d5\u6307\u4ee4\u5982\u4e0b\uff1a<span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">llama-server -m qwen2.5-coder-7b-instruct-q4_k_m.gguf -ngl 35<\/div>\n      <p>\u5718\u968a\u6210\u54e1\u56de\u5831\u7121\u6cd5\u9023\u7dda\uff0c\u4f60\u61c9\u8a72\u5982\u4f55\u4fee\u6539\u6307\u4ee4\uff1f<\/p>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(1, 'A', 'B')\">A. \u52a0\u4e0a <code>--port 80<\/code> \u4f7f\u7528\u6a19\u6e96 HTTP \u57e0<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'B', 'B')\">B. \u52a0\u4e0a <code>--host 0.0.0.0<\/code> \u5141\u8a31\u5916\u90e8\u9023\u7dda<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'C', 'B')\">C. \u52a0\u4e0a <code>-np 4<\/code> \u589e\u52a0\u8655\u7406\u80fd\u529b<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'D', 'B')\">D. \u52a0\u4e0a <code>-c 8192<\/code> \u589e\u52a0 context \u9577\u5ea6<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv1\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv2\">\n      <h3>2. \u540c\u4e8b\u60f3\u7528\u65e2\u6709\u7684 Python \u7a0b\u5f0f\u9023\u63a5\u4f60\u67b6\u8a2d\u7684\u672c\u5730 llama-server\uff0c\u4f46\u4ed6\u7684\u7a0b\u5f0f\u539f\u672c\u662f\u9023\u63a5 OpenAI API \u7684\u3002\u4ee5\u4e0b\u662f\u4ed6\u539f\u672c\u7684\u7a0b\u5f0f\u78bc\uff1a<span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">from openai import OpenAI\n\nclient = OpenAI()\nresponse = client.chat.completions.create(\n    model=&#8221;gpt-4&#8243;,\n    messages=[{&#8220;role&#8221;: &#8220;user&#8221;, &#8220;content&#8221;: &#8220;Hello!&#8221;}]\n)\nprint(response.choices[0].message.content)<\/div>\n      <p>\u4ed6\u9700\u8981\u4fee\u6539\u4ec0\u9ebc\u624d\u80fd\u9023\u63a5\u5230\u672c\u5730 server\uff08\u5047\u8a2d\u5728 localhost:8080\uff09\uff1f<\/p>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(2, 'A', 'C')\">A. \u628a <code>model=\"gpt-4\"<\/code> \u6539\u6210\u5be6\u969b\u7684\u672c\u5730\u6a21\u578b\u540d\u7a31<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'B', 'C')\">B. \u5b89\u88dd llama-cpp-python \u5957\u4ef6\u53d6\u4ee3 openai \u5957\u4ef6<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'C', 'C')\">C. \u5efa\u7acb client \u6642\u52a0\u4e0a <code>base_url=\"http:\/\/localhost:8080\/v1\"<\/code> \u548c <code>api_key=\"no-key-needed\"<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(2, 'D', 'C')\">D. \u6539\u7528 <code>requests<\/code> \u5957\u4ef6\u76f4\u63a5\u547c\u53eb REST API<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv2\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv3\">\n      <h3>3. \u4f60\u90e8\u7f72\u4e86\u4e00\u500b llama-server \u7d66\u516c\u53f8\u5167\u90e8\u4f7f\u7528\uff0c\u4f46\u767c\u73fe\u7576\u591a\u4eba\u540c\u6642\u67e5\u8a62\u6642\uff0c\u97ff\u61c9\u901f\u5ea6\u660e\u986f\u8b8a\u6162\u3002\u76ee\u524d\u7684\u555f\u52d5\u6307\u4ee4\u662f\uff1a<span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">llama-server -m model.gguf &#8211;host 0.0.0.0 -ngl 35<\/div>\n      <p>\u5728\u4e0d\u5347\u7d1a\u786c\u9ad4\u7684\u60c5\u6cc1\u4e0b\uff0c\u54ea\u500b\u505a\u6cd5\u6700\u80fd\u6539\u5584\u591a\u4eba\u540c\u6642\u4f7f\u7528\u7684\u9ad4\u9a57\uff1f<\/p>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(3, 'A', 'B')\">A. \u589e\u52a0 <code>-c<\/code> \u53c3\u6578\u7684\u503c\uff0c\u64f4\u5927 context \u9577\u5ea6<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'B', 'B')\">B. \u52a0\u4e0a <code>-np 4<\/code> \u555f\u7528\u5e73\u884c\u8655\u7406\u591a\u500b\u8acb\u6c42<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'C', 'B')\">C. \u52a0\u4e0a <code>--metrics<\/code> \u958b\u555f\u6548\u80fd\u76e3\u63a7<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'D', 'B')\">D. \u6539\u7528 Docker \u90e8\u7f72\u65b9\u5f0f<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv3\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv4\">\n      <h3>4. \u4f60\u7528 curl \u6e2c\u8a66\u672c\u5730 server\uff0c\u4f46\u6536\u5230\u4ee5\u4e0b\u932f\u8aa4\u8a0a\u606f\uff1a<span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">$ curl http:\/\/localhost:8080\/v1\/chat\/completions \\\n  -H &#8220;Content-Type: application\/json&#8221; \\\n  -d &#8216;{&#8220;messages&#8221;: [{&#8220;role&#8221;: &#8220;user&#8221;, &#8220;content&#8221;: &#8220;Hello&#8221;}]}&#8217;\n\ncurl: (7) Failed to connect to localhost port 8080: Connection refused<\/div>\n      <p>\u6700\u53ef\u80fd\u7684\u539f\u56e0\u662f\u4ec0\u9ebc\uff1f<\/p>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(4, 'A', 'A')\">A. llama-server \u5c1a\u672a\u555f\u52d5\u6216\u5df2\u7d93\u505c\u6b62<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'B', 'A')\">B. \u7f3a\u5c11 <code>model<\/code> \u53c3\u6578\u5728 JSON \u4e2d<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'C', 'A')\">C. \u6c92\u6709\u8a2d\u5b9a <code>--host 0.0.0.0<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(4, 'D', 'A')\">D. Content-Type \u61c9\u8a72\u6539\u7528 text\/plain<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv4\"><\/div>\n    <\/div>\n\n    <div class=\"question-adv\" id=\"qAdv5\">\n      <h3>5. \u4f60\u60f3\u8b93 llama-server \u5c0d\u5916\u63d0\u4f9b\u670d\u52d9\uff0c\u4f46\u64d4\u5fc3\u5b89\u5168\u554f\u984c\u3002\u4f60\u76ee\u524d\u7684\u6307\u4ee4\u662f\uff1a<span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">llama-server -m model.gguf &#8211;host 0.0.0.0 &#8211;port 8080<\/div>\n      <p>\u54ea\u500b\u505a\u6cd5\u6700\u80fd\u589e\u52a0\u57fa\u672c\u7684\u5b89\u5168\u9632\u8b77\uff1f<\/p>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(5, 'A', 'C')\">A. \u6539\u7528\u975e\u6a19\u6e96\u57e0\u865f\u5982 <code>--port 9999<\/code><\/li>\n        <li onclick=\"checkAnswerAdv(5, 'B', 'C')\">B. \u52a0\u4e0a <code>-np 1<\/code> \u9650\u5236\u53ea\u8655\u7406\u4e00\u500b\u8acb\u6c42<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'C', 'C')\">C. \u52a0\u4e0a <code>--api-key your-secret<\/code> \u8981\u6c42\u8a8d\u8b49<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'D', 'C')\">D. \u52a0\u4e0a <code>--metrics<\/code> \u76e3\u63a7\u7570\u5e38\u8acb\u6c42<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv5\"><\/div>\n    <\/div>\n\n    <div class=\"score-adv\" id=\"scoreAdv\" style=\"display:none;\"><\/div>\n<script>\n\n      let answeredAdv = 0;\n      let correctAdv = 0;\n      const totalAdv = 5;\n      const explanationsAdv = {\n        1: \"\u9810\u8a2d <code>--host 127.0.0.1<\/code> \u53ea\u5141\u8a31\u672c\u6a5f\u9023\u7dda\u3002\u52a0\u4e0a <code>--host 0.0.0.0<\/code> \u624d\u80fd\u8b93\u540c\u4e00\u7db2\u8def\u5167\u7684\u5176\u4ed6\u96fb\u8166\u9023\u7dda\u3002<code>-np<\/code> \u662f\u589e\u52a0\u5e73\u884c\u8655\u7406\u6578\uff0c<code>-c<\/code> \u662f context \u9577\u5ea6\uff0c\u90fd\u4e0d\u5f71\u97ff\u9023\u7dda\u80fd\u529b\u3002\",\n        2: \"llama-server \u76f8\u5bb9 OpenAI API \u683c\u5f0f\uff0c\u53ea\u9700\u4fee\u6539 <code>base_url<\/code> \u6307\u5411\u672c\u5730\u4f4d\u5740\uff0c\u4e26\u63d0\u4f9b\u4efb\u610f <code>api_key<\/code>\uff08\u672c\u5730\u4e0d\u9a57\u8b49\uff09\u3002model \u540d\u7a31\u5728\u672c\u5730\u6703\u88ab\u5ffd\u7565\uff0c\u4e0d\u9700\u8981\u4fee\u6539\u3002\u4e0d\u9700\u8981\u63db\u5957\u4ef6\u6216\u6539\u7528 requests\u3002\",\n        3: \"<code>-np 4<\/code> \u8b93 server \u540c\u6642\u8655\u7406 4 \u500b\u8acb\u6c42\uff0c\u6bcf\u500b\u8acb\u6c42\u4f7f\u7528\u7368\u7acb\u7684 slot\u3002\u9019\u662f\u89e3\u6c7a\u591a\u4eba\u540c\u6642\u4f7f\u7528\u6642\u6392\u968a\u7b49\u5f85\u7684\u6700\u76f4\u63a5\u65b9\u6cd5\u3002\u6ce8\u610f\u8a18\u61b6\u9ad4\u7528\u91cf\u6703\u76f8\u61c9\u589e\u52a0\u3002<code>--metrics<\/code> \u53ea\u662f\u76e3\u63a7\uff0c\u4e0d\u6703\u6539\u5584\u6548\u80fd\u3002\",\n        4: \"Connection refused \u8868\u793a\u76ee\u6a19\u57e0\u6c92\u6709\u670d\u52d9\u5728\u76e3\u807d\uff0c\u6700\u53ef\u80fd\u662f server \u6c92\u6709\u555f\u52d5\u3002\u5982\u679c\u662f JSON \u683c\u5f0f\u932f\u8aa4\u6216\u7f3a\u5c11\u53c3\u6578\uff0c\u6703\u6536\u5230 HTTP 400\/422 \u932f\u8aa4\u800c\u975e\u9023\u7dda\u88ab\u62d2\u3002<code>--host<\/code> \u8a2d\u5b9a\u5f71\u97ff\u7684\u662f\u5916\u90e8\u9023\u7dda\uff0clocalhost \u9023\u7dda\u4e0d\u53d7\u5f71\u97ff\u3002\",\n        5: \"<code>--api-key<\/code> \u662f llama-server \u63d0\u4f9b\u7684\u8a8d\u8b49\u6a5f\u5236\uff0c\u8a2d\u5b9a\u5f8c\u6240\u6709\u8acb\u6c42\u90fd\u5fc5\u9808\u5e36\u4e0a\u6b63\u78ba\u7684 key \u624d\u80fd\u5b58\u53d6\u3002\u6539\u57e0\u865f\u53ea\u662f\u300c\u96b1\u85cf\u300d\u800c\u975e\u300c\u4fdd\u8b77\u300d\uff0c\u9650\u5236\u8acb\u6c42\u6578\u548c\u958b\u76e3\u63a7\u90fd\u7121\u6cd5\u963b\u6b62\u672a\u6388\u6b0a\u5b58\u53d6\u3002\"\n      };\n\n      function checkAnswerAdv(qNum, selected, correctAns) {\n        const question = document.getElementById(\"qAdv\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n\n        question.classList.add(\"answered\");\n        answeredAdv++;\n\n        const options = question.querySelectorAll(\".options-adv li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) {\n            opt.classList.add(\"show-answer\");\n          }\n        });\n\n        const feedback = document.getElementById(\"fbAdv\" + qNum);\n        if (selected === correctAns) {\n          correctAdv++;\n          feedback.className = \"feedback-adv correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanationsAdv[qNum];\n        } else {\n          feedback.className = \"feedback-adv wrong\";\n          feedback.innerHTML =\n            \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanationsAdv[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) {\n              opt.classList.add(\"wrong\");\n            }\n          });\n        }\n\n        if (answeredAdv === totalAdv) {\n          const scoreDiv = document.getElementById(\"scoreAdv\");\n          scoreDiv.style.display = \"block\";\n          let msg = \"\";\n          if (correctAdv === totalAdv) msg = \"\ud83c\udfaf \u5b8c\u7f8e\uff01\u4f60\u5df2\u7d93\u6e96\u5099\u597d\u5be6\u6230\u4e86\uff01\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.8))\n            msg = \"\ud83d\udcaa \u5f88\u68d2\uff01\u518d\u8907\u7fd2\u4e00\u4e0b\u932f\u7684\u984c\u76ee\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.6))\n            msg = \"\ud83d\udcd6 \u5efa\u8b70\u91cd\u8b80\u76f8\u95dc\u6bb5\u843d\u5f8c\u518d\u8a66\u4e00\u6b21\";\n          else msg = \"\ud83d\udd04 \u5efa\u8b70\u91cd\u65b0\u95b1\u8b80\u6587\u4ef6\uff0c\u7279\u5225\u6ce8\u610f\u64cd\u4f5c\u6d41\u7a0b\";\n          scoreDiv.innerHTML =\n            \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" + correctAdv + \" \/ \" + totalAdv + \"<br>\" + msg;\n        }\n      }\n    \n<\/script>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u6e2c\u9a57\uff1allama.cpp \u67b6\u8a2d OpenAI \u76f8\u5bb9 API Server \u5171 5 \u984c\uff0c\u9ede\u9078\u7b54\u6848\u5f8c\u6703\u7acb\u5373\u986f\u793a\u7d50\u679c [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rolpb_likes":0,"footnotes":""},"categories":[360],"tags":[],"class_list":["post-379","post","type-post","status-publish","format-standard","hentry","category-llama-cpp"],"blocksy_meta":{"styles_descriptor":{"styles":{"desktop":"","tablet":"","mobile":""},"google_fonts":[],"version":7}},"_links":{"self":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/379","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/comments?post=379"}],"version-history":[{"count":0,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/379\/revisions"}],"wp:attachment":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/media?parent=379"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/categories?post=379"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/tags?post=379"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}