{"id":497,"date":"2026-01-31T03:20:15","date_gmt":"2026-01-30T19:20:15","guid":{"rendered":"https:\/\/blogmygo.zeabur.app\/2026\/01\/31\/%e7%bf%81%e5%ae%b6%e7%bf%8c%ef%bc%9a%e5%be%9e%e9%96%8b%e6%ba%90%e5%b0%91%e5%b9%b4%e5%88%b0-openai-%e6%a0%b8%e5%bf%83%e5%b7%a5%e7%a8%8b%e5%b8%ab%e7%9a%84%e9%95%b7%e6%9c%9f%e4%b8%bb%e7%be%a9%e4%b9%8b\/"},"modified":"2026-02-02T18:01:18","modified_gmt":"2026-02-02T10:01:18","slug":"%e7%bf%81%e5%ae%b6%e7%bf%8c%ef%bc%9a%e5%be%9e%e9%96%8b%e6%ba%90%e5%b0%91%e5%b9%b4%e5%88%b0-openai-%e6%a0%b8%e5%bf%83%e5%b7%a5%e7%a8%8b%e5%b8%ab%e7%9a%84%e9%95%b7%e6%9c%9f%e4%b8%bb%e7%be%a9%e4%b9%8b","status":"publish","type":"post","link":"https:\/\/blog.itsmygo.uk\/wordpress\/2026\/01\/31\/%e7%bf%81%e5%ae%b6%e7%bf%8c%ef%bc%9a%e5%be%9e%e9%96%8b%e6%ba%90%e5%b0%91%e5%b9%b4%e5%88%b0-openai-%e6%a0%b8%e5%bf%83%e5%b7%a5%e7%a8%8b%e5%b8%ab%e7%9a%84%e9%95%b7%e6%9c%9f%e4%b8%bb%e7%be%a9%e4%b9%8b\/","title":{"rendered":"\u7fc1\u5bb6\u7fcc\uff1a\u5f9e\u958b\u6e90\u5c11\u5e74\u5230 OpenAI \u6838\u5fc3\u5de5\u7a0b\u5e2b\u7684\u9577\u671f\u4e3b\u7fa9\u4e4b\u8def"},"content":{"rendered":"\n<p class=\"wp-block-paragraph\">\u672c\u96c6 WhynotTV Podcast \u9080\u8acb\u5230 OpenAI \u6838\u5fc3\u5de5\u7a0b\u5e2b\u7fc1\u5bb6\u7fcc\uff0c\u6df1\u5ea6\u56de\u9867\u4ed6\u5f9e\u6e05\u83ef\u5927\u5b78\u5230 CMU\u3001\u518d\u5230\u52a0\u5165 OpenAI \u7684\u5b8c\u6574\u6210\u9577\u6b77\u7a0b\u3002\u7fc1\u5bb6\u7fcc\u81ea 2022 \u5e74\u52a0\u5165 OpenAI \u5f8c\uff0c\u6df1\u5ea6\u53c3\u8207\u4e86 GPT-3.5\u3001GPT-4 \u5230 GPT-5 \u7684\u6838\u5fc3\u6a21\u578b\u958b\u767c\uff0c\u4ed6\u7684\u4e09\u5927\u8ca2\u737b\u9818\u57df\u2014\u2014\u5f37\u5316\u5b78\u7fd2\u3001Post-training\uff08\u5f8c\u8a13\u7df4\uff09\u8207 Infra\uff08\u57fa\u790e\u8a2d\u65bd\uff09\u2014\u2014\u6b63\u662f\u63a8\u52d5\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u95dc\u9375\u8e8d\u9077\u7684\u5e55\u5f8c\u529b\u91cf\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\"><p>\u539f\u5f71\u7247\u9023\u7d50\uff1ahttps:\/\/www.youtube.com\/watch?v=I0DrcsDf3Os<\/p><\/blockquote>\n\n\n\n<h2 class=\"wp-block-heading\">\u5f71\u7247\u91cd\u9ede<\/h2>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u7fc1\u5bb6\u7fcc\u5f9e\u5c0f\u5c31\u5177\u5099\u300c\u6295\u8cc7\u672a\u4f86\u300d\u7684\u8d85\u524d\u5b78\u7fd2\u610f\u8b58\uff0c\u521d\u4e2d\u4fbf\u958b\u59cb\u81ea\u5b78\u9ad8\u4e2d\u6578\u5b78<\/li>\n<li>\u5728\u6e05\u83ef\u5927\u5b78\u958b\u6e90\u6240\u6709\u8ab2\u7a0b\u4f5c\u696d\uff0c\u81f4\u529b\u65bc\u6253\u7834\u8cc7\u8a0a\u5dee\uff0c\u8996\u958b\u6e90\u70ba\u4e00\u7a2e\u300c\u6148\u5584\u300d<\/li>\n<li>\u958b\u767c\u300c\u5929\u6388\u300d\uff08Tianshou\uff09\u5f37\u5316\u5b78\u7fd2\u6846\u67b6\uff0c\u50c5\u7528\u5169\u9031\u5b8c\u6210\u7b2c\u4e00\u7248\uff0c\u6027\u80fd\u78be\u58d3\u4e3b\u6d41\u5e73\u53f0<\/li>\n<li>\u5efa\u7acb tuixue online \u7c3d\u8b49\u67e5\u8a62\u7cfb\u7d71\uff0c\u7d2f\u7a4d\u7834\u5343\u842c\u9ede\u64ca\uff0c\u670d\u52d9\u5ee3\u5927\u7559\u5b78\u751f\u7fa4\u9ad4<\/li>\n<li>\u5728 OpenAI \u642d\u5efa\u7684 Post-training RL \u57fa\u790e\u8a2d\u65bd\uff0c\u6210\u70ba\u652f\u6490 GPT \u7cfb\u5217\u6a21\u578b\u7684\u6838\u5fc3\u7cfb\u7d71<\/li>\n<li>\u8a8d\u70ba\u5de5\u7a0b\u80fd\u529b\u6bd4\u7d14\u7814\u7a76\u80fd\u529b\u66f4\u91cd\u8981\uff0cInfra \u662f\u7576\u524d AI \u767c\u5c55\u6700\u5927\u74f6\u9838<\/li>\n<li>\u5c0d AGI \u7684\u5224\u65b7\uff1a\u5be6\u73fe\u53d6\u6c7a\u65bc Infra \u8fed\u4ee3\u901f\u5ea6\uff0c\u672a\u4f86\u7d44\u7e54\u5c07\u7531 AI Agent \u7ba1\u7406<\/li>\n<li>\u63a1\u7528\u300c\u5047\u88dd\u81ea\u7531\u610f\u5fd7\u5b58\u5728\u300d\u7684\u5be6\u7528\u4e3b\u7fa9\u54f2\u5b78\u9762\u5c0d\u78ba\u5b9a\u6027\u4e16\u754c\u89c0<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u8a73\u7d30\u5167\u5bb9<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">[02:33] \u7ae5\u5e74\u8207\u300c\u6295\u8cc7\u672a\u4f86\u300d\u7684\u601d\u7dad\u65b9\u5f0f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u5f9e\u5c0f\u5c31\u5c55\u73fe\u51fa\u8207\u773e\u4e0d\u540c\u7684\u5b78\u7fd2\u7b56\u7565\u3002\u4ed6\u5728\u5c0f\u5b78\u4e00\u5e74\u7d1a\u5c31\u958b\u59cb\u63a5\u89f8\u6578\u5b78\u5967\u6797\u5339\u514b\u8a13\u7df4\uff0c\u4f46\u6700\u95dc\u9375\u7684\u4e0d\u662f\u4ed6\u6709\u591a\u8070\u660e\uff0c\u800c\u662f\u4ed6\u5f88\u65e9\u5c31\u5efa\u7acb\u4e86\u300c\u6295\u8cc7\u672a\u4f86\u300d\u7684\u610f\u8b58\u2014\u2014\u521d\u4e2d\u6642\u4fbf\u958b\u59cb\u8d85\u524d\u5b78\u7fd2\u9ad8\u4e2d\u6578\u5b78\uff0c\u900f\u904e\u5efa\u7acb\u77e5\u8b58\u6a39\u7684\u65b9\u5f0f\u5feb\u901f\u9023\u7d50\u4e0d\u540c\u77e5\u8b58\u9ede\uff0c\u5be6\u73fe\u9ad8\u6548\u89e3\u984c\u3002\u9019\u7a2e\u8d85\u524d\u6295\u8cc7\u7684\u601d\u7dad\u6a21\u5f0f\u8cab\u7a7f\u4e86\u4ed6\u6b64\u5f8c\u7684\u6574\u500b\u6210\u9577\u6b77\u7a0b\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[08:10] \u9ad8\u4e2d\u8a08\u7b97\u6a5f\u7af6\u8cfd\u8207\u5347\u5b78\u6289\u64c7<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u5728\u9ad8\u4e2d\u6642\u671f\u6295\u5165\u4e86\u8cc7\u8a0a\u5b78\u7af6\u8cfd\uff08OI\uff09\uff0c\u5728\u798f\u5efa\u7701\u4fe1\u606f\u5b78\u7af6\u8cfd\u4e2d\u8868\u73fe\u7a81\u51fa\uff0c\u4ee5\u6700\u5c0f\u4e8c\u5206\u8986\u84cb\u984c\u7372\u5f97\u7701\u968a\u552f\u4e00\u7684\u9285\u724c\u3002\u9019\u500b\u6210\u7e3e\u70ba\u4ed6\u722d\u53d6\u5230\u4e86\u6e05\u83ef\u5927\u5b78\u300c\u964d 60 \u5206\u300d\u9304\u53d6\u7684\u8cc7\u683c\u3002\u9762\u5c0d\u6e05\u83ef\u964d\u5206\u9304\u53d6\u548c\u4e0a\u6d77\u4ea4\u5927\u5168\u984d\u9304\u53d6\u7684\u9078\u64c7\uff0c\u4ed6\u6700\u7d42\u9078\u64c7\u4e86\u6e05\u83ef\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[16:02] \u5728\u6e05\u83ef\u958b\u6e90\u4f5c\u696d\u8207\u6253\u7834\u8cc7\u8a0a\u5dee<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u9032\u5165\u6e05\u83ef\u5f8c\uff0c\u7fc1\u5bb6\u7fcc\u505a\u4e86\u4e00\u4ef6\u8b93\u4ed6\u300c\u706b\u904d\u6821\u5712\u300d\u7684\u4e8b\uff1a\u4ed6\u5c07\u6240\u6709\u8ab2\u7a0b\u4f5c\u696d\u548c\u8cc7\u6599\u958b\u6e90\u3002\u9019\u4e0d\u662f\u70ba\u4e86\u70ab\u8000\uff0c\u800c\u662f\u51fa\u65bc\u4e00\u500b\u6a38\u7d20\u7684\u4fe1\u5ff5\u2014\u2014\u6253\u7834\u8cc7\u8a0a\u5dee\u3002\u4ed6\u8a8d\u70ba\u300c\u8cc7\u8a0a\u5e73\u6b0a\u300d\u6bd4\u6350\u6a13\u66f4\u5177\u793e\u6703\u50f9\u503c\u3002\u5728\u4ed6\u7684\u50f9\u503c\u89c0\u88e1\uff0c\u958b\u6e90\u4e0d\u662f\u5c65\u6b77\u88dd\u98fe\uff0c\u800c\u662f\u4e00\u7a2e\u5c0d\u4e16\u754c\u7684\u6295\u5165\u65b9\u5f0f\uff0c\u8ffd\u6c42\u7684\u4e0d\u662f\u638c\u8072\uff0c\u800c\u662f impact\uff08\u5f71\u97ff\u529b\uff09\u3002\u4ed6\u751a\u81f3\u4fee\u5fa9\u4e86\u6e05\u83ef\u6821\u5712\u7db2\u7684\u6f0f\u6d1e\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[19:23] \u672c\u79d1\u8207\u5f37\u5316\u5b78\u7fd2\u7d50\u7de3<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728\u672c\u79d1\u671f\u9593\uff0c\u7fc1\u5bb6\u7fcc\u958b\u59cb\u63a5\u89f8\u5f37\u5316\u5b78\u7fd2\uff08Reinforcement Learning\uff09\uff0c\u9019\u6210\u70ba\u4ed6\u65e5\u5f8c\u8077\u696d\u751f\u6daf\u7684\u6838\u5fc3\u65b9\u5411\u3002\u5f37\u5316\u5b78\u7fd2\u662f\u4e00\u7a2e\u900f\u904e\u74b0\u5883\u4e92\u52d5\u4f86\u512a\u5316\u7b56\u7565\u7684\u6a5f\u5668\u5b78\u7fd2\u65b9\u6cd5\uff0c\u8207\u76e3\u7763\u5b78\u7fd2\u4e0d\u540c\u7684\u662f\uff0cRL \u9700\u8981 agent \u5728\u74b0\u5883\u4e2d\u4e0d\u65b7\u5617\u8a66\u3001\u7372\u53d6\u56de\u994b\u3001\u8abf\u6574\u7b56\u7565\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[28:00] \u5728 Yoshua Bengio \u7d44\u6691\u7814\u505a NLP<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u66fe\u5728\u6df1\u5ea6\u5b78\u7fd2\u5148\u9a45 Yoshua Bengio \u7684\u5be6\u9a57\u5ba4\u9032\u884c\u6691\u671f\u7814\u7a76\uff0c\u5617\u8a66\u4e86 Mixture of Experts\uff08MOE\uff09\u67b6\u69cb\u7684 NLP \u7814\u7a76\u3002\u96d6\u7136\u6700\u7d42\u6c92\u6709\u53d6\u5f97\u7a81\u7834\u6027\u6210\u679c\uff0c\u4f46\u9019\u6bb5\u7d93\u6b77\u8b93\u4ed6\u5c0d NLP \u548c\u5f37\u5316\u5b78\u7fd2\u5169\u500b\u9818\u57df\u90fd\u6709\u4e86\u66f4\u6df1\u5165\u7684\u7406\u89e3\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[30:38] \u5c0d\u524d ChatGPT \u6642\u4ee3 NLP \u548c RL \u7684\u53cd\u601d<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u56de\u9867 ChatGPT \u51fa\u73fe\u4e4b\u524d\u7684\u5b78\u8853\u74b0\u5883\uff0c\u7fc1\u5bb6\u7fcc\u8a8d\u70ba\u7576\u6642\u5b78\u8853\u754c\u7684 RL \u7814\u7a76\u5b58\u5728\u6839\u672c\u6027\u554f\u984c\uff1a\u904e\u5ea6\u95dc\u6ce8 toy benchmark \u7684\u8abf\u53c3\uff0c\u800c\u5ffd\u7565\u4e86\u771f\u6b63\u7684\u5de5\u696d\u7d1a\u61c9\u7528\u3002\u5b78\u8853\u754c\u8ffd\u6c42\u7684\u76ee\u6a19\u8207\u5de5\u696d\u754c\u9700\u8981\u89e3\u6c7a\u7684\u771f\u5be6\u554f\u984c\u4e4b\u9593\u5b58\u5728\u5de8\u5927\u9d3b\u6e9d\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[32:47] \u7559\u5b78\u7533\u8acb\u5b63\u7684\u632b\u6298\u8207\u6210\u9577<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u5728\u7559\u5b78\u7533\u8acb\u5b63\u7d93\u6b77\u4e86\u4e0d\u5c0f\u7684\u632b\u6298\u2014\u2014PhD \u7533\u8acb\u4e26\u4e0d\u9806\u5229\uff0c\u6700\u7d42\u63a5\u53d7\u4e86\u78a9\u58eb\u9805\u76ee\u7684\u9304\u53d6\u3002\u4f46\u9019\u6bb5\u7d93\u6b77\u8b93\u4ed6\u91cd\u65b0\u601d\u8003\u4e86\u4ec0\u9ebc\u624d\u662f\u771f\u6b63\u91cd\u8981\u7684\u3002\u4ed6\u958b\u59cb\u6399\u812b\u56fa\u6709\u8a55\u50f9\u9ad4\u7cfb\u7684\u675f\u7e1b\uff0c\u4e0d\u518d\u57f7\u8457\u65bc\u5b78\u8853\u982d\u929c\uff0c\u800c\u662f\u5c08\u6ce8\u65bc\u5be6\u969b\u7684\u5f71\u97ff\u529b\u548c\u50f9\u503c\u5275\u9020\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[41:08] \u5929\u6388\uff08Tianshou\uff09\u5f37\u5316\u5b78\u7fd2\u6846\u67b6<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u300c\u5929\u6388\u300d\u6846\u67b6\u7684\u8a95\u751f\u6e90\u81ea\u4e00\u500b\u771f\u5be6\u7684\u75db\u9ede\uff1a\u7fc1\u5bb6\u7fcc\u4e0d\u60f3\u518d\u6d6a\u8cbb\u6642\u9593\u300c\u7149\u4e39\u300d\u30022019 \u5e74\u5e95\uff0c\u4ed6\u610f\u8b58\u5230 RL \u9818\u57df\u7684\u554f\u984c\u4e0d\u5728\u7b97\u6cd5\u672c\u8eab\uff0c\u800c\u5728\u5be6\u9a57\u5e73\u53f0\u3002\u4ed6\u770b\u4e86\u7576\u6642\u6700\u4e3b\u6d41\u7684 RLlib \u6e90\u4ee3\u78bc\uff0c\u767c\u73fe\u5176\u62bd\u8c61\u6975\u5ea6\u8907\u96dc\uff0c\u5e7e\u5341\u842c\u884c\u4ee3\u78bc\u5e7e\u4e4e\u7121\u6cd5\u4e0b\u624b\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u65bc\u662f\u4ed6\u5728 2020 \u5e74\u6625\u7bc0\u5047\u671f\u63a8\u5012\u91cd\u4f86\uff0c\u5169\u9031\u5167\u5b8c\u6210\u4e86\u7b2c\u4e00\u7248\u2014\u2014\u6574\u500b\u5e73\u53f0\u53ea\u7528 1500 \u884c\u5de6\u53f3\u7684\u4ee3\u78bc\uff0c\u537b\u5728\u5df2\u6709\u7684 toy scenarios \u4e0a\u5b8c\u52dd\u6240\u6709\u5176\u4ed6\u5e73\u53f0\u3002\u300c\u5929\u6388\u300d\u8ffd\u6c42\u6975\u81f4\u7684\u4e00\u81f4\u6027\u548c\u7c21\u6f54\u6027\uff0c\u8fc5\u901f\u6210\u70ba\u5f37\u5316\u5b78\u7fd2\u793e\u7fa4\u7684\u6a19\u6746\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[48:07] tuixue online \u7c3d\u8b49\u67e5\u8a62\u7cfb\u7d71<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u53e6\u4e00\u500b\u958b\u6e90\u9805\u76ee tuixue online \u6e90\u81ea\u7fc1\u5bb6\u7fcc\u7684\u89aa\u8eab\u9700\u6c42\u2014\u2014\u4ed6\u6025\u9700\u4e00\u500b\u5be6\u6642\u722c\u87f2\u5de5\u5177\u4f86\u67e5\u8a62\u7f8e\u570b\u7c3d\u8b49\u9810\u7d04\u72c0\u614b\u3002\u9019\u500b\u9805\u76ee\u4e00\u4e0a\u7dda\u5c31\u7206\u767c\uff0c\u521d\u671f\u4fbf\u6709\u8d85\u904e\u4e00\u767e\u842c\u9ede\u64ca\uff0c\u7d2f\u7a4d\u81f3\u4eca\u5df2\u7834\u5343\u842c\u3002\u96d6\u7136\u5f8c\u4f86\u56e0\u7f8e\u9818\u9928\u7cfb\u7d71\u5347\u7d1a\u800c\u5931\u6548\uff0c\u4f46\u5b83\u5b8c\u6210\u4e86\u5176\u793e\u6703\u50f9\u503c\u3002\u4ed6\u628a\u5929\u6388\u548c tuixue \u90fd\u7a31\u4f5c\u300c\u505a\u6148\u5584\u300d\u2014\u2014\u300c\u5b8c\u5168 nonprofit\uff08\u975e\u71df\u5229\uff09\uff0c\u9019\u7a2e\u6148\u5584\u9805\u76ee\u8b93\u6211\u611f\u89ba\u975e\u5e38\u6eff\u8db3\u3002\u300d<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[49:54] \u8ffd\u6c42 Impact \u7684\u5e95\u5c64\u908f\u8f2f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u7684\u6838\u5fc3\u9a45\u52d5\u529b\u662f impact\uff08\u5f71\u97ff\u529b\uff09\uff0c\u4f46\u4e0d\u662f\u90a3\u7a2e\u8ffd\u6c42\u638c\u8072\u7684\u5f71\u97ff\u529b\u3002\u4ed6\u8a8d\u70ba\u300c\u5275\u9020\u5be6\u7528\u5de5\u5177\u5373\u6148\u5584\u300d\uff0c\u628a\u505a\u5de5\u5177\u8996\u70ba\u4e00\u7a2e\u5c0d\u4e16\u754c\u7684\u6295\u5165\u65b9\u5f0f\u3002\u9019\u7a2e\u50f9\u503c\u89c0\u9a45\u52d5\u8457\u4ed6\u7684\u6bcf\u4e00\u500b\u9078\u64c7\u2014\u2014\u5f9e\u958b\u6e90\u4f5c\u696d\u5230\u958b\u767c\u5929\u6388\uff0c\u518d\u5230\u5f8c\u4f86\u52a0\u5165 OpenAI\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[56:21] CMU \u8b80\u7814\u8207\u52a0\u5165 OpenAI<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u5728 CMU \u5b8c\u6210\u78a9\u58eb\u5b78\u696d\u5f8c\uff0c\u9762\u81e8\u591a\u500b\u8077\u696d\u9078\u64c7\u30022020 \u5e74\u4ed6\u7372\u5f97\u4e86\u591a\u5bb6\u79d1\u6280\u516c\u53f8\u7684 offer\uff0c\u5305\u62ec\u5e7b\u65b9\u91cf\u5316\uff08DeepSeek \u524d\u8eab\uff09\u3001NVIDIA\u3001TikTok \u548c Facebook AI Research\uff08FAIR\uff09\u3002\u4f46\u4ed6\u6700\u7d42\u9078\u64c7\u4e86 OpenAI\uff0c\u539f\u56e0\u5f88\u7c21\u55ae\uff1a\u300c\u7576\u6642 OpenAI \u548c DeepMind \u662f\u5f37\u5316\u5b78\u7fd2\u505a\u5f97\u6700\u597d\u7684\u5169\u500b lab\u3002\u300d<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[59:46] \u8207 John Schulman \u7684\u9762\u8a66\u6545\u4e8b<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u7531 OpenAI \u806f\u5408\u5275\u59cb\u4eba John Schulman \u89aa\u81ea\u9762\u8a66\u9304\u7528\u3002John Schulman \u672c\u8eab\u5c31\u662f\u5f37\u5316\u5b78\u7fd2\u9818\u57df\u7684\u91cd\u8981\u4eba\u7269\uff0c\u662f PPO\uff08Proximal Policy Optimization\uff09\u7b97\u6cd5\u7684\u4e3b\u8981\u4f5c\u8005\u3002\u9019\u6b21\u9762\u8a66\u4e0d\u50c5\u6539\u8b8a\u4e86\u7fc1\u5bb6\u7fcc\u7684\u8077\u696d\u8ecc\u8de1\uff0c\u4e5f\u8b93\u4ed6\u9032\u5165\u4e86 AI \u98a8\u66b4\u7684\u6b63\u4e2d\u5fc3\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:01:54] \u70ba\u4ec0\u9ebc\u6c92\u6709\u8b80 PhD\u3001\u7814\u7a76 vs. \u5de5\u7a0b\u80fd\u529b<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u89e3\u91cb\u4e86\u70ba\u4ec0\u9ebc\u6c92\u6709\u9078\u64c7\u7e7c\u7e8c\u8b80 PhD\u2014\u2014\u4ed6\u8a8d\u70ba\u5728\u7576\u524d\u7684 AI \u6642\u4ee3\uff0c\u5de5\u7a0b\u80fd\u529b\u7684\u91cd\u8981\u6027\u5df2\u7d93\u8d85\u8d8a\u4e86\u7d14\u7814\u7a76\u80fd\u529b\u3002\u4ed6\u7684\u89c0\u9ede\u76f4\u622a\u4e86\u7576\uff1a\u300c\u6559\u4e00\u500b researcher \u5982\u4f55\u505a\u597d engineering\uff0c\u6bd4\u6559\u4e00\u500b engineer \u5982\u4f55\u505a\u597d research \u96e3\u5f97\u591a\u3002\u300d\u9019\u4e26\u975e\u5426\u5b9a\u7814\u7a76\u7684\u50f9\u503c\uff0c\u800c\u662f\u5f37\u8abf\u5728\u5de5\u696d\u754c\uff0c\u5feb\u901f\u8fed\u4ee3\u548c\u57f7\u884c\u529b\u624d\u662f\u5236\u52dd\u95dc\u9375\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:06:31] Infra \u7684\u91cd\u8981\u6027<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u7279\u5225\u5f37\u8abf\u4e86\u57fa\u790e\u8a2d\u65bd\uff08Infra\uff09\u5728 AI \u767c\u5c55\u4e2d\u7684\u6838\u5fc3\u5730\u4f4d\u3002\u7576\u6a21\u578b\u7684\u53c3\u6578\u91cf\u548c\u4e26\u767c\u898f\u6a21\u9054\u5230\u4e00\u5b9a\u7a0b\u5ea6\u6642\uff0cGPU \u5354\u540c\u3001\u5206\u6563\u5f0f\u901a\u4fe1\u8207\u53ef\u8907\u73fe\u7684\u5be6\u9a57\u8fed\u4ee3\u6210\u70ba\u6c7a\u5b9a\u6027\u56e0\u7d20\u3002\u4ed6\u8a8d\u70ba Infra \u662f\u7576\u524d AI \u767c\u5c55\u7684\u6700\u5927\u74f6\u9838\u2014\u2014\u4e0d\u662f\u6f14\u7b97\u6cd5\u4e0d\u5920\u597d\uff0c\u800c\u662f\u57fa\u790e\u8a2d\u65bd\u8ddf\u4e0d\u4e0a\u3002\u300c\u4fee bug \u6578\u91cf\u6c7a\u5b9a\u6a21\u578b\u54c1\u8cea\u300d\uff0c\u9019\u53e5\u8a71\u6df1\u523b\u53cd\u6620\u4e86\u5de5\u696d\u7d1a AI \u958b\u767c\u7684\u73fe\u5be6\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:09:28] \u9084\u6703\u9f13\u52f5\u5b78\u751f\u8b80 AI PhD \u55ce\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u9762\u5c0d\u9019\u500b\u654f\u611f\u554f\u984c\uff0c\u7fc1\u5bb6\u7fcc\u7684\u56de\u7b54\u9817\u70ba\u52d9\u5be6\u3002\u4ed6\u8a8d\u70ba\u50b3\u7d71\u7684 AI PhD \u8def\u5f91\u6b63\u5728\u9762\u81e8\u6311\u6230\uff0c\u56e0\u70ba\u7814\u7a76\u54e1\u53ef\u80fd\u662f\u6700\u5148\u88ab AI \u53d6\u4ee3\u7684\u7fa4\u9ad4\u4e4b\u4e00\u3002\u4ed6\u4e26\u975e\u5168\u76e4\u5426\u5b9a PhD \u7684\u50f9\u503c\uff0c\u800c\u662f\u5efa\u8b70\u5b78\u751f\u5011\u8981\u66f4\u52a0\u52d9\u5be6\u5730\u601d\u8003\u81ea\u5df1\u7684\u8077\u696d\u898f\u5283\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:13:13] \u4ec0\u9ebc\u662f\u5f37\u5316\u5b78\u7fd2\u8207 Post-training<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u7528\u901a\u4fd7\u7684\u65b9\u5f0f\u89e3\u91cb\u4e86\u5f37\u5316\u5b78\u7fd2\u548c Post-training \u7684\u6982\u5ff5\u3002Post-training\uff08\u5f8c\u8a13\u7df4\uff09\u662f\u6307\u5728\u6a21\u578b\u5b8c\u6210\u521d\u59cb\u7684\u9810\u8a13\u7df4\uff08Pre-training\uff09\u4e4b\u5f8c\uff0c\u900f\u904e\u5f37\u5316\u5b78\u7fd2\u3001\u4eba\u985e\u56de\u994b\uff08RLHF\uff09\u7b49\u65b9\u5f0f\u9032\u4e00\u6b65\u7cbe\u7149\u6a21\u578b\u7684\u904e\u7a0b\u3002\u9019\u500b\u968e\u6bb5\u5c0d\u6a21\u578b\u6700\u7d42\u7684\u8868\u73fe\u54c1\u8cea\u81f3\u95dc\u91cd\u8981\u2014\u2014\u5b83\u6c7a\u5b9a\u4e86\u6a21\u578b\u80fd\u5426\u771f\u6b63\u7406\u89e3\u4eba\u985e\u610f\u5716\u3001\u63d0\u4f9b\u6709\u7528\u7684\u56de\u61c9\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:14:22] \u52a0\u5165 OpenAI \u6642 ChatGPT \u4e26\u975e\u4e3b\u7dda<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e00\u500b\u6709\u8da3\u7684\u4e8b\u5be6\u662f\uff1a\u7fc1\u5bb6\u7fcc 2022 \u5e74\u52a0\u5165 OpenAI \u6642\uff0cChatGPT \u4e26\u4e0d\u662f\u516c\u53f8\u7684\u4e3b\u7dda\u9805\u76ee\u3002ChatGPT \u6700\u521d\u53ea\u662f\u4e00\u500b\u5be6\u9a57\u6027\u7684\u56de\u994b\u6536\u96c6\u7522\u54c1\uff0c\u5718\u968a\u4e26\u6c92\u6709\u9810\u6599\u5230\u5b83\u6703\u5f15\u767c\u5982\u6b64\u5927\u898f\u6a21\u7684\u6210\u529f\u3002\u52a0\u5165\u4e4b\u521d\uff0c\u7fc1\u5bb6\u7fcc\u53c3\u8207\u7684\u662f WebGPT \u7684\u5f8c\u7e8c\u9805\u76ee\uff0c\u900f\u904e\u5f37\u5316\u5b78\u7fd2\u8b93\u6a21\u578b\u66f4\u597d\u5730\u8207\u4f7f\u7528\u8005\u4e92\u52d5\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:19:18] 2022 \u5e74\u52a0\u5165 OpenAI \u7684\u521d\u5370\u8c61<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u63cf\u8ff0\u4e86\u4ed6 2022 \u5e74\u521d\u6b21\u8e0f\u5165 OpenAI \u7684\u611f\u53d7\u3002\u6700\u8b93\u4ed6\u5370\u8c61\u6df1\u523b\u7684\u662f\u516c\u53f8\u7684\u4eba\u624d\u5bc6\u5ea6\u2014\u2014\u6bcf\u500b\u4eba\u90fd\u6975\u5176\u512a\u79c0\uff0c\u8cc7\u8a0a\u6d41\u52d5\u6548\u7387\u975e\u5e38\u9ad8\u3002\u5728 OpenAI\uff0c\u4f60\u9047\u5230\u7684\u6bcf\u500b\u540c\u4e8b\u90fd\u53ef\u80fd\u662f\u67d0\u500b\u9818\u57df\u7684\u9802\u5c16\u4eba\u7269\u3002\u4ed6\u81ea\u5632\u662f\u300c\u8ce3\u93df\u5b50\u88e1\u6700\u9762\u5411\u5ba2\u6236\u7684\u90a3\u4f4d\u300d\uff0c\u56e0\u70ba\u5f37\u5316\u5b78\u7fd2\u6a21\u7d44\u8655\u65bc\u57fa\u790e\u8a2d\u65bd\u68e7\u7684\u9802\u7aef\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:24:09] GPT \u5f8c\u8a13\u7df4\u7684\u524d\u4e16\u4eca\u751f\u8207 RLHF \u7a81\u7834<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u6df1\u5165\u4ecb\u7d39\u4e86 GPT \u7cfb\u5217\u6a21\u578b Post-training \u7684\u767c\u5c55\u6b77\u7a0b\u30022022 \u5e74\u505a RLHF \u6642\u9762\u81e8\u8a31\u591a\u95dc\u9375\u6311\u6230\uff1a\u5f9e\u6280\u8853\u7d50\u69cb\u4e0a\u770b\uff0c\u9019\u5957 Post-training \u7cfb\u7d71\u7684\u96e3\u5ea6\u9060\u9ad8\u65bc\u4ed6\u66fe\u958b\u767c\u7684\u5929\u6388\u6846\u67b6\u3002Toy task \u7684\u74f6\u9838\u5728\u74b0\u5883\uff08\u8a08\u7b97\u53ea\u8981\u5e7e\u5fae\u79d2\uff09\uff0c\u800c\u5927\u6a21\u578b\u7684\u74f6\u9838\u5728\u6a21\u578b\u672c\u8eab\uff08\u8a13\u7df4\u548c\u63a1\u6a23\u9700\u8981\u5e7e\u767e\u751a\u81f3\u4e0a\u5343\u79d2\uff09\u3002\u4ed6\u8ca0\u8cac\u69cb\u5efa\u7684 RL \u8a13\u7df4\u7cfb\u7d71\u5728 ChatGPT \u7206\u767c\u5f0f\u4e0a\u7dda\u4e4b\u524d\uff0c\u5df2\u6210\u70ba\u516c\u53f8\u5167\u90e8\u4e3b\u529b\u4f7f\u7528\u7684 Infra \u4e4b\u4e00\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:27:01] \u5de5\u696d\u7d1a RL Infra \u7684\u6311\u6230<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5de5\u696d\u7d1a\u7684 RL Infra \u8207\u5b78\u8853\u754c\u7684\u5be6\u9a57\u5e73\u53f0\u6709\u8457\u5929\u58e4\u4e4b\u5225\u3002\u7fc1\u5bb6\u7fcc\u9762\u5c0d\u7684\u662f\u771f\u5be6\u7684\u5206\u6563\u5f0f\u7cfb\u7d71\u6311\u6230\uff1a\u6578\u5343\u5f35 GPU \u7684\u5354\u540c\u8a13\u7df4\u3001\u6a21\u578b\u7684\u9ad8\u6548\u63a1\u6a23\u3001\u8a13\u7df4\u904e\u7a0b\u7684\u53ef\u8907\u73fe\u6027\u7b49\u3002\u4ed6\u6b63\u662f\u90a3\u500b\u7ad9\u5728\u5f37\u5316\u5b78\u7fd2\u3001\u7cfb\u7d71\u5de5\u7a0b\u8207\u5927\u8a9e\u8a00\u6a21\u578b\u4ea4\u53c9\u9ede\u7684\u4eba\u2014\u2014\u4e0d\u50c5\u8981\u61c2 RL \u7684\u908f\u8f2f\uff0c\u4e5f\u8981\u7406\u89e3\u5206\u6563\u5f0f\u7cfb\u7d71\u3001\u8a9e\u8a00\u6a21\u578b\u7684\u63a8\u7406\u65b9\u5f0f\u4ee5\u53ca\u5e95\u5c64\u67b6\u69cb\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:32:08] \u672a\u4f86 5-10 \u5e74\u5927\u8a9e\u8a00\u6a21\u578b\u7684\u6311\u6230<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u8a8d\u70ba\u672a\u4f86\u5927\u8a9e\u8a00\u6a21\u578b\u9762\u81e8\u7684\u6838\u5fc3\u6311\u6230\u5305\u62ec\uff1a\u57fa\u790e\u8a2d\u65bd\u7684\u8fed\u4ee3\u901f\u5ea6\u80fd\u5426\u8ddf\u4e0a\u9700\u6c42\u3001\u5982\u4f55\u907f\u514d reward hacking\uff08\u734e\u52f5\u4f5c\u5f0a\uff09\u3001\u4ee5\u53ca\u5982\u4f55\u6709\u6548\u8861\u91cf\u6a21\u578b\u7684\u771f\u5be6\u80fd\u529b\u3002Infra \u7684\u541e\u5410\u6548\u7387\u624d\u662f\u6a21\u578b\u7af6\u722d\u7684\u6838\u5fc3\u6307\u6a19\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:36:30] \u73fe\u5728\u7684\u8def\u5f91\u80fd\u9054\u5230 AGI \u55ce\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u95dc\u65bc AGI \u7684\u5b9a\u7fa9\uff0c\u7fc1\u5bb6\u7fcc\u8868\u793a OpenAI \u5167\u90e8\u4e26\u6c92\u6709\u7d71\u4e00\u6a19\u6e96\u3002\u4ed6\u500b\u4eba\u7684\u770b\u6cd5\u5f88\u52d9\u5be6\uff1a\u300c\u5982\u679c\u5b83\u80fd\u5b8c\u6210 80%\u300190% \u6211\u8a8d\u70ba\u6709\u610f\u7fa9\u7684\u4efb\u52d9\uff0c\u90a3\u5b83\u53ef\u80fd\u5c31\u662f AGI \u4e86\u3002\u300d\u4ed6\u8a8d\u70ba AGI \u7684\u5be6\u73fe\u53d6\u6c7a\u65bc Infra \u8fed\u4ee3\u901f\u5ea6\uff0c\u4e26\u9810\u6e2c\u672a\u4f86\u7d44\u7e54\u5c07\u7531\u64c1\u6709\u7121\u9650 context \u7684 AI Agent \u4f86\u7ba1\u7406\uff0c\u4ee5\u89e3\u6c7a\u4eba\u985e\u5354\u4f5c\u7684\u74f6\u9838\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:38:34] OpenAI \u9084 Open \u55ce\uff1f<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u9762\u5c0d\u9019\u500b\u5c16\u92b3\u7684\u554f\u984c\uff0c\u7fc1\u5bb6\u7fcc\u6f84\u6e05\u4e86 OpenAI \u7684\u300cOpen\u300d\u542b\u7fa9\uff1a\u4e26\u975e\u5c0d\u6240\u6709\u540c\u884c\u958b\u653e\u6240\u6709\u6280\u8853\u7d30\u7bc0\uff0c\u800c\u662f\u300c\u76e1\u53ef\u80fd\u4ee5\u4f4e\u9580\u6abb\u7684\u65b9\u5f0f\u8b93\u666e\u901a\u4eba\u7528\u4e0a\u5f37\u5927\u5de5\u5177\u300d\u3002\u9019\u662f\u4e00\u7a2e\u7522\u54c1\u5c64\u9762\u7684\u958b\u653e\uff0c\u800c\u975e\u6e90\u4ee3\u78bc\u5c64\u9762\u7684\u958b\u653e\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:43:30] OpenAI \u5be6\u73fe AGI \u4f7f\u547d\u7684\u6700\u5927\u6311\u6230<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u8a8d\u70ba OpenAI \u5be6\u73fe AGI \u4f7f\u547d\u9762\u81e8\u7684\u6700\u5927\u6311\u6230\u5728\u65bc\uff1a\u5982\u4f55\u5728\u5feb\u901f\u767c\u5c55\u7684\u7af6\u722d\u74b0\u5883\u4e2d\u4fdd\u6301\u6280\u8853\u9818\u5148\uff0c\u540c\u6642\u78ba\u4fdd\u5b89\u5168\u6027\u3002\u88ab\u554f\u5230 OpenAI \u70ba\u4f55\u80fd\u505a\u51fa\u5982\u6b64\u7206\u6b3e\u7522\u54c1\uff0c\u4ed6\u6b78\u7d50\u65bc\u5169\u500b\u56e0\u7d20\uff1a\u4e00\u662f\u55ae\u4f4d\u6642\u9593\u8fed\u4ee3\u6548\u7387\u8db3\u5920\u9ad8\uff0c\u4e8c\u662f\u9818\u5c0e\u5c64\u771f\u6b63\u61c2\u6280\u8853\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:44:02] \u5167\u90e8\u8996\u89d2\u770b Sam Altman \u88ab\u958b\u9664\u4e8b\u4ef6<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7fc1\u5bb6\u7fcc\u4ee5 OpenAI \u5167\u90e8\u4eba\u54e1\u7684\u8996\u89d2\u56de\u9867\u4e86 2023 \u5e74\u7684 Sam Altman \u958b\u9664\u4e8b\u4ef6\u3002\u4ed6\u63d0\u5230 Ilya Sutskever \u628a Sam \u548c Greg \u5206\u5225\u53eb\u9032\u6703\u8b70\u901a\u77e5\u89e3\u8077\uff0c\u9019\u5834\u98a8\u6ce2\u7684\u6839\u6e90\u5728\u65bc\u6280\u8853\u5b89\u5168\u8207\u5feb\u901f\u90e8\u7f72\u4e4b\u9593\u7684\u7406\u5ff5\u5206\u6b67\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:46:37] \u5982\u4f55\u770b\u5f85\u4eba\u624d\u6d41\u5931\u8207 AI \u7af6\u8cfd<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u95dc\u65bc OpenAI \u7684\u4eba\u624d\u6d41\u5931\u554f\u984c\uff0c\u7fc1\u5bb6\u7fcc\u4e26\u6c92\u6709\u904e\u5ea6\u64d4\u6182\u3002\u4ed6\u8a8d\u70ba\u5728 AI \u9818\u57df\uff0c\u4eba\u624d\u7684\u6d41\u52d5\u662f\u6b63\u5e38\u7684\u3002\u5c0d\u65bc DeepSeek \u7b49\u7af6\u722d\u5c0d\u624b\uff0c\u4ed6\u8a8d\u70ba\u771f\u6b63\u5f15\u767c\u8b66\u89ba\u7684\u4e0d\u662f\u699c\u55ae\u6210\u7e3e\uff0c\u800c\u662f\u5176\u8fed\u4ee3\u901f\u5ea6\u2014\u2014\u300cidea \u662f\u5ec9\u50f9\u7684\uff0c\u95dc\u9375\u662f\u5feb\u901f\u9a57\u8b49\u300d\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">[01:52:48] \u672a\u4f86\u8207\u5bbf\u547d\u8ad6<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u7bc0\u76ee\u5c3e\u8072\uff0c\u5c0d\u8a71\u8f49\u5411\u4e86\u66f4\u6df1\u5c64\u7684\u54f2\u5b78\u8b70\u984c\u3002\u7fc1\u5bb6\u7fcc\u6301\u6709\u4e00\u7a2e\u78ba\u5b9a\u6027\u7684\u4e16\u754c\u89c0\uff0c\u4f46\u4ed6\u7684\u61c9\u5c0d\u65b9\u5f0f\u5f88\u5be6\u7528\u4e3b\u7fa9\uff1a\u300c\u5047\u88dd\u81ea\u7531\u610f\u5fd7\u5b58\u5728\u300d\uff0c\u5c07\u7cbe\u529b\u805a\u7126\u65bc\u53ef\u9a57\u8b49\u7684\u6280\u8853\u554f\u984c\uff0c\u800c\u975e\u9677\u5165\u54f2\u5b78\u56f0\u5883\u3002\u4ed6\u4e0d\u8003\u616e\u5275\u696d\uff0c\u800c\u662f\u5e0c\u671b\u5341\u5e74\u5f8c\u7684\u81ea\u5df1\u4ecd\u7136\u5728\u505a\u6709\u610f\u7fa9\u7684\u6280\u8853\u5de5\u4f5c\uff0c\u6700\u5927\u5316\u5728 OpenAI Blog \u4e0a\u51fa\u73fe\u7684\u6b21\u6578\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u6211\u7684\u60f3\u6cd5<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u9019\u671f\u5169\u5c0f\u6642\u7684\u6df1\u5ea6\u8a2a\u8ac7\uff0c\u6700\u6253\u52d5\u6211\u7684\u4e0d\u662f\u7fc1\u5bb6\u7fcc\u7684\u6280\u8853\u6210\u5c31\uff0c\u800c\u662f\u4ed6\u90a3\u5957\u4e00\u4ee5\u8cab\u4e4b\u7684\u50f9\u503c\u9ad4\u7cfb\u2014\u2014\u300c\u6295\u8cc7\u672a\u4f86\u300d\u548c\u300c\u8ffd\u6c42 impact\u300d\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u5f9e\u958b\u6e90\u6e05\u83ef\u4f5c\u696d\u5230\u958b\u767c\u5929\u6388\u6846\u67b6\u3001\u518d\u5230\u5efa\u8a2d OpenAI \u7684 RL Infra\uff0c\u7fc1\u5bb6\u7fcc\u7684\u6bcf\u4e00\u6b65\u90fd\u4e0d\u662f\u70ba\u4e86\u77ed\u671f\u56de\u5831\uff0c\u800c\u662f\u5728\u69cb\u5efa\u9577\u671f\u7684\u5f71\u97ff\u529b\u3002\u9019\u8b93\u6211\u60f3\u5230\u4e00\u500b\u6709\u8da3\u7684\u5c0d\u6bd4\uff1a\u5728\u7576\u524d AI \u9818\u57df\u300c\u6436\u767c\u8ad6\u6587\u3001\u8ffd\u6c42 benchmark\u300d\u7684\u6d6e\u8e81\u6c1b\u570d\u4e2d\uff0c\u7fc1\u5bb6\u7fcc\u4ee3\u8868\u4e86\u53e6\u4e00\u7a2e\u8def\u5f91\u2014\u2014\u505a\u57fa\u790e\u8a2d\u65bd\u3001\u505a\u5de5\u5177\u3001\u505a\u90a3\u4e9b\u5225\u4eba\u4e0d\u9858\u610f\u505a\u4f46\u53c8\u4e0d\u53ef\u6216\u7f3a\u7684\u4e8b\u60c5\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4ed6\u95dc\u65bc\u300c\u5de5\u7a0b\u80fd\u529b\u6bd4\u7814\u7a76\u80fd\u529b\u66f4\u91cd\u8981\u300d\u7684\u89c0\u9ede\u96d6\u7136\u722d\u8b70\u6027\u5f37\uff0c\u4f46\u78ba\u5be6\u5207\u4e2d\u4e86\u7576\u524d AI \u7522\u696d\u7684\u75db\u9ede\u3002\u5728\u5927\u6a21\u578b\u6642\u4ee3\uff0c\u771f\u6b63\u7684\u7af6\u722d\u58c1\u58d8\u4e0d\u662f\u4e00\u7bc7\u8ad6\u6587\u88e1\u7684\u65b0\u6f14\u7b97\u6cd5\uff0c\u800c\u662f\u80fd\u5426\u9ad8\u6548\u3001\u7a69\u5b9a\u5730\u628a\u9019\u500b\u6f14\u7b97\u6cd5\u8dd1\u5728\u6578\u5343\u5f35 GPU \u4e0a\u3002\u7fc1\u5bb6\u7fcc\u7528\u4ed6\u7684\u8077\u696d\u8ecc\u8de1\u8b49\u660e\u4e86\u9019\u4e00\u9ede\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u53e6\u4e00\u500b\u503c\u5f97\u6df1\u601d\u7684\u89c0\u9ede\u662f\u4ed6\u5c0d AGI \u7684\u52d9\u5be6\u5b9a\u7fa9\u3002\u6bd4\u8d77\u5b78\u8853\u754c\u5c0d AGI \u7684\u62bd\u8c61\u5b9a\u7fa9\uff0c\u300c\u80fd\u5b8c\u6210 80%-90% \u6709\u610f\u7fa9\u7684\u4efb\u52d9\u300d\u9019\u500b\u6a19\u6e96\u66f4\u5177\u53ef\u64cd\u4f5c\u6027\u3002\u6216\u8a31\u6211\u5011\u4e0d\u9700\u8981\u7b49\u5f85\u4e00\u500b\u300c\u5b8c\u7f8e\u7684 AGI\u300d\u2014\u2014\u4e00\u500b\u8db3\u5920\u597d\u7684\u7cfb\u7d71\uff0c\u914d\u5408\u9ad8\u6548\u7684 Infra\uff0c\u5c31\u80fd\u6539\u8b8a\u4e16\u754c\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u6700\u5f8c\uff0c\u4ed6\u300c\u5047\u88dd\u81ea\u7531\u610f\u5fd7\u5b58\u5728\u300d\u7684\u751f\u6d3b\u54f2\u5b78\u4e5f\u4ee4\u4eba\u6df1\u601d\u3002\u5728\u4e00\u500b\u53ef\u80fd\u662f\u78ba\u5b9a\u6027\u7684\u5b87\u5b99\u4e2d\uff0c\u9078\u64c7\u300c\u5982\u540c\u81ea\u5df1\u6709\u81ea\u7531\u610f\u5fd7\u822c\u884c\u52d5\u300d\uff0c\u9019\u672c\u8eab\u5c31\u662f\u4e00\u7a2e\u5f88\u6709\u529b\u91cf\u7684\u751f\u6d3b\u614b\u5ea6\u3002<\/p>\n\n\n\n<div id=\"quiz-75888e15\">\n<style>\n#quiz-75888e15 .badge {\n        display: inline-block;\n        padding: 4px 10px;\n        border-radius: 12px;\n        font-size: 0.75em;\n        font-weight: bold;\n        margin-left: 8px;\n      }#quiz-75888e15 .badge.scenario {\n        background: #ebf8ff;\n        color: #2b6cb0;\n      }#quiz-75888e15 .badge.debug {\n        background: #fef3c7;\n        color: #92400e;\n      }#quiz-75888e15 .question-adv {\n        background: white;\n        border-radius: 10px;\n        padding: 24px;\n        margin: 20px 0;\n        box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);\n        border-left: 4px solid #ed8936;\n      }#quiz-75888e15 .question-adv h3 {\n        margin-top: 0;\n        color: #2d3748;\n      }#quiz-75888e15 .code-block {\n        background: #1e1e1e;\n        color: #d4d4d4;\n        padding: 14px;\n        border-radius: 6px;\n        font-family: \"Menlo\", \"Monaco\", \"Courier New\", monospace;\n        font-size: 0.9em;\n        overflow-x: auto;\n        margin: 12px 0;\n        white-space: pre-wrap;\n      }#quiz-75888e15 .options-adv {\n        list-style: none;\n        padding: 0;\n      }#quiz-75888e15 .options-adv li {\n        padding: 14px 16px;\n        margin: 10px 0;\n        border: 2px solid #e2e8f0;\n        border-radius: 8px;\n        cursor: pointer;\n        transition: all 0.2s;\n      }#quiz-75888e15 .options-adv li:hover:not(.disabled) {\n        border-color: #ed8936;\n        background: #fffaf0;\n      }#quiz-75888e15 .options-adv li.disabled {\n        cursor: default;\n        opacity: 0.7;\n      }#quiz-75888e15 .options-adv li.show-answer {\n        border-color: #48bb78;\n        background: #f0fff4;\n      }#quiz-75888e15 .options-adv li.wrong {\n        border-color: #fc8181;\n        background: #fff5f5;\n      }#quiz-75888e15 .feedback-adv {\n        margin-top: 16px;\n        padding: 14px;\n        border-radius: 8px;\n        display: none;\n        line-height: 1.6;\n      }#quiz-75888e15 .feedback-adv.correct {\n        background: #f0fff4;\n        color: #276749;\n        display: block;\n      }#quiz-75888e15 .feedback-adv.wrong {\n        background: #fff5f5;\n        color: #c53030;\n        display: block;\n      }#quiz-75888e15 .feedback-adv \n      .score-adv {\n        text-align: center;\n        font-size: 1.4em;\n        padding: 24px;\n        background: white;\n        border-radius: 10px;\n        margin-top: 24px;\n        box-shadow: 0 2px 8px rgba(0, 0, 0, 0.08);\n      }#quiz-75888e15 .intro {\n        background: #ebf8ff;\n        padding: 16px;\n        border-radius: 8px;\n        margin-bottom: 20px;\n        color: #2c5282;\n      }\n<\/style>\n<h1>\u9032\u968e\u6e2c\u9a57\uff1a\u7fc1\u5bb6\u7fcc\u2014\u2014\u5f9e\u958b\u6e90\u5c11\u5e74\u5230 OpenAI \u6838\u5fc3\u5de5\u7a0b\u5e2b<\/h1>\n    <div class=\"intro\">\n      <strong>\u6e2c\u9a57\u76ee\u6a19\uff1a<\/strong>\u9a57\u8b49\u4f60\u662f\u5426\u80fd\u5728\u5be6\u969b\u60c5\u5883\u4e2d\u61c9\u7528\u6240\u5b78\uff0c\u6df1\u5165\u7406\u89e3\u7fc1\u5bb6\u7fcc\u7684\u6280\u8853\u89c0\u9ede\u8207 AI \u7522\u696d\u908f\u8f2f\u3002<br \/>\n      \u5171 5 \u984c\uff0c\u5305\u542b\u60c5\u5883\u984c\u8207\u932f\u8aa4\u8a3a\u65b7\u984c\u3002\n    <\/div>\n\n    <!-- \u60c5\u5883\u984c 1 -->\n    <div class=\"question-adv\" id=\"qAdv1\">\n      <h3>1. AI \u5718\u968a\u7684\u6280\u8853\u6c7a\u7b56 <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">\u4f60\u662f\u4e00\u5bb6 AI \u65b0\u5275\u516c\u53f8\u7684\u6280\u8853\u4e3b\u7ba1\uff0c\u5718\u968a\u6b63\u5728\u958b\u767c\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u3002\n\u76ee\u524d\u5718\u968a\u6709\u5169\u4f4d\u9802\u5c16\u7684 ML \u7814\u7a76\u54e1\uff0c\u4f46\u6a21\u578b\u8a13\u7df4\u7d93\u5e38\u56e0\u70ba\u5206\u6563\u5f0f\u7cfb\u7d71\u7684 bug \u800c\u4e2d\u65b7\uff0c\nGPU \u5229\u7528\u7387\u53ea\u6709 40%\uff0c\u5be6\u9a57\u8fed\u4ee3\u9031\u671f\u9577\u9054\u5169\u9031\u3002\n\n\u6839\u64da\u7fc1\u5bb6\u7fcc\u5728 OpenAI \u7684\u7d93\u9a57\uff0c\u4f60\u61c9\u8a72\u512a\u5148\u63a1\u53d6\u4ec0\u9ebc\u884c\u52d5\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(1, 'A', 'B')\">A. \u62db\u8058\u66f4\u591a ML \u7814\u7a76\u54e1\u4f86\u52a0\u901f\u6f14\u7b97\u6cd5\u5275\u65b0\uff0c\u7528\u66f4\u597d\u7684\u6f14\u7b97\u6cd5\u5f4c\u88dc\u57fa\u790e\u8a2d\u65bd\u7684\u4e0d\u8db3<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'B', 'B')\">B. \u512a\u5148\u62db\u8058\u7cfb\u7d71\u5de5\u7a0b\u5e2b\u4f86\u6539\u5584 Infra\uff0c\u63d0\u5347 GPU \u5229\u7528\u7387\u548c\u5be6\u9a57\u8fed\u4ee3\u901f\u5ea6<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'C', 'B')\">C. \u8cfc\u8cb7\u66f4\u591a GPU \u4f86\u89e3\u6c7a\u7b97\u529b\u74f6\u9838\uff0c\u7528\u786c\u9ad4\u6578\u91cf\u5f4c\u88dc\u5229\u7528\u7387\u7684\u554f\u984c<\/li>\n        <li onclick=\"checkAnswerAdv(1, 'D', 'B')\">D. \u5148\u767c\u8868\u5e7e\u7bc7\u8ad6\u6587\u63d0\u5347\u5718\u968a\u5b78\u8853\u8072\u8b7d\uff0c\u518d\u7528\u8072\u8b7d\u5438\u5f15\u66f4\u591a\u4eba\u624d\u52a0\u5165<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv1\"><\/div>\n    <\/div>\n\n    <!-- \u60c5\u5883\u984c 2 -->\n    <div class=\"question-adv\" id=\"qAdv2\">\n      <h3>2. \u958b\u6e90\u9805\u76ee\u7684\u50f9\u503c\u5224\u65b7 <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">\u4f60\u958b\u767c\u4e86\u4e00\u500b\u5f37\u5316\u5b78\u7fd2\u6846\u67b6\uff0c\u5728\u5b78\u8853\u57fa\u6e96\u6e2c\u8a66\u4e0a\u8868\u73fe\u512a\u7570\u3002\n\u73fe\u5728\u4f60\u9762\u81e8\u9078\u64c7\uff1a\u7e7c\u7e8c\u5728\u5b78\u8853\u754c\u7dad\u8b77\u9019\u500b\u6846\u67b6\u4e26\u767c\u8868\u66f4\u591a\u8ad6\u6587\uff0c\n\u9084\u662f\u653e\u68c4\u5b78\u8853\u7dad\u8b77\uff0c\u8f49\u5411\u5de5\u696d\u754c\u53bb\u89e3\u6c7a\u771f\u6b63\u7684\u5927\u898f\u6a21\u554f\u984c\u3002\n\n\u4f60\u767c\u73fe\u5b78\u8853\u754c\u7684 RL \u7814\u7a76\u5927\u591a\u505c\u7559\u5728 toy benchmark \u8abf\u53c3\uff0c\n\u8207\u5de5\u696d\u754c\u771f\u5be6\u9700\u6c42\u4e4b\u9593\u5b58\u5728\u5de8\u5927\u9d3b\u6e9d\u3002\n\n\u6839\u64da\u7fc1\u5bb6\u7fcc\u5f9e\u300c\u5929\u6388\u300d\u5230 OpenAI \u7684\u7d93\u6b77\uff0c\u6700\u5408\u7406\u7684\u6c7a\u7b56\u908f\u8f2f\u662f\u4ec0\u9ebc\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(2, 'A', 'C')\">A. \u5805\u6301\u7dad\u8b77\u5b78\u8853\u6846\u67b6\uff0c\u8ad6\u6587\u5f15\u7528\u6578\u662f\u8861\u91cf impact \u6700\u5ba2\u89c0\u7684\u6a19\u6e96<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'B', 'C')\">B. \u540c\u6642\u7dad\u8b77\u5b78\u8853\u6846\u67b6\u548c\u5de5\u696d\u9805\u76ee\uff0c\u5169\u908a\u90fd\u4e0d\u653e\u68c4\u624d\u80fd\u6700\u5927\u5316\u5f71\u97ff\u529b<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'C', 'C')\">C. \u8f49\u5411\u5de5\u696d\u754c\uff0c\u56e0\u70ba\u771f\u6b63\u7684 impact \u4f86\u81ea\u89e3\u6c7a\u771f\u5be6\u554f\u984c\u800c\u975e toy benchmark<\/li>\n        <li onclick=\"checkAnswerAdv(2, 'D', 'C')\">D. \u5c07\u6846\u67b6\u5546\u696d\u5316\u6210\u7acb\u516c\u53f8\uff0c\u7528\u5546\u696d\u6210\u529f\u4f86\u8b49\u660e\u6280\u8853\u50f9\u503c<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv2\"><\/div>\n    <\/div>\n\n    <!-- \u60c5\u5883\u984c 3 -->\n    <div class=\"question-adv\" id=\"qAdv3\">\n      <h3>3. \u9762\u5c0d AI \u7af6\u722d\u5c0d\u624b\u7684\u7b56\u7565 <span class=\"badge scenario\">\u60c5\u5883\u984c<\/span><\/h3>\n      <div class=\"code-block\">\u4f60\u6240\u5728\u7684 AI \u516c\u53f8\u767c\u73fe\u7af6\u722d\u5c0d\u624b\u5728\u67d0\u500b\u516c\u958b\u6392\u884c\u699c\u4e0a\u8d85\u904e\u4e86\u4f60\u5011\u7684\u6a21\u578b\u3002\n\u5718\u968a\u5167\u90e8\u7522\u751f\u6050\u614c\uff0c\u6709\u4eba\u5efa\u8b70\u7acb\u5373\u6295\u5165\u8cc7\u6e90\u91dd\u5c0d\u8a72\u6392\u884c\u699c\u9032\u884c\u512a\u5316\uff0c\n\u4e5f\u6709\u4eba\u5efa\u8b70\u5148\u5206\u6790\u5c0d\u624b\u7684\u6280\u8853\u8def\u7dda\u3002\n\n\u6839\u64da\u7fc1\u5bb6\u7fcc\u5c0d DeepSeek \u7af6\u722d\u7684\u770b\u6cd5\uff0c\u5718\u968a\u6700\u61c9\u8a72\u95dc\u6ce8\u7684\u6838\u5fc3\u6307\u6a19\u662f\u4ec0\u9ebc\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(3, 'A', 'D')\">A. \u6392\u884c\u699c\u6210\u7e3e\uff0c\u56e0\u70ba\u6392\u540d\u76f4\u63a5\u5f71\u97ff\u7528\u6236\u4fe1\u4efb\u548c\u5e02\u5834\u4efd\u984d<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'B', 'D')\">B. \u6a21\u578b\u53c3\u6578\u91cf\uff0c\u66f4\u5927\u7684\u6a21\u578b\u901a\u5e38\u610f\u5473\u8457\u66f4\u5f37\u7684\u80fd\u529b<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'C', 'D')\">C. \u8ad6\u6587\u767c\u8868\u6578\u91cf\uff0c\u5b78\u8853\u5f71\u97ff\u529b\u662f\u6280\u8853\u9818\u5148\u7684\u6700\u4f73\u8b49\u660e<\/li>\n        <li onclick=\"checkAnswerAdv(3, 'D', 'D')\">D. \u5c0d\u624b\u7684\u8fed\u4ee3\u901f\u5ea6\u548c\u57fa\u790e\u8a2d\u65bd\u541e\u5410\u6548\u7387\uff0c\u56e0\u70ba\u9019\u624d\u662f\u9577\u671f\u7af6\u722d\u529b\u7684\u6838\u5fc3<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv3\"><\/div>\n    <\/div>\n\n    <!-- \u932f\u8aa4\u8a3a\u65b7\u984c 1 -->\n    <div class=\"question-adv\" id=\"qAdv4\">\n      <h3>4. Post-training \u7cfb\u7d71\u7684\u6548\u80fd\u74f6\u9838 <span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">\u4e00\u4f4d\u5de5\u7a0b\u5e2b\u6b63\u5728\u70ba\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u642d\u5efa Post-training RL \u7cfb\u7d71\u3002\n\u4ed6\u76f4\u63a5\u5957\u7528\u4e86\u5b78\u8853\u754c RL \u6846\u67b6\uff08\u985e\u4f3c\u5929\u6388\uff09\u7684\u67b6\u69cb\u8a2d\u8a08\uff1a\n\n&#8211; \u74b0\u5883\u6a21\u64ec\uff1a\u4f7f\u7528 Prompt \u4f5c\u70ba\u74b0\u5883\uff08\u8a08\u7b97\u53ea\u9700\u5e7e\u5fae\u79d2\uff09\n&#8211; \u6a21\u578b\u63a1\u6a23\uff1a\u6bcf\u6b21\u63a1\u6a23\u9700\u8981\u5e7e\u767e\u5230\u4e0a\u5343\u79d2\n&#8211; \u8a13\u7df4\u6d41\u7a0b\uff1a\u6309\u7167 toy task \u7684\u65b9\u5f0f\u4e32\u884c\u8655\u7406\n\n\u7d50\u679c\u7cfb\u7d71\u6548\u80fd\u6975\u5dee\uff0cGPU \u5229\u7528\u7387\u4e0d\u5230 10%\u3002\n\n\u9019\u4f4d\u5de5\u7a0b\u5e2b\u7684\u6838\u5fc3\u932f\u8aa4\u5728\u54ea\u88e1\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(4, 'A', 'B')\">A. \u4e0d\u61c9\u8a72\u7528 Prompt \u4f5c\u70ba\u74b0\u5883\uff0c\u61c9\u8a72\u7528\u66f4\u8907\u96dc\u7684\u6a21\u64ec\u5668<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'B', 'B')\">B. \u5ffd\u7565\u4e86\u5927\u6a21\u578b\u7684\u74f6\u9838\u5728\u6a21\u578b\u672c\u8eab\u800c\u975e\u74b0\u5883\uff0c\u9700\u8981\u91cd\u65b0\u8a2d\u8a08\u5206\u6563\u5f0f\u8a13\u7df4\u548c\u63a1\u6a23\u67b6\u69cb<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'C', 'B')\">C. \u4f7f\u7528\u7684 RL \u6f14\u7b97\u6cd5\u904e\u6642\u4e86\uff0c\u61c9\u8a72\u63db\u6210\u6700\u65b0\u7684\u6f14\u7b97\u6cd5<\/li>\n        <li onclick=\"checkAnswerAdv(4, 'D', 'B')\">D. GPU \u6578\u91cf\u4e0d\u5920\uff0c\u53ea\u9700\u8981\u589e\u52a0\u786c\u9ad4\u5c31\u80fd\u89e3\u6c7a\u554f\u984c<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv4\"><\/div>\n    <\/div>\n\n    <!-- \u932f\u8aa4\u8a3a\u65b7\u984c 2 -->\n    <div class=\"question-adv\" id=\"qAdv5\">\n      <h3>5. \u5c0d\u300cOpen\u300d\u7684\u8aa4\u89e3 <span class=\"badge debug\">\u932f\u8aa4\u8a3a\u65b7<\/span><\/h3>\n      <div class=\"code-block\">\u4e00\u4f4d\u79d1\u6280\u8a18\u8005\u5beb\u4e86\u4ee5\u4e0b\u8a55\u8ad6\uff1a\n\n\u300cOpenAI \u7684\u540d\u5b57\u88e1\u6709 Open\uff0c\u4f46\u5b83\u65e2\u4e0d\u516c\u958b\u6a21\u578b\u6b0a\u91cd\uff0c\u4e5f\u4e0d\u5206\u4eab\u8a13\u7df4\u6578\u64da\u3002\n\u5b83\u80cc\u53db\u4e86\u81ea\u5df1\u7684\u5275\u7acb\u4f7f\u547d\uff0c\u5df2\u7d93\u8b8a\u6210\u4e86\u4e00\u5bb6\u7d14\u7cb9\u7684\u9589\u6e90\u5546\u696d\u516c\u53f8\u3002\n\u771f\u6b63\u7684 &#8216;Open&#8217; \u61c9\u8a72\u50cf DeepSeek \u90a3\u6a23\u516c\u958b\u4e00\u5207\u3002\u300d\n\n\u6839\u64da\u7fc1\u5bb6\u7fcc\u5c0d OpenAI\u300cOpen\u300d\u542b\u7fa9\u7684\u89e3\u91cb\uff0c\u9019\u6bb5\u8a55\u8ad6\u7684\u6838\u5fc3\u8a8d\u77e5\u932f\u8aa4\u662f\u4ec0\u9ebc\uff1f<\/div>\n      <ul class=\"options-adv\">\n        <li onclick=\"checkAnswerAdv(5, 'A', 'C')\">A. DeepSeek \u5176\u5be6\u4e5f\u6c92\u6709\u5b8c\u5168\u958b\u6e90\uff0c\u8a18\u8005\u7684\u5c0d\u6bd4\u4e0d\u6210\u7acb<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'B', 'C')\">B. OpenAI \u5176\u5be6\u6709\u516c\u958b\u90e8\u5206\u6a21\u578b\u6b0a\u91cd\uff0c\u8a18\u8005\u7684\u4e8b\u5be6\u9673\u8ff0\u6709\u8aa4<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'C', 'C')\">C. \u8a18\u8005\u8aa4\u89e3\u4e86 OpenAI \u7684\u300cOpen\u300d\u542b\u7fa9\u2014\u2014\u5b83\u6307\u7684\u662f\u300c\u4ee5\u4f4e\u9580\u6abb\u8b93\u666e\u901a\u4eba\u7528\u4e0a\u5f37\u5927\u5de5\u5177\u300d\u7684\u7522\u54c1\u5c64\u9762\u958b\u653e\uff0c\u800c\u975e\u6e90\u4ee3\u78bc\u5c64\u9762\u7684\u958b\u653e<\/li>\n        <li onclick=\"checkAnswerAdv(5, 'D', 'C')\">D. OpenAI \u5f9e\u4e00\u958b\u59cb\u5c31\u662f\u9589\u6e90\u516c\u53f8\uff0c\u540d\u5b57\u88e1\u7684 Open \u53ea\u662f\u54c1\u724c\u547d\u540d<\/li>\n      <\/ul>\n      <div class=\"feedback-adv\" id=\"fbAdv5\"><\/div>\n    <\/div>\n\n    <div class=\"score-adv\" id=\"scoreAdv\" style=\"display:none;\"><\/div>\n<script>\n\n      let answeredAdv = 0;\n      let correctAdv = 0;\n      const totalAdv = 5;\n      const explanationsAdv = {\n        1: \"\u7fc1\u5bb6\u7fcc\u5728\u8a2a\u8ac7\u4e2d\u660e\u78ba\u6307\u51fa\uff1aInfra \u662f\u7576\u524d AI \u767c\u5c55\u7684\u6700\u5927\u74f6\u9838\uff0c\u300c\u4fee bug \u6578\u91cf\u6c7a\u5b9a\u6a21\u578b\u54c1\u8cea\u300d\u3002\u4ed6\u8a8d\u70ba\u5de5\u7a0b\u80fd\u529b\u6bd4\u7d14\u7814\u7a76\u80fd\u529b\u66f4\u91cd\u8981\uff0c\u56e0\u70ba\u300c\u6559\u4e00\u500b researcher \u5982\u4f55\u505a\u597d engineering\uff0c\u6bd4\u6559\u4e00\u500b engineer \u5982\u4f55\u505a\u597d research \u96e3\u5f97\u591a\u300d\u3002\u5728\u9019\u500b\u60c5\u5883\u4e2d\uff0cGPU \u5229\u7528\u7387\u4f4e\u548c\u8fed\u4ee3\u9031\u671f\u9577\u90fd\u662f Infra \u554f\u984c\uff0c\u512a\u5148\u6539\u5584\u57fa\u790e\u8a2d\u65bd\u624d\u80fd\u91cb\u653e\u7814\u7a76\u54e1\u7684\u6f5b\u529b\u3002\u55ae\u7d14\u589e\u52a0 GPU \u4e0d\u80fd\u89e3\u6c7a\u5229\u7528\u7387\u4f4e\u7684\u6839\u672c\u554f\u984c\uff0c\u800c\u767c\u8ad6\u6587\u5c0d\u89e3\u6c7a\u773c\u524d\u7684\u5de5\u7a0b\u74f6\u9838\u6beb\u7121\u5e6b\u52a9\u3002\",\n        2: \"\u7fc1\u5bb6\u7fcc\u7684\u7d93\u6b77\u5b8c\u7f8e\u8a6e\u91cb\u4e86\u9019\u500b\u6c7a\u7b56\u908f\u8f2f\u3002\u4ed6\u5728 2022 \u5e74 8 \u6708\u610f\u8b58\u5230\u5b78\u8853\u754c RL \u7814\u7a76\u7684\u56f0\u5883\u2014\u2014\u904e\u5ea6\u95dc\u6ce8 toy benchmark \u8abf\u53c3\uff0c\u8207\u5de5\u696d\u754c\u771f\u5be6\u9700\u6c42\u5b58\u5728\u5de8\u5927\u9d3b\u6e9d\u2014\u2014\u65bc\u662f\u9010\u6b65\u505c\u6b62\u4e86\u5929\u6388\u7684\u958b\u767c\uff0c\u8f49\u5411\u5728 OpenAI \u5167\u90e8\u69cb\u5efa\u66f4\u6709\u610f\u7fa9\u7684 RL Infra\u3002\u4ed6\u7684\u6838\u5fc3\u4fe1\u5ff5\u662f\u8ffd\u6c42\u771f\u6b63\u7684 impact\uff0c\u800c\u975e\u8ad6\u6587\u5f15\u7528\u6578\u3002\u5169\u908a\u90fd\u505a\u5728\u5be6\u8e10\u4e2d\u5f88\u96e3\u517c\u9867\uff0c\u5546\u696d\u5316\u5247\u504f\u96e2\u4e86\u4ed6\u300c\u505a\u6148\u5584\u300d\u7684\u521d\u8877\u3002\",\n        3: \"\u7fc1\u5bb6\u7fcc\u660e\u78ba\u8868\u793a\uff0c\u5c0d\u65bc DeepSeek \u7b49\u7af6\u722d\u5c0d\u624b\uff0c\u300c\u771f\u6b63\u5f15\u767c\u8b66\u89ba\u7684\u4e0d\u662f\u699c\u55ae\u6210\u7e3e\uff0c\u800c\u662f\u5176\u8fed\u4ee3\u901f\u5ea6\u300d\u3002\u4ed6\u8a8d\u70ba\u300cidea \u662f\u5ec9\u50f9\u7684\uff0c\u95dc\u9375\u662f\u5feb\u901f\u9a57\u8b49\u300d\uff0c\u57fa\u790e\u8a2d\u65bd\u7684\u541e\u5410\u6548\u7387\u624d\u662f\u6a21\u578b\u7af6\u722d\u7684\u6838\u5fc3\u6307\u6a19\u3002\u6392\u884c\u699c\u5206\u6578\u53ef\u80fd\u53d7\u7279\u5b9a\u512a\u5316\u5f71\u97ff\uff0c\u53c3\u6578\u91cf\u4e0d\u76f4\u63a5\u7b49\u65bc\u80fd\u529b\uff0c\u8ad6\u6587\u6578\u91cf\u66f4\u4e0d\u80fd\u4ee3\u8868\u7522\u54c1\u7af6\u722d\u529b\u3002\u53ea\u6709\u8fed\u4ee3\u901f\u5ea6\u548c\u57fa\u790e\u8a2d\u65bd\u6548\u7387\u624d\u80fd\u6c7a\u5b9a\u9577\u671f\u7684\u6280\u8853\u9818\u5148\u5730\u4f4d\u3002\",\n        4: \"\u7fc1\u5bb6\u7fcc\u5728\u8a2a\u8ac7\u4e2d\u6df1\u5165\u5c0d\u6bd4\u4e86\u5929\u6388\u6846\u67b6\u8207 OpenAI Post-training \u7cfb\u7d71\u7684\u672c\u8cea\u5dee\u7570\uff1atoy task \u7684\u74f6\u9838\u5728\u74b0\u5883\uff08\u8a08\u7b97\u53ea\u8981\u5e7e\u5fae\u79d2\uff09\uff0c\u800c\u5927\u6a21\u578b\u7684\u74f6\u9838\u5728\u6a21\u578b\u672c\u8eab\uff08\u8a13\u7df4\u548c\u63a1\u6a23\u9700\u8981\u5e7e\u767e\u751a\u81f3\u4e0a\u5343\u79d2\uff09\u3002\u76f4\u63a5\u5957\u7528\u5b78\u8853\u754c\u7684\u67b6\u69cb\u8a2d\u8a08\u6703\u5c0e\u81f4\u56b4\u91cd\u7684\u6548\u80fd\u554f\u984c\uff0c\u56e0\u70ba\u5927\u6a21\u578b\u5834\u666f\u9700\u8981\u91cd\u65b0\u601d\u8003\u5206\u6563\u5f0f\u8a13\u7df4\u3001\u9ad8\u6548\u63a1\u6a23\u548c GPU \u5354\u540c\u7684\u67b6\u69cb\u3002\u9019\u4e0d\u662f\u63db\u6f14\u7b97\u6cd5\u6216\u52a0\u786c\u9ad4\u80fd\u89e3\u6c7a\u7684\u2014\u2014\u9700\u8981\u5f9e\u7cfb\u7d71\u67b6\u69cb\u5c64\u9762\u91cd\u65b0\u8a2d\u8a08\u3002\",\n        5: \"\u7fc1\u5bb6\u7fcc\u5728\u8a2a\u8ac7\u4e2d\u89aa\u81ea\u6f84\u6e05\u4e86\u9019\u500b\u5e38\u898b\u8aa4\u89e3\u3002\u4ed6\u89e3\u91cb OpenAI \u7684\u300cOpen\u300d\u4e26\u975e\u5c0d\u6240\u6709\u540c\u884c\u958b\u653e\u6240\u6709\u6280\u8853\u7d30\u7bc0\uff0c\u800c\u662f\u300c\u76e1\u53ef\u80fd\u4ee5\u4f4e\u9580\u6abb\u7684\u65b9\u5f0f\u8b93\u666e\u901a\u4eba\u7528\u4e0a\u5f37\u5927\u5de5\u5177\u300d\u3002\u9019\u662f\u4e00\u7a2e\u7522\u54c1\u5c64\u9762\u7684\u958b\u653e\uff08\u8b93\u6240\u6709\u4eba\u90fd\u80fd\u900f\u904e API \u6216 ChatGPT \u4f7f\u7528\u5148\u9032 AI\uff09\uff0c\u800c\u975e\u6e90\u4ee3\u78bc\u5c64\u9762\u7684\u958b\u653e\u3002\u8a18\u8005\u5c07\u300cOpen\u300d\u7b49\u540c\u65bc\u300c\u958b\u6e90\u300d\uff0c\u6df7\u6dc6\u4e86\u7522\u54c1\u958b\u653e\u8207\u6280\u8853\u958b\u6e90\u5169\u500b\u4e0d\u540c\u7684\u6982\u5ff5\u3002\"\n      };\n\n      function checkAnswerAdv(qNum, selected, correctAns) {\n        const question = document.getElementById(\"qAdv\" + qNum);\n        if (question.classList.contains(\"answered\")) return;\n\n        question.classList.add(\"answered\");\n        answeredAdv++;\n\n        const options = question.querySelectorAll(\".options-adv li\");\n        options.forEach((opt) => {\n          opt.classList.add(\"disabled\");\n          if (opt.textContent.startsWith(correctAns + \".\")) {\n            opt.classList.add(\"show-answer\");\n          }\n        });\n\n        const feedback = document.getElementById(\"fbAdv\" + qNum);\n        if (selected === correctAns) {\n          correctAdv++;\n          feedback.className = \"feedback-adv correct\";\n          feedback.innerHTML = \"\u2713 \u6b63\u78ba\uff01\" + explanationsAdv[qNum];\n        } else {\n          feedback.className = \"feedback-adv wrong\";\n          feedback.innerHTML =\n            \"\u2717 \u932f\u8aa4\u3002\u6b63\u78ba\u7b54\u6848\u662f \" + correctAns + \"\u3002\" + explanationsAdv[qNum];\n          options.forEach((opt) => {\n            if (opt.textContent.startsWith(selected + \".\")) {\n              opt.classList.add(\"wrong\");\n            }\n          });\n        }\n\n        if (answeredAdv === totalAdv) {\n          const scoreDiv = document.getElementById(\"scoreAdv\");\n          scoreDiv.style.display = \"block\";\n          let msg = \"\";\n          if (correctAdv === totalAdv) msg = \"\ud83c\udfaf \u5b8c\u7f8e\uff01\u4f60\u5df2\u7d93\u6e96\u5099\u597d\u5be6\u6230\u4e86\uff01\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.8))\n            msg = \"\ud83d\udcaa \u5f88\u68d2\uff01\u518d\u8907\u7fd2\u4e00\u4e0b\u932f\u7684\u984c\u76ee\";\n          else if (correctAdv >= Math.ceil(totalAdv * 0.6))\n            msg = \"\ud83d\udcd6 \u5efa\u8b70\u91cd\u8b80\u76f8\u95dc\u6bb5\u843d\u5f8c\u518d\u8a66\u4e00\u6b21\";\n          else msg = \"\ud83d\udd04 \u5efa\u8b70\u91cd\u65b0\u95b1\u8b80\u6587\u4ef6\uff0c\u7279\u5225\u6ce8\u610f\u64cd\u4f5c\u6d41\u7a0b\";\n          scoreDiv.innerHTML =\n            \"\u6e2c\u9a57\u5b8c\u6210\uff01\u5f97\u5206\uff1a\" + correctAdv + \" \/ \" + totalAdv + \"<br>\" + msg;\n        }\n      }\n    \n<\/script>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u672c\u96c6 WhynotTV Podcast \u9080\u8acb\u5230 OpenAI \u6838\u5fc3\u5de5\u7a0b\u5e2b\u7fc1\u5bb6\u7fcc\uff0c\u6df1\u5ea6\u56de\u9867\u4ed6\u5f9e\u6e05\u83ef\u5927\u5b78\u5230 CMU [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":496,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rolpb_likes":0,"footnotes":""},"categories":[591],"tags":[450,447,449,448,451],"class_list":["post-497","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-ai-","tag-infra","tag-openai","tag-post-training","tag-448","tag-451"],"blocksy_meta":{"styles_descriptor":{"styles":{"desktop":"","tablet":"","mobile":""},"google_fonts":[],"version":7}},"_links":{"self":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/497","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/comments?post=497"}],"version-history":[{"count":1,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/497\/revisions"}],"predecessor-version":[{"id":567,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/posts\/497\/revisions\/567"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/media\/496"}],"wp:attachment":[{"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/media?parent=497"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/categories?post=497"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/blog.itsmygo.uk\/wordpress\/wp-json\/wp\/v2\/tags?post=497"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}