{"id":39134,"date":"2025-03-02T07:01:43","date_gmt":"2025-03-01T23:01:43","guid":{"rendered":"https:\/\/17aitech.com\/?p=39134"},"modified":"2025-03-02T07:01:43","modified_gmt":"2025-03-01T23:01:43","slug":"ucl%e5%bc%ba%e5%8c%96%e5%ad%a6%e4%b9%a0%e6%b4%be%ef%bc%9a%e6%b1%aa%e5%86%9b%e4%b8%8e%e4%bb%96%e7%9a%84%e5%ad%a6%e7%94%9f%e4%bb%ac","status":"publish","type":"post","link":"https:\/\/17aitech.com\/?p=39134","title":{"rendered":"UCL\u5f3a\u5316\u5b66\u4e60\u6d3e\uff1a\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec"},"content":{"rendered":"<p>\u4f5c\u8005 | \u8d56\u6587\u6615<\/p>\n<p>\u7f16\u8f91 | \u9648\u5f69\u5a34<\/p>\n<p><\/p>\n<p>\u4f5c\u4e3a\u4e00\u652f\u5728 AI \u9886\u57df\u5386\u7ecf\u6570\u5341\u5e74\u7684\u7814\u7a76\u5206\u652f\uff0c\u5f3a\u5316\u5b66\u4e60\u4e00\u76f4\u5728\u5386\u4e45\u5f25\u65b0\u3002<\/p>\n<p><\/p>\n<p class=\"heading-3 ace-line old-record-id-S6kHdFuNVoGin1xkecucbpBYnPb\" style=\"text-align: center\"><strong>\u4ece\u63a8\u8350\u7cfb\u7edf\u5230\u5f3a\u5316\u5b66\u4e60\u00a0<\/strong><\/p>\n<p>2006 \u5e74\u6691\u5047\u7684\u4e00\u4e2a\u5348\u540e\uff0c\u6c6a\u519b\u8e0f\u4e0a\u4e86\u4ece\u8377\u5170\u5c0f\u57ce\u4ee3\u5c14\u592b\u7279\u5f00\u5f80\u9996\u90fd\u963f\u59c6\u65af\u7279\u4e39\u7684\u706b\u8f66\uff0c\u4ed6\u5c06\u5728\u963f\u59c6\u65af\u7279\u4e39\u6362\u4e58\u98de\u673a\uff0c\u98de\u5f80\u7f8e\u56fd\u897f\u96c5\u56fe\u53c2\u52a0\u7b2c 29 \u5c4a\u56fd\u9645\u8ba1\u7b97\u673a\u534f\u4f1a\u4fe1\u606f\u68c0\u7d22\u5927\u4f1a\uff08ACM SIGIR\uff09\u3002<\/p>\n<p>\u6b64\u65f6\u7684\u4fe1\u606f\u68c0\u7d22\u9886\u57df\u5982\u65e5\u4e2d\u5929\uff0c\u52a0\u4e0a\u5fae\u8f6f\u3001\u96c5\u864e\u548c\u8c37\u6b4c\u4e09\u5de8\u5934\u6700\u6838\u5fc3\u7684\u4e1a\u52a1\u4e5f\u662f\u641c\u7d22\uff0cACM SIGIR \u6bcf\u5e74\u90fd\u80fd\u6c47\u96c6\u5b66\u672f\u754c\u4e0e\u5de5\u4e1a\u754c\u7684\u6700\u9ad8\u4eba\u624d\uff0c\u6765\u5f00\u4e00\u573a\u4fe1\u606f\u68c0\u7d22\u754c\u7684\u201c\u5e74\u4f1a\u201d\u3002<\/p>\n<p>\u5728\u534e\u76db\u987f\u5927\u5b66\u7684\u4f1a\u573a\u91cc\uff0c\u6c6a\u519b\u5728\u4e00\u7247\u638c\u58f0\u4e2d\u83b7\u5f97\u4e86\u6700\u4f73\u535a\u58eb\u8054\u76df\u5956\uff0c\u4e8e\u535a\u58eb\u6bd5\u4e1a\u7684\u524d\u4e00\u5e74\u62ff\u4e0b\u4e86\u4fe1\u606f\u68c0\u7d22\u9886\u57df\u535a\u58eb\u7684\u6700\u9ad8\u8363\u8a89\u3002\u00a0<\/p>\n<p>\u8fd9\u4f4d\u610f\u6c14\u98ce\u53d1\u7684\u9752\u5e74\u6b64\u523b\u5e76\u672a\u60f3\u5230\uff0c\u81ea\u5df1\u5c06\u4f1a\u5728 15 \u5e74\u540e\u518d\u83b7\u5f97\u65f6\u95f4\u68c0\u9a8c\u5956\u7684\u8363\u8a89\u63d0\u540d\u2014\u20142021 \u5e74\u7684\u6c6a\u519b\u5df2\u8f6c\u5411\u5f3a\u5316\u5b66\u4e60\uff08RL\uff09\u6570\u5e74\uff0c\u4f5c\u4e3a\u53d1\u8d77\u4eba\u4e4b\u4e00\u6210\u7acb\u4e86\u534e\u4eba\u5f3a\u5316\u5b66\u4e60\u793e\u533aRL China\uff0c\u4e3a\u56fd\u5185\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u57f9\u517b\u4e86\u4e00\u6279\u4f18\u79c0\u7684\u9752\u5e74\u4eba\u624d\uff0c\u6210\u4e3a\u9886\u57df\u7684\u201c\u4e00\u4ee3\u5b97\u5e08\u201d\u3002\u00a0<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-2ecdee57b103cf1e32b390e16c7b140c.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-2ecdee57b103cf1e32b390e16c7b140c.png\"><\/a><\/p>\n<p style=\"text-align: center\">\u6c6a\u519b<\/p>\n<p>\u6c6a\u519b\u51fa\u751f\u4e8e\u6c5f\u82cf\u5357\u4eac\uff0c1993 \u5e74\u4ece\u91d1\u9675\u4e2d\u5b66\u6bd5\u4e1a\u540e\u5f00\u59cb\u5728\u4e1c\u5357\u5927\u5b66\u653b\u8bfb\u7535\u5b50\u5de5\u7a0b\u4e13\u4e1a\u3002\u672c\u79d1\u6bd5\u4e1a\u540e\uff0c\u4ed6\u5148\u5728\u5de5\u4e1a\u754c\u5de5\u4f5c\u4e09\u5e74\uff0c\u53c8\u4e8e 2000 \u5e74\u91cd\u8fd4\u5b66\u672f\u754c\uff0c\u5728\u65b0\u52a0\u5761\u56fd\u7acb\u5927\u5b66\u8ba1\u7b97\u673a\u79d1\u5b66\u4e0e\u6280\u672f\u7cfb\u8bfb\u7814\u3002<\/p>\n<p>\u5343\u79a7\u5e74\u6b63\u503c\u6570\u5b57\u89c6\u9891\u5174\u8d77\uff0c\u4e3b\u8981\u64ad\u653e\u683c\u5f0f\u4e3a DVD\u3001MPEG\u3002\u5f7c\u65f6\u5728\u8ba1\u7b97\u673a\u89c6\u89c9\u9886\u57df\u5360\u636e\u4e3b\u5bfc\u5730\u4f4d\u7684\uff0c\u662f\u57fa\u4e8e\u624b\u5de5\u7279\u5f81\u548c\u4f20\u7edf\u673a\u5668\u5b66\u4e60\u7b97\u6cd5\u7684\u65b9\u6cd5\uff0c\u5982\u5728\u56fe\u50cf\u5339\u914d\u3001\u5206\u7c7b\u7b49\u4efb\u52a1\u4e2d\u53d6\u5f97\u4e86\u8f83\u597d\u6548\u679c\u7684 SIFT \u7279\u5f81\u3001\u652f\u6301\u5411\u91cf\u673a\u7b49\uff0c\u795e\u7ecf\u7f51\u7edc\u5219\u88ab\u8ba4\u4e3a\u662f\u4e00\u4e2a\u76f8\u5bf9\u590d\u6742\u548c\u96be\u4ee5\u89e3\u91ca\u7684 \u201c\u9ed1\u76d2\u201d \u3002<\/p>\n<p>\u6b64\u65f6\u6c6a\u519b\u5df2\u5f00\u59cb\u8fd0\u7528\u795e\u7ecf\u7f51\u7edc\u5f00\u5c55\u8ba1\u7b97\u673a\u89c6\u89c9\u9886\u57df\u7684\u7814\u7a76\uff0c\u5e08\u4ece\u5370\u5ea6\u6559\u6388\u3001\u73b0\u65b0\u52a0\u5761\u56fd\u5bb6\u4eba\u5de5\u667a\u80fd\u4e2d\u5fc3\u526f\u4e3b\u5e2d Mohan Kankanhalli\u3002<\/p>\n<p>\u4f5c\u4e3a\u6c6a\u519b\u5b66\u672f\u751f\u6daf\u7684\u9996\u4f4d\u4f2f\u4e50\uff0cKankanhalli \u5f15\u9886\u4ed6\u8fdb\u5165\u5b66\u672f\u5708\uff0c\u7ecf\u5e38\u9f13\u52b1\u4ed6\u81ea\u7531\u63a2\u7d22\uff0c\u5bf9\u5176\u5f71\u54cd\u6df1\u8fdc\u3002\u5728\u5bfc\u5e08\u6307\u5bfc\u4e0b\uff0c\u6c6a\u519b\u7684\u7855\u58eb\u8bba\u6587\u805a\u7126\u901a\u8fc7\u4e0d\u7ecf\u8fc7\u89e3\u7801\uff0c\u76f4\u63a5\u5229\u7528\u795e\u7ecf\u7f51\u7edc\u4ece\u538b\u7f29\u89c6\u9891\u4e2d\u8bc6\u522b\u5176\u4e2d\u7684\u6a21\u5f0f\u3001\u4eba\u8138\u3001\u7269\u4f53\u7b49\u5185\u5bb9\u3002<\/p>\n<p>2003 \u5e74\u7855\u58eb\u6bd5\u4e1a\u540e\uff0c\u6c6a\u519b\u6765\u5230\u8377\u5170\u7684\u4ee3\u5c14\u592b\u7279\u7406\u5de5\u5927\u5b66\u8bfb\u535a\uff0c\u5e08\u4ece\u673a\u5668\u5b66\u4e60\u6559\u6388 Marcel J. T. Reinders\uff0c\u5728\u5176\u6307\u5bfc\u4e0b\u5f00\u59cb\u53c2\u4e0e CACTUS \u9879\u76ee\u3002<\/p>\n<p>\u8be5\u9879\u76ee\u6838\u5fc3\u5173\u6ce8\u5728\u81ea\u7ec4\u7ec7\u65e0\u7ebf\u73af\u5883\u91cc\uff0c\u901a\u8fc7\u4e2a\u6027\u5316\u3001\u667a\u80fd\u4e14\u5177\u5907\u60c5\u5883\u611f\u77e5\u80fd\u529b\u7684\u53ef\u7a7f\u6234\u8bbe\u5907\uff0c\u89e3\u51b3\u4eba\u673a\u4ea4\u4e92\u4e0e\u8ba1\u7b97\u673a\u7f51\u7edc\u4ea4\u4e92\u5728\u6280\u672f\u53ca\u53ef\u7528\u6027\u4e0a\u7684\u96be\u9898\u3002\u5176\u4e2d\u4e00\u9879\u5173\u952e\u5185\u5bb9\u4e3a\uff0c\u4f9d\u636e\u7528\u6237\u5f53\u524d\u72b6\u6001\uff0c\u5224\u65ad\u662f\u5426\u5e94\u63a8\u9001\u4e0d\u540c\u4fe1\u606f\u3002<\/p>\n<p>\u4f5c\u4e3a\u4e00\u9879\u63a8\u8350\u7cfb\u7edf\u5de5\u4f5c\uff0c\u8be5\u7cfb\u7edf\u8fd8\u4e0e\u4fe1\u606f\u68c0\u7d22\u7d27\u5bc6\u5173\u8054\uff0c\u672c\u8d28\u4e0a\u6e90\u4e8e\u5176\u4e2d\u6700\u57fa\u672c\u7684\u7528\u6237\u9700\u6c42\u3002\u6b64\u9700\u6c42\u53ef\u8868\u73b0\u4e3a\u5173\u952e\u8bcd\uff0c\u5982\u901a\u8fc7\u7528\u6237\u4ee5\u5f80\u7684\u5174\u8da3\u7231\u597d\u3001\u5386\u53f2\u6d4f\u89c8\u8bb0\u5f55\u7b49\u5bfb\u627e\u5230\u65b0\u4fe1\u606f\uff0c\u7ed3\u5408\u5df2\u77e5\u4e0e\u672a\u77e5\u90e8\u5206\uff0c\u5176\u4e2d\u8861\u91cf\u5b83\u4eec\u4e4b\u95f4\u76f8\u5173\u6027\u7684\u6307\u6807\u662f\u6838\u5fc3\u6240\u5728\u3002<\/p>\n<p>\u968f\u7740\u7814\u7a76\u63a8\u8fdb\uff0c\u8fd9\u4e2a\u5927\u9879\u76ee\u8303\u56f4\u9010\u6b65\u6536\u7a84\uff0c\u53d1\u5c55\u6210\u4e3a\u4e2a\u6027\u5316\u63a8\u8350\u7cfb\u7edf\uff0c\u6c6a\u519b\u4e5f\u5728\u6b64\u8fc7\u7a0b\u4e2d\u9010\u6e10\u786e\u8ba4\u4e86\u81ea\u5df1\u5bf9\u63a8\u8350\u7cfb\u7edf\u4e0e\u4fe1\u606f\u68c0\u7d22\u7684\u5174\u8da3\u3002\u00a0<\/p>\n<p>\u535a\u58eb\u671f\u95f4\uff0c\u6307\u5bfc\u6c6a\u519b\u5b66\u4e60\u4e3b\u6d41\u4fe1\u606f\u68c0\u7d22\u77e5\u8bc6\u7684\u662f\u8377\u5170\u4fe1\u606f\u68c0\u7d22\u9886\u57df\u7684\u77e5\u540d\u6559\u6388 Arjen P. de Vries\uff0c\u5728\u4ed6\u7684\u7275\u7ebf\u4e0b\uff0c\u6c6a\u519b\u7ed3\u8bc6\u4e86\u4fe1\u606f\u68c0\u7d22\u5927\u725b Stephen Robertson\uff0c\u5e76\u5728 2006 \u5e74\u968f\u4e4b\u524d\u5f80\u5fae\u8f6f\u5251\u6865\u7814\u7a76\u9662\u5b9e\u4e60\u3002<\/p>\n<p>Stephen Robertson \u53d1\u660e\u4e86\u641c\u7d22\u9886\u57df\u6700\u51fa\u8272\u7684\u7b97\u6cd5 BM25\uff0c\u8be5\u7b97\u6cd5\u57fa\u4e8e\u6982\u7387\u7edf\u8ba1\u7b49\u539f\u7406\u521b\u5efa\u4e86\u4e00\u79cd\u6392\u540d\u65b9\u6cd5\uff0c\u5728\u795e\u7ecf\u7f51\u7edc\u5174\u8d77\u524d\u5e7f\u6cdb\u5e94\u7528\u4e8e\u5168\u7403\u4fe1\u606f\u68c0\u7d22\u9886\u57df\u5e76\u4e3b\u5bfc\u7740\u8be5\u9886\u57df\u7684\u6280\u672f\u65b9\u5411\uff0c\u5728\u5927\u591a\u6570\u60c5\u51b5\u4e0b\uff0c\u53ea\u8981\u5408\u7406\u4f7f\u7528\u5176\u516c\u5f0f\uff0c\u641c\u7d22\u7ed3\u679c\u901a\u5e38\u80fd\u8fbe\u5230\u8f83\u597d\u7684\u6548\u679c\u3002<\/p>\n<p>\u5bf9\u6c6a\u519b\u800c\u8a00\uff0cRobertson \u662f\u81ea\u5df1\u7684\u7b2c\u4e8c\u4f4d\u4f2f\u4e50\u3002\u5728\u5fae\u8f6f\u5251\u6865\u7814\u7a76\u9662\u65f6\uff0cRobertson \u5e38\u5e38\u540c\u4ed6\u8bb2\u89e3\u4fe1\u606f\u68c0\u7d22\u7684\u6838\u5fc3\u77e5\u8bc6\uff0c\u4e24\u4eba\u5c31\u7edf\u4e00\u6a21\u578b\uff08Unified Model\uff09 \u5c55\u5f00\u5408\u4f5c\uff0c\u5728\u4fe1\u606f\u68c0\u7d22\u9886\u57df\u53d6\u5f97\u4e86\u4e0d\u5c11\u7406\u8bba\u7a81\u7834\u3002<\/p>\n<p>\u8fc7\u53bb\u4f20\u7edf\u7684\u6982\u7387\u68c0\u7d22\u6a21\u578b\u5b58\u5728\u9762\u5411\u6587\u6863\u548c\u9762\u5411\u67e5\u8be2\u4e24\u79cd\u4e0d\u540c\u7684\u89c6\u89d2\uff0c\u7edf\u4e00\u6a21\u578b\u5219\u5c06\u4e24\u79cd\u89c6\u89d2\u7edf\u4e00\u8d77\u6765\uff0c\u4ee5\u521b\u5efa\u4e00\u4e2a\u66f4\u5b8c\u5584\u7684\u68c0\u7d22\u6a21\u578b\u3002\u6cbf\u7740\u8fd9\u4e00\u9053\u8def\u5f00\u5c55\u63a8\u8350\u7cfb\u7edf\u7814\u7a76\uff0c\u6c6a\u519b\u5728\u535a\u58eb\u9636\u6bb5\u4fbf\u9010\u6e10\u6db5\u76d6\u4e86\u4fe1\u606f\u68c0\u7d22\u9886\u57df\u7684\u6240\u6709\u57fa\u7840\u95ee\u9898\u3002<\/p>\n<p>\u83b7\u5f97 ACM SIGIR 2006 \u6700\u4f73\u535a\u58eb\u8054\u76df\u5956\u540e\u4e0d\u4e45\uff0c\u4e00\u5fc3\u60f3\u505a\u8001\u5e08\u7684\u6c6a\u519b\u6536\u5230\u4e86\u4f26\u6566\u5927\u5b66\u5b66\u9662\uff08UCL\uff09\u7684 offer\uff0c\u5e76\u5728 2007 \u5e74\u6210\u4e3a\u8ba1\u7b97\u673a\u7cfb\u7684\u4e00\u540d\u8bb2\u5e08\u3002<\/p>\n<p>\u521a\u6210\u4e3a\u201c\u9752\u6912\u201d\u7684\u6c6a\u519b\u6b63\u503c\u60f3\u6cd5\u4e30\u5bcc\u3001\u52a8\u624b\u80fd\u529b\u5f3a\u4e4b\u9645\uff0c\u7acb\u5373\u542f\u52a8\u4e86\u63a8\u8350\u7cfb\u7edf\u65b9\u5411\u7684\u65b0\u7814\u7a76\u3002<\/p>\n<p>\u6b64\u524d Robertson \u66fe\u63d0\u51fa\u6982\u7387\u6392\u5e8f\u539f\u7406\uff08PRP\uff09\uff0c\u5176\u6838\u5fc3\u4e3a\u4fe1\u606f\u68c0\u7d22\u7cfb\u7edf\u5e94\u6309\u7167\u6587\u6863\u4e0e\u7528\u6237\u4fe1\u606f\u9700\u6c42\u7684\u76f8\u5173\u6982\u7387\u964d\u5e8f\u5bf9\u6587\u6863\u8fdb\u884c\u6392\u5e8f\uff0c\u4ee5\u5b9e\u73b0\u4fe1\u606f\u68c0\u7d22\u7cfb\u7edf\u7684\u6574\u4f53\u6709\u6548\u6027\uff08\u5982\u671f\u671b\u7cbe\u5ea6\uff09\u6700\u5927\u5316\u3002<\/p>\n<p>\u6c6a\u519b\u8ba4\u4e3a\u6b64\u7406\u8bba\u5b58\u5728\u4e0d\u8db3\uff0c\u8fd8\u5f97\u8003\u8651\u4e0a\u4e0d\u786e\u5b9a\u6027\uff0c\u4fbf\u521b\u65b0\u5730\u5c06\u7ecf\u6d4e\u5b66\u7406\u8bba\u5f15\u5165\u4fe1\u606f\u68c0\u7d22\u9886\u57df\uff0c\u5728 2009 \u5e74\u53d1\u8868\u4e86\u201cPortfolio Theory of Information Retrieval\u201d\u4e00\u6587\u2014\u2014 11\u5e74\u540e\uff0c\u6b64\u5de5\u4f5c\u88ab SIGIR \u8bc4\u4e3a\u65f6\u95f4\u68c0\u9a8c\u5956\u7684\u7b2c\u4e8c\u540d\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-d8839a9832cf7bb6592d4b6ad5a08b49.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-d8839a9832cf7bb6592d4b6ad5a08b49.png\"><\/a><\/p>\n<p style=\"text-align: center\"><span style=\"color: #7F7F7F\">\u8bba\u6587\u94fe\u63a5\uff1ahttps:\/\/lintool.github.io\/robust04-analysis-papers\/p115-wang.pdf<\/span><\/p>\n<p>\u7b80\u5355\u6765\u8bf4\uff0c\u5c31\u50cf\u6295\u8d44\u65f6\u201c\u4e0d\u628a\u6240\u6709\u94b1\u90fd\u6295\u8fdb\u4e00\u4e2a\u7bee\u5b50\u201d\uff0c\u4e0d\u80fd\u53ea\u4e70\u8c37\u6b4c\u80a1\u7968\uff0c\u8fd8\u8981\u4e70\u53ef\u53e3\u53ef\u4e50\u6216\u5176\u4ed6\u5404\u7c7b\u80a1\u7968\u3002\u641c\u7d22\u9886\u57df\u540c\u7406\uff0c\u6bd4\u5982\u5f53\u8f93\u5165\u201cjaguar\u201d\u65f6\uff0c\u56e0\u65e0\u6cd5\u786e\u5b9a\u5176\u6307\u6c7d\u8f66\u54c1\u724c\u6377\u8c79\u8fd8\u662f\u52a8\u7269\u7f8e\u6d32\u8c79\uff0c\u6700\u4f73\u505a\u6cd5\u662f\u8ba9\u641c\u7d22\u7ed3\u679c\u591a\u6837\u5316\uff0c\u6392\u5e8f\u65f6\uff0c\u7b2c\u4e00\u6761\u53ef\u6392\u52a8\u7269\u76f8\u5173\u5185\u5bb9\uff0c\u7b2c\u4e8c\u6761\u6392\u8f66\u76f8\u5173\uff0c\u7b2c\u4e09\u4e2a\u53ca\u540e\u7eed\u7ed3\u679c\u4e5f\u90fd\u8981\u6ce8\u91cd\u591a\u6837\u6027\u3002\u00a0<\/p>\n<p>\u4e0e PRP \u76f8\u6bd4\uff0c\u6b64\u65b9\u6cd5\u7684\u4f18\u52bf\u5728\u4e8e\u5b83\u7a81\u7834\u4e86\u5355\u4e00\u6392\u540d\u6307\u6807\u7684\u5c40\u9650\uff0c\u4e0d\u4ec5\u8003\u8651\u4e86\u6587\u6863\u76f8\u5173\u5ea6\u9884\u6d4b\u7684\u4e0d\u786e\u5b9a\u6027\uff0c\u8fd8\u8003\u8651\u4e86\u68c0\u7d22\u6587\u6863\u4e4b\u95f4\u7684\u76f8\u5173\u6027\uff0c\u901a\u8fc7\u5e73\u8861\u6392\u5e8f\u5217\u8868\u7684\u6574\u4f53\u76f8\u5173\u5ea6\u548c\u98ce\u9669\u6c34\u5e73\u6765\u8fdb\u884c\u6587\u6863\u6392\u5e8f\uff0c\u80fd\u66f4\u5168\u9762\u5730\u5904\u7406\u6587\u6863\u6392\u5e8f\u95ee\u9898\uff0c\u8fd8\u4ece\u6570\u5b66\u4e0a\u91cf\u5316\u4e86\u591a\u6837\u5316\u7684\u76ca\u5904\u5e76\u6709\u6548\u964d\u4f4e\u6392\u5e8f\u98ce\u9669\u3002<\/p>\n<p>\u8fd9\u9879\u5de5\u4f5c\u5b8c\u6210\u540e\uff0c\u6c6a\u519b\u8ba4\u4e3a\u4fe1\u606f\u68c0\u7d22\u9886\u57df\u5df2\u65e0\u592a\u591a\u672c\u8d28\u95ee\u9898\u53ef\u7814\u7a76\uff0c\u800c\u4e92\u8054\u7f51\u4e2d\u7684\u641c\u7d22\u63a8\u8350\u548c\u5e7f\u544a\u63a8\u8350\u53d1\u5c55\u826f\u597d\uff0c\u4e14\u5e7f\u544a\u5c24\u5176\u5438\u5f15\u4ed6\u3002<\/p>\n<p>\u867d\u7136\u5e7f\u544a\u672c\u8d28\u4ecd\u5c5e\u4fe1\u606f\u68c0\u7d22\u8303\u7574\uff0c\u4f46\u878d\u5165\u4e86\u5982\u535a\u5f08\u8bba\u7b49\u7ecf\u6d4e\u56e0\u7d20\u3002\u4ece\u6536\u76ca\u6700\u5927\u5316\u89d2\u5ea6\uff0c\u5e7f\u544a\u63a8\u8350\u4e0d\u4ec5\u8981\u8003\u8651\u76f8\u5173\u6027\uff0c\u8fd8\u5f97\u517c\u987e\u7ecf\u6d4e\u4ef7\u503c\uff0c\u6709\u65f6\u5373\u4fbf\u5185\u5bb9\u76f8\u5173\uff0c\u82e5\u9884\u7b97\u7528\u5c3d\u4e5f\u4e0d\u4f1a\u88ab\u63a8\u8350\u3002\u4e8e\u662f\uff0c\u6c6a\u519b\u5f00\u59cb\u7814\u7a76\u5e7f\u544a\u7ade\u4ef7\u673a\u5236\uff0c\u5982\u6392\u540d\u7ade\u4ef7\u3001\u5b9e\u65f6\u7ade\u4ef7\u3002<\/p>\n<p>\u5728\u94bb\u7814\u7684\u8fc7\u7a0b\u4e2d\uff0c\u6c6a\u519b\u53d1\u73b0\uff1a\u5e7f\u544a\u9886\u57df\u6280\u672f\u7684\u672c\u8d28\u5c31\u662f\u5f3a\u5316\u5b66\u4e60\u3002<\/p>\n<p>\u4e00\u662f\u505a\u51b3\u7b56\u4ee5\u6700\u5927\u5316\u5956\u52b1\uff0c\u5373\u6700\u5927\u5316\u7ecf\u6d4e\u4ef7\u503c\u6216\u5956\u60e9\u6536\u76ca\u3002\u5e7f\u544a\u7684\u76ee\u6807\u662f\u6700\u5927\u5316\u7528\u6237\u4e92\u52a8\u4ee5\u4fc3\u8d2d\u4e70\uff0c\u540c\u65f6\u517c\u987e\u9884\u7b97\uff0c\u5728\u65e2\u5b9a\u9884\u7b97\u4e0b\u8ffd\u6c42\u6700\u4f18\u8868\u73b0\uff0c\u6216\u5728\u9884\u7b97\u6700\u5c0f\u5316\u65f6\u63d0\u5347\u6548\u679c\uff0c\u8fd9\u548c\u5f3a\u5316\u5b66\u4e60\u601d\u8def\u4e00\u81f4\u3002\u5177\u4f53\u6765\u8bf4\uff0c\u7528\u6237\u4ece\u70b9\u51fb\u5e7f\u544a\u5230\u771f\u6b63\u8d2d\u4e70\u4e2d\u7684\u5ef6\u8fdf\uff0c\u5c31\u7c7b\u4f3c\u4e8eAlphaGo\u4e0b\u68cb\u65f6\u5f53\u4e0b\u51b3\u7b56\u5f71\u54cd\u672a\u6765\u6536\u76ca\uff0c\u53cc\u65b9\u90fd\u6d89\u53ca\u5982\u4f55\u8bc4\u4f30\u4f18\u5316\u5f53\u4e0b\u51b3\u7b56\u5bf9\u672a\u6765\u7684\u4f5c\u7528\u3002\u00a0<\/p>\n<p>\u4e8c\u662f\u591a\u667a\u80fd\u4f53\u535a\u5f08\u3002\u5728\u5e7f\u544a\u9886\u57df\uff0c\u5e7f\u544a\u4e3b\u95f4\u662f\u6392\u540d\u7ade\u4ef7\u5173\u7cfb\uff0c\u4f8b\u5982\u5f53\u7528\u6237\u4e0e\u978b\u5b50\u76f8\u5173\u7684\u5173\u952e\u8bcd\u65f6\uff0c\u4f17\u591a\u5356\u978b\u5e7f\u544a\u4e3b\u90fd\u60f3\u6295\u653e\u5e7f\u544a\uff0c\u5f7c\u6b64\u7ade\u4e89\uff0c\u8fd9\u5c31\u662f\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u3002\u00a0<\/p>\n<p>\u5c31\u8fd9\u6837\uff0c\u5f3a\u5316\u5b66\u4e60\u7684\u79cd\u5b50\u57cb\u5728\u4e86\u6c6a\u519b\u5fc3\u91cc\u3002<\/p>\n<p><\/p>\n<p class=\"heading-3 ace-line old-record-id-PKQ2dsHxAoW8bCx4bTdcCveenbh\" style=\"text-align: center\"><strong>UCL \u5f3a\u5316\u5b66\u4e60\u5f00\u62d3\u8005<\/strong><\/p>\n<p>2011 \u5e74\uff0c\u6c6a\u519b\u5347\u804c\u4e3a UCL \u7684\u9ad8\u7ea7\u8bb2\u5e08\uff0c\u5e76\u8fce\u6765\u4e86\u4e00\u4f4d\u70ed\u8877\u4e8e\u56f4\u68cb\u7684\u65b0\u540c\u4e8b David Silver\u3002<\/p>\n<p>David Silver \u4e8e 1998 \u5e74\u5251\u6865\u672c\u79d1\u6bd5\u4e1a\u540e\u540c\u597d\u53cb Demis Hassabis \u5171\u540c\u521b\u7acb\u7535\u5b50\u6e38\u620f\u516c\u53f8 Elixir Studios\uff0c\u53c8\u5728 2004 \u5e74\u5230\u963f\u5c14\u4f2f\u5854\u5927\u5b66\u653b\u8bfb\u5f3a\u5316\u5b66\u4e60\u7684\u535a\u58eb\uff0c\u5e08\u4ece\u5f3a\u5316\u5b66\u4e60\u4e4b\u7236 Richard Sutton\uff0c\u671f\u95f4\u53d1\u8868\u4e86\u201c\u5728 9\u00d79 \u8ba1\u7b97\u673a\u56f4\u68cb\u4e2d\u8fbe\u5230\u5927\u5e08\u7ea7\u6c34\u5e73\u201d \u7684\u8bba\u6587\uff0c\u5176\u5f00\u53d1\u7684 Mogo \u7a0b\u5e8f\u662f\u5f53\u65f6\u6700\u5f3a\u7684\u56f4\u68cb\u7a0b\u5e8f\u4e4b\u4e00\u3002<\/p>\n<p>\u6765\u5230 UCL \u540e\uff0cSilver \u5ef6\u7eedRL\u5728\u56f4\u68cb\u4e0a\u7684\u5e94\u7528\uff0c\u5e76\u53d7 Hassabis \u4e4b\u9080\u4e3a DeepMind \u63d0\u4f9b\u54a8\u8be2\uff0c\u542f\u52a8 AlphaGo \u9879\u76ee\uff1b\u800c\u5728\u9694\u58c1\u529e\u516c\u5ba4\u7684\u6c6a\u519b\uff0c\u5219\u5f00\u59cb\u63a5\u89e6\u5230RL\u5728\u4fe1\u606f\u68c0\u7d22\u548c\u6392\u5e8f\u4e2d\u7684\u5e94\u7528\uff0c\u9042\u8bf7 Silver \u6765\u62c5\u4efb\u5b66\u751f Marc Sloan \u7684\u4e8c\u5bfc\u3002<\/p>\n<p>\u4e24\u4eba\u5e38\u63a2\u8ba8\u5f3a\u5316\u5b66\u4e60\u7684\u76f8\u5173\u903b\u8f91\u53ca\u5b83\u5728\u641c\u7d22\u6392\u5e8f\u7b49\u95ee\u9898\u4e2d\u7684\u5e94\u7528\uff0c\u6b64\u65f6\u6c6a\u519b\u867d\u5bf9RL\u7684\u7406\u89e3\u8fd8\u4e0d\u6df1\uff0c\u4f46\u901a\u8fc7\u8ba8\u8bba\u9010\u6e10\u89c9\u5f97\u8fd9\u4e2a\u9886\u57df\u5f88\u6709\u610f\u601d\uff0c\u4fbf\u5f00\u59cb\u7528\u5b83\u6765\u63a2\u7d22\u5728\u65b0\u5174\u4ea4\u53c9\u7814\u7a76\u9886\u57df\u2014\u2014\u8ba1\u7b97\u5e7f\u544a\u5e02\u573a\u4e2d\u7684\u5e94\u7528\u3002<\/p>\n<p>\u548c\u4f20\u7edf\u7684\u76d1\u7763\u5b66\u4e60\u76f8\u6bd4\uff0c\u5f3a\u5316\u5b66\u4e60\u5f3a\u8c03\u89c2\u5bdf\u548c\u53cd\u9988\u3002\u8ba1\u7b97\u5e7f\u544a\u751f\u6001\u7cfb\u7edf\u4e2d\u6570\u636e\u91cf\u5927\uff0c\u5f00\u653e\u6027\u9ad8\uff0c\u51b3\u7b56\u673a\u4f1a\u591a\uff0c\u540c\u65f6\u76d1\u7ba1\u8f83\u5f31\uff0c\u662f\u7edd\u4f73\u7684\u4ea7\u5b66\u7814\u76f8\u7ed3\u5408\u7684\u5e73\u53f0\u30022012\u5e74\uff0c\u6c6a\u519b\u7684\u5b66\u751f\u8881\u5e05\u53d1\u8868\u4e86\u4e00\u7bc7\u5229\u7528\u9690\u9a6c\u5c14\u53ef\u592b\u94fe\u9009\u62e9\u5e7f\u544a\u7684\u6587\u7ae0\uff0c\u63ed\u5f00\u4e86\u56e2\u961f\u5c06\u5f3a\u5316\u5b66\u4e60\u5f15\u5165\u8ba1\u7b97\u5e7f\u544a\u7684\u5e8f\u5e55\u3002<\/p>\n<p>\u968f\u7740\u5bf9\u8ba1\u7b97\u5e7f\u544a\u5e02\u573a\u7684\u4e86\u89e3\u4e0d\u65ad\u52a0\u6df1\uff0c\u6c6a\u519b\u7684\u89c6\u91ce\u4e5f\u5728\u5feb\u901f\u62d3\u5c55\uff0c\u65b0\u7684\u706b\u82b1\u5728\u6982\u5ff5\u7684\u8fde\u63a5\u4e2d\u4e0d\u65ad\u8ff8\u53d1\u51fa\u6765\u3002\u4ed6\u7684\u59bb\u5b50\u5728\u6295\u884c\u5de5\u4f5c\uff0c\u5728\u7ffb\u770b\u5176\u5927\u5b66\u91d1\u878d\u4e13\u4e1a\u7684\u6559\u6750\u65f6\uff0c\u6c6a\u519b\u4e86\u89e3\u5230\u4e8c\u7ea7\u5e02\u573a\u3001\u73b0\u8d27\u4e0e\u671f\u8d27\u5e02\u573a\u7b49\u6982\u5ff5\uff0c\u7531\u6b64\u8054\u60f3\u5230\u5e7f\u544a\u9886\u57df\u2014\u2014\u5e7f\u544a\u901a\u5e38\u662f\u5b9e\u65f6\u4ea4\u6613\uff0c\u6ca1\u6709\u672a\u6765\u5e02\u573a\uff0c\u4f46\u5b9e\u9645\u4e0a\uff0c\u5927\u5e7f\u544a\u4e3b\u5e38\u63d0\u524d\u9884\u5b9a\u5e7f\u544a\u4f4d\uff0c\u5269\u4f59\u4e0d\u786e\u5b9a\u6d41\u91cf\u624d\u653e\u5165\u5b9e\u65f6\u7ade\u4ef7\u5e73\u53f0\uff0c\u7c7b\u4f3c\u671f\u8d27\u5e02\u573a\u3002<\/p>\n<p>\u6c6a\u519b\u548c\u5b66\u751f\u9648\u535a\u4e3a\u636e\u6b64\u7814\u7a76\u51fa\u65b0\u7684\u5b9a\u4ef7\u65b9\u6cd5\uff0c\u521b\u9020\u4e86\u5e7f\u544a\u671f\u8d27\/\u671f\u6743\u7684\u65b0\u4ea7\u54c1\u3002\u6587\u7ae0\u53d1\u8868\u540e\uff0c\u4e0d\u4f46\u83b7\u5f97\u4e86\u6700\u4f73\u8bba\u6587\u5956\uff0c\u4e5f\u5f15\u8d77\u4e86\u5728\u5251\u6865\u8bfb MBA \u7684 Rael Cline \u7684\u6ce8\u610f\u3002Rael\u4e3b\u52a8\u8054\u7cfb\u6c6a\u519b\u63d0\u51fa\u5408\u4f5c\uff0c\u4e8c\u4eba\u4fbf\u4e8e 2014 \u5e74\u590f\u5929\u4e00\u8d77\u521b\u529e\u4e86 AI \u5e7f\u544a\u516c\u53f8 MediaGamma\u3002\u8881\u5e05\u548c\u9648\u535a\u4e3a\u4f5c\u4e3a\u521d\u521b\u5458\u5de5\uff0c\u4e00\u8d77\u52a0\u5165\u4e86\u516c\u53f8\u3002<\/p>\n<p>MediaGamma\u7684\u6545\u4e8b\u5ef6\u7eed\u4e86\u4e03\u5e74\u591a\u65f6\u95f4\u3002\u5728\u8fd9\u671f\u95f4\uff0c\u8fd9\u7fa4\u5145\u6ee1\u4e50\u89c2\u7cbe\u795e\u7684\u5b66\u9662\u6d3e\u521b\u4e1a\u8005\u5c1d\u8bd5\u4e86\u5f88\u591a\u4e3b\u610f\uff1a\u4ece\u4e00\u5f00\u59cb\u7684\u5e7f\u544a\u671f\u6743\u4ea4\u6613\u6240\uff0c\u5230\u540e\u6765\u4e13\u4e3a\u5e7f\u544a\u4e3b\u670d\u52a1\u7684\u9700\u65b9\u5e73\u53f0\uff08Demand Side Platform\uff09\uff0c\u518d\u5230\u540e\u6765\u4e13\u6ce8\u4e8e\u5f00\u53d1\u7b97\u6cd5\u7cfb\u7edf\uff0c\u7ec6\u81f4\u5206\u89e3\u8ba1\u7b97\u5e7f\u544a\u4e2d\u7684\u7ade\u4ef7\u8fc7\u7a0b\uff0c\u5f53\u7136\u5176\u4e2d\u4e5f\u5305\u62ec\u4e86\u5c06RL\u7b97\u6cd5\u5e94\u7528\u4e8e\u51fa\u4ef7\u51b3\u7b56\u2014\u2014\u8fd9\u4e5f\u662f\u5f3a\u5316\u5b66\u4e60\u9996\u6b21\u5728\u5e7f\u544a\u5b9e\u65f6\u4ea4\u6613\u4e2d\u5f97\u4ee5\u5546\u7528\u3002<\/p>\n<p>MediaGamma\u516c\u53f8\u59cb\u4e8e\u5b66\u672f\u601d\u7ef4\u7684\u7ed3\u6676\uff0c\u6162\u6162\u53d1\u5c55\u6210\u4e00\u4e2a\u7edd\u4f73\u7684\u8bd5\u9a8c\u573a\uff1a\u5b83\u63d0\u4f9b\u4e86\u5f00\u653e\u7684\u5e73\u53f0\u548c\u6570\u636e\uff0c\u591a\u6837\u800c\u5b9e\u9645\u7684\u5546\u4e1a\u95ee\u9898\uff0c\u7ed9\u4e86\u6c6a\u519b\u548c\u5b66\u751f\u4eec\u5145\u5206\u7684\u6311\u6218\u548c\u953b\u70bc\u3002\u8881\u5e05\u4e5f\u4ece\u4e00\u540d\u535a\u58eb\u751f\u548c\u5de5\u7a0b\u5e08\uff0c\u6210\u957f\u4e3a\u516c\u53f8\u6570\u636e\u79d1\u5b66\u4e1a\u52a1\u7684\u9886\u5934\u4eba\u3002<\/p>\n<p>MediaGamma\u4e5f\u4e3a\u6c6a\u519b\u7684\u7855\u58eb\u751f\u3001\u535a\u58eb\u751f\u63d0\u4f9b\u4e86\u5b9e\u4e60\u673a\u4f1a\u3002\u5176\u4e2d\u4e00\u4f4d\uff0c\u4e5f\u662f\u9996\u4f4d\u7d27\u968f\u4ed6\u4ece\u63a8\u8350\u7cfb\u7edf\u8f6c\u5411\u5e7f\u544a\u9886\u57df\u518d\u5230\u5f3a\u5316\u5b66\u4e60\u7684\u5f97\u610f\u95e8\u751f\uff0c\u4fbf\u662f\u5f20\u4f1f\u6960\u3002<\/p>\n<p>2012 \u5e74 3 \u6708\uff0c\u4e0a\u6d77\u4ea4\u5927\u7814\u4e00\u5b66\u751f\u5f20\u4f1f\u6960\u8bfb\u5230\u6c6a\u519b\u7684\u4e00\u7bc7\u63a8\u8350\u7cfb\u7edf\u8bba\u6587\uff0c\u89c9\u5f97\u601d\u8def\u65b0\u9896\uff0c\u5f53\u5468\u5c31\u53d1\u90ae\u4ef6\u63d0\u95ee\u3002\u4ed6\u672c\u79d1\u5c31\u8bfb\u4e8e ACM \u73ed\uff0c\u6bd5\u4e1a\u524d\u4ee5\u7b2c\u4e00\u4f5c\u8005\u5b8c\u6210\u4e09\u7bc7\u63a8\u8350\u7cfb\u7edf\u76f8\u5173\u8bba\u6587\uff0c\u5e76\u5728\u7814\u4e00\u9646\u7eed\u53d1\u8868\u3002\u540c\u6c6a\u519b\u7684\u4ea4\u6d41\u8ba9\u4ed6\u83b7\u76ca\u532a\u6d45\uff0c\u4e8e\u662f\u5411\u4ea4\u5927\u4e86\u89e3\u7559\u5b66\u4ea4\u6362\u4e8b\u5b9c\u3002<\/p>\n<p>\u5f20\u4f1f\u6960\u539f\u672c\u8ba1\u5212\u672c\u79d1\u6bd5\u4e1a\u540e\u51fa\u56fd\uff0c\u5374\u56e0\u91d1\u878d\u5371\u673a\u5bfc\u81f4\u4e0a\u4e00\u5c4a\u5b66\u751f\u51fa\u56fd\u60c5\u51b5\u4e0d\u4f73\uff0c\u5927\u4e09\u65f6\u9009\u62e9\u4e86\u4fdd\u7814\uff0c\u4f46\u4ed6\u4e00\u76f4\u60f3\u591a\u63a5\u89e6\u56fd\u9645\u5316\u73af\u5883\u4e0e\u9876\u5c16\u4eba\u624d\uff0c\u4e5f\u6709\u5e08\u957f\u5efa\u8bae\u4ece\u4e8b\u79d1\u7814\u6700\u597d\u6709\u6d77\u5916\u535a\u58eb\u5b66\u4f4d\u3002\u601d\u7d22\u518d\u4e09\uff0c\u4ed6\u89c9\u5f97\u8fd8\u662f\u8981\u51fa\u56fd\u6df1\u9020\uff0c\u5728\u548c ACM \u73ed\u603b\u6559\u5934\u4fde\u52c7\u6c9f\u901a\u540e\uff0c\u4ed6\u51b3\u5b9a\u672a\u6765\u5b66\u6210\u56de\u56fd\u4e3a\u5b9e\u9a8c\u5ba4\u51fa\u529b\u3002\u00a0<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-8cf0adf5d6646c082214f825317b7440.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-8cf0adf5d6646c082214f825317b7440.png\"><\/a><\/p>\n<p style=\"text-align: center\">\u5f20\u4f1f\u6960<\/p>\n<p>9 \u6708\uff0c\u5f20\u4f1f\u6960\u62b5\u8fbe\u4f26\u6566\u5f00\u542f\u535a\u58eb\u7814\u7a76\u3002\u535a\u58eb\u521a\u5f00\u59cb\uff0c\u5f20\u4f1f\u6960\u7684\u7814\u7a76\u4ecd\u65e7\u96c6\u4e2d\u5728\u63a8\u8350\u7cfb\u7edf\u9886\u57df\uff0c\u4e0e\u53e6\u4e00\u4f4d\u535a\u58eb\u751f\u8d75\u6653\u96ea\uff08\u73b0\u7532\u9aa8\u6587\u9996\u5e2d\u6570\u636e\u79d1\u5b66\u5bb6\uff09\u5408\u4f5c\u7814\u7a76\u4e86\u4ea4\u4e92\u5f0f\u63a8\u8350\u7cfb\u7edf\u7684\u5e8f\u8d2f\u51b3\u7b56\u4f18\u5316\u7b97\u6cd5\uff0c\u5e76\u62d3\u5c55\u4e86\u6295\u8d44\u7ec4\u5408\u7406\u8bba\u5728\u6295\u8d44\u63a8\u8350\u9886\u57df\u7684\u5e94\u7528\u3002<\/p>\n<p>\u5f20\u4f1f\u6960\u7a33\u624e\u7a33\u6253\u3001\u6781\u6709\u8ba1\u5212\uff0c\u5728\u6e05\u695a\u81ea\u5df1\u76ee\u6807\u5916\u8fd8\u4f1a\u548c\u5bfc\u5e08\u540c\u6b65\u81ea\u5df1\u7684\u6700\u65b0\u60f3\u6cd5\uff0c\u8ba9\u6c6a\u519b\u7279\u522b\u653e\u5fc3\u3002\u6765\u5230 UCL \u7b2c\u4e00\u5e74\u7684\u67d0\u4e00\u5929\uff0c\u5f20\u4f1f\u6960\u548c\u6c6a\u519b\u5348\u996d\u540e\u5728\u6821\u56ed\u5916\u6563\u6b65\uff0c\u6c6a\u519b\u5efa\u8bae\u5f20\u4f1f\u6960\u505a\u4e92\u8054\u7f51\u5e7f\u544a\u3002<\/p>\n<p>\u5f53\u65f6\u4e92\u8054\u7f51\u5e7f\u544a\u6b63\u5174\u8d77\uff0c\u5b66\u672f\u754c\u548c\u4ea7\u4e1a\u754c\u7ed3\u5408\u7d27\u5bc6\uff0c\u8bba\u6587\u53d1\u8868\u589e\u591a\uff0c\u65b0\u6280\u672f\u5b9e\u65f6\u7ade\u4ef7\u5e7f\u544a\uff08RTB\uff09\u4e5f\u521a\u51fa\u73b0\uff0c\u4e0d\u4ec5\u8981\u9884\u6d4b\u7528\u6237\u5bf9\u5e7f\u544a\u7684\u559c\u597d\uff0c\u8fd8\u9700\u5b9e\u65f6\u505a\u51fa\u4ef7\u51b3\u7b56\u2014\u2014\u8fd9\u4e2a\u51b3\u7b56\u4f18\u5316\u548c\u591a\u65b9\u535a\u5f08\u62cd\u5356\u8fc7\u7a0b\u7684\u672c\u8d28\uff0c\u8ba9\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u53d8\u5f97\u91cd\u8981\u3002<\/p>\n<p>\u8d77\u521d\u5f20\u4f1f\u6960\u6709\u4e9b\u72b9\u8c6b\uff0c\u867d\u7136\u81ea\u5df1\u672c\u79d1\u5728\u5fae\u8f6f\u4e9a\u6d32\u7814\u7a76\u9662\u5b9e\u4e60\u65f6\u53d1\u8868\u8fc7\u4e00\u7bc7\u5e7f\u544a\u7ade\u4ef7\u4f18\u5316\u7684\u8bba\u6587\uff0c\u4f46\u56e0\u4e3a\u5b66\u672f\u754c\u603b\u662f\u62ff\u4e0d\u5230\u548c\u4ef7\u683c\u76f8\u5173\u7684\u5e7f\u544a\u6570\u636e\u96c6\uff0c\u505a\u5e7f\u544a\u76f8\u5173\u7684\u7814\u7a76\u4f1a\u5f88\u56f0\u96be\uff0c\u56e0\u6b64\u535a\u58eb\u7b2c\u4e00\u5e74\u65f6\u4ecd\u4e3b\u8981\u505a\u4ea4\u4e92\u5f0f\u63a8\u8350\u7cfb\u7edf\u3002<\/p>\n<p>2013 \u5e74\uff0c\u6c6a\u519b\u8ba9\u4ed6\u548c\u5b66\u957f\u8881\u5e05\u5408\u4f5c\uff0c\u53c2\u52a0\u5168\u7403\u5b9e\u65f6\u7ade\u4ef7\u5e7f\u544a\u7b97\u6cd5\u5927\u8d5b\uff0c\u4e8c\u4eba\u83b7\u5f97\u6700\u7ec8\u8d5b\u5b63\u603b\u51a0\u519b\uff0c\u5728\u8fc7\u7a0b\u4e2d\u63a5\u89e6\u5230\u4e1a\u754c\u4e00\u624b\u7684\u5173\u952e\u5e7f\u544a\u51fa\u4ef7\u6570\u636e\uff0c\u501f\u6b64\u53c8\u53d1\u8868\u4e86\u51e0\u7bc7\u8bba\u6587\u3002\u81ea\u6b64\uff0c\u5f20\u4f1f\u6960\u6b63\u5f0f\u8f6c\u5411\u4e92\u8054\u7f51\u5e7f\u544a\u7ade\u4ef7\u9886\u57df\uff0c\u535a\u58eb\u8bba\u6587\u4e3b\u9898\u4e5f\u5b9a\u4e3a\u4e92\u8054\u7f51\u5e7f\u544a\u51fa\u4ef7\u7b97\u6cd5\u800c\u975e\u63a8\u8350\u7cfb\u7edf\u3002<\/p>\n<p>\u5f53\u65f6\u7684\u4e3b\u6d41\u662f\uff0c\u5b9e\u9645\u4f18\u5316\u5e7f\u544a\u51fa\u4ef7\u65f6\uff0c\u5e38\u628a\u5efa\u6a21\u505a\u6cdb\u5316\u548c\u6570\u503c\u4f18\u5316\u7ed3\u5408\u3002\u524d\u8005\u6355\u6349\u6570\u636e\u89c4\u5f8b\u6a21\u5f0f\uff0c\u4e3a\u540e\u8005\u63d0\u4f9b\u51fa\u4ef7\u8303\u56f4\u548c\u7b56\u7565\u6307\u5bfc\uff0c\u540e\u8005\u5728\u6b64\u57fa\u7840\u4e0a\u7cbe\u7ec6\u8c03\u6574\u51fa\u4ef7\uff0c\u5b9e\u73b0\u66f4\u597d\u7684\u5e7f\u544a\u6295\u653e\u6548\u679c\u548c\u7ecf\u6d4e\u6548\u76ca\u3002<\/p>\n<p>\u6c6a\u519b\u548c\u5f20\u4f1f\u6960\u8d77\u521d\u8003\u8651\u7528\u5f3a\u5316\u5b66\u4e60\u800c\u975e\u6b64\u65b9\u6cd5\uff0c\u53ef\u5168\u7403\u5f3a\u5316\u5b66\u4e60\u4ecd\u5904\u4e8e\u201c\u73a9\u5177\u201d\u9636\u6bb5\uff0c\u591a\u662f\u7b80\u5355\u8868\u683c\u578b\uff0c\u5b66\u672f\u6027\u5f3a\uff0c\u4e0d\u9002\u7528\u4e8e\u5e7f\u544a\u8fd9\u7c7b\u5b9e\u9645\u9886\u57df\u3002\u00a0<\/p>\n<p>\u76f4\u5230 2013 \u5e74 12 \u6708\uff0cDavid Silver \u5728 DeepMind \u548c\u56e2\u961f\u53d1\u8868\u4e86\u5927\u540d\u9f0e\u9f0e\u7684 DQN \u7b97\u6cd5\uff0c\u9996\u6b21\u6210\u529f\u5c06\u5f3a\u5316\u5b66\u4e60\u4e0e\u6df1\u5ea6\u5b66\u4e60\u7ed3\u5408\uff0c\u5728Atari 2600\u6e38\u620f\u4e2d\u8d85\u8d8a\u4eba\u7c7b\u6c34\u5e73\u2014\u2014\u521a\u8bde\u751f\u7684\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u80fd\u5904\u7406\u66f4\u5b9e\u9645\u7684\u4efb\u52a1\u3002<\/p>\n<p>\u6b64\u65f6\u5728 UCL \u7814\u7a76RL\u7684\u552f\u6709\u6c6a\u519b\u548c Silver \u4e8c\u4eba\uff0cDQN \u7b97\u6cd5\u5438\u5f15\u4e86\u4e00\u6ce2\u673a\u5668\u5b66\u4e60\u725b\u4eba\u76f8\u7ee7\u6295\u5165\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\uff0c\u5176\u4e2d\u5c31\u5305\u62ec\u4e86\u5fae\u8f6f\u5251\u6865\u7814\u7a76\u9662\u3002\u5728\u6c6a\u519b\u5efa\u8bae\u4e0b\uff0c\u5f20\u4f1f\u6960\u5728 2014 \u5e74 9 \u6708\u52a0\u5165\u5b9e\u4e60\uff0c\u8ddf\u968f Thore Graepel\u3001Katja Hofmann \u548c Ulrich Paquet\uff0c\u53c2\u4e0e\u4e86\u4e3a Xbox \u6253\u9020\u97f3\u4e50\u63a8\u8350\u7cfb\u7edf\u7684\u9879\u76ee\u3002<\/p>\n<p>\u4e09\u4eba\u5982\u4eca\u5747\u4e3aRL\u5927\u725b\uff1aThore Graepel \u5728\u5fae\u8f6f\u5de5\u4f5c 12 \u5e74\uff0c\u66fe\u5f00\u53d1 Windows \u56f4\u68cb\u6e38\u620f AI\uff0c2015 \u5e74\u5230 DeepMind \u7ec4\u5efa\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7ec4\uff0c\u4e24\u5e74\u540e\u53d1\u8868\u8be5\u9886\u57df\u9996\u7bc7\u6587\u7ae0\uff0c\u53c8\u5e26\u51fa AlphaZero\uff1bUlrich Paquet \u4efb\u9876\u4f1a NeurIPS 2024 \u7684\u7a0b\u5e8f\u4e3b\u5e2d\uff1bKatja Hofmann \u5219\u662f\u5fae\u8f6fRL\u7684\u6838\u5fc3\u6210\u5458\u3002\u00a0<\/p>\n<p>\u5728\u4e09\u4f4d\u7684\u6307\u5bfc\u4e0b\uff0c\u5f20\u4f1f\u6960\u5bf9RL\u6709\u4e86\u66f4\u6df1\u7684\u7406\u89e3\u30022016 \u5e74\u79cb\uff0c\u4ed6\u7ed3\u675f\u4e86\u4e09\u5e74\u591a\u7684\u535a\u58eb\u751f\u6d3b\u56de\u5230\u6bcd\u6821\u4e0a\u6d77\u4ea4\u5927\u4efb\u6559\uff0c\u5f00\u59cb\u5e26\u5b66\u751f\u94bb\u7814RL\uff0c\u662f\u6700\u65e9\u5f52\u56fd\u7684RL\u5b66\u8005\u4e4b\u4e00\u3002<\/p>\n<p>\u6c6a\u519b\u8ba4\u4e3a\u751f\u6210\u5f0f\u5bf9\u6297\u7f51\u7edc\uff08GAN\uff09\u9887\u5177\u6f5c\u529b\uff0c\u5efa\u8bae\u5f20\u4f1f\u6960\u671d\u6b64\u65b9\u5411\u63a2\u7d22\u3002\u51e0\u4eba\u63d0\u51fa\u4e86\u7ed3\u5408GAN\u548cRL\u7684\u601d\u8def\uff1a\u7531\u4e8e\u79bb\u6563\u6570\u636e\u65e0\u6cd5\u50cf\u56fe\u7247\u6216\u8bed\u97f3\u90a3\u6837\u76f4\u63a5\u6c42\u5bfc\uff0c\u4f20\u7edfGAN\u65b9\u6cd5\u96be\u4ee5\u76f4\u63a5\u5e94\u7528\uff0c\u800c\u5f3a\u5316\u5b66\u4e60\u4e2d\u7684\u7b56\u7565\u68af\u5ea6\u7b97\u6cd5\u5929\u7136\u9002\u5408\u5904\u7406\u79bb\u6563\u6570\u636e\uff0c\u56e0\u4e3a\u5b83\u53ef\u4ee5\u76f4\u63a5\u4f18\u5316\u79bb\u6563\u52a8\u4f5c\u5206\u5e03\uff0c\u4ece\u5206\u5e03\u5c42\u9762\u8c03\u6574\u7ed3\u679c\u3002<\/p>\n<p>\u5c31\u8fd9\u6837\uff0c\u5f20\u4f1f\u6960\u540c\u5b66\u751f\u4e8e\u6f9c\u6d9b\u3001\u5bfc\u5e08\u6c6a\u519b\u3001\u4fde\u52c7\u4e00\u8d77\u521b\u65b0\u6027\u5730\u5c06\u7b56\u7565\u68af\u5ea6\u65b9\u6cd5\u5e94\u7528\u4e8e\u79bb\u6563\u6570\u636e\u751f\u6210\uff08\u5982\u6587\u672c\u548c\u97f3\u7b26\uff09\uff0c\u5728 AAAI 2017 \u53d1\u8868SeqGAN\uff0c\u83b7\u5f97\u6781\u5927\u7684\u5173\u6ce8\uff0c\u76ee\u524d\u5f15\u7528\u6b21\u6570\u5df2\u8d853000\u3002<\/p>\n<p>\u503c\u5f97\u4e00\u63d0\u7684\u662f\uff0c\u73b0\u5728\u5df2\u6210\u4e3a\u8303\u5f0f\u7684\u57fa\u4e8e\u4eba\u7c7b\u53cd\u9988\u7684\u5f3a\u5316\u5b66\u4e60\uff08RLHF\uff09\u540cSeqGAN\u80cc\u540e\u7684\u601d\u8003\u903b\u8f91\u51fa\u5947\u4e00\u81f4\uff0c\u90fd\u662f\u901a\u8fc7RL\u65b9\u6cd5\u4f18\u5316\u751f\u6210\u6a21\u578b\uff0c\u5229\u7528\u5916\u90e8\u53cd\u9988\u4fe1\u53f7\uff08\u5224\u522b\u5668\u6216\u4eba\u7c7b\u53cd\u9988\uff09\u89e3\u51b3\u79bb\u6563\u6570\u636e\u751f\u6210\u7684\u6311\u6218\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-792a54cb9ae7fd2203923c78a9aca1bd.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-792a54cb9ae7fd2203923c78a9aca1bd.png\"><\/a><\/p>\n<p style=\"text-align: center\"><span style=\"color: #7F7F7F\">\u8bba\u6587\u94fe\u63a5\uff1ahttps:\/\/arxiv.org\/abs\/1609.05473<\/span><\/p>\n<p>\u540c\u5e74\uff0c\u5e08\u751f\u4e8c\u4eba\u8fd8\u5408\u4f5c\u4e86 IRGAN\uff0c\u6c6a\u519b\u63d0\u51fa\u5c06 GAN \u548c RL \u7ed3\u5408\uff0c\u5728\u4fe1\u606f\u68c0\u7d22\u9886\u57df\u63d0\u51fa\u4e86\u4e00\u79cd\u521b\u65b0\u7684\u751f\u6210\u5f0f\u65b9\u6cd5\uff1a\u4e0e\u53ea\u4f7f\u7528\u751f\u6210\u6a21\u578b\u6216\u5224\u522b\u6a21\u578b\u7684\u4f20\u7edf\u65b9\u6cd5\u4e0d\u540c\uff0cIRGAN\u6846\u67b6\u901a\u8fc7GAN\u7684\u601d\u60f3\u5c06\u53cc\u65b9\u7edf\u4e00\u5728\u4e00\u4e2a\u5bf9\u6297\u6027\u8bad\u7ec3\u6846\u67b6\u4e2d\uff0c\u901a\u8fc7\u5bf9\u6297\u6027\u8bad\u7ec3\u878d\u5408\u4e86\u5f7c\u6b64\u7684\u4f18\u70b9\uff0c\u5bf9\u4e8e\u751f\u6210\u5668\u91c7\u7528\u4e86\u57fa\u4e8e\u7b56\u7565\u68af\u5ea6\u7684RL\u6765\u8bad\u7ec3\uff0c\u5728\u4e09\u79cd\u5178\u578b\u7684\u4fe1\u606f\u68c0\u7d22\u4efb\u52a1\u4e0a\uff08\u56db\u4e2a\u6570\u636e\u96c6\uff09\u5f97\u5230\u4e86\u66f4\u663e\u8457\u7684\u6548\u679c\u2014\u2014\u4f5c\u4e3a SIGIR 2017 \u552f\u4e00\u7684\u6ee1\u5206\u8bba\u6587\uff0cIRGAN \u8fd8\u88ab\u63d0\u540d\u4e3a\u6700\u4f73\u8bba\u6587\u3002<\/p>\n<p><\/p>\n<p class=\"heading-3 ace-line old-record-id-VIGadu6nho8HEyxmvyIcjdRLnjf\" style=\"text-align: center\"><strong>\u591a\u667a\u80fd\u4f53\uff1a\u201c\u4e09\u6298\u53e0\u201d\u9ed1\u76d2<\/strong><\/p>\n<p>\u4e0e\u5377\u6587\u7ae0\u7684\u5b9e\u9a8c\u5ba4\u98ce\u683c\u4e0d\u540c\uff0c\u6c6a\u519b\u4f1a\u5728\u7ed9\u4e88\u6574\u4f53\u65b9\u5411\u6307\u5bfc\u3001\u4eb2\u81ea\u63a8\u5bfc\u516c\u5f0f\u3001\u63a2\u7d22\u65b0\u8bfe\u9898\u4e4b\u4f59\uff0c\u8ba9\u6bcf\u4e2a\u5b66\u751f\u81ea\u7531\u63a2\u7d22\u81ea\u5df1\u611f\u5174\u8da3\u7684\u9886\u57df\u3002<\/p>\n<p>\u4e0d\u5c11\u5b66\u751f\u4e0e\u4ed6\u7684\u521d\u89c1\u5728\u4f26\u6566\u6cf0\u7279\u73b0\u4ee3\u827a\u672f\u9986\u3002\u6c6a\u519b\u4f1a\u5148\u5e26\u5b66\u751f\u770b\u5c55\uff0c\u518d\u5750\u4e0b\u6765\u559d\u5496\u5561\uff0c\u544a\u8bc9\u4ed6\u4eec\u505a\u7814\u7a76\u5c31\u50cf\u6b23\u8d4f\u827a\u672f\u54c1\u4e00\u6837\uff0c\u8bfb\u535a\u7b2c\u4e00\u5e74\u4e0d\u5fc5\u6025\u4e8e\u51fa\u6210\u679c\uff0c\u63a2\u7d22\u5174\u8da3\u3001\u660e\u786e\u95ee\u9898\uff0c\u8fdc\u6bd4\u53d1\u8bba\u6587\u66f4\u6709\u4ef7\u503c\u3002<\/p>\n<p>\u9664\u4e86\u8ba9\u8bfb\u535a\u5145\u6ee1\u4e50\u8da3\u5916\uff0c\u5728\u6e29\u9896\u3001\u6768\u8000\u4e1c\u770b\u6765\uff0c\u5bfc\u5e08\u6c6a\u519b\u7684\u5b66\u672f\u54c1\u4f4d\u6781\u9ad8\uff0c\u603b\u80fd\u5148\u4eba\u4e00\u6b65\u63a2\u7d22\u6709\u6f5c\u529b\u7684\u65b9\u5411\u3002<\/p>\n<p>\u8f6c\u5411\u5f3a\u5316\u5b66\u4e60\u540e\uff0c\u6c6a\u519b\u9009\u62e9\u4e86\u9c9c\u5c11\u4eba\u6d89\u8db3\u7684\u591a\u667a\u80fd\u4f53\u9886\u57df\uff0c\u6700\u6838\u5fc3\u7684\u539f\u56e0\u662f\u5176\u5728\u4e92\u8054\u7f51\u5e7f\u544a\u9886\u57df\u7684\u7ecf\u9a8c\uff1a\u5e7f\u544a\u4e3b\u7ade\u62cd\u5e7f\u544a\u4f4d\u5c31\u662f\u5178\u578b\u7684\u591a\u667a\u80fd\u4f53\u535a\u5f08\u573a\u666f\u3002<\/p>\n<p>\u6df1\u5ea6\u5b66\u4e60\u795e\u7ecf\u7f51\u7edc\u672c\u5c31\u662f\u9ed1\u76d2\uff0c\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u5728\u5176\u57fa\u7840\u4e0a\u589e\u52a0\u4e86\u73af\u5883\u52a8\u6001\u4ea4\u4e92\u7684\u9ed1\u76d2\uff0c\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u53c8\u5728\u8fd9\u4e24\u5c42\u9ed1\u76d2\u4e4b\u4e0a\u52a0\u5165\u591a\u667a\u80fd\u4f53\u535a\u5f08\u7684\u9ed1\u76d2\uff0c\u96be\u4ee5\u628a\u63e1\u535a\u5f08\u6536\u655b\u7684\u7eb3\u4ec0\u5747\u8861\u70b9\uff0c\u662f\u6700\u96be\u7684\u5b66\u4e60\u8303\u5f0f\u3002<\/p>\n<p><span style=\"color: #7F7F7F\">*\u7eb3\u4ec0\u5747\u8861\u70b9\u662f\u535a\u5f08\u4e2d\u5404\u53c2\u4e0e\u8005\u7b56\u7565\u7ec4\u5408\u8fbe\u5230\u7684\u7a33\u5b9a\u72b6\u6001\uff0c\u5373\u4efb\u4f55\u53c2\u4e0e\u8005\u5355\u65b9\u9762\u6539\u53d8\u7b56\u7565\u90fd\u65e0\u6cd5\u4f7f\u81ea\u8eab\u83b7\u76ca\uff0c\u4ee5\u201c\u56da\u5f92\u56f0\u5883\u201d\u4e2d\u4e24\u56da\u5f92\u90fd\u5766\u767d\u7684\u7b56\u7565\u7ec4\u5408\u4e3a\u4f8b\uff0c\u5b83\u5728\u591a\u9886\u57df\u88ab\u7528\u4e8e\u5206\u6790\u535a\u5f08\u884c\u4e3a\u4e0e\u9884\u6d4b\u7ed3\u679c\u3002\u00a0<\/span><\/p>\n<p>\u7b2c\u4e00\u4e2a\u8ddf\u968f\u6c6a\u519b\u94bb\u7814\u591a\u667a\u80fd\u4f53\u7684\u5b66\u751f\u662f\u6e29\u9896\u3002<\/p>\n<p>\u6e29\u9896 2015 \u5e74\u672c\u79d1\u6bd5\u4e1a\u4e8e\u5317\u4eac\u90ae\u7535\u5927\u5b66\u7684\u7535\u5b50\u5546\u52a1\u53ca\u6cd5\u5f8b\u4e13\u4e1a\uff0c\u56e0\u5b66\u6821\u6574\u4f53\u504f\u901a\u4fe1\u4e0e\u8ba1\u7b97\u673a\u7684\u6c1b\u56f4\uff0c\u6240\u5b66\u5185\u5bb9\u6db5\u76d6\u8ba1\u7b97\u673a\u3001\u901a\u4fe1\u3001\u7ecf\u7ba1\u7b49\u591a\u9886\u57df\u77e5\u8bc6\uff0c\u56e0\u6b64\u66fe\u8ddf\u7740\u8f6f\u4ef6\u5de5\u7a0b\u548c\u8ba1\u7b97\u673a\u5b66\u9662\u8001\u5e08\u505a\u8fc7\u4e0d\u5c11\u6570\u636e\u6316\u6398\u3001\u590d\u6742\u7f51\u7edc\u5206\u6790\u7684\u79d1\u7814\u9879\u76ee\uff0c\u662f\u4f4d\u4e0d\u62d8\u5c0f\u8282\u7684\u7f16\u7a0b\u5927\u725b\u3002<\/p>\n<p>\u4fdd\u7814\u6e05\u534e\u540e\uff0c\u6e29\u9896\u5148\u540e\u5728\u767e\u5ea6\u3001\u4e9a\u9a6c\u900a\u7b49\u5927\u5382\u7814\u53d1\u90e8\u5b9e\u4e60\uff0c\u5728\u4e86\u89e3\u56fd\u5185\u7801\u519c\u5de5\u4f5c\u6a21\u5f0f\u540e\uff0c\u53c8\u840c\u751f\u4e86\u51fa\u56fd\u770b\u770b\u7684\u60f3\u6cd5\u30022015 \u5e74 7 \u6708\uff0c\u4ed6\u8d76\u5728\u7855\u58eb\u9879\u76ee\u7533\u8bf7\u5b63\u622a\u6b62\uff08\u5f53\u65f6\u552f\u4e00\u672a\u622a\u6b62\u7684\u9879\u76ee\u662f UCL\uff09\u524d\u63d0\u4ea4\u7533\u8bf7\u3002\u521a\u5728\u6e05\u534e\u62a5\u5230\u4ea4\u5b8c\u5b66\u8d39\uff0c\u6e29\u9896\u5c31\u6536\u5230 UCL \u5f55\u53d6\u90ae\u4ef6\uff0c\u4e8e\u662f\u653e\u5f03\u4fdd\u7814\u673a\u4f1a\uff0c\u706b\u901f\u529e\u7406\u7b7e\u8bc1\uff0c\u5728 10 \u6708 UCL \u62a5\u5230\u622a\u6b62\u524d\u4e00\u5929\u62b5\u8fbe\u4e86\u4f26\u6566\u3002\u00a0<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-6520e180df1ae024a0b39b37264e7318.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-6520e180df1ae024a0b39b37264e7318.png\"><\/a><\/p>\n<p style=\"text-align: center\">\u6e29\u9896<\/p>\n<p>\u6b64\u65f6\u82f1\u4f1f\u8fbe\u63a8\u51faTitan X GPU\u4f7f\u7b97\u529b\u5927\u5e45\u63d0\u5347\uff0cCUDA \u751f\u6001\u53d8\u597d\uff0c\u8c37\u6b4c\u4e5f\u521a\u63a8\u51fa\u6df1\u5ea6\u5b66\u4e60\u6846\u67b6 TensorFlow\uff0c\u6df1\u5ea6\u5b66\u4e60\u5f97\u4ee5\u5728\u5b66\u672f\u754c\u5927\u89c4\u6a21\u5174\u8d77\u3002<\/p>\n<p>\u6e29\u9896\u7684\u7855\u58eb\u65b9\u5411\u4e3a\u7f51\u7edc\u79d1\u5b66\u4e0e\u5927\u6570\u636e\u5206\u6790\uff0c\u6c6a\u519b\u662f\u5176\u9879\u76ee\u4e3b\u4efb\uff0c\u5f20\u4f1f\u6960\u4e5f\u4f1a\u6307\u5bfc\u4ed6\u505a\u7814\u7a76\u3002\u5e08\u5144\u5f1f\u4e8c\u4eba\u521d\u89c1\u65f6\uff0c\u5f20\u4f1f\u6960\u8fd8\u62ff\u7740\u521a\u6253\u5370\u51fa\u6765\u7684 TensorFlow \u4f7f\u7528\u6587\u6863\uff0c\u79f0\u5b83\u4e3a\u672a\u6765\u7684\u65b9\u5411\u3002<\/p>\n<p>\u7855\u58eb\u7684\u4e00\u5e74\u95f4\uff0c\u6e29\u9896\u8ddf\u5f20\u4f1f\u6960\u4e00\u8d77\u5c1d\u8bd5\u7528\u6df1\u5ea6\u5b66\u4e60\u505a\u8ba1\u7b97\u5e7f\u544a\u3001\u81ea\u7136\u8bed\u8a00\u7406\u89e3\uff0c\u6e29\u9896\u51fa\u8272\u7684\u7f16\u7a0b\u548c\u5de5\u7a0b\u80fd\u529b\u8ba9\u5f20\u4f1f\u6960\u5370\u8c61\u6df1\u523b\uff0c\u4fbf\u63a8\u8350\u4ed6\u52a0\u5165\u6c6a\u519b\u7ec4\u8bfb\u535a\u3002<\/p>\n<p>\u5bf9\u4e8e\u662f\u5426\u7ee7\u7eed\u6df1\u9020\uff0c\u6e29\u9896\u8d77\u521d\u56e0\u5b66\u8d39\u9ad8\u6602\u800c\u72b9\u8c6b\uff0c\u5728\u4e89\u53d6\u5230\u5b66\u9662\u7684Feldman\u8ba1\u7b97\u7edf\u8ba1\u5956\u5b66\u91d1\uff08EU\/UK\u8d39\u7387\uff09\u540e\uff0c\u6c6a\u519b\u53c8\u63d0\u51fa\u8ba9\u4ed6\u53bb Media Gamma \u5b9e\u4e60\uff0c\u8ba9\u516c\u53f8\u5e2e\u4ed6\u51fa\u5269\u4e0b\u7684\u5b66\u8d39\uff08\u56fd\u9645\u5b66\u751f\u5b66\u8d39\uff09\uff0c\u5c31\u8fd9\u6837\uff0c\u6e29\u9896\u4e8e 2016 \u5e74\u79cb\u7559\u5728 UCL \u8bfb\u535a\u3002<\/p>\n<p>\u6b64\u65f6\u6c6a\u519b\u521a\u5347\u4e3a\u6559\u6388\uff0c\u6709\u66f4\u591a\u7684\u8d44\u6e90\u201c\u641e\u70b9\u5927\u4e8b\u201d\uff0c\u4fbf\u51b3\u5b9a\u6b63\u5f0f\u8ba9\u5b66\u751f\u4eec\u4e3b\u653b\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\uff0c\u5c06\u535a\u5f08\u601d\u60f3\u878d\u5165\u5176\u4e2d\u3002<\/p>\n<p>\u5e74\u521d AlphaGo \u95ee\u4e16\u540e\uff0c\u6e29\u9896\u542c\u4e86 David Silver \u7684\u8bb2\u5ea7\u6df1\u53d7\u89e6\u52a8\uff0c\u4e0e\u6c6a\u519b\u786e\u5b9a\u8be5\u65b9\u5411\uff0c\u6210\u4e3a\u5176\u9996\u4e2a\u7814\u7a76\u591a\u667a\u80fd\u4f53\u7684\u5b66\u751f\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-47fd12ad8ad36fcda318de78f95f20cd.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-47fd12ad8ad36fcda318de78f95f20cd.jpeg\"><\/a><\/p>\n<p>2016\u5e74\u7684\u4e00\u573a\u5b66\u672f\u4f1a\u8bae\u4e0a\uff0c\u6c6a\u519b\u7ed3\u8bc6\u4e86\u5f7c\u65f6\u4e3a\u963f\u91cc\u8ba4\u77e5\u8ba1\u7b97\u5b9e\u9a8c\u5ba4\u8d1f\u8d23\u4eba\u7684\u8881\u6cc9\uff0c\u4e8c\u4eba\u90fd\u5bf9\u591a\u667a\u80fd\u4f53\u5f88\u611f\u5174\u8da3\uff0c\u4fbf\u51b3\u5b9a\u8ba9\u4fe9\u56e2\u961f\u56f4\u7ed5\u661f\u9645\u4e89\u9738\u6e38\u620f\u5f00\u5c55\u5408\u4f5c\uff0c\u6e29\u9896\u4e5f\u56e0\u5176\u51fa\u8272\u7684\u5de5\u7a0b\u80fd\u529b\u6210\u4e3a\u9879\u76ee\u4e3b\u529b\u3002<\/p>\n<p>2017\u5e74\u79cb\uff0c\u56e2\u961f\u63a8\u51fa\u591a\u667a\u80fd\u4f53\u53cc\u5411\u534f\u8c03\u7f51\u7edcBiCNet\uff0c\u4e13\u6ce8\u4e8e\u590d\u6742\u73af\u5883\u4e2d\u7684\u534f\u540c\u4e0e\u7ade\u4e89\u7b56\u7565\u4f18\u5316\uff0c\u5728\u661f\u9645\u4e89\u9738\u6e38\u620f\u4e2d\u5b83\u901a\u8fc7\u53cc\u5411\u901a\u4fe1\uff0c\u5efa\u6a21\u667a\u80fd\u4f53\u95f4\u7684\u76f8\u4e92\u5f71\u54cd\uff0c\u4f7f\u667a\u80fd\u4f53\u80fd\u591f\u5b66\u4e60\u534f\u540c\u4f5c\u6218\u3001\u8d44\u6e90\u5206\u914d\u548c\u6218\u672f\u51b3\u7b56\uff0c\u5e76\u901a\u8fc7\u751f\u6210\u591a\u6837\u5316\u7b56\u7565\u6c60\u786e\u4fdd\u5728\u9762\u5bf9\u4e0d\u540c\u5bf9\u624b\u65f6\u5feb\u901f\u9002\u5e94\u5e76\u505a\u51fa\u6700\u4f18\u51b3\u7b56\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-d995aaf1e2ab4b50ddc2ad9505305cab.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-d995aaf1e2ab4b50ddc2ad9505305cab.png\"><\/a><\/p>\n<p style=\"text-align: center\"><span style=\"color: #7F7F7F\">\u8bba\u6587\u94fe\u63a5\uff1ahttps:\/\/arxiv.org\/pdf\/1703.10069<\/span><\/p>\n<p>\u53ef\u60dc\u7684\u662f\uff0c\u5c3d\u7ba1BiCNet\u6bd42019\u5e74\u53d1\u5e03\u7684AlphaStar\u8981\u65e9\u4e0a\u4e24\u5e74\uff0c\u4f46\u56e0\u53ea\u805a\u7126\u661f\u9645\u4e89\u9738\u7684\u5c0f\u89c4\u6a21\u5bf9\u6218\uff0c\u4e14\u6ca1\u6709\u8db3\u591f\u7684\u8d44\u6e90\u53bb\u6269\u5c55\u89c4\u6a21\u505a\u5168\u5c40\u6e38\u620f\uff0c\u672a\u80fd\u83b7\u5f97\u66f4\u5927\u7684\u5f71\u54cd\u529b\u3002\u4e0d\u8fc7\uff0c\u8881\u6cc9\u4e5f\u5728\u6b64\u9879\u76ee\u540e\u79bb\u5f00\u963f\u91cc\u521b\u7acb\u542f\u5143\u4e16\u754c\uff0c\u5e76\u57282020\u5e746\u6708\u53d1\u5e03AI\u667a\u80fd\u4f53\uff0c\u4f7f\u5176\u6210\u4e3a\u7ee7DeepMind\u540e\u5168\u7403\u552f\u4e8c\u7528AI\u51fb\u8d25\u4eba\u7c7b\u9009\u624b\u7684\u4f01\u4e1a\u3002<\/p>\n<p>\u6b64\u540e\uff0c\u6e29\u9896\u7684\u7814\u7a76\u805a\u7126\u4e8e\u591a\u667a\u80fd\u4f53\u4e4b\u95f4\u7684\u76f8\u4e92\u5f71\u54cd\u5efa\u6a21\uff0c\u5c06\u8ba4\u77e5\u5c42\u6b21\u5e94\u7528\u4e8e\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\uff0c\u5e2e\u52a9\u667a\u80fd\u4f53\u5728\u5408\u4f5c\u573a\u666f\u4e2d\u5236\u5b9a\u66f4\u4f18\u7b56\u7565\uff1b\u5173\u6ce8\u7b56\u7565\u4e4b\u95f4\u7684\u76f8\u4e92\u5f71\u54cd\uff0c\u901a\u8fc7\u63a2\u7d22\u7b56\u7565\u7a7a\u95f4\uff0c\u4f7f\u667a\u80fd\u4f53\u5728\u63a5\u89e6\u4e30\u5bcc\u7b56\u7565\u540e\u5b66\u5230\u6700\u4f73\u5e94\u5bf9\u7b56\u7565\uff0c\u4ece\u800c\u4fdd\u8bc1\u6027\u80fd\u4e0b\u9650\u2014\u2014\u8fd9\u79cd\u5efa\u6a21\u65b9\u6cd5\u5728\u5fae\u89c2\u548c\u5b8f\u89c2\u5c42\u9762\u90fd\u663e\u8457\u63d0\u5347\u4e86\u591a\u667a\u80fd\u4f53\u7cfb\u7edf\u7684\u8868\u73b0\u3002<\/p>\n<p>\u968f\u7740\u6e29\u9896\u4e00\u540c\u52a0\u5165\u6c6a\u519b\u7ec4\u8bfb\u535a\u7684\u662f\u6768\u8000\u4e1c\u3002<\/p>\n<p>2013 \u5e74\uff0c\u6768\u8000\u4e1c\u5728\u4e2d\u56fd\u79d1\u5b66\u6280\u672f\u5927\u5b66\u7535\u5b50\u5de5\u7a0b\u4e0e\u4fe1\u606f\u79d1\u5b66\u7cfb\u672c\u79d1\u6bd5\u4e1a\u540e\uff0c\u6765\u5230\u5e1d\u56fd\u7406\u5de5\u5b66\u9662\u6df1\u9020\u3002\u6bd5\u4e1a\u540e\uff0c\u4ed6\u5c31\u804c\u4e8e\u7f8e\u56fd\u56fd\u9645\u96c6\u56e2\uff08AIG\uff09\u79d1\u5b66\u90e8\u95e8\u5f00\u53d1\u7531\u673a\u5668\u5b66\u4e60\u98ce\u9669\u5b9a\u4ef7\u6a21\u578b\u3002<\/p>\n<p>\u5728\u52a0\u5165UCL\u524d\uff0c\u4ed6\u5bf9\u6df1\u5ea6\u5b66\u4e60\u6781\u6709\u70ed\u60c5\uff0c2015\u5e74\u5728\u4e00\u6b21AIG\u8d44\u52a9\u7684\u4f4d\u4e8e\u7231\u4e01\u5821\u5927\u5b66\u4e3b\u529e\u7684\u6df1\u5ea6\u5b66\u4e60\u7814\u8ba8\u4f1a\u4e0a\u7ed3\u8bc6\u4e86\u5f20\u4f1f\u6960\uff0c\u4ee5\u7231\u597d\u8005\u7684\u8eab\u4efd\u8bf7\u6559\u6700\u65b0\u6280\u672f\u52a8\u6001\u3002\u540e\u7ecf\u5f20\u4f1f\u6960\u63a8\u8350\uff0c\u5230\u6c6a\u519b\u7ec4\u8bfb\u535a\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-c31edaa54178952062d7bd96ea14b843.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-c31edaa54178952062d7bd96ea14b843.png\"><\/a><\/p>\n<p style=\"text-align: center\">\u6768\u8000\u4e1c<\/p>\n<p>\u8fdb\u7ec4\u540e\uff0c\u6768\u8000\u4e1c\u7684\u7b2c\u4e00\u7bc7\u8bba\u6587\u63a2\u7d22\u5982\u4f55\u7528RL\u548c\u591a\u667a\u80fd\u4f53\u7cfb\u7edf\u6a21\u62df\u81ea\u7136\u754c\u6355\u98df\u8005\u4e0e\u730e\u7269\u95f4\u7684\u52a8\u6001\u5173\u7cfb\uff0c\u5982\u72fc\u4e0e\u5154\u7684\u5468\u671f\u6027\u5faa\u73af\u3002\u4e0e\u4f20\u7edf\u4f9d\u8d56\u5fae\u5206\u65b9\u7a0b\u7684\u65b9\u6cd5\u4e0d\u540c\uff0c\u4ed6\u901a\u8fc7RL\u8ba9\u667a\u80fd\u4f53\u81ea\u4e3b\u51b3\u7b56\uff0c\u4eff\u771f\u81ea\u7136\u884c\u4e3a\u8f68\u8ff9\u3002\u8fd9\u9879\u5de5\u4f5c\u8ba9\u4ed6\u6df1\u523b\u4f53\u4f1a\u5230RL\u7684\u9b45\u529b\uff0c\u8ba4\u4e3a\u5176\u4ece\u51b3\u7b56\u89d2\u5ea6\u903c\u8fd1\u771f\u5b9e\u4eba\u7c7b\u793e\u4f1a\uff0c\u4e5f\u5960\u5b9a\u4e86\u4ed6\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u7814\u7a76\u65b9\u5411\u3002<\/p>\n<p>\u8fd9\u9879\u5de5\u4f5c\u5b8c\u6210\u540e\uff0c\u6768\u8000\u4e1c\u548c\u6c6a\u519b\u8ba8\u8bba\u65b0\u8bfe\u9898\u65f6\u53d1\u73b0\uff1a\u5c11\u91cf\u667a\u80fd\u4f53\u7684\u60c5\u51b5\u8f83\u4e3a\u7b80\u5355\uff0c\u4f46\u82e5\u6570\u91cf\u589e\u52a0\u5230\u6210\u767e\u4e0a\u5343\u751a\u81f3\u4e0a\u4e07\u540e\uff0c\u7f3a\u5c11\u201cC\u4f4d\u201d\u89d2\u8272\u4e3b\u5bfc\u7684\u60c5\u51b5\u5c06\u6781\u4e3a\u590d\u6742\u3002<\/p>\n<p>\u9762\u5bf9\u8fd9\u4e2a\u95ee\u9898\uff0c\u6768\u8000\u4e1c\u63d0\u51fa\u5f15\u5165\u201c\u5e73\u5747\u573a\u535a\u5f08\uff08Mean Field Game\uff09\u201d\u7406\u8bba\u6765\u89e3\u51b3\u3002\u4ee5\u80a1\u7968\u5e02\u573a\u4e3a\u4f8b\uff0c\u6bcf\u4e2a\u6295\u8d44\u8005\u7684\u884c\u4e3a\u590d\u6742\u4e14\u76f8\u4e92\u5f71\u54cd\uff0c\u4f46\u901a\u8fc7\u5e73\u5747\u573a\u65b9\u6cd5\uff0c\u53ef\u4ee5\u5c06\u6240\u6709\u6295\u8d44\u8005\u89c6\u4e3a\u4e00\u4e2a\u6574\u4f53\uff0c\u8ba1\u7b97\u7fa4\u4f53\u7684\u7edf\u8ba1\u884c\u4e3a\uff0c\u5e76\u5047\u8bbe\u4e2a\u4f53\u884c\u4e3a\u53d7\u7fa4\u4f53\u884c\u4e3a\u5f71\u54cd\uff0c\u8fd9\u79cd\u65b9\u6cd5\u901a\u8fc7\u52a8\u6001\u8fed\u4ee3\u5173\u7cfb\u63cf\u8ff0\u4e2a\u4f53\u4e0e\u7fa4\u4f53\u4e4b\u95f4\u7684\u76f8\u4e92\u4f5c\u7528\u3002<\/p>\n<p>\u6768\u8000\u4e1c\u662f\u7b2c\u4e00\u4e2a\u5c06\u5e73\u5747\u573a\u535a\u5f08\u5f15\u5165\u673a\u5668\u5b66\u4e60\u7684\u5b66\u8005\uff0c\u9996\u521b\u5e73\u5747\u573a\u8bbaRL\u7b97\u6cd5\uff08Mean Field MARL\uff09\uff0c\u901a\u8fc7\u5c06\u5927\u89c4\u6a21\u667a\u80fd\u4f53\u7cfb\u7edf\uff08\u767e\u4e07\u7ea7\uff09\u7b80\u5316\u4e3a\u7fa4\u4f53\u884c\u4e3a\u6a21\u578b\uff0c\u6210\u529f\u964d\u4f4e\u4e86\u8ba1\u7b97\u590d\u6742\u5ea6\uff0c\u4e3a\u5904\u7406\u8d85\u5927\u89c4\u6a21\u591a\u667a\u80fd\u4f53\u7cfb\u7edf\u63d0\u4f9b\u4e86\u65b0\u7684\u7406\u8bba\u6846\u67b6\u548c\u5b9e\u7528\u5de5\u5177\u3002<\/p>\n<p>\u8fd9\u4e00\u521b\u65b0\u5728\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u9886\u57df\u5177\u6709\u91cd\u8981\u610f\u4e49\uff0c\u4e2d\u4e86\u9876\u4f1aICML 2018\u7684Oral\u3002\u6768\u8000\u4e1c\u53cd\u5e94\u654f\u6377\u3001\u638c\u63e1\u7684\u77e5\u8bc6\u975e\u5e38\u4e30\u5bcc\uff0c\u6c6a\u519b\u66fe\u5938\u8d5e\u4ed6\u201c\u5f88\u5c11\u6709\u4e0d\u77e5\u9053\u7684paper\uff0c\u6709\u65f6\u6bd4\u6211\u77e5\u9053\u7684\u8fd8\u591a\u3002\u201d\u516d\u5e74\u4ee5\u540e\uff0c\u6768\u8000\u4e1c\u6301\u7eed\u76f8\u5173\u9886\u57df\u7814\u7a76\uff0c\u5e76\u6307\u5bfc\u5b66\u751f\u5b8c\u6210\u4e86\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u9886\u57df\u534e\u4eba\u9996\u7bc7Nature Machine Intelligence\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-b9d2d491433318b65d6c370118f93865.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-b9d2d491433318b65d6c370118f93865.jpeg\"><\/a><\/p>\n<p style=\"text-align: center\">\u5728ICML 2018\u4f1a\u8bae\u73b0\u573a\u4e0eMean Field RL\u5c55\u677f\u5408\u7167<\/p>\n<p style=\"text-align: center\"><span style=\"color: #7F7F7F\">\u8bba\u6587\u94fe\u63a5\uff1ahttp:\/\/proceedings.mlr.press\/v80\/yang18d\/yang18d.pdf<\/span><\/p>\n<p>\u9664\u4e86\u6e29\u3001\u6768\u4e8c\u4eba\u5916\uff0c\u5f20\u6d77\u5cf0\u548c\u7530\u653f\u4e5f\u662f\u57282016\u5e74\u52a0\u5165\u4e86\u6c6a\u519b\u7ec4\u3002<\/p>\n<p>\u5f20\u6d77\u5cf02012\u5e74\u672c\u79d1\u6bd5\u4e1a\u4e8e\u5317\u5927\u540e\u7ee7\u7eed\u7559\u6821\u8bfb\u535a\uff0c\u5e08\u4ece\u674e\u6587\u65b0\u6559\u6388\u7814\u7a76\u6e38\u620f\u667a\u80fd\u4f53\uff0c\u4e3b\u8981\u63a5\u89e6\u8499\u7279\u5361\u6d1b\u6811\u641c\u7d22\u7b49\u4f20\u7edf\u7b97\u6cd5\u30022017\u5e74\uff0c\u4ed6\u5230UCL\u4ea4\u6362\uff0c\u4e0e\u6c6a\u519b\u5408\u4f5c\u7814\u7a76\u535a\u5f08\u73af\u5883\u751f\u6210\uff0c\u5229\u7528RL\u81ea\u52a8\u751f\u6210\u6e38\u620f\u5173\u5361\uff0c\u5e76\u5728IJCAI\u53d1\u8868\u8bba\u6587\u30022018\u5e74\u535a\u58eb\u6bd5\u4e1a\u540e\uff0c\u4ed6\u518d\u5230\u6c6a\u519b\u7ec4\u505a\u535a\u58eb\u540e\uff0c\u63d0\u51fa\u53cc\u5c42RL\u6a21\u578b\uff0c\u7528\u4e8e\u591a\u667a\u80fd\u4f53\u7cfb\u7edf\u4e2d\u7684\u65af\u5854\u514b\u5c14\u4f2f\u683c\u5747\u8861\uff08Stackelberg Game\uff09\uff0c\u4ee5\u81ea\u52a8\u9a7e\u9a76\u4e3a\u4f8b\u7814\u7a76\u8f66\u8f86\u5e76\u9053\u51b3\u7b56\u3002<\/p>\n<p>\u7530\u653f\u672c\u7855\u5747\u5728UCL\u5c31\u8bfb\uff0c\u535a\u58eb\u671f\u95f4\u5148\u7814\u7a76\u201c\u5feb\u601d\u6162\u60f3\u201d\u7406\u8bba\uff0c\u63d0\u51fa\u7c7b\u4f3cAlphaZero\u7684RL\u7b97\u6cd5EXIT\uff0c\u5728\u68cb\u76d8\u6e38\u620fHex\u4e2d\u51fb\u8d25AI\u7a0b\u5e8fMOHEX 1.0\u3002\u52a0\u5165\u6c6a\u519b\u56e2\u961f\u540e\uff0c\u4ed6\u4e13\u6ce8\u4e8e\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\uff0c\u7279\u522b\u662f\u6865\u724c\u53eb\u724c\u7b56\u7565\uff0c\u901a\u8fc7\u53eb\u724c\u4f20\u9012\u9690\u85cf\u4fe1\u606f\u5e76\u5408\u4f5c\u53d6\u5f97\u4f18\u52bf\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-fb8eee4cf4f3cddfe2453133f57b848e.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-fb8eee4cf4f3cddfe2453133f57b848e.jpeg\"><\/a><\/p>\n<p style=\"text-align: center\">\u5f20\u6d77\u5cf0\u3001\u7530\u653f<\/p>\n<p>\u9648\u65ed\u548c\u675c\u96c5\u4e3d\u5219\u57282019\u5e74\u52a0\u5165\u6c6a\u519b\u7ec4\u505a\u535a\u58eb\u540e\u3002<\/p>\n<p>\u9648\u65ed\u5728\u6e05\u534e\u535a\u58eb\u671f\u95f4\u4e13\u653b\u4fe1\u606f\u68c0\u7d22\u548c\u63a8\u8350\u7cfb\u7edf\uff0c\u88ab\u6c6a\u519b2017\u5e74\u53d1\u8868\u7684IRGAN\u6240\u5438\u5f15\uff0c\u5341\u5206\u6b23\u8d4f\u5229\u7528\u5bf9\u6297\u5b66\u4e60\u6765\u63d0\u5347\u4fe1\u606f\u68c0\u7d22\u6027\u80fd\u7684\u60f3\u6cd5\uff0c\u4e8e\u662f\u9009\u62e9\u52a0\u5165UCL\u505a\u535a\u58eb\u540e\u7814\u7a76\u5458\u3002<\/p>\n<p>\u52a0\u5165\u6c6a\u519b\u5b9e\u9a8c\u5ba4\u540e\uff0c\u4ed6\u4e00\u65b9\u9762\u62d3\u5c55\u5f3a\u5316\u5b66\u4e60\u7406\u8bba\uff0c\u5c06\u79bb\u6563\u65f6\u95f4\u9a6c\u5c14\u53ef\u592b\u51b3\u7b56\u8fc7\u7a0b\u5ef6\u4f38\u81f3\u8fde\u7eed\u65f6\u95f4\u534a\u9a6c\u5c14\u53ef\u592b\u51b3\u7b56\u8fc7\u7a0b\uff0c\u5e76\u6269\u5c55\u6709\u9650\u65f6\u95f4\u754c\u81f3\u8fde\u7eed\u65f6\u95f4\u754c\uff1b\u53e6\u4e00\u65b9\u9762\uff0c\u4ed6\u5c06\u5f3a\u5316\u5b66\u4e60\u5e94\u7528\u4e8e\u63a8\u8350\u7b97\u6cd5\uff0c\u9488\u5bf9\u7528\u6237\u591a\u7ef4\u5ea6\u5174\u8da3\u95ee\u9898\uff0c\u5982\u65c5\u5ba2\u5bf9\u9152\u5e97\u7684\u591a\u7ef4\u5ea6\u8bc4\u4ef7\uff0c\u63d0\u51fa\u57fa\u4e8e\u591a\u76ee\u6807\u4f18\u5316\u7684\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\uff0c\u5c06\u7528\u6237\u884c\u4e3a\u5efa\u6a21\u4e3a\u5e8f\u5217\u51b3\u7b56\u8fc7\u7a0b\uff0c\u5b9e\u73b0\u52a8\u6001\u591a\u76ee\u6807\u7b56\u7565\u4f18\u5316\u3002<\/p>\n<p>\u675c\u96c5\u4e3d\u5728\u6089\u5c3c\u79d1\u6280\u5927\u5b66\u8bfb\u535a\uff0c\u535a\u58eb\u540e\u671f\u65f6\u5728\u817e\u8bafAI Lab\u5b9e\u4e60\uff0c\u7814\u7a76\u5f3a\u5316\u5b66\u4e60\u5728\u661f\u9645\u4e89\u9738\u4e2d\u7684\u5e94\u7528\uff0c\u5c24\u5176\u662f\u591a\u667a\u80fd\u4f53\u7684\u5fae\u64cd\u63a7\u5236\u3002\u6765\u5230UCL\u540e\uff0c\u5979\u805a\u7126\u4e8e\u591a\u667a\u80fd\u4f53\u901a\u4fe1\u7f51\u7edc\u6784\u5efa\u3001\u591a\u667a\u80fd\u4f53\u80fd\u529b\u8bc4\u4f30\u7b49\u7814\u7a76\uff0c\u4e5f\u548c\u6e29\u9896\u5408\u4f5c\u63a2\u7d22\u5f3a\u5316\u5b66\u4e60\u5728\u6e38\u620f\u7684\u5e94\u7528\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-27cbd38ccf88c7ed1318b619cb37043d.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-27cbd38ccf88c7ed1318b619cb37043d.jpeg\"><\/a><\/p>\n<p style=\"text-align: center\">\u9648\u65ed\u3001\u675c\u96c5\u4e3d<\/p>\n<p>\u6c6a\u519b\u5bf9\u5b66\u751f\u4eec\u7684\u4e00\u5927\u5f71\u54cd\u662f\u5bf9\u5b66\u672f\u7684\u6267\u8457\u8ffd\u6c42\u4e0e\u524d\u77bb\u6027\u3002\u5f20\u6d77\u5cf0\u8bc4\u4ef7\uff0c\u6c6a\u519b\u603b\u80fd\u63d0\u51fa\u65b0\u9896\u60f3\u6cd5\uff0c\u867d\u90e8\u5206\u60f3\u6cd5\u8d85\u524d\uff0c\u4f46\u6fc0\u52b1\u5b66\u751f\u6df1\u5165\u63a2\u7d22\u3001\u8c03\u7814\u5e76\u5b8c\u5584\uff0c\u56e0\u6b64\u80fd\u5728\u5355\u667a\u80fd\u4f53\u5e94\u7528\u76db\u884c\u65f6\uff0c\u7387\u5148\u6295\u8eab\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\uff0c\u7ec8\u6210\u5f00\u8def\u4eba\u3002<\/p>\n<p>\u5728\u5b66\u751f\u57f9\u517b\u4e0a\uff0c\u6c6a\u519b\u8001\u5e08\u4f1a\u6839\u636e\u5b66\u751f\u5174\u8da3\u7ec6\u5206\u7814\u7a76\u9886\u57df\uff0c\u5982\u9648\u65ed\u4fa7\u91cdRL\u5728\u63a8\u8350\u7cfb\u7edf\u7684\u5e94\u7528\uff0c\u5f20\u6d77\u5cf0\u5173\u6ce8\u535a\u5f08\uff0c\u675c\u96c5\u4e3d\u548c\u6e29\u9896\u805a\u7126\u6e38\u620f\u9886\u57df\u7b49\u7b49\u3002<\/p>\n<p>\u5f20\u4f1f\u6960\u5f62\u5bb9\u6c6a\u519b\u201c\u50cf\u674e\u767d\u4e00\u6837\u6d12\u8131\u968f\u6027\u201d\uff0c\u4ed6\u8bb0\u5f97\uff0c\u6c6a\u519b\u4e0d\u70ed\u8877\u7533\u8bf7\u9879\u76ee\u3001\u5468\u65cb\u4e8e\u4f1a\u8bae\u548c\u540c\u884c\u95f4\uff0c\u7ecf\u8d39\u867d\u4e0d\u5bbd\u88d5\uff0c\u4f5c\u4e3a\u5927\u725b\u5374\u59cb\u7ec8\u575a\u5b88\u79d1\u7814\u4e00\u7ebf\u63a8\u5bfc\u516c\u5f0f\u3001\u6307\u5bfc\u5b66\u751f\uff0c\u201c\u6709\u7740\u4f4e\u8c03\u505a\u4eba\u3001\u9ad8\u8c03\u505a\u4e8b\u7684\u5904\u4e16\u54f2\u5b66\u3002\u201d\u6768\u8000\u4e1c\u5f62\u5bb9\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-3a6a3cd5a226ea499e34bee3a7478a0a.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-3a6a3cd5a226ea499e34bee3a7478a0a.jpeg\"><\/a><\/p>\n<p style=\"text-align: center\">\u6bcf\u5468\u4e00\u6b21\u7684\u6df1\u5ea6\u5b66\u4e60\u7814\u8ba8\u4f1a<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-8b9c6d1d6e43678c6a10c4f000de332b.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-8b9c6d1d6e43678c6a10c4f000de332b.jpeg\"><\/a><\/p>\n<p style=\"text-align: center\">\u5728UCL, Bloomsbury Campus<\/p>\n<p><\/p>\n<p class=\"heading-3 ace-line old-record-id-Xcm0deM8no56KpxzHRJcnn7YnZg\" style=\"text-align: center\"><strong>\u672c\u571f\u5d1b\u8d77<\/strong><\/p>\n<p>\u5f3a\u5316\u5b66\u4e60\u5728\u56fd\u5185\u771f\u6b63\u5f00\u59cb\u53d7\u91cd\u89c6\u59cb\u4e8e2016\u5e74AlphaGO\u6218\u80dc\u674e\u4e16\u77f3\u7684\u90a3\u4e00\u523b\u3002<\/p>\n<p>\u8fd9\u4e00\u5e74\uff0c\u5f20\u4f1f\u6960\u56de\u5230\u6bcd\u6821\u4e0a\u6d77\u4ea4\u5927\u4efb\u6559\uff0c\u65e2\u548c\u6c6a\u519b\u7ee7\u7eed\u4fdd\u6301\u5408\u4f5c\u63a8\u8fdbSeqGAN\u548cIRGAN\uff0c\u4e5f\u5f00\u59cb\u5e26\u5b66\u751f\u94bb\u7814\u5f3a\u5316\u5b66\u4e60\u3002<\/p>\n<p>\u6b64\u65f6\u56fd\u5185\u5f00\u8bbeRL\u8bfe\u7a0b\u7684\u9ad8\u6821\u5be5\u5be5\u65e0\u51e0\uff0c\u66f4\u6ca1\u6709\u7cfb\u7edf\u6559\u6750\u548c\u8db3\u591f\u7684\u8001\u5e08\uff0c\u5f20\u4f1f\u6960\u4fbf\u5e38\u5728\u590f\u4ee4\u8425\u7b49\u975e\u6b63\u5f0f\u573a\u5408\u548c\u5b66\u751f\u4eec\u8bb2\u89e3RL\u7684\u57fa\u7840\u7406\u8bba\u4e0e\u524d\u6cbf\u8bba\u6587\uff0c\u8fd8\u57282018\u5e74\u6691\u671f\u9080\u8bf7\u6c6a\u519b\u6765\u5230\u4e0a\u4ea4\u5927\u6388\u8bfe\uff0c\u8bb2RL\u3001\u591a\u667a\u80fd\u4f53\u535a\u5f08\u8bba\u53ca\u5176\u6700\u65b0\u5e94\u7528\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-5a1500068bbf2a61ef3ab792b19178ec.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-5a1500068bbf2a61ef3ab792b19178ec.jpeg\"><\/a><\/p>\n<p>\u4f46\u8fd9\u663e\u7136\u4e0d\u591f\uff0c\u5b66\u4e60\u6750\u6599\u548c\u8001\u5e08\u7684\u7a00\u7f3a\u8ba9\u5b66\u751f\u4eec\u53ea\u80fd\u5728\u6478\u7d22\u4e2d\u524d\u884c\uff0c\u76f4\u81f3 2019 \u5e74\uff0c\u60c5\u51b5\u624d\u8fce\u6765\u5b9e\u8d28\u6027\u8f6c\u53d8 \u3002<\/p>\n<p>9\u6708\uff0cUCL \u4eba\u5de5\u667a\u80fd\u4e2d\u5fc3\u6b63\u5f0f\u6210\u7acb\uff0c\u968f\u5373\u4e0e DeepMind \u6df1\u5316\u5408\u4f5c\u3002DeepMind \u7814\u7a76\u5458\u62c5\u7eb2RL\u8bfe\u7a0b\uff0c\u6c6a\u519b\u5219\u8d1f\u8d23\u540e\u7eed\u7684\u591a\u667a\u80fd\u4f53\u8bfe\u3002<\/p>\n<p>\u4e86\u89e3\u56fd\u5185\u60c5\u51b5\u540e\uff0c\u6c6a\u519b\u840c\u751f\u4e86\u4e3e\u529e\u514d\u8d39\u7ebf\u4e0a\u590f\u4ee4\u8425\u7684\u60f3\u6cd5\uff0c\u5e0c\u671b\u5c06\u81ea\u5df1\u5728UCL\u4e2d\u6559\u6388\u7684\u5185\u5bb9\u63a8\u5e7f\u5f00\u6765\uff0c\u5e2e\u52a9\u4e2d\u56fd\u5b66\u5b50\u66f4\u597d\u5730\u5b66\u4e60RL\u5e76\u6df1\u5165\u4e86\u89e3\u6b64\u5b66\u672f\u9886\u57df\u3002<\/p>\n<p>\u5728\u548c\u5b66\u751f\u4eec\u7684\u5fae\u4fe1\u7fa4\u91cc\uff0c\u6c6a\u519b\u5206\u4eab\u4e86\u8fd9\u4e2a\u4e3b\u610f\uff0c\u4f17\u4eba\u79ef\u6781\u732e\u7b56\uff0c\u63d0\u51fa\u5404\u79cd\u547d\u540d\u5efa\u8bae\u3002\u7ecf\u8fc7\u4e00\u756a\u8ba8\u8bba\uff0c\u6700\u7ec8\u5b9a\u4e0b\u4e86\u5f20\u4f1f\u6960\u63d0\u8bae\u7684\u201cRL China\u201d\u8fd9\u4e2a\u540d\u5b57\u3002<\/p>\n<p>RL China\u7531\u6c6a\u519b\u53d1\u8d77\uff0c\u5728\u65e9\u671f\u63a8\u5e7f\u4e2d\u7531\u5f20\u4f1f\u6960\u548c\u5f20\u6d77\u5cf0\u8d1f\u8d23\u62c9\u4eba\uff0c\u5f20\u6d77\u5cf0\u8fd8\u8d1f\u8d23\u5b89\u6392\u65e5\u7a0b\u3001\u53d1\u5e03\u62a5\u540d\u901a\u77e5\u7b49\u5177\u4f53\u8fd0\u8425\u3002<\/p>\n<p>2019\u5e74\u5e95\u5f20\u6d77\u5cf0\u56de\u56fd\uff0c\u6b21\u5e74\u5728\u6c6a\u519b\u7684\u5f15\u8350\u4e0b\u52a0\u5165\u4e2d\u79d1\u9662\u81ea\u52a8\u5316\u7814\u7a76\u6240\uff0c\u6210\u7acb\u4e86\u4e13\u6ce8\u4e8e\u591a\u667a\u80fd\u4f53\u7814\u7a76\u7684\u7fa4\u4f53\u51b3\u7b56\u667a\u80fd\u56e2\u961f\uff0c\u5f3a\u5316\u4e86\u81ea\u52a8\u5316\u6240\u5f7c\u65f6\u672a\u53caNLP\u3001\u56fe\u50cf\u90a3\u822c\u7e41\u8363\u7684\u535a\u5f08\u51b3\u7b56\u7814\u7a76\u3002<\/p>\n<p>\u534a\u5e74\u540e\uff0cRL China\u7b2c\u4e00\u5c4a\u6691\u671f\u8bfe\u63a8\u51fa\uff0c\u9664\u4e86\u5f20\u4f1f\u6960\u3001\u5f20\u6d77\u5cf0\u4e0e\u6768\u8000\u4e1c\u8fd9\u4e09\u4f4d\u6c6a\u519b\u7684\u5b66\u751f\u5916\uff0c\u5317\u5927\u5362\u5b97\u9752\u3001\u5929\u6d25\u5927\u5b66\u90dd\u5efa\u4e1a\u3001\u65b0\u52a0\u5761\u5357\u6d0b\u7406\u5de5\u5927\u5b66\u5b89\u6ce2\u3001\u5357\u4eac\u5927\u5b66\u4fde\u626c\u548c\u6e05\u534e\u5f20\u5d07\u6d01\u7b49\u4eba\u4e5f\u53d7\u9080\u53c2\u4e0e\u5176\u4e2d\uff0c\u4e3a\u62a5\u540d\u7684\u540c\u5b66\u65e0\u507f\u76f4\u64ad\u8bb2\u8bfe\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-8a448a4081424e5f623585beb6e6a9cb.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-8a448a4081424e5f623585beb6e6a9cb.jpeg\"><\/a><\/p>\n<p>\u53cd\u54cd\u70ed\u70c8\u7684\u9996\u671fRL China\u8ba9\u6c6a\u519b\u7b49\u4eba\u786e\u4fe1\u6b64\u6d3b\u52a8\u7684\u5fc5\u8981\u6027\uff0c\u53c8\u57282021\u5e74\u6269\u5927\u4e86\u89c4\u6a21\uff0c\u56fd\u5185\u5916\u7684\u6388\u8bfe\u6559\u5e08\u6570\u91cf\u589e\u81f3\u4e09\u5341\u4f59\u4f4d\uff0c\u8bfe\u7a0b\u6db5\u76d6\u5f3a\u5316\u5b66\u4e60\u3001\u535a\u5f08\u8bba\u3001\u591a\u667a\u80fd\u4f53\u7b49\uff0c\u8fd8\u6709\u534e\u4e3a\u7b49\u4f01\u4e1a\u7684\u5e94\u7528\u7c7b\u8bfe\u5802\u3002<\/p>\n<p>\u9664\u4e86\u4e3e\u529e\u5e74\u5ea6\u8bba\u575b\u4e4b\u5916\uff0cRLChina\u6bcf\u5468\u8fd8\u7ec4\u7ec7\u5b66\u751f\u7814\u8ba8\uff0c\u7531\u56fd\u5185\u5916\u5341\u51e0\u4e2a\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u56e2\u961f\u8f6e\u6d41\u4e3b\u6301\uff0c\u76f4\u64ad\u5e73\u53f0\u4e0a\u7684\u89c2\u770b\u4eba\u6570\u6700\u9ad8\u65f6\u80fd\u8fbe\u5341\u4e07\u4eba\u6b21\u3002<\/p>\n<p>\u5f20\u6d77\u5cf0\u4e00\u76f4\u8d1f\u8d23\u7ec4\u7ec7RLChina\u7684\u5404\u9879\u6d3b\u52a8\uff0c\u4ed6\u8ba4\u4e3a\u6295\u5165\u7cbe\u529b\u5728\u56fd\u5185\u63a8\u5e7fRL\u610f\u4e49\u91cd\u5927\uff0c\u201c\u56e0\u4e3a\u5b83\u80fd\u805a\u96c6\u5e74\u8f7b\u6559\u5e08\u548c\u5b66\u751f\u4ea4\u6d41\uff0c\u52a0\u5f3a\u5b66\u672f\u754c\u4e0e\u4ea7\u4e1a\u754c\u8054\u7cfb\u3002\u201d\u00a0<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-c7fe696610d0bfd5b8569516cd8b50eb.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-c7fe696610d0bfd5b8569516cd8b50eb.jpeg\"><\/a><\/p>\n<p>\u4e0e\u6b64\u540c\u65f6\uff0c\u56fd\u5185\u7684RL\u6559\u6750\u4e5f\u4e0d\u518d\u5c40\u9650\u4e8e\u642c\u8fd0\u6d77\u5916\u8bba\u6587\uff0c\u800c\u662f\u9010\u6b65\u5e73\u8861\u597d\u7406\u8bba\u548c\u5b9e\u64cd\u3002<\/p>\n<p>\u5f20\u4f1f\u6960\u81ea2019\u5e74\u5728\u4ea4\u5927\u5f00\u8bbeRL\u8bfe\u7a0b\u540e\uff0c\u6709\u4e0d\u5c11\u5b66\u751f\u53cd\u6620\u8bfe\u540e\u7f16\u7a0b\u5b9e\u8df5\u4e0e\u8bfe\u5802\u5185\u5bb9\u5b58\u5728\u660e\u663e\u8131\u8282\uff0c\u5728\u8bfe\u4e0a\u8bc1\u660e\u4e86\u7b56\u7565\u68af\u5ea6\u5b9a\u7406\u548c\u5b66\u4e60\u4e86\u7b56\u7565\u68af\u5ea6\u7b97\u6cd5\u540e\uff0c\u8bfe\u540e\u4f5c\u4e1a\u4ecd\u96be\u4ee5\u81ea\u5df1\u5199\u4ee3\u7801\u5b9e\u73b0\u7b56\u7565\u5e76\u5728\u6e38\u620f\u73af\u5883\u4e2d\u83b7\u5f97\u9ad8\u5206\u3002<\/p>\n<p>\u4e3a\u89e3\u51b3\u8fd9\u4e00\u95ee\u9898\uff0c\u5f20\u4f1f\u6960\u501f\u9274\u4e86ACM\u73ed\u5b66\u957f\u674e\u6c90\u51fa\u7248\u6df1\u5ea6\u5b66\u4e60\u4e66\u7c4d\u7684\u65b9\u5f0f\uff0c\u91c7\u7528\u76f8\u4f3c\u7684\u5f62\u5f0f\u7f16\u5199\u5f3a\u5316\u5b66\u4e60\u6559\u6848\uff0c\u6bcf\u4ecb\u7ecd\u4e00\u79cd\u65b9\u6cd5\uff0c\u5148\u8bb2\u89e3\u539f\u7406\u548c\u516c\u5f0f\u63a8\u5bfc\uff0c\u518d\u9644\u4e0a\u53ef\u8fd0\u884c\u7684Python\u4ee3\u7801\uff0c\u5b66\u751f\u53ef\u5728\u7f51\u9875\u4e0a\u76f4\u63a5\u8fd0\u884c\u4ee3\u7801\u5e76\u67e5\u770b\u7ed3\u679c\uff0c\u5373\u65f6\u9a8c\u8bc1\u6240\u5b66\u539f\u7406\u3002<\/p>\n<p>\u5728ACM\u73ed\u521b\u59cb\u4eba\u4fde\u52c7\u7684\u9f13\u52b1\u4e0b\uff0c\u5f20\u4f1f\u6960\u548c\u52a9\u6559\u4eec\u5c06\u7ecf\u8fc7\u51e0\u5e74\u8fed\u4ee3\u7684\u8bb2\u4e49\u548c\u4ee3\u7801\u4f5c\u4e1a\u6574\u7406\u6210\u4e66\uff0c\u4e8e2022\u5e745\u6708\u51fa\u7248\u4e86\u300a\u52a8\u624b\u5b66\u5f3a\u5316\u5b66\u4e60\u300b\uff0c\u6b64\u4e66\u81f3\u4eca\u9500\u91cf\u5df2\u8d852.5\u4e07\u518c\uff0c\u5e74\u9500\u91cf\u5728\u5168\u56fd\u5f3a\u5316\u5b66\u4e60\u9886\u57df\u6392\u540d\u7b2c\u4e00\u3002<\/p>\n<p>\u800c\u9664\u4e86\u6559\u5b66\u5916\uff0c\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec\u5bf9RL\u5728\u5177\u4f53\u9886\u57df\u7684\u5e94\u7528\u63a2\u7d22\uff0c\u540c\u6837\u4e3aRL\u7684\u672c\u571f\u5d1b\u8d77\u51fa\u4e86\u4e00\u4efd\u529b\uff0c\u5c24\u5176\u662fRL\u548c\u5927\u6a21\u578b\u53ca\u5177\u8eab\u667a\u80fd\u9886\u57df\u7684\u7ed3\u5408\u3002<\/p>\n<p>\u56de\u52302019\u5e74\uff0c\u6c6a\u519b\u62c5\u4efb\u4e86\u534e\u4e3a\u8bfa\u4e9a\u65b9\u821f\u5b9e\u9a8c\u5ba4\u7684\u51b3\u7b56\u63a8\u7406\u9996\u5e2d\u79d1\u5b66\u5bb6\uff0c\u4e3a\u534e\u4e3a\u5185\u90e8\u4e1a\u52a1\u59825G\u7f51\u7edc\u63a7\u5236\u548c\u81ea\u52a8\u9a7e\u9a76\u4eff\u771f\u63d0\u4f9b\u591a\u667a\u80fd\u4f53\u89e3\u51b3\u65b9\u6848\uff0c\u6768\u8000\u4e1c\u548c\u6e29\u9896\u4e5f\u5148\u540e\u52a0\u5165\uff0c\u53c2\u4e0e\u4e86\u5185\u90e8\u540d\u4e3a\u201cLANDING RL\uff08\u5f3a\u5316\u5b66\u4e60\u843d\u5730\uff09\u201d\u7684\u5927\u9879\u76ee\uff0c\u9879\u76ee\u6700\u7ec8\u867d\u6ca1\u6210\u529f\uff0c\u4f46\u51e0\u4eba\u5bf9\u5f3a\u5316\u5b66\u4e60\u843d\u5730\u573a\u666f\u7684\u74f6\u9888\u90fd\u6709\u4e86\u65b0\u7684\u8ba4\u8bc6\u3002<\/p>\n<p>2020 \u5e74 6 \u6708\uff0cGPT-3 \u95ee\u4e16\u3002\u6c6a\u519b\u6ce8\u610f\u5230\uff0c\u5927\u6a21\u578b\u7684Transformer\u67b6\u6784\u5177\u6709\u81ea\u56de\u5f52\u5f62\u5f0f\u548c\u826f\u597d\u7684\u901a\u7528\u6cdb\u5316\u6027\uff0c\u6070\u597d\u53ef\u4ee5\u89e3\u51b3\u4f20\u7edfRL\u5728\u4e0d\u540c\u73af\u5883\u7b56\u7565\u95f4\u7684\u8fc1\u79fb\u5b58\u5728\u7684\u6cdb\u5316\u96be\u9898\u3002<\/p>\n<p>\u4e8e\u662f\u57282021\u5e74\uff0c\u6c6a\u519b\u53ec\u96c6\u4e86\u5f20\u4f1f\u6960\u3001\u6768\u8000\u4e1c\u548c\u6e29\u9896\u4e09\u4eba\uff0c\u5f00\u59cb\u7b79\u96c6\u8d44\u91d1\uff0c\u51b3\u5b9a\u4ee5\u521b\u4e1a\u7684\u5f62\u5f0f\u542f\u52a8\u5927\u6a21\u578b\u7814\u7a76\u2014\u2014\u8bad\u7ec3\u51b3\u7b56\u5927\u6a21\u578b\u6781\u6d88\u8017\u8d44\u6e90\uff0c\u9700\u6295\u5165\u6d77\u91cf\u7b97\u529b\u3002<\/p>\n<p>\u4ed6\u4eec\u5e0c\u671b\u6784\u5efa\u901a\u7528\u51b3\u7b56\u6a21\u578b\u800c\u975e\u8bed\u8a00\u6a21\u578b\uff0c\u6240\u5f00\u53d1\u7684\u201c\u591a\u667a\u80fd\u4f53Transformer\uff08MAT\uff09\u201d\u8f93\u5165\u548c\u8f93\u51fa\u66f4\u590d\u6742\uff0c\u5305\u62ec\u56fe\u50cf\u3001\u8fde\u7eed\u503c\uff08\u5982\u673a\u68b0\u81c2\u5173\u8282\u72b6\u6001\uff09\u3001\u6587\u672c\u548c\u79bb\u6563\u52a8\u4f5c\uff0c\u521d\u6b65\u6210\u679c\u8fd8\u53d1\u8868\u5728\u4e86NeurIPS 2022\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-8dc5d590f358dd1e38d3ca1fe1c9f4e4.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-8dc5d590f358dd1e38d3ca1fe1c9f4e4.png\"><\/a><\/p>\n<p style=\"text-align: center\"><span style=\"color: #7F7F7F\">\u9879\u76ee\u94fe\u63a5\uff1ahttps:\/\/sites.google.com\/view\/multi-agent-transformer<\/span><\/p>\n<p>\u5728MAT\u57fa\u7840\u4e0a\uff0c\u56e2\u961f22\u5e74\u8fdb\u4e00\u6b65\u63a8\u51fa\u4e86\u6570\u5b57\u5927\u8111\u51b3\u7b56\u5927\u6a21\u578b\uff08DB1\uff09\uff0c\u8fdb\u4e00\u6b65\u9a8c\u8bc1\u4e86\u9884\u8bad\u7ec3\u6a21\u578b\u5728\u6587\u672c\u3001\u56fe &#8211; \u6587\u3001\u5f3a\u5316\u5b66\u4e60\u51b3\u7b56\u3001\u8fd0\u7b79\u4f18\u5316\u51b3\u7b56\u65b9\u9762\u5e94\u7528\u7684\u6f5c\u529b\u3002\u5c3d\u7ba1DB1\u6a21\u578b\u53c2\u6570\u91cf\u8fbe\u5341\u591a\u4ebf\uff0c\u6570\u636e\u91cf\u8fbe100T\uff0c\u4f46\u5e76\u672a\u5b9e\u73b0\u9884\u671f\u540c\u8bed\u8a00\u6a21\u578b\u4e00\u822c\u7684\u6cdb\u5316\u6548\u679c\u3002<\/p>\n<p>\u95ee\u9898\u5728\u4e8e\uff0c\u4e0d\u540c\u6a21\u6001\u6570\u636e\u7684\u4fe1\u606f\u529b\u5ea6\u96be\u4ee5\u5bf9\u9f50\uff0c\u7406\u8bba\u4e0a\u9700\u8981\u957f\u6bb5\u8fde\u7eed\u6570\u636e\u624d\u80fd\u63d0\u53d6\u8bed\u4e49\u4fe1\u606f\uff0c\u800c\u4ed6\u4eec\u76f4\u63a5\u5c06\u6570\u636e\u5f3a\u884c\u8f93\u5165\u540c\u4e00\u7ef4\u5ea6\uff0c\u867d\u5728\u51e0\u767e\u4e2a\u4efb\u52a1\u4e0a\u6709\u6548\uff0c\u4f46\u672a\u80fd\u5b9e\u73b0\u8de8\u6a21\u6001\u6216\u7ec4\u5408\u6cdb\u5316\uff0c\u8fd9\u4e5f\u662fDeepMind\u540c\u5e74\u63a8\u51fa\u7684\u901a\u624d\u5927\u6a21\u578bGato\u540c\u6837\u6ca1\u80fd\u89e3\u51b3\u7684\u95ee\u9898\u3002<\/p>\n<p>\u540c\u671f\uff0c\u5728\u81ea\u52a8\u5316\u6240\u7684\u5f20\u6d77\u5cf0\u4e5f\u548c\u6c6a\u519b\u5408\u4f5c\u4e86\u7aef\u5230\u7aef\u51b3\u7b56\u5927\u6a21\u578b\u7684\u5de5\u4f5c\uff0c\u5177\u4f53\u6d89\u53ca\u673a\u68b0\u81c2\u64cd\u63a7\u3001\u661f\u9645\u4e89\u9738\u6e38\u620f\u4eff\u771f\u3001\u8fd0\u7b79\u4f18\u5316\u7b49\u8de8\u5ea6\u8f83\u5927\u7684\u9886\u57df\uff0c\u5251\u6307\u901a\u7528\u5927\u6a21\u578b\u3002\u53ef\u4ee5\u8bf4\uff0c\u6c6a\u519b\u7b49\u4eba\u6240\u63a2\u7d22\u7684\uff0c\u5c31\u662f\u5982\u4eca\u5177\u8eab\u667a\u80fd\u7684\u96cf\u5f62\u3002<\/p>\n<p>\u5f20\u6d77\u5cf0\u8ba4\u4e3a\u6c6a\u519b\u65e2\u5177\u8d85\u524d\u60f3\u6cd5\u53c8\u91cd\u843d\u5730\u6027\uff0c\u201c\u4ed62017\u5e74\u5c31\u5173\u6ce8\u673a\u5668\u610f\u8bc6\uff0c2021\u5e74\u505a\u51b3\u7b56\u5927\u6a21\u578b\uff0c\u9886\u5148\u884c\u4e1a\u6570\u5e74\u3002\u901a\u5e38\u6709\u8d85\u524d\u60f3\u6cd5\u7684\u4eba\u4e0d\u592a\u8003\u8651\u843d\u5730\uff0c\u4f46\u6c6a\u8001\u5e08\u4e0e\u4ea7\u4e1a\u754c\u8054\u7cfb\u7d27\u5bc6\uff0c\u65e0\u8bba\u662f\u4e0e\u534e\u4e3a\u7b49\u4f01\u4e1a\u5408\u4f5c\u8fd8\u662f\u4e2a\u4eba\u521b\u4e1a\uff0c\u90fd\u663e\u793a\u4ed6\u5bf9\u4ea7\u4e1a\u754c\u7684\u719f\u6089\u3002\u201d<\/p>\n<p>\u5728\u6c6a\u519b\u7684\u4e00\u4f17\u5b66\u751f\u4e2d\uff0c\u624e\u6839\u5177\u8eab\u667a\u80fd\u6700\u6df1\u7684\u5f53\u5c5e\u6768\u8000\u4e1c\u3002<\/p>\n<p>\u535a\u58eb\u6bd5\u4e1a\u671f\u95f4\uff0c\u6768\u8000\u4e1c\u5148\u5728\u534e\u4e3a\u8bfa\u4e9a\u65b9\u821f\u5b9e\u9a8c\u5ba4\u4ece\u4e8bRL\u7814\u7a76\uff0c\u968f\u540e\u53c8\u5230\u4f26\u6566\u56fd\u738b\u5b66\u9662\uff08KCL\uff09\u4efb\u52a9\u7406\u6559\u6388\uff0c\u5e76\u57282022\u5e741\u6708\u56de\u56fd\u52a0\u5165\u5317\u5927\u4eba\u5de5\u667a\u80fd\u7814\u7a76\u9662\u4efb\u6559\u3002<\/p>\n<p>\u8c08\u53ca\u8df3\u51fa\u8212\u9002\u533a\u6d89\u8db3\u786c\u4ef6\u7684\u539f\u56e0\uff0c\u6768\u8000\u4e1c\u8868\u793a\uff0c\u53ea\u5c06RL\u5e94\u7528\u4e8e\u6e38\u620f\u5e76\u975e\u667a\u80fd\u7684\u6700\u7ec8\u5f62\u6001\uff0c\u65e0\u6cd5\u63a8\u52a8\u884c\u4e1a\u53d1\u5c55\uff1b\u800c\u53cc\u624b\u4f5c\u4e3a\u4eba\u7684\u667a\u6167\u7ec8\u7aef\uff0c\u667a\u80fd\u4f53\u96be\u4ee5\u6bd4\u62df\uff0c\u4e14\u6839\u636e\u83ab\u62c9\u7ef4\u514b\u6096\u8bba\uff0c\u5373\u673a\u5668\u4eba\u5904\u7406\u590d\u6742\u4efb\u52a1\u5bb9\u6613\uff0c\u6267\u884c\u7b80\u5355\u65e5\u5e38\u52a8\u4f5c\u5374\u56f0\u96be\uff1b\u66f4\u91cd\u8981\u7684\u662f\uff0c\u5728\u8bd5\u9a8c\u4e2d\u7528RL\u505a\u7075\u5de7\u624b\u64cd\u4f5c\u80fd\u5b9e\u73b0\u513f\u7ae5\u7cbe\u7ec6\u8fd0\u52a8\u6280\u80fd\u8bc4\u4f30\u91cf\u8868\u7684\u6781\u591a\u64cd\u4f5c\uff0c\u4e5f\u8bc1\u5b9e\u4e86\u5176\u53ef\u884c\u6027\u3002<\/p>\n<p>\u53d7\u5317\u4eac\u5e02\u79d1\u59d4\u8d44\u52a9\uff0c\u4ed6\u7275\u5934\u4e86\u300a\u57fa\u4e8e\u8ba4\u77e5\u63a8\u7406\u7684\u5177\u8eab\u667a\u80fd\u53ef\u6cdb\u5316\u7075\u5de7\u64cd\u4f5c\u6280\u672f\u7814\u7a76\u300b\u5e76\u4e0e\u540c\u5e74\u9f84\u6bb5\u7684\u5317\u5927\u52a9\u7406\u6559\u6388\u6731\u6bc5\u946b\u3001\u8463\u8c6a\u3001\u738b\u9e64\u4e00\u8d77\u63a2\u7d22\u7c7b\u4eba\u7075\u5de7\u53cc\u624b\u64cd\u4f5c\u3002<\/p>\n<p>\u534a\u5e74\u540e\uff0c\u56e2\u961f\u5b9e\u73b0\u4e86\u7b2c\u4e00\u4e2a\u53cc\u624b\u629b\u63a5\u7403demo\uff0c\u6768\u8000\u4e1c\u7acb\u523b\u7ed9\u6c6a\u519b\u53d1\u4e86\u4e00\u6761\u5fae\u4fe1\uff0c\u5206\u4eab\u771f\u6b63\u628a\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7528\u5230\u771f\u5b9e\u573a\u666f\u4e2d\u7684\u559c\u60a6\uff0c\u201c\u8ba9AI\u63a7\u5236\u9ad8\u81ea\u7531\u5ea6\u7684\u673a\u68b0\u624b\u8fbe\u5230\u4eba\u7684\u7075\u5de7\u5ea6\u5341\u5206\u4e0d\u5bb9\u6613\u3002\u201d\u6b64\u65f6\u8ddd\u79bb\u667a\u5143\u673a\u5668\u4eba\u548c\u94f6\u6cb3\u901a\u7528\u7684\u6b63\u5f0f\u6210\u7acb\u8fd8\u6709\u4e00\u5e74\u591a\u7684\u65f6\u95f4\uff0c\u7528RL\u5b9e\u73b0\u7075\u5de7\u624b\u64cd\u4f5c\u4e5f\u5c1a\u672a\u6210\u4e3a\u4ea7\u4e1a\u5171\u8bc6\u3002<\/p>\n<p><\/p>\n<p class=\"heading-3 ace-line old-record-id-YQ74d7Lx9osRYnx93EqckP2SnLd\" style=\"text-align: center\"><strong>\u901a\u5f80AGI\u7684\u6700\u540e\u4e00\u516c\u91cc<\/strong><\/p>\n<p>\u5f3a\u5316\u5b66\u4e60\u5728\u8fc7\u53bb\u5341\u5e74\u4e2d\u7ecf\u5386\u4e86\u4ece\u7206\u53d1\u5f0f\u5174\u8d77\u5230\u53cd\u601d\u8c03\u6574\uff0c\u518d\u5230\u6280\u672f\u7a81\u7834\u4e0e\u573a\u666f\u843d\u5730\u7684\u5b8c\u6574\u5468\u671f\u3002<\/p>\n<p>2016\u5e74\uff0cAlphaGo\u51fb\u8d25\u56f4\u68cb\u4e16\u754c\u51a0\u519b\u674e\u4e16\u77f3\uff0c\u6210\u4e3a\u4eba\u5de5\u667a\u80fd\u53f2\u4e0a\u7684\u91cc\u7a0b\u7891\uff0c\u5176\u7ed3\u5408\u8499\u7279\u5361\u6d1b\u6811\u641c\u7d22\u4e0e\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7684\u6280\u672f\u5f15\u53d1\u5168\u7403\u5173\u6ce8\uff0c\u63a8\u52a8\u5b66\u672f\u754c\u548c\u5de5\u4e1a\u754c\u5bf9RL\u7684\u5e7f\u6cdb\u6295\u5165\u3002<\/p>\n<p>\u7136\u800c\uff0c\u968f\u7740\u6280\u672f\u70ed\u6f6e\u892a\u53bb\uff0c2016\u5e74\u81f32019\u5e74\u95f4\uff0cRL\u9010\u6e10\u66b4\u9732\u51fa\u91c7\u6837\u6548\u7387\u4f4e\u4e0b\u3001\u771f\u5b9e\u573a\u666f\u5e94\u7528\u6210\u672c\u9ad8\u6602\u7b49\u95ee\u9898\u3002\u4f8b\u5982\uff0c\u8bad\u7ec3\u4e00\u4e2a\u6e38\u620f\u667a\u80fd\u4f53\u9700\u6570\u767e\u4e07\u6b21\u4ea4\u4e92\uff0c\u800c\u673a\u5668\u4eba\u9886\u57df\u7684\u5b9e\u9a8c\u53ef\u80fd\u56e0\u7b56\u7565\u9519\u8bef\u5bfc\u81f4\u8bbe\u5907\u635f\u574f\uff0c\u5355\u6b21\u5b9e\u9a8c\u6210\u672c\u9ad8\u8fbe\u6570\u5341\u4e07\u7f8e\u5143\u3002\u8fd9\u4e00\u65f6\u671f\uff0c\u7814\u7a76\u8005\u5f00\u59cb\u8f6c\u5411\u79bb\u7ebf\u5f3a\u5316\u5b66\u4e60\uff08\u5982BCQ\u3001CQL\u7b97\u6cd5\uff09\u4ee5\u964d\u4f4e\u4ea4\u4e92\u6210\u672c\uff0c\u540c\u65f6\u63a2\u7d22\u5206\u5c42\u5f3a\u5316\u5b66\u4e60\uff08\u5982FeUdal Networks\uff09\u548c\u591a\u667a\u80fd\u4f53\u534f\u4f5c\uff08\u5982MADDPG\uff09\u6765\u5e94\u5bf9\u590d\u6742\u4efb\u52a1\u3002<\/p>\n<p>2019\u5e74\u540e\uff0cRL\u8fdb\u5165\u590d\u82cf\u4e0e\u6269\u5c55\u9636\u6bb5\uff0c\u5e76\u5f00\u59cb\u6e17\u900f\u81f3\u771f\u5b9e\u573a\u666f\uff1aOpenAI\u7684Dactyl\uff082019\uff09\u901a\u8fc7RL\u8bad\u7ec3\u673a\u68b0\u624b\u5b8c\u6210\u7cbe\u7ec6\u64cd\u4f5c\uff0c\u6ce2\u58eb\u987f\u52a8\u529b\u5c06\u5176\u5e94\u7528\u4e8e\u56db\u8db3\u673a\u5668\u4eba\u8fd0\u52a8\u4f18\u5316\uff1bWaymo\u7b49\u516c\u53f8\u5c06RL\u7528\u4e8e\u81ea\u52a8\u9a7e\u9a76\u51b3\u7b56\u7cfb\u7edf\uff0c\u5904\u7406\u590d\u6742\u4ea4\u901a\u573a\u666f\uff1b\u963f\u91cc\u3001\u8c37\u6b4c\u901a\u8fc7RL\u4f18\u5316\u52a8\u6001\u63a8\u8350\u7b56\u7565\u7b49\u7b49\u3002<\/p>\n<p>\u4e0d\u96be\u53d1\u73b0\uff0c\u4f5c\u4e3a\u6700\u65e9\u6d89\u8db3RL\u7684\u534e\u4eba\u5b66\u8005\uff0c\u6c6a\u519b\u53ca\u5176\u5b66\u751f\u4e00\u8109\u540c\u6837\u6cbf\u88ad\u4e86\u76f8\u4f3c\u7684\u53d1\u5c55\u8109\u7edc\uff0c\u5e26\u9886\u7740\u4e2d\u56fdRL\u9010\u6b65\u8ffd\u8d76\u4e0a\u56fd\u9645\u6700\u524d\u6cbf\u3002<\/p>\n<p>2022\u5e74\u5e95\uff0c\u6a2a\u7a7a\u51fa\u4e16\u7684ChatGPT\u66f4\u662f\u4e3a\u8fd9\u7fa4\u9ad8\u6b4c\u731b\u8fdb\u7684RL\u4fe1\u5f92\u4eec\u6ce8\u5165\u4e86\u4e00\u5242\u5f3a\u5fc3\u9488\uff0c\u4f17\u4eba\u5728RL\u4e0e\u5927\u6a21\u578b\u6280\u672f\u878d\u5408\u7684\u65b0\u8d8b\u52bf\u4e2d\u5f00\u59cb\u53d1\u529b\u3002<\/p>\n<p>\u6c6a\u519b\u9996\u5148\u8ba9\u516c\u53f8\u5168\u9762\u8f6c\u5411\u4ee5\u8bed\u8a00\u6a21\u578b\u4e3a\u4e2d\u5fc3\u7684\u51b3\u7b56\u667a\u80fd\u4f53\uff0c\u4f46\u4ecd\u5e0c\u671b\u5b9e\u73b0\u51b3\u7b56\u4efb\u52a1\u800c\u975e\u4ec5\u6587\u672c\u751f\u6210\uff0c\u5176\u7814\u53d1\u7684\u8bed\u8a00\u667a\u80fd\u4f53\u5df2\u5177\u5907\u57fa\u7840\u5bf9\u8bdd\u80fd\u529b\u548c\u7edf\u4e00\u8bed\u4e49\u7a7a\u95f4\uff0c\u8ba1\u5212\u5c06\u4e0d\u540c\u6a21\u6001\u548c\u7c92\u5ea6\u7684\u4fe1\u606f\u6620\u5c04\u5230\u8bed\u8a00\u7a7a\u95f4\uff0c\u5b9e\u73b0\u7ec4\u5408\u6cdb\u5316\u3002\u53ef\u60dc\u7684\u662f\uff0c\u516c\u53f8\u672a\u80fd\u7b49\u52302023\u5e74\u4e0a\u534a\u5e74\u5f00\u59cb\u7684\u5927\u6a21\u578b\u7a97\u53e3\u671f\uff0c\u5728\u5e74\u521d\u5ba3\u544a\u4e86\u7ed3\u675f\u3002<\/p>\n<p>\u5728\u5b66\u672f\u4e0a\uff0c\u7ec4\u91cc\u7684\u4e3b\u529b\u519b\u4eec\u90fd\u5728\u6c6a\u519b\u7684\u6307\u5bfc\u4e0b\u6210\u679c\u6590\u7136\u3002<\/p>\n<p>\u51af\u7199\u680b\u5728\u5143\u5f3a\u5316\u5b66\u4e60\uff08Meta RL\uff09\u5df2\u5c0f\u6709\u6210\u679c\uff0c\u56f4\u7ed5\u591a\u667a\u80fd\u4f53\u4ea4\u4e92\u4e0e\u5143\u68af\u5ea6\u4f30\u8ba1\u504f\u5dee\u53d1\u8868\u8fc7\u4e24\u7bc7\u6587\u7ae0\u3002<\/p>\n<p>22\u5e74\u5e95Chat GPT\u7684\u51fa\u73b0\u8ba9\u4ed6\u610f\u8bc6\u5230LLM\u7684\u6cdb\u5316\u80fd\u529b\u8fdc\u8d85\u4f20\u7edf\u5143\u5f3a\u5316\u5b66\u4e60\u3002\u5728\u6c6a\u519b\u7684\u63d0\u8bae\u4e0b\u9042\u8f6c\u5411\u5f3a\u5316\u5b66\u4e60\u4e0e\u8bed\u8a00\u6a21\u578b\u7684\u878d\u5408\u7814\u7a76\u3002\u4ed6\u7684\u7b2c\u4e00\u7bc7\u5de5\u4f5c\u5c06\u56fd\u9645\u8c61\u68cb\u4f5c\u4e3a\u5305\u542b\u9a8c\u573a\u3002\u8bba\u6587\u6df1\u5165\u7814\u7a76\u4e86\u4e86\u6574\u4e2a\u673a\u5668\u5b66\u4e60\u6d41\u7a0b\uff0c\u5305\u542b\u6570\u767e\u4e07\u5c40\u5bf9\u5f08\u6570\u636e\u53ca\u5bf9\u5e94\u7684\u8bed\u8a00\u6570\u636e\u96c6\uff0c\u5bf9\u5e94\u7684\u8bed\u8a00\u6a21\u578b\u548c\u751f\u6210\u6a21\u578b\u8bad\u7ec3\uff0c\u4ee5\u53ca\u8bc4\u4f30\u6a21\u578b\u7b56\u7565\u7684\u57fa\u51c6\u8bbe\u8ba1\u3002<\/p>\n<p>\u51af\u7199\u680b\u4e5f\u56e0\u6b64\u83b7\u5f97\u4e8623\u5e74\u5e95Google DeepMind\u5173\u4e8e\u56fd\u9645\u8c61\u68cb\u7684\u5b9e\u4e60\u751f\u9879\u76ee\u540d\u989d\uff0c\u5b9e\u4e60\u5927\u534a\u5e74\u540e\u987a\u5229\u8f6c\u6b63\uff0c\u7559\u5728\u4e86discovery\u7ec4\uff0c\u53c2\u4e0e\u8bed\u8a00\u6a21\u578b\uff0c\u751f\u6210\u6a21\u578b\u4e0e\u5f3a\u5316\u5b66\u4e60\u7ed3\u5408\u7684\u7814\u7a76\u3002<\/p>\n<p>\u6c6a\u519b\u4e5f\u9f13\u52b1\u5b66\u751f\u4eec\u4ece\u4e0d\u540c\u7684\u89d2\u5ea6\u4e0a\u53bb\u7406\u89e3\u667a\u80fd\u4f53\u548c\u73af\u5883\u7684\u4ea4\u4e92\u51b3\u7b56\u7684\u5408\u7406\u6027\uff0c\u5e76\u5c06\u5176\u7528\u4e8e\u5f3a\u5316\u5b66\u4e60\u4e0e\u667a\u80fd\u4f53\u7a81\u7834\u3002\u5728\u6c6a\u519b\u7684\u542f\u53d1\u4e0b\uff0c\u6768\u68a6\u6708\u5728\u535a\u58eb\u671f\u95f4\u7684\u7814\u7a76\u805a\u7126\u4e8e\u53ef\u4fe1AI\uff0c\u56e0\u679c\u5206\u6790\u3002\u4ece\u56e0\u679c\u8868\u793a\u5b66\u4e60\u5f00\u59cb\uff0c\u8fdb\u4e00\u6b65\u7684\u5ef6\u4f38\u5230\u5bf9\u667a\u80fd\u4f53\u4ea4\u4e92\u7684\u4e16\u754c\u73af\u5883\u7684\u56e0\u679c\u7406\u89e3\uff0c\u5373\u56e0\u679c\u4e16\u754c\u6a21\u578b\uff0c\u4ee5\u8f85\u52a9\u667a\u80fd\u4f53\u51b3\u7b56\u7684\u53ef\u89e3\u91ca\u6027\u548c\u53ef\u4fe1\u7814\u7a76\u3002<\/p>\n<p>\u6768\u68a6\u6708\u4e8e2024\u5e74\u5e95\u52a0\u5165\u5e03\u91cc\u65af\u6258\u5927\u5b66\u5de5\u7a0b\u6570\u5b66\u4f5c\u4e3a\u52a9\u7406\u6559\u6388\uff0c\u5979\u76ee\u524d\u4e5f\u5c06\u7814\u7a76\u62d3\u5c55\u5230\u57fa\u4e8e\u5927\u6a21\u578b\u4e0b\u7684\u5e7f\u4e49\u7684\u4e16\u754c\u6a21\u62df\u4e2d\u7684\u56e0\u679c\u63a2\u7d22\u3002\u00a0<\/p>\n<p>\u548c\u4e8c\u4eba\u540c\u5c4a\u7684\u674e\u9521\u6db5\u5219\u5173\u6ce8\u5b66\u4e60\u4f18\u5316\u3001\u504f\u5411\u4e8e\u89e3\u51b3\u5b9e\u9645\u95ee\u9898\u7684\u5e94\u7528\uff0c\u6bd4\u5982\u5bf9\u82af\u7247\u903b\u8f91\u7535\u8def\u7684\u4f18\u5316\uff0c\u63d0\u51fa\u4e86\u7c7b\u4f3cLLM\u7684\u751f\u6210\u5f0f\u795e\u7ecf\u6a21\u578b\u201cCircuit Transformer\u201d\uff0c\u901a\u8fc7\u7cbe\u5fc3\u8bbe\u8ba1\u7684\u89e3\u7801\u673a\u5236\u548c\u9a6c\u5c14\u53ef\u592b\u51b3\u7b56\u8fc7\u7a0b\uff0c\u4e25\u683c\u751f\u6210\u4e0e\u7ed9\u5b9a\u5e03\u5c14\u51fd\u6570\u7b49\u4ef7\u4e14\u66f4\u7d27\u51d1\u7684\u903b\u8f91\u7535\u8def\uff0c\u76ee\u6807\u662f\u505a\u51fa\u201cEDA\uff08\u7535\u5b50\u8bbe\u8ba1\u81ea\u52a8\u5316\uff09\u9886\u57df\u7684AlphaGo \u201d\u3002<\/p>\n<p>\u76ee\u524d\uff0c\u674e\u9521\u6db5\u6b63\u4e0e\u534e\u4e3a\u8bfa\u4e9a\u65b9\u821f\u5b9e\u9a8c\u5ba4\u5408\u4f5c\uff0c\u7ee7\u7eed\u63a2\u7d22\u82af\u7247\u7814\u7a76\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-13cb756707ca18a04d9581e0c52fff8b.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-13cb756707ca18a04d9581e0c52fff8b.jpeg\"><\/a><\/p>\n<p style=\"text-align: center\">\u51af\u7199\u680b\u3001\u6768\u68a6\u6708\u3001\u674e\u9521\u6db5<\/p>\n<p>\u5927\u6d0b\u5f7c\u5cb8\uff0c2020\u5e74\u56de\u56fd\u52a0\u5165\u4eba\u5927\u9ad8\u74f4\u4eba\u5de5\u667a\u80fd\u7814\u7a76\u9662\u7684\u9648\u65ed\uff0c\u5728\u63a8\u8fdbRL\u3001\u56e0\u679c\u63a8\u65ad\u5728\u63a8\u8350\u7cfb\u7edf\u65b9\u5411\u7684\u5e94\u7528\u4e4b\u4f59\uff0c\u4e5f\u5f00\u59cb\u5173\u6ce8\u5927\u6a21\u578b\uff0c\u5982\u89d2\u8272\u626e\u6f14\u80fd\u529b\u4f7f\u5927\u6a21\u578b\u884c\u4e3a\u66f4\u8d34\u8fd1\u4eba\u7c7b\u3002\u540c\u65f6\uff0c\u4ed6\u8fd8\u548c\u793e\u4f1a\u5b66\u7b49\u4eba\u6587\u793e\u79d1\u5408\u4f5c\uff0c\u5229\u7528\u5927\u6a21\u578b\u667a\u80fd\u4f53\u8fdb\u884c\u793e\u4f1a\u4eff\u771f\uff0c\u4ee5\u8fdb\u884c\u4f4e\u6210\u672c\u3001\u5feb\u901f\u7684\u793e\u4f1a\u5b9e\u8df5\u548c\u6a21\u62df\u8c03\u67e5\u3002<\/p>\n<p>\u6768\u8000\u4e1c\u5219\u5bf9Chat GPT\u7684RLHF\u6280\u672f\u611f\u5230\u5341\u5206\u60ca\u8273\uff0c\u4e8e\u662f\u53ea\u7559\u4e0b\u4e00\u4e2a\u591a\u667a\u80fd\u4f53\u4e60\u65b9\u5411\u7684\u535a\u58eb\u751f\uff0c\u5176\u4f59\u4ebaall in\u5f3a\u5316\u5b66\u4e60\u7684\u5bf9\u9f50\u65b9\u5411\uff0c\u6210\u4e3a\u56fd\u5185\u6700\u65e9\u505a\u5bf9\u9f50\u7684\u5b66\u8005\u4e4b\u4e00\u3002\u5728ChatGPT\u53d1\u5e03\u4e24\u4e2a\u6708\u540e\uff0c\u6768\u8000\u4e1c\u56e2\u961f\u9996\u5148\u590d\u73b0\u4e86RLHF\u6a21\u578b\u540e\u8bad\u7ec3\u5bf9\u9f50\u7684\u6548\u679c\u3002<\/p>\n<p>\u6768\u8000\u4e1c\u968f\u540e\u4e0e\u5f53\u65f6\u5c1a\u672a\u6210\u7acb\u767e\u5ddd\u667a\u80fd\u7684\u738b\u5c0f\u5ddd\u4e00\u540c\u63a2\u8ba8\uff0c\u4e24\u4f4d\u201cRL\u4fe1\u5f92\u201d\u8fc5\u901f\u8fbe\u6210\u5171\u8bc6\uff1a\u8fd9\u662f\u901a\u5411AGI\u7684\u91cd\u8981\u73af\u8282\u3002\u4e09\u5e74\u540e\uff0cOpenAI O3\u3001DeepSeek R1\u7684\u8bde\u751f\u4e5f\u5370\u8bc1\u4e86\u8be5\u8ba4\u77e5\u3002\u4e0e\u767e\u5ddd\u667a\u80fd\u7684\u5408\u4f5c\u4e5f\u8ba9\u6768\u8000\u4e1c\u610f\u8bc6\u5230AI\u6d6a\u6f6e\u53d1\u751f\u5728\u4e1a\u754c\u800c\u975e\u5b66\u754c\uff0c\u518d\u6b21\u57cb\u4e0b\u4e86\u521b\u4e1a\u7684\u79cd\u5b50\u3002<\/p>\n<p>\u968f\u540e\u57282024\u5e74\u5177\u8eab\u667a\u80fd\u7684\u7a97\u53e3\u671f\uff0c\u6768\u8000\u4e1c\u4e0e\u6881\u4e00\u97ec\uff0c\u6e29\u9896\u4e00\u540c\u53c2\u4e0e\u4e86\u7075\u521d\u667a\u80fd\uff0c\u521b\u5efa\u4e86\u5317\u5927-\u7075\u521d\u7075\u5de7\u64cd\u4f5c\u8054\u5408\u5b9e\u9a8c\u5ba4\uff0c\u63a2\u7d22\u7c7b\u4eba\u7075\u5de7\u64cd\u4f5c\u7684\u5177\u8eab\u667a\u80fd\u4ea7\u54c1\uff0c\u76ee\u524d\u5df2\u63a8\u51fa\u4e86Psi &#8211; P0 \u89c4\u5212\u6a21\u578b\u548cPsi &#8211; C0 \u63a7\u5236\u6a21\u578b\u3002<\/p>\n<p>\u6b64\u5916\uff0c\u6768\u8000\u4e1c\u8fd8\u548c\u675c\u96c5\u4e3d\u5408\u4f5c\uff0c\u53d1\u8868\u4e86\u534e\u4eba\u9996\u7bc7\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u65b9\u5411\u7684Nature Machine Intelligence\u5b50\u520a\uff0c\u6253\u7834DeepMind\u7684\u5784\u65ad\uff0c\u8be5\u8bba\u6587\u4e5f\u6210\u4e3aNature Machine Intelligence\u521b\u520a\u4ee5\u6765\u6700\u53d7\u5173\u6ce8\u4e0b\u8f7d\u91cf\u6700\u9ad8\u7684\u5f3a\u5316\u5b66\u4e60\u65b9\u5411\u8bba\u6587\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-9933bb204c64b36caa7a823c1fc51a9d.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-9933bb204c64b36caa7a823c1fc51a9d.png\"><\/a><\/p>\n<p style=\"text-align: center\"><span style=\"color: #7F7F7F\">\u8bba\u6587\u94fe\u63a5\uff1ahttps:\/\/www.nature.com\/articles\/s42256-024-00879-7<\/span><\/p>\n<p>\u53bb\u5e7410\u6708\uff0c\u6c6a\u519b\u6765\u5230\u6e29\u6696\u7684\u82b1\u57ce\u5e7f\u5dde\uff0c\u5728\u6e2f\u79d1\u5927\u505aRL China\u7684\u5f00\u5e55\u81f4\u8f9e\u3002\u8fd9\u662fRL China\u7b2c\u4e8c\u5e74\u5f00\u59cb\u529e\u7ebf\u4e0b\u6d3b\u52a8\uff0c\u53c2\u52a0\u4eba\u6570\u4e5f\u500d\u589e\u81f3500\u6709\u4f59\u3002<\/p>\n<p>\u6c6a\u519b\u5e0c\u671b\u672a\u6765\u6bcf\u4e00\u5e74\u90fd\u91c7\u7528\u7ebf\u4e0b\u65b9\u5f0f\u4e3e\u529e\uff0c\u9010\u6e10\u5f62\u6210\u4e00\u4e2a\u771f\u6b63\u7684RL\u5b66\u672f\u4f1a\u8bae\u6216\u5b66\u751f\u8425\uff0c\u5e2e\u52a9\u7f29\u77ed\u4e0e\u56fd\u5916\u5b58\u5728\u7684\u5dee\u8ddd\u3002<\/p>\n<p>\u5f20\u4f1f\u6960\u6307\u51fa\uff0c\u76f8\u6bd4\u897f\u65b9\u5b66\u8005\u81ea\u4e0a\u4e16\u7eaa\u516b\u5341\u5e74\u4ee3\u7684\u6df1\u539a\u79ef\u6dc0\uff0c\u56fd\u51852016\u5e74\u624d\u8d77\u6b65\u7684\u7814\u7a76\u4ecd\u5b58\u5728\u601d\u7ef4\u6df1\u5ea6\u4e0e\u6280\u672f\u5e95\u8574\u7684\u5dee\u8ddd\u2014\u2014\u8fd9\u79cd\u5dee\u8ddd\u65e2\u4f53\u73b0\u5728\u9876\u7ea7\u4f1a\u8bae\u6838\u5fc3\u5708\u7684\u4e2d\u56fd\u58f0\u97f3\u7a00\u7f3a\uff0c\u4e5f\u53cd\u6620\u5728\u5b66\u672f\u751f\u6001\u7684\u8106\u5f31\u6027\uff1a\u5f53\u8ba1\u7b97\u673a\u89c6\u89c9\u7b49\u9886\u57df\u63d0\u4f9b\u66f4\u8f7b\u677e\u7684\u5c31\u4e1a\u901a\u9053\u65f6\uff0c\u8bb8\u591a\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u8005\u9009\u62e9\u8f6c\u884c\u3002<\/p>\n<p>\u4f5c\u4e3a\u5c06\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u5f15\u5165\u4e2d\u56fd\u7684\u5148\u9a71\uff0c\u6c6a\u519b\u53ca\u5176\u5b66\u751f\u4eec\u57282016-2020\u5e74\u95f4\u7684\u5f71\u54cd\u529b\u751a\u81f3\u65e9\u4e8e\u4f2f\u514b\u5229\u7cfb\u5b66\u8005\u7684\u96c6\u4f53\u5f52\u56fd\u6f6e\u3002\u4ed6\u4eec\u501fRL China\u70b9\u71c3\u4e86\u7b2c\u4e00\u628a\u706b\uff0c\u57f9\u517b\u66f4\u591a\u5f3a\u5316\u5b66\u4e60\u65b9\u5411\u7684\u5b66\u8005\u4e0e\u6559\u5e08\uff0c\u8ba9\u8be5\u5b66\u79d1\u5728\u56fd\u5185\u767e\u6240\u5b66\u6821\u5f00\u8bbe\uff0c\u5e76\u63a8\u52a8\u6280\u672f\u843d\u5730\u4ea7\u4e1a\uff0c\u5b9e\u73b0\u53d8\u9769\u3002<\/p>\n<p style=\"text-align: center\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-dca30b6705a307eaa719014307e4a387.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-dca30b6705a307eaa719014307e4a387.jpeg\"><\/a><\/p>\n<p>\u6c6a\u519b\u7684\u5b66\u751f\u4eec\u8fd8\u8c08\u5230\uff0c\u6c6a\u519b\u603b\u662f\u6d3b\u8dc3\u5728\u79d1\u7814\u4e00\u7ebf\u63a2\u7d22\uff0c\u624b\u628a\u624b\u6559\u5b66\u751f\u63a8\u516c\u5f0f\uff0c\u5b8c\u5168\u6ca1\u6709\u201c\u5b66\u672f\u5927\u725b\u201d\u7684\u67b6\u5b50\uff0c\u51e1\u4e8b\u4eb2\u529b\u4eb2\u4e3a\uff0c\u603b\u662f\u201c\u6837\u6837\u901a\u3001\u6837\u6837\u7cbe\u201d\uff0c\u4ece\u4fe1\u606f\u68c0\u7d22\u5230\u63a8\u8350\u7cfb\u7edf\u518d\u5230\u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u90fd\u80fd\u7855\u679c\u7d2f\u7d2f\u3002\u00a0<\/p>\n<p>\u77e5\u884c\u5408\u4e00\u7684\u5b66\u672f\u57fa\u56e0\u4f1a\u5728\u65b0\u4e00\u4ee3\u5b66\u8005\u8eab\u4e0a\u5ef6\u7eed\u3002\u5728\u6768\u8000\u4e1c\u770b\u6765\uff0c\u6c6a\u519b\u662f\u4ed6\u79d1\u7814\u548c\u4e3a\u4eba\u5904\u4e16\u4e0a\u7684\u9886\u8def\u4eba\uff0c\u5f53\u81ea\u5df1\u6210\u4e3a\u5bfc\u5e08\u540e\uff0c\u4e5f\u5e0c\u671b\u5bf9\u535a\u58eb\u751f\u4f20\u9012\u4e00\u4e2a\u6838\u5fc3\u7406\u5ff5\uff0c\u201c\u4e94\u5e74\u540e\u4f60\u4eec\u5e26\u4e0d\u8d70\u4efb\u4f55\u7b97\u6cd5\u4ee3\u7801\uff0c\u552f\u6709\u4e24\u6837\u4e1c\u897f\u771f\u6b63\u5c5e\u4e8e\u4f60\u4eec\u2014\u2014\u8fa8\u522b\u7814\u7a76\u65b9\u5411\u7684\u5b66\u672f\u54c1\u5473\uff0c\u4ee5\u53ca\u51b3\u5b9a\u5b66\u672f\u751f\u547d\u957f\u5ea6\u7684\u5b66\u672f\u9053\u5fb7\u548c\u89c4\u8303\u3002\u201d\u00a0<\/p>\n<p>\u8881\u5e05\u3001\u9648\u535a\u4e3a\u3001\u8d75\u6653\u96ea\u3001\u5f20\u4f1f\u6960\u3001\u6768\u8000\u4e1c\u3001\u6e29\u9896\u3001\u5f20\u6d77\u5cf0\u3001\u7530\u653f\u3001\u9648\u65ed\u3001\u675c\u96c5\u4e3d\u3001\u51af\u7199\u680b\u3001\u6768\u68a6\u6708\u3001\u674e\u9521\u6db5\u7b49\u4eba\u4eceUCL\u7684\u6c6a\u519b\u7ec4\u8d70\u51fa\uff0c\u4ee5\u5f3a\u5316\u5b66\u4e60\u4e3a\u6839\u7cfb\u6210\u957f\u4e3a\u591a\u4e2a\u65b9\u5411\u7684\u5148\u884c\u8005\uff0c\u5728\u4e2d\u56fd\u5f3a\u5316\u5b66\u4e60\u9886\u57df\u5f62\u6210\u4e86\u91cd\u8981\u7684\u5f71\u54cd\u3002<\/p>\n<p>\u201c\u5728\u8fc8\u5411AGI\u7684\u8def\u4e0a\uff0c\u65e0\u8bba\u662f\u54ea\u79cd\u667a\u80fd\uff0c\u5f3a\u5316\u5b66\u4e60\u8fd9\u4e00\u6b65\u90fd\u4e0d\u53ef\u6216\u7f3a\u3002\u201d<\/p>\n<p>UCL\u7684\u6545\u4e8b\u5df2\u544a\u4e00\u6bb5\u843d\uff0c\u4f46\u4ee5\u5f3a\u5316\u5b66\u4e60\u4e3a\u6839\u57fa\u7684\u4ed6\u4eec\uff0c\u4ecd\u5728\u7eed\u5199\u7740\u65b0\u7684\u7bc7\u7ae0\u3002<\/p>\n<p>\uff08\u96f7\u5cf0\u7f51<span style=\"color:#FD5D3C\">(\u516c\u4f17\u53f7\uff1a\u96f7\u5cf0\u7f51)<\/span>\u524d\u7f16\u8f91\u5f20\u8fdb\u5bf9\u672c\u6587\u4ea6\u6709\u8d21\u732e\uff09<\/p>\n<p>\u5173\u4e8e\u5f3a\u5316\u5b66\u4e60\u7684\u66f4\u591a\u6545\u4e8b\uff0c\u6b22\u8fce\u4e0e\u672c\u6587\u96f7\u5cf0\u7f51\u4f5c\u8005 anna042023 \u4ea4\u6d41<\/p>\n<p><\/p>\n<p>\u96f7\u5cf0\u7f51\u539f\u521b\u6587\u7ae0\uff0c\u672a\u7ecf\u6388\u6743\u7981\u6b62\u8f6c\u8f7d\u3002\u8be6\u60c5\u89c1<a href=\"https:\/\/r.xiumi.us\/board\/v5\/3qhbI\/392977584\" rel=\"nofollow\" target=\"_blank\">\u8f6c\u8f7d\u987b\u77e5<\/a>\u3002<\/p>\n<p>\n                        <a href=\"https:\/\/vip.yanxishe.com\/?from=leiphonearticle\" target=\"_blank\"><br \/>\n                            <a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-ef1b38dfb738ad25d47c69ef4a8cea34.jpeg\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-ef1b38dfb738ad25d47c69ef4a8cea34.jpeg\"><\/a><br \/>\n                        <\/a>\n                    <\/p>\n<p>                                            \u6587\u7ae0\u6765\u6e90\u4e8e\u4e92\u8054\u7f51:<a href=\"https:\/\/www.leiphone.com\/category\/ai\/oDDc0T9r1reVEXJ9.html\" target=\"_blank\">UCL\u5f3a\u5316\u5b66\u4e60\u6d3e\uff1a\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4f5c\u8005 | \u8d56\u6587\u6615 \u7f16\u8f91 | \u9648\u5f69\u5a34 \u4f5c\u4e3a [&hellip;]<\/p>\n","protected":false},"author":3,"featured_media":0,"comment_status":"open","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[27],"tags":[70,68,55,81,65,66],"class_list":["post-39134","post","type-post","status-publish","format-standard","hentry","category-news","tag-agent","tag-68","tag-55","tag-81","tag-65","tag-66"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v26.4 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>UCL\u5f3a\u5316\u5b66\u4e60\u6d3e\uff1a\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec - \u4e00\u8d77AI\u6280\u672f<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/17aitech.com\/?p=39134\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/17aitech.com\/?p=39134\",\"url\":\"https:\/\/17aitech.com\/?p=39134\",\"name\":\"UCL\u5f3a\u5316\u5b66\u4e60\u6d3e\uff1a\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec - \u4e00\u8d77AI\u6280\u672f\",\"isPartOf\":{\"@id\":\"https:\/\/17aitech.com\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/17aitech.com\/?p=39134#primaryimage\"},\"image\":{\"@id\":\"https:\/\/17aitech.com\/?p=39134#primaryimage\"},\"thumbnailUrl\":\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-2ecdee57b103cf1e32b390e16c7b140c.png\",\"datePublished\":\"2025-03-01T23:01:43+00:00\",\"author\":{\"@id\":\"https:\/\/17aitech.com\/#\/schema\/person\/60225458499e817ae0af73e67e440b9d\"},\"breadcrumb\":{\"@id\":\"https:\/\/17aitech.com\/?p=39134#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/17aitech.com\/?p=39134\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/17aitech.com\/?p=39134#primaryimage\",\"url\":\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-2ecdee57b103cf1e32b390e16c7b140c.png\",\"contentUrl\":\"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-2ecdee57b103cf1e32b390e16c7b140c.png\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/17aitech.com\/?p=39134#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/17aitech.com\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"UCL\u5f3a\u5316\u5b66\u4e60\u6d3e\uff1a\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/17aitech.com\/#website\",\"url\":\"https:\/\/17aitech.com\/\",\"name\":\"\u4e00\u8d77AI\u6280\u672f\",\"description\":\"\u8ba9AI\u77e5\u8bc6\u89e6\u624b\u53ef\u53ca\",\"alternateName\":\"\u4e00\u8d77AI\u6280\u672f\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/17aitech.com\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/17aitech.com\/#\/schema\/person\/60225458499e817ae0af73e67e440b9d\",\"name\":\"AI\u5c0f\u52a9\u624b\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/17aitech.com\/#\/schema\/person\/image\/\",\"url\":\"\/\/17aitech.com\/wp-content\/uploads\/2024\/04\/robot_3.png\",\"contentUrl\":\"\/\/17aitech.com\/wp-content\/uploads\/2024\/04\/robot_3.png\",\"caption\":\"AI\u5c0f\u52a9\u624b\"},\"description\":\"\u8fd9\u4e2a\u4eba\u5f88\u61d2\uff0c\u4ec0\u4e48\u90fd\u6ca1\u6709\u7559\u4e0b\uff5e\",\"url\":\"https:\/\/17aitech.com\/?page_id=33738&user=3\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"UCL\u5f3a\u5316\u5b66\u4e60\u6d3e\uff1a\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec - \u4e00\u8d77AI\u6280\u672f","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/17aitech.com\/?p=39134","schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/17aitech.com\/?p=39134","url":"https:\/\/17aitech.com\/?p=39134","name":"UCL\u5f3a\u5316\u5b66\u4e60\u6d3e\uff1a\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec - \u4e00\u8d77AI\u6280\u672f","isPartOf":{"@id":"https:\/\/17aitech.com\/#website"},"primaryImageOfPage":{"@id":"https:\/\/17aitech.com\/?p=39134#primaryimage"},"image":{"@id":"https:\/\/17aitech.com\/?p=39134#primaryimage"},"thumbnailUrl":"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-2ecdee57b103cf1e32b390e16c7b140c.png","datePublished":"2025-03-01T23:01:43+00:00","author":{"@id":"https:\/\/17aitech.com\/#\/schema\/person\/60225458499e817ae0af73e67e440b9d"},"breadcrumb":{"@id":"https:\/\/17aitech.com\/?p=39134#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/17aitech.com\/?p=39134"]}]},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/17aitech.com\/?p=39134#primaryimage","url":"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-2ecdee57b103cf1e32b390e16c7b140c.png","contentUrl":"https:\/\/17aitech.com\/wp-content\/uploads\/2025\/02\/frc-2ecdee57b103cf1e32b390e16c7b140c.png"},{"@type":"BreadcrumbList","@id":"https:\/\/17aitech.com\/?p=39134#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/17aitech.com\/"},{"@type":"ListItem","position":2,"name":"UCL\u5f3a\u5316\u5b66\u4e60\u6d3e\uff1a\u6c6a\u519b\u4e0e\u4ed6\u7684\u5b66\u751f\u4eec"}]},{"@type":"WebSite","@id":"https:\/\/17aitech.com\/#website","url":"https:\/\/17aitech.com\/","name":"\u4e00\u8d77AI\u6280\u672f","description":"\u8ba9AI\u77e5\u8bc6\u89e6\u624b\u53ef\u53ca","alternateName":"\u4e00\u8d77AI\u6280\u672f","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/17aitech.com\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/17aitech.com\/#\/schema\/person\/60225458499e817ae0af73e67e440b9d","name":"AI\u5c0f\u52a9\u624b","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/17aitech.com\/#\/schema\/person\/image\/","url":"\/\/17aitech.com\/wp-content\/uploads\/2024\/04\/robot_3.png","contentUrl":"\/\/17aitech.com\/wp-content\/uploads\/2024\/04\/robot_3.png","caption":"AI\u5c0f\u52a9\u624b"},"description":"\u8fd9\u4e2a\u4eba\u5f88\u61d2\uff0c\u4ec0\u4e48\u90fd\u6ca1\u6709\u7559\u4e0b\uff5e","url":"https:\/\/17aitech.com\/?page_id=33738&user=3"}]}},"_links":{"self":[{"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/posts\/39134","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/17aitech.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=39134"}],"version-history":[{"count":0,"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/posts\/39134\/revisions"}],"wp:attachment":[{"href":"https:\/\/17aitech.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=39134"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/17aitech.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=39134"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/17aitech.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=39134"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}