{"id":36219,"date":"2025-01-07T20:00:10","date_gmt":"2025-01-07T12:00:10","guid":{"rendered":"https:\/\/17aitech.com\/?p=36219"},"modified":"2025-01-07T20:00:10","modified_gmt":"2025-01-07T12:00:10","slug":"%e8%a7%86%e9%a2%91%e3%80%81%e5%9b%be%e5%83%8f%e3%80%81%e6%96%87%e6%9c%ac%ef%bc%8c%e5%8f%aa%e9%9c%80%e5%9f%ba%e4%ba%8e%e4%b8%8b%e4%b8%80%e4%b8%aatoken%e9%a2%84%e6%b5%8b%ef%bc%9a%e6%99%ba%e6%ba%90emu3","status":"publish","type":"post","link":"https:\/\/17aitech.com\/?p=36219","title":{"rendered":"\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f"},"content":{"rendered":"<p>\u6587\u7ae0\u6765\u6e90\u4e8e\u4e92\u8054\u7f51:<a href=\"https:\/\/www.jiqizhixin.com\/articles\/2024-10-21-5\" target=\"_blank\">\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f<\/a><\/p>\n<p>OpenAI \u524d\u9996\u5e2d\u79d1\u5b66\u5bb6\u3001\u8054\u5408\u521b\u59cb\u4eba Ilya Sutskever \u66fe\u5728\u591a\u4e2a\u573a\u5408\u8868\u8fbe\u89c2\u70b9\uff1a\u53ea\u8981\u80fd\u591f\u975e\u5e38\u597d\u7684\u9884\u6d4b\u4e0b\u4e00\u4e2a token\uff0c\u5c31\u80fd\u5e2e\u52a9\u4eba\u7c7b\u8fbe\u5230<mark data-type=\"concepts\" data-id=\"f1ce4161-b3c6-4b8a-b777-2d7958fe8b89\">\u901a\u7528<mark data-type=\"concepts\" data-id=\"2d28aa9c-942d-471d-bd96-8bfefb7144e0\">\u4eba\u5de5\u667a\u80fd<\/mark><\/mark>\uff08AGI\uff09\u3002<\/p>\n<p>\u867d\u7136\uff0c\u4e0b\u4e00 token \u9884\u6d4b\u5df2\u5728\u5927<mark data-type=\"tech_tasks\" data-id=\"bf35ef94-d956-4033-a533-0c0828308c36\">\u8bed\u8a00\u6a21\u578b<\/mark>\u9886\u57df\u5b9e\u73b0\u4e86 ChatGPT \u7b49\u7a81\u7834\uff0c\u4f46\u662f\u5728\u591a\u6a21\u6001\u6a21\u578b\u4e2d\u7684\u9002\u7528\u6027\u4ecd\u4e0d\u660e\u786e\uff0c\u591a\u6a21\u6001\u4efb\u52a1\u4ecd\u7136\u7531\u6269\u6563\u6a21\u578b\uff08\u5982 Stable Diffusion\uff09\u548c\u7ec4\u5408\u65b9\u6cd5\uff08\u5982\u7ed3\u5408 CLIP \u89c6\u89c9\u7f16\u7801\u5668\u548c LLM\uff09\u6240\u4e3b\u5bfc\u3002<\/p>\n<p>2024 \u5e74 10 \u6708 21 \u65e5\uff0c\u667a\u6e90\u7814\u7a76\u9662\u6b63\u5f0f\u53d1\u5e03\u539f\u751f\u591a\u6a21\u6001\u4e16\u754c\u6a21\u578b Emu3\u3002<strong>\u8be5\u6a21\u578b\u53ea\u57fa\u4e8e\u4e0b\u4e00\u4e2a token \u9884\u6d4b\uff0c\u65e0\u9700\u6269\u6563\u6a21\u578b\u6216\u7ec4\u5408\u65b9\u6cd5\uff0c\u5373\u53ef\u5b8c\u6210\u6587\u672c\u3001\u56fe\u50cf\u3001\u89c6\u9891\u4e09\u79cd\u6a21\u6001\u6570\u636e\u7684\u7406\u89e3\u548c\u751f\u6210\u3002<a href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzA3MzI4MjgzMw==&amp;mid=2650939676&amp;idx=1&amp;sn=d8a55a8e14f0f48d705e7274be6e773a&amp;chksm=84e7e562b3906c7421c3348ed7e36e254f04d20866d93c550935b2b97551fc5820f2e7a11479&amp;token=1464929056&amp;lang=zh_CN#rd\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-8cbad0f78367681843aa875a45a147d1.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-8cbad0f78367681843aa875a45a147d1.png\"><\/a><\/a><\/strong><\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-2a123f6a8326b86b36f4f01b912c8cd8.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-2a123f6a8326b86b36f4f01b912c8cd8.png\"><\/a><\/p>\n<p>Emu3 \u5728<mark data-type=\"tech_tasks\" data-id=\"ba1ea8a1-a705-4f89-8348-ec71bae840dc\">\u56fe\u50cf\u751f\u6210<\/mark>\u3001<mark data-type=\"tech_tasks\" data-id=\"29c7c16c-acac-4bc9-87f4-279f97bf02fc\">\u89c6\u9891\u751f\u6210<\/mark>\u3001\u89c6\u89c9\u8bed\u8a00\u7406\u89e3\u7b49\u4efb\u52a1\u4e2d\u8d85\u8fc7\u4e86 SDXL \u3001LLaVA\u3001OpenSora \u7b49\u77e5\u540d\u5f00\u6e90\u6a21\u578b\uff0c\u4f46\u662f\u65e0\u9700\u6269\u6563\u6a21\u578b\u3001CLIP \u89c6\u89c9\u7f16\u7801\u5668\u3001\u9884\u8bad\u7ec3\u7684 LLM \u7b49\u6280\u672f\uff0c\u53ea\u9700\u8981\u9884\u6d4b\u4e0b\u4e00\u4e2a token\u3002<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-4c69dbd42f08e09059812e3224123a1e.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-4c69dbd42f08e09059812e3224123a1e.png\"><\/a><\/p>\n<p><em><sup>\u5728<mark data-type=\"tech_tasks\" data-id=\"ba1ea8a1-a705-4f89-8348-ec71bae840dc\">\u56fe\u50cf\u751f\u6210<\/mark>\u4efb\u52a1\u4e2d\uff0c\u57fa\u4e8e\u4eba\u7c7b\u504f\u597d\u8bc4\u6d4b\uff0cEmu3 \u4f18\u4e8e SD-1.5 \u4e0e SDXL \u6a21\u578b\u3002\u5728\u89c6\u89c9\u8bed\u8a00\u7406\u89e3\u4efb\u52a1\u4e2d\uff0c\u5bf9\u4e8e 12 \u9879<mark data-type=\"concepts\" data-id=\"308c3a45-0fee-4ec6-858e-85b15f440fc0\">\u57fa\u51c6<\/mark>\u6d4b\u8bd5\u7684\u5e73\u5747\u5f97\u5206\uff0cEmu3 \u4f18\u4e8e LlaVA-1.6\u3002\u5728<mark data-type=\"tech_tasks\" data-id=\"29c7c16c-acac-4bc9-87f4-279f97bf02fc\">\u89c6\u9891\u751f\u6210<\/mark>\u4efb\u52a1\u4e2d\uff0c\u5bf9\u4e8e VBench <mark data-type=\"concepts\" data-id=\"308c3a45-0fee-4ec6-858e-85b15f440fc0\">\u57fa\u51c6<\/mark>\u6d4b\u8bd5\u5f97\u5206\uff0cEmu3 \u4f18\u4e8e OpenSora 1.2\u3002<\/sup><\/em><\/p>\n<p>Emu3 \u63d0\u4f9b\u4e86\u4e00\u4e2a\u5f3a\u5927\u7684\u89c6\u89c9 tokenizer\uff0c\u80fd\u591f\u5c06\u89c6\u9891\u548c<mark data-type=\"tech_tasks\" data-id=\"57707ed1-17b6-4e62-b95f-ceda092d9967\">\u56fe\u50cf\u8f6c\u6362<\/mark>\u4e3a\u79bb\u6563 token\u3002\u8fd9\u4e9b\u89c6\u89c9\u79bb\u6563 token \u53ef\u4ee5\u4e0e\u6587\u672c tokenizer \u8f93\u51fa\u7684\u79bb\u6563 token \u4e00\u8d77\u9001\u5165\u6a21\u578b\u4e2d\u3002\u4e0e\u6b64\u540c\u65f6\uff0c\u8be5\u6a21\u578b\u8f93\u51fa\u7684\u79bb\u6563 token \u53ef\u4ee5\u88ab\u8f6c\u6362\u4e3a\u6587\u672c\u3001\u56fe\u50cf\u548c\u89c6\u9891\uff0c\u4e3a Any-to-Any \u7684\u4efb\u52a1\u63d0\u4f9b\u4e86\u66f4\u52a0\u7edf\u4e00\u7684\u7814\u7a76\u8303\u5f0f\u3002\u800c\u5728\u6b64\u524d\uff0c\u793e\u533a\u7f3a\u5c11\u8fd9\u6837\u7684\u6280\u672f\u548c\u6a21\u578b\u3002<\/p>\n<p>\u6b64\u5916\uff0c\u53d7\u76ca\u4e8e Emu3 \u4e0b\u4e00\u4e2a token \u9884\u6d4b\u6846\u67b6\u7684\u7075\u6d3b\u6027\uff0c\u76f4\u63a5\u504f\u597d\u4f18\u5316\uff08DPO\uff09\u53ef\u65e0\u7f1d\u5e94\u7528\u4e8e\u81ea\u56de\u5f52\u89c6\u89c9\u751f\u6210\uff0c\u4f7f\u6a21\u578b\u4e0e\u4eba\u7c7b\u504f\u597d\u4fdd\u6301\u4e00\u81f4\u3002<\/p>\n<p>Emu3 \u7814\u7a76\u7ed3\u679c\u8bc1\u660e\uff0c\u4e0b\u4e00\u4e2a token \u9884\u6d4b\u53ef\u4ee5\u4f5c\u4e3a\u591a\u6a21\u6001\u6a21\u578b\u7684\u4e00\u4e2a\u5f3a\u5927\u8303\u5f0f\uff0c\u5b9e\u73b0\u8d85\u8d8a\u8bed\u8a00\u672c\u8eab\u7684\u5927\u89c4\u6a21<mark data-type=\"tech_methods\" data-id=\"4468592f-93e9-4575-be91-fd64c0c6afe0\">\u591a\u6a21\u6001\u5b66\u4e60<\/mark>\uff0c\u5e76\u5728\u591a\u6a21\u6001\u4efb\u52a1\u4e2d\u5b9e\u73b0\u5148\u8fdb\u7684\u6027\u80fd\u3002\u901a\u8fc7\u5c06\u590d\u6742\u7684\u591a\u6a21\u6001\u8bbe\u8ba1<mark data-type=\"concepts\" data-id=\"3bf78775-1316-4ac0-bd99-10e2fc88c439\">\u6536\u655b<\/mark>\u5230 token \u672c\u8eab\uff0c\u80fd\u5728\u5927\u89c4\u6a21\u8bad\u7ec3\u548c\u63a8\u7406\u4e2d\u91ca\u653e\u5de8\u5927\u7684\u6f5c\u529b\u3002\u4e0b\u4e00\u4e2a token \u9884\u6d4b\u4e3a\u6784\u5efa\u591a\u6a21\u6001 AGI \u63d0\u4f9b\u4e86\u4e00\u6761\u524d\u666f\u5e7f\u9614\u7684\u9053\u8def\u3002<\/p>\n<p><strong>\u76ee\u524d Emu3 \u5df2\u5f00\u6e90\u4e86\u5173\u952e\u6280\u672f\u548c\u6a21\u578b\u3002\uff08\u5f00\u6e90\u6a21\u578b\u548c\u4ee3\u7801\u5730\u5740\u5728\u6587\u672b\uff09<\/strong><\/p>\n<p>Emu3 \u4e00\u7ecf\u4e0a\u7ebf\u4fbf\u5728\u793e\u4ea4\u5a92\u4f53\u548c\u6280\u672f\u793e\u533a\u5f15\u8d77\u4e86\u70ed\u8bae\uff1a<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-89e24933aab805f2bd2d0b780c06014c.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-89e24933aab805f2bd2d0b780c06014c.png\"><\/a><\/p>\n<p>\u6709\u7f51\u53cb\u6307\u51fa\uff0c\u201c\u8fd9\u662f\u51e0\u4e2a\u6708\u4ee5\u6765\u6700\u91cd\u8981\u7684\u7814\u7a76\uff0c\u6211\u4eec\u73b0\u5728\u975e\u5e38\u63a5\u8fd1\u62e5\u6709\u4e00\u4e2a\u5904\u7406\u6240\u6709\u6570\u636e\u6a21\u6001\u7684\u5355\u4e00\u67b6\u6784\u3002\u201d<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-bdb8c4dececafab433795302d4aa1b13.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-bdb8c4dececafab433795302d4aa1b13.png\"><\/a><\/p>\n<p>\u201cEmu3 \u662f\u4e00\u79cd\u975e\u5e38\u65b0\u9896\u7684\u65b9\u6cd5\uff08\u81f3\u5c11\u5728\u6211\u770b\u6765\u662f\u8fd9\u6837\uff09\uff0c\u5b83\u6709\u673a\u4f1a\u5c06\u591a\u6a21\u6001\u5408\u5e76\u4e3a\u4e00\uff0c\u53ea\u9700\u5c06\u5b83\u4eec\u90fd\u89c6\u4e3a token \u5373\u53ef\u3002\u867d\u7136\u8fd8\u5904\u4e8e\u521d\u671f\uff0c\u4f46\u6f14\u793a\u6548\u679c\u5f88\u4e0d\u9519\u3002\u60f3\u8c61\u4e00\u4e0b\uff0c\u6211\u4eec\u53ef\u4ee5\u65e0\u9650\u6269\u5c55\u89c6\u9891\u548c\u751f\u6210\u591a\u79cd\u6a21\u6001\u3002\u201d<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-c6115b86c3cbe23cea10e425995d57b8.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-c6115b86c3cbe23cea10e425995d57b8.png\"><\/a><\/p>\n<p>\u751a\u81f3\u6709\u7f51\u53cb\u8bc4\u4ef7\uff1a\u201c\u4e5f\u8bb8\u6211\u4eec\u4f1a\u5f97\u5230\u4e00\u4e2a\u771f\u6b63\u5f00\u653e\u7684 OpenAI v2\uff1f\u201d<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-55fe859782081f6f380ea37439c61872.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-55fe859782081f6f380ea37439c61872.png\"><\/a><\/p>\n<p>\u5bf9\u4e8e Emu3 \u7684\u610f\u4e49\u548c\u5f71\u54cd\uff0c\u6709\u8bc4\u8bba\u6307\u51fa\uff1a\u201cEmu3 \u5c06\u5f7b\u5e95\u6539\u53d8\u591a\u6a21\u6001 AI \u9886\u57df\uff0c\u63d0\u4f9b\u65e0\u4e0e\u4f26\u6bd4\u7684\u6027\u80fd\u548c\u7075\u6d3b\u6027\u3002\u201d<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-ed223c835aa636252a6c241c54586eda.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-ed223c835aa636252a6c241c54586eda.png\"><\/a><\/p>\n<p>\u201cEmu3 \u5728\u5404\u884c\u5404\u4e1a\u7684\u5e7f\u6cdb\u9002\u7528\u6027\u548c\u5f00\u6e90\u7075\u6d3b\u6027\u5c06\u4e3a\u5f00\u53d1\u8005\u548c\u4f01\u4e1a\u89e3\u9501<mark data-type=\"concepts\" data-id=\"2d28aa9c-942d-471d-bd96-8bfefb7144e0\">\u4eba\u5de5\u667a\u80fd<\/mark>\u521b\u65b0\u80fd\u529b\u7684\u673a\u4f1a\u3002\u201d<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-2b5f4ef888650c79008807e32022a72c.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-2b5f4ef888650c79008807e32022a72c.png\"><\/a><\/p>\n<p>\u201c\u5bf9\u4e8e\u7814\u7a76\u4eba\u5458\u6765\u8bf4\uff0cEmu3 \u610f\u5473\u7740\u51fa\u73b0\u4e86\u4e00\u4e2a\u65b0\u7684\u673a\u4f1a\uff0c\u53ef\u4ee5\u901a\u8fc7\u7edf\u4e00\u7684\u67b6\u6784\u63a2\u7d22\u591a\u6a21\u6001\uff0c\u65e0\u9700\u5c06\u590d\u6742\u7684\u6269\u6563\u6a21\u578b\u4e0e\u5927<mark data-type=\"tech_tasks\" data-id=\"bf35ef94-d956-4033-a533-0c0828308c36\">\u8bed\u8a00\u6a21\u578b<\/mark>\u76f8\u7ed3\u5408\u3002\u8fd9\u79cd\u65b9\u6cd5\u7c7b\u4f3c\u4e8e transformer \u5728\u89c6\u89c9\u76f8\u5173\u4efb\u52a1\u4e2d\u7684\u53d8\u9769\u6027\u5f71\u54cd\u3002\u201d<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-1d9ecb86bd48fe8932376a89945d75e3.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-1d9ecb86bd48fe8932376a89945d75e3.png\"><\/a><\/p>\n<p>\u201cEmu3 \u7684\u7edf\u4e00\u65b9\u6cd5\u5c06\u5e26\u6765\u66f4\u9ad8\u6548\u3001\u66f4\u591a\u529f\u80fd\u7684 AI \u7cfb\u7edf\uff0c\u7b80\u5316\u591a\u6a21\u6001 AI \u7684\u5f00\u53d1\u548c\u5e94\u7528\u4ee5\u53ca\u5185\u5bb9\u751f\u6210\u3001\u5206\u6790\u548c\u7406\u89e3\u7684\u65b0\u53ef\u80fd\u6027\u3002\u201d<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-871b5424d53547da4a405d247e528207.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-871b5424d53547da4a405d247e528207.png\"><\/a><\/p>\n<p>&#8220;Emu3 \u6539\u5199\u4e86\u591a\u6a21\u6001<mark data-type=\"concepts\" data-id=\"2d28aa9c-942d-471d-bd96-8bfefb7144e0\">\u4eba\u5de5\u667a\u80fd<\/mark>\u7684\u89c4\u5219&#8230;Emu3 \u91cd\u65b0\u5b9a\u4e49\u4e86\u591a\u6a21\u6001 AI\uff0c\u5c55\u793a\u4e86\u7b80\u5355\u53ef\u4ee5\u6218\u80dc\u590d\u6742\u3002\u591a\u6a21\u6001 AI \u7684\u672a\u6765\u53d8\u5f97\u66f4\u52a0\u7cbe\u70bc\u4e0e\u5f3a\u5927\u3002&#8221;<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-65c078dc30b36a9e5fef62def63ce05f.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-65c078dc30b36a9e5fef62def63ce05f.png\"><\/a><\/p>\n<p><strong>\u6548\u679c\u5c55\u793a<\/strong><\/p>\n<p><strong>1. \u89c6\u89c9\u7406\u89e3<\/strong><\/p>\n<p>Emu3 \u5c55\u73b0\u4e86\u5f3a\u5927\u7684\u56fe\u50cf\u53ca\u89c6\u9891\u7684<mark data-type=\"concepts\" data-id=\"1ccbfcc7-1b56-44d6-b64b-729d855abcb1\">\u611f\u77e5<\/mark>\u80fd\u529b\uff0c\u80fd\u591f\u7406\u89e3\u7269\u7406\u4e16\u754c\u5e76\u63d0\u4f9b\u8fde\u8d2f\u7684\u6587\u672c\u56de\u590d\u3002\u503c\u5f97\u6ce8\u610f\u7684\u662f\uff0c\u8fd9\u79cd\u80fd\u529b\u662f\u5728\u4e0d\u4f9d\u8d56\u4e8e\u57fa\u7840 LLM \u6a21\u578b\u548c CLIP \u7684\u60c5\u51b5\u4e0b\u5b9e\u73b0\u7684\u3002<\/p>\n<p>1.1 \u56fe\u50cf\u8f93\u5165<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-85ec78f36f98daa52afc6166303c22c1.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-85ec78f36f98daa52afc6166303c22c1.png\"><\/a><\/p>\n<p><em><sup>\u7528\u6237\u95ee\u9898: Describe the landmark.<\/sup><\/em><\/p>\n<p><em><sup>\u6a21\u578b\u56de\u7b54: The image showcases the Brooklyn Bridge, a prominent suspension bridge in New York City, recognized by its distinctive towers and the web of cables that support it. This iconic structure connects the boroughs of Brooklyn and Manhattan.<\/sup><\/em><\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-51932a3ad07e4bc7bddeaf9c8f8c924b.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-51932a3ad07e4bc7bddeaf9c8f8c924b.png\"><\/a><\/p>\n<p><em><sup>\u7528\u6237\u95ee\u9898: Please describe the image in detail.<\/sup><\/em><\/p>\n<p><sup><em>\u6a21\u578b\u56de\u7b54: The image is the cover of a magazine titled &#8220;Parktakes,&#8221; which is the Fall 2017 issue. The cover features two individuals in a white kayak, paddling on a body of water. The kayak is positioned diagonally, with the two individuals seated towards the front. Both individuals are wearing life jackets, which are red with black straps, and they are holding paddles with orange blades. The person on the left is a woman with long dark hair, wearing sunglasses and a black top. The person on the right is a man with short hair, wearing a green shirt and a light-colored cap. They both appear to be smiling and enjoying their time on the water.<\/em><\/sup><\/p>\n<p><sup><em>The background shows a natural setting with trees and greenery, indicating that they are likely in a park or natural reserve. The water is calm, and the sky is not visible, suggesting a serene and peaceful environment.<\/em><\/sup><\/p>\n<p><sup><em>The magazine cover includes several text elements:<\/em><\/sup><\/p>\n<p><sup><em>1. **Title**: &#8220;Parktakes&#8221; is prominently displayed at the top in large, bold, blue letters.<\/em><\/sup><\/p>\n<p><sup><em>2. **Fall 2017 Issue**: The issue is marked in the top right corner in a smaller, white font.<\/em><\/sup><\/p>\n<p><sup><em>3. **Main Feature**: &#8220;Enjoy Fall Adventures in Parks&#8221; is written in a large, bold, orange font, emphasizing the theme of outdoor activities.<\/em><\/sup><\/p>\n<p><sup><em>4. **Additional Features**: The cover lists several topics covered in the magazine:<\/em><\/sup><\/p>\n<p><sup><em>&#8211; &#8220;Birding, Boating, and Hiking&#8221;<\/em><\/sup><\/p>\n<p><sup><em>&#8211; &#8220;Seasonal Festivals&#8221;<\/em><\/sup><\/p>\n<p><sup><em>&#8211; &#8220;New Attractions&#8221;<\/em><\/sup><\/p>\n<p><sup><em>5. **Registration <mark data-type=\"institutions\" data-id=\"6bc5e4f6-94eb-45d5-a1e8-b236decc51ca\">Infor<\/mark>mation**: At the bottom, there is a call to action to &#8220;Registration begins Aug. 1 for full classes&#8221; and a website link: &#8220;www.fairfaxcounty.gov\/parks.&#8221;<\/em><\/sup><\/p>\n<p><sup><em>Analysis and Description<\/em><\/sup><\/p>\n<p><sup><em>The cover of &#8220;Parktakes&#8221; effectively conveys the theme of outdoor recreational activities, particularly in parks. The image of the two individuals in a kayak suggests that the magazine features content related to kayaking, canoeing, and other water sports. The inclusion of life jackets indicates a focus on safety and preparedness for water activities. The mention of seasonal festivals and new attractions implies that the magazine includes information on various events and attractions within the parks.<\/em><\/sup><\/p>\n<p><sup><em>The cover also highlights the magazine&#8217;s commitment to providing a comprehensive guide to outdoor activities, with a clear emphasis on safety and accessibility. The registration information suggests that the magazine is a resource for planning and participating in various outdoor activities, likely targeting a wide audience interested in parks and recreational activities.<\/em><\/sup><\/p>\n<p><em><sup>In summary, the magazine cover is designed to attract readers interested in outdoor adventures, safety, and seasonal events within parks. The use of a kayak and life jackets emphasizes the magazine&#8217;s focus on water sports and safety, while the inclusion of various features and registration information suggests a well-rounded resource for park visitors.<\/sup><\/em><\/p>\n<p>1.2 \u89c6\u9891\u8f93\u5165<a href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzA3MzI4MjgzMw==&amp;mid=2650939676&amp;idx=1&amp;sn=d8a55a8e14f0f48d705e7274be6e773a&amp;chksm=84e7e562b3906c7421c3348ed7e36e254f04d20866d93c550935b2b97551fc5820f2e7a11479&amp;token=1464929056&amp;lang=zh_CN#rd\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-485b8a5d2addb7644a077a823ad49216.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-485b8a5d2addb7644a077a823ad49216.png\"><\/a><\/a><\/p>\n<p><em><sup>\u7528\u6237\u95ee\u9898: What is the man doing in the video?<\/sup><\/em><\/p>\n<p><em><sup>\u6a21\u578b\u56de\u7b54: The man in the video appears to be performing a fire dance, a form of entertainment where a person uses fire to create dynamic and visually appealing movements. The sparklers he holds produce a mesmerizing display of light and shadows, capturing the intensity of his performance.<\/sup><\/em><\/p>\n<p><strong>2. <mark data-type=\"tech_tasks\" data-id=\"ba1ea8a1-a705-4f89-8348-ec71bae840dc\">\u56fe\u50cf\u751f\u6210<\/mark><\/strong><\/p>\n<p>Emu3 \u901a\u8fc7\u9884\u6d4b\u4e0b\u4e00\u4e2a\u89c6\u89c9 token \u6765\u751f\u6210\u9ad8\u8d28\u91cf\u7684\u56fe\u50cf\u3002\u8be5\u6a21\u578b\u81ea\u7136\u652f\u6301\u7075\u6d3b\u7684\u5206\u8fa8\u7387\u548c\u4e0d\u540c\u98ce\u683c\u3002<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-31dce4db8d166d5da526f860b2ff3629.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-31dce4db8d166d5da526f860b2ff3629.png\"><\/a><\/p>\n<p><strong>3. <mark data-type=\"tech_tasks\" data-id=\"29c7c16c-acac-4bc9-87f4-279f97bf02fc\">\u89c6\u9891\u751f\u6210<\/mark><\/strong><\/p>\n<p>\u4e0e\u4f7f\u7528\u89c6\u9891\u6269\u6563\u6a21\u578b\u4ee5\u4ece\u566a\u58f0\u751f\u6210\u89c6\u9891\u7684 Sora \u4e0d\u540c\uff0cEmu3 \u53ea\u662f\u901a\u8fc7\u9884\u6d4b\u5e8f\u5217\u4e2d\u7684\u4e0b\u4e00\u4e2a token \u6765\u56e0\u679c\u6027\u7684\u751f\u6210\u89c6\u9891\u3002<a href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzA3MzI4MjgzMw==&amp;mid=2650939676&amp;idx=1&amp;sn=d8a55a8e14f0f48d705e7274be6e773a&amp;chksm=84e7e562b3906c7421c3348ed7e36e254f04d20866d93c550935b2b97551fc5820f2e7a11479&amp;token=1464929056&amp;lang=zh_CN#rd\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-39a181eaad2d218360e1ed7f3a8d086a.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-39a181eaad2d218360e1ed7f3a8d086a.png\"><\/a><\/a><\/p>\n<p><strong>4. <mark data-type=\"tech_tasks\" data-id=\"2600ba78-2333-40c6-a160-48c7b8a54d88\">\u89c6\u9891\u9884\u6d4b<\/mark><\/strong><\/p>\n<p>\u5728\u89c6\u9891\u7684\u4e0a\u4e0b\u6587\u4e2d\uff0cEmu3 \u53ef\u4ee5\u81ea\u7136\u5730\u6269\u5c55\u89c6\u9891\u5e76\u9884\u6d4b\u63a5\u4e0b\u6765\u4f1a\u53d1\u751f\u4ec0\u4e48\u3002\u6a21\u578b\u53ef\u4ee5\u6a21\u62df\u7269\u7406\u4e16\u754c\u4e2d\u73af\u5883\u3001\u4eba\u548c\u52a8\u7269\u3002<a href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzA3MzI4MjgzMw==&amp;mid=2650939676&amp;idx=1&amp;sn=d8a55a8e14f0f48d705e7274be6e773a&amp;chksm=84e7e562b3906c7421c3348ed7e36e254f04d20866d93c550935b2b97551fc5820f2e7a11479&amp;token=1464929056&amp;lang=zh_CN#rd\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-216928e59cb8e157aab84264c053d44d.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-216928e59cb8e157aab84264c053d44d.png\"><\/a><\/a><a href=\"https:\/\/mp.weixin.qq.com\/s?__biz=MzA3MzI4MjgzMw==&amp;mid=2650939676&amp;idx=1&amp;sn=d8a55a8e14f0f48d705e7274be6e773a&amp;chksm=84e7e562b3906c7421c3348ed7e36e254f04d20866d93c550935b2b97551fc5820f2e7a11479&amp;token=1464929056&amp;lang=zh_CN#rd\"><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-88265f0fbc7483d69cfddfa9d857a4cb.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-88265f0fbc7483d69cfddfa9d857a4cb.png\"><\/a><\/a><\/p>\n<p><strong>Emu3 \u6280\u672f\u7ec6\u8282<\/strong><\/p>\n<p><strong>1 \u6570\u636e<\/strong><\/p>\n<p>Emu3 \u662f\u5728\u8bed\u8a00\u3001\u56fe\u50cf\u548c\u89c6\u9891\u6df7\u5408\u6570\u636e\u6a21\u6001\u4e0a\u4ece\u5934\u5f00\u59cb\u8bad\u7ec3\u7684\u3002<\/p>\n<ul>\n<li>\n<p>\u8bed\u8a00\u6570\u636e\uff1a\u4f7f\u7528\u4e0e Aquila \u6a21\u578b\u76f8\u540c\u7684\u8bed\u8a00\u6570\u636e\uff0c\u4e00\u4e2a\u7531\u4e2d\u82f1\u6587\u6570\u636e\u7ec4\u6210\u7684\u9ad8\u8d28\u91cf<mark data-type=\"concepts\" data-id=\"930c591c-a35b-4761-83ef-22ef12aa3c5f\">\u8bed\u6599\u5e93<\/mark>\u3002<\/p>\n<\/li>\n<li>\n<p>\u56fe\u50cf\u6570\u636e\uff1a\u6784\u5efa\u4e86\u4e00\u4e2a\u5927\u578b\u56fe\u50cf\u6587\u672c\u6570\u636e\u96c6\uff0c\u5176\u4e2d\u5305\u62ec\u5f00\u6e90\u7f51\u7edc\u6570\u636e\u3001AI \u751f\u6210\u7684\u6570\u636e\u548c\u9ad8\u8d28\u91cf\u7684\u5185\u90e8\u6570\u636e\u3002\u6574\u4e2a\u6570\u636e\u96c6\u7ecf\u8fc7\u4e86\u5206\u8fa8\u7387\u3001\u56fe\u7247\u8d28\u91cf\u3001\u7c7b\u578b\u7b49\u65b9\u9762\u7684\u8fc7\u6ee4\u8fc7\u7a0b\u3002\u8bad\u7ec3\u4e86\u4e00\u4e2a\u57fa\u4e8e Emu2 \u7684\u56fe\u50cf\u63cf\u8ff0\u6a21\u578b\u6765\u5bf9\u8fc7\u6ee4\u540e\u7684\u6570\u636e\u8fdb\u884c\u6807\u6ce8\u4ee5\u6784\u5efa\u5bc6\u96c6\u7684\u56fe\u50cf\u63cf\u8ff0\uff0c\u5e76\u5229\u7528 vLLM \u5e93\u6765\u52a0\u901f\u6807\u6ce8\u8fc7\u7a0b\u3002<\/p>\n<\/li>\n<li>\n<p>\u89c6\u9891\u6570\u636e\uff1a\u6536\u96c6\u7684\u89c6\u9891\u6db5\u76d6\u98ce\u666f\u3001\u52a8\u7269\u3001\u690d\u7269\u548c\u6e38\u620f\u7b49\u591a\u4e2a\u7c7b\u522b\u3002<\/p>\n<\/li>\n<\/ul>\n<p>\u6574\u4e2a\u89c6\u9891\u5904\u7406\u6d41\u7a0b\u5305\u62ec\u4e86\u573a\u666f\u5207\u5206\u3001\u6587\u672c\u8fc7\u6ee4\u3001\u5149\u6d41\u8fc7\u6ee4\u3001\u8d28\u91cf\u8bc4\u5206\u7b49\u9636\u6bb5\u3002\u5e76\u4f7f\u7528\u57fa\u4e8e\u56fe\u50cf\u63cf\u8ff0\u6a21\u578b\u5fae\u8c03\u5f97\u5230\u7684\u89c6\u9891\u63cf\u8ff0\u6a21\u578b\u6765\u5bf9\u4ee5\u4e0a\u8fc7\u6ee4\u540e\u7684\u89c6\u9891\u7247\u6bb5\u6253\u6807\u6587\u672c\u63cf\u8ff0\u3002<\/p>\n<p><strong>2 \u00a0 \u7edf\u4e00\u89c6\u89c9 Tokenizer<\/strong><\/p>\n<p>\u5728 SBER-MoV<mark data-type=\"tech_methods\" data-id=\"238be7a8-3914-478b-91a0-ffbea7ccf851\">QGAN<\/mark> \u7684\u57fa\u7840\u4e0a\u8bad\u7ec3\u89c6\u89c9 tokenizer \uff0c\u5b83\u53ef\u4ee5\u5c06 4 \u00d7 512 \u00d7 512 \u7684\u89c6\u9891\u7247\u6bb5\u6216 512 \u00d7 512 \u7684\u56fe\u50cf\u7f16\u7801\u6210 4096 \u4e2a\u79bb\u6563 token\u3002\u5b83\u7684\u8bcd\u8868\u5927\u5c0f\u4e3a 32,768\u3002Emu3 \u7684 tokenizer \u5728\u65f6\u95f4\u7ef4\u5ea6\u4e0a\u5b9e\u73b0\u4e86 4\u00d7 \u538b\u7f29\uff0c\u5728\u7a7a\u95f4\u7ef4\u5ea6\u4e0a\u5b9e\u73b0\u4e86 8\u00d78 \u538b\u7f29\uff0c\u9002\u7528\u4e8e\u4efb\u4f55\u65f6\u95f4\u548c\u7a7a\u95f4\u5206\u8fa8\u7387\u3002<\/p>\n<p>\u6b64\u5916\uff0c\u57fa\u4e8e MoV<mark data-type=\"tech_methods\" data-id=\"238be7a8-3914-478b-91a0-ffbea7ccf851\">QGAN<\/mark> \u67b6\u6784\uff0c\u5728\u7f16\u7801\u5668\u548c\u89e3\u7801\u5668\u6a21\u5757\u4e2d\u52a0\u5165\u4e86\u4e24\u4e2a\u5177\u6709\u4e09\u7ef4\u5377\u79ef\u6838\u7684\u65f6\u95f4\u6b8b\u5dee\u5c42\uff0c\u4ee5\u589e\u5f3a\u89c6\u9891 token \u5316\u80fd\u529b\u3002<\/p>\n<p><strong>3 \u67b6\u6784<\/strong><\/p>\n<p>Emu3 \u4fdd\u7559\u4e86\u4e3b\u6d41\u5927<mark data-type=\"tech_tasks\" data-id=\"bf35ef94-d956-4033-a533-0c0828308c36\">\u8bed\u8a00\u6a21\u578b<\/mark>\uff08\u5373 Llama-2\uff09\u7684\u7f51\u7edc\u67b6\u6784\u3002\u4e0d\u540c\u70b9\u5728\u4e8e\uff0c\u5176\u6269\u5c55\u4e86 Llama-2 \u67b6\u6784\u4e2d\u7684\u5d4c\u5165\u5c42\uff0c\u4ee5\u5bb9\u7eb3\u79bb\u6563\u7684\u89c6\u89c9 token\u3002\u7f51\u7edc\u4e2d\u4f7f\u7528 RMSNorm \u8fdb\u884c\u5f52\u4e00\u5316\u3002\u5176\u8fd8\u4f7f\u7528\u4e86 GQA <mark data-type=\"tech_methods\" data-id=\"60bee267-89dc-4606-ba24-6b3f7d1f6189\">\u6ce8\u610f\u529b\u673a\u5236<\/mark>\u3001SwiGLU <mark data-type=\"concepts\" data-id=\"1697e627-30e7-48a6-b799-39e2338ffab5\">\u6fc0\u6d3b\u51fd\u6570<\/mark>\u548c\u4e00\u7ef4\u65cb\u8f6c\u4f4d\u7f6e\u7f16\u7801\uff08RoPE\uff09\u7b49\u6280\u672f\uff0c\u5e76\u5e76\u53bb\u9664\u4e86\u6ce8\u610f\u529b\u6a21\u5757\u4e2d QKV \u5c42\u548c\u7ebf\u6027\u6295\u5f71\u5c42\u4e2d\u7684\u504f\u7f6e\u3002\u6b64\u5916\uff0c\u8fd8\u91c7\u7528\u4e86 0.1 \u7684 dropout \u7387\u6765\u63d0\u9ad8\u8bad\u7ec3\u7684\u7a33\u5b9a\u6027\uff0c\u4f7f\u7528 QwenTokenizer \u5bf9\u591a\u8bed\u8a00\u6587\u672c\u8fdb\u884c\u7f16\u7801\u3002\u8be6\u7ec6\u67b6\u6784\u914d\u7f6e\u8868\u3002<\/p>\n<p><a href=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-7a4f8fd2d7302dbfd31b665ac5d4076e.png\" data-fancybox=\"images\" data-fancybox=\"gallery\"><img decoding=\"async\" src=\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-7a4f8fd2d7302dbfd31b665ac5d4076e.png\"><\/a><\/p>\n<p><strong>4 \u9884\u8bad\u7ec3<\/strong><\/p>\n<p>\u5728\u9884\u8bad\u7ec3\u8fc7\u7a0b\u4e2d\uff0c\u9996\u5148\u8981\u5b9a\u4e49\u591a\u6a21\u6001\u6570\u636e\u683c\u5f0f\u3002\u4e0e\u4f9d\u8d56\u5916\u90e8\u6587\u672c\u7f16\u7801\u5668\u7684\u6269\u6563\u6a21\u578b\u4e0d\u540c\uff0cEmu3 \u539f\u751f\u96c6\u6210\u4e86\u7528\u4e8e\u751f\u6210\u56fe\u50cf \/ \u89c6\u9891\u7684\u6587\u672c\u6761\u4ef6\u4fe1\u606f\u3002\u5728\u89c6\u89c9\u548c\u8bed\u8a00\u7684\u56fa\u6709 token \u4e2d\u65b0\u589e\u4e86\u4e94\u4e2a\u7279\u6b8a token \u6765\u5408\u5e76\u6587\u672c\u548c\u89c6\u89c9\u6570\u636e\uff0c\u4ee5\u4e3a\u8bad\u7ec3\u8fc7\u7a0b\u521b\u5efa\u7c7b\u4f3c\u6587\u6863\u7684\u8f93\u5165\u3002\u751f\u6210\u7684\u8bad\u7ec3\u6570\u636e\u7ed3\u6784\u5982\u4e0b\uff1a<\/p>\n<blockquote data-author-name=\"\" data-content-utf8-length=\"62\" data-source-title=\"\" data-type=\"2\" data-url=\"\">\n<section>\n<section>\n<p>[BOS] {caption text} [SOV] {meta text} [SOT] {vision tokens} [EOV] [EOS]<\/p>\n<\/section>\n<\/section>\n<\/blockquote>\n<p>\u5176\u4e2d\uff0c[BOS] \u548c [EOS] \u662f QwenTokenizer \u4e2d\u7684\u539f\u59cb\u7279\u6b8a token \u3002\u989d\u5916\u65b0\u589e\u7684\u7279\u6b8a token \u5305\u62ec\uff1a[SOV] \u8868\u793a\u89c6\u89c9\u8f93\u5165\uff08\u5305\u542b\u56fe\u50cf\u548c\u89c6\u9891\u7684 meta \u4fe1\u606f\u90e8\u5206\uff09\u7684\u5f00\u59cb\uff0c[SOT] \u8868\u793a\u89c6\u89c9 token \u7684\u5f00\u59cb\uff0c[EOV] \u8868\u793a\u89c6\u89c9\u8f93\u5165\u7684\u7ed3\u675f\u3002<\/p>\n<p>\u6b64\u5916\uff0c\u7279\u6b8a token [EOL] \u548c [EOF] \u4f5c\u4e3a\u6362\u884c\u7b26\u548c\u6362\u5e27\u7b26\u63d2\u5165\u5230\u4e86\u89c6\u89c9 token \u4e2d\u3002\u5143\u6587\u672c\u5305\u542b\u56fe\u50cf\u7684\u5206\u8fa8\u7387\u4fe1\u606f\uff0c\u89c6\u9891\u5219\u5305\u62ec\u5206\u8fa8\u7387\u3001\u5e27\u7387\u548c\u6301\u7eed\u65f6\u95f4\uff0c\u5747\u4ee5\u7eaf\u6587\u672c\u683c\u5f0f\u5448\u73b0\u3002\u5728\u6784\u5efa\u7406\u89e3\u6570\u636e\u65f6\uff0cEmu3 \u5c06\u90e8\u5206\u6570\u636e\u4e2d\u7684 &#8220;caption text&#8221; \u5b57\u6bb5\u79fb\u81f3 [EOV] token \u4e4b\u540e\u3002<\/p>\n<ul>\n<li>\n<p>\u8bad\u7ec3\u76ee\u6807\uff1a\u7531\u4e8e Emu3 \u4e2d\u7684\u89c6\u89c9\u4fe1\u53f7\u5df2\u5b8c\u5168\u8f6c\u6362\u4e3a\u79bb\u6563 token\uff0c\u56e0\u6b64\u53ea\u9700\u4f7f\u7528\u6807\u51c6\u7684<mark data-type=\"concepts\" data-id=\"1786086f-5b63-4eee-b9ed-dad4d64cdc86\">\u4ea4\u53c9\u71b5<\/mark>\u635f\u5931\u8fdb\u884c\u4e0b\u4e00\u4e2a token \u9884\u6d4b\u4efb\u52a1\u7684\u8bad\u7ec3\u3002\u4e3a\u4e86\u9632\u6b62\u89c6\u89c9 token \u5728\u5b66\u4e60\u8fc7\u7a0b\u4e2d\u5360\u636e\u4e3b\u5bfc\u5730\u4f4d\uff0c\u5bf9\u4e0e\u89c6\u89c9 token \u76f8\u5173\u7684\u635f\u5931\u52a0\u6743 0.5\u3002<\/p>\n<\/li>\n<li>\n<p>\u8bad\u7ec3\u7ec6\u8282\uff1aEmu3 \u6a21\u578b\u5728\u9884\u8bad\u7ec3\u671f\u95f4\u5229\u7528\u975e\u5e38\u957f\u7684\u4e0a\u4e0b\u6587\u957f\u5ea6\u6765\u5904\u7406\u89c6\u9891\u6570\u636e\u3002\u4e3a\u4fbf\u4e8e\u8bad\u7ec3\uff0c\u91c7\u7528\u4e86<mark data-type=\"concepts\" data-id=\"64cc669a-900a-449c-ac73-f71d0e91fc86\">\u5f20\u91cf<\/mark>\u5e76\u884c\uff08TP\uff09\u3001\u4e0a\u4e0b\u6587\u5e76\u884c\uff08CP\uff09\u548c\u6570\u636e\u5e76\u884c\uff08DP\uff09\u76f8\u7ed3\u5408\u7684\u65b9\u6cd5\u3002\u540c\u65f6\u5c06\u6587\u672c\u548c\u56fe\u50cf\u6570\u636e\u6253\u5305\u6210\u6700\u5927\u4e0a\u4e0b\u6587\u957f\u5ea6\uff0c\u4ee5\u5145\u5206\u5229\u7528\u8ba1\u7b97\u8d44\u6e90\uff0c\u540c\u65f6\u9700\u8981\u786e\u4fdd\u5728\u6253\u5305\u8fc7\u7a0b\u4e2d\u4e0d\u4f1a\u5206\u5272\u5b8c\u6574\u7684\u56fe\u50cf\u3002<\/p>\n<\/li>\n<\/ul>\n<p>\u9884\u8bad\u7ec3\u8fc7\u7a0b\u5206\u4e3a\u4e24\u4e2a\u9636\u6bb5\uff0c\u7b2c\u4e00\u9636\u6bb5\u4e0d\u4f7f\u7528\u89c6\u9891\u6570\u636e\uff0c\u8bad\u7ec3\u4ece\u96f6\u5f00\u59cb\uff0c\u6587\u672c\u548c\u56fe\u50cf\u6570\u636e\u7684\u4e0a\u4e0b\u6587\u957f\u5ea6\u4e3a 5,120\uff1b\u5728\u7b2c\u4e8c\u9636\u6bb5\uff0c\u5f15\u5165\u89c6\u9891\u6570\u636e\uff0c\u5e76\u4f7f\u7528 131,072 \u7684\u4e0a\u4e0b\u6587\u957f\u5ea6\u3002<\/p>\n<p><strong>5 \u00a0 \u00a0SFT \u9636\u6bb5<\/strong><\/p>\n<p>5.1 \u00a0 \u00a0\u89c6\u89c9\u751f\u6210<\/p>\n<ul>\n<li>\n<p>\u8d28\u91cf\u5fae\u8c03\uff1a\u5728\u9884\u8bad\u7ec3\u9636\u6bb5\u4e4b\u540e\uff0c\u5bf9\u89c6\u89c9\u751f\u6210\u4efb\u52a1\u8fdb\u884c\u540e\u8bad\u7ec3\uff0c\u4ee5\u63d0\u9ad8\u751f\u6210\u8f93\u51fa\u7684\u8d28\u91cf\u3002\u4f7f\u7528\u9ad8\u8d28\u91cf\u6570\u636e\u8fdb\u884c\u8d28\u91cf\u5fae\u8c03\u3002<\/p>\n<\/li>\n<li>\n<p>\u76f4\u63a5\u504f\u597d\u4f18\u5316\uff1aEmu3 \u5728\u81ea\u56de\u5f52\u591a\u6a21\u6001\u751f\u6210\u4efb\u52a1\u4e2d\u91c7\u7528\u76f4\u63a5\u504f\u597d\u4f18\u5316\uff08Direct Preference Optimization\uff0cDPO\uff09\u6280\u672f\uff0c\u5229\u7528\u4eba\u7c7b\u504f\u597d\u6570\u636e\u6765\u63d0\u9ad8\u6a21\u578b\u6027\u80fd\u3002<\/p>\n<\/li>\n<\/ul>\n<p>5.2 \u00a0 \u00a0\u89c6\u89c9\u8bed\u8a00\u7406\u89e3<\/p>\n<p>\u9884\u8bad\u7ec3\u6a21\u578b\u7ecf\u8fc7\u4e24\u4e2a\u9636\u6bb5\u7684\u89c6\u89c9\u8bed\u8a00\u7406\u89e3\u540e\u8bad\u7ec3\u8fc7\u7a0b\uff1a1) \u56fe\u50cf\u5230\u6587\u672c\u7684\u8bad\u7ec3\u4ee5\u53ca 2) \u6307\u4ee4\u8c03\u6574\u3002<\/p>\n<ul>\n<li>\n<p>\u7b2c\u4e00\u9636\u6bb5\uff1a\u5c06\u56fe\u50cf\u7406\u89e3\u6570\u636e\u4e0e\u7eaf\u8bed\u8a00\u6570\u636e\u6574\u5408\u5728\u4e00\u8d77\uff0c\u800c\u4e0e\u89c6\u89c9 token \u76f8\u5173\u7684\u635f\u5931\u5219\u5728\u7eaf\u6587\u672c\u9884\u6d4b\u4e2d\u88ab\u5ffd\u7565\u3002<\/p>\n<\/li>\n<li>\n<p>\u7b2c\u4e8c\u9636\u6bb5\uff1a\u5229\u7528 LLaVA \u6570\u636e\u96c6\u4e2d\u7684\u7ea6 320 \u4e07\u4e2a\u95ee\u7b54\u5bf9\u8fdb\u884c\u6307\u4ee4\u5fae\u8c03\u3002\u4f4e\u4e8e 512 \u00d7 512 \u6216\u9ad8\u4e8e 1024 \u00d7 1024 \u7684\u56fe\u7247\u5c06\u88ab\u8c03\u6574\u5230\u8f83\u4f4e\u6216\u8f83\u9ad8\u7684\u5206\u8fa8\u7387\uff0c\u540c\u65f6\u4fdd\u6301\u76f8\u5e94\u7684\u957f\u5bbd\u6bd4\uff0c\u800c\u5176\u4ed6\u56fe\u7247\u5219\u4fdd\u6301\u539f\u59cb\u5206\u8fa8\u7387\u3002<\/p>\n<\/li>\n<\/ul>\n<p><strong>\u5f00\u6e90\u5730\u5740<\/strong><\/p>\n<p>\u9664\u4e86\u5148\u524d\u7ecf SFT \u7684 Chat \u6a21\u578b\u548c<mark data-type=\"tech_methods\" data-id=\"d92a1cda-8e30-4199-9678-2d8c6c17d736\">\u751f\u6210\u6a21\u578b<\/mark>\u5916\uff0c\u667a\u6e90\u7814\u7a76\u9662\u8fd8\u5728\u8fd1\u65e5\u5f00\u6e90\u4e86 Emu3 \u751f\u6210\u548c\u7406\u89e3\u4e00\u4f53\u7684\u9884\u8bad\u7ec3\u6a21\u578b\u4ee5\u53ca\u76f8\u5e94\u7684 SFT \u8bad\u7ec3\u4ee3\u7801\uff0c\u4ee5\u4fbf\u540e\u7eed\u7814\u7a76\u548c\u793e\u533a\u6784\u5efa\u4e0e\u96c6\u6210\u3002<\/p>\n<ul>\n<li>\n<p>\u4ee3\u7801\uff1ahttps:\/\/github.com\/baaivision\/Emu3<\/p>\n<\/li>\n<li>\n<p>\u9879\u76ee\u9875\u9762\uff1ahttps:\/\/emu.baai.ac.cn\/<\/p>\n<\/li>\n<li>\n<p>\u6a21\u578b\uff1ahttps:\/\/huggingface.co\/collections\/BAAI\/emu3-66f4e64f70850ff358a2e60f<\/p>\n<\/li>\n<\/ul>\n<p><strong>\u672a\u6765\u65b9\u5411<\/strong><\/p>\n<p>Emu3 \u4e3a\u591a\u6a21\u6001 AI \u6307\u51fa\u4e86\u4e00\u6761\u5bcc\u6709\u60f3\u8c61\u529b\u7684\u65b9\u5411\uff0c\u6709\u673a\u4f1a\u5c06 AI \u57fa\u7840\u8bbe\u65bd<mark data-type=\"concepts\" data-id=\"3bf78775-1316-4ac0-bd99-10e2fc88c439\">\u6536\u655b<\/mark>\u5230\u5355\u4e00\u6280\u672f\u8def\u7ebf\u4e0a\uff0c\u4e3a\u5927\u89c4\u6a21\u7684\u591a\u6a21\u6001\u8bad\u7ec3\u548c\u63a8\u7406\u63d0\u4f9b\u57fa\u7840\u3002\u7edf\u4e00\u7684\u591a\u6a21\u6001\u4e16\u754c\u6a21\u578b\u672a\u6765\u6709\u5e7f\u6cdb\u7684\u6f5c\u5728\u5e94\u7528\uff0c\u5305\u62ec\u81ea\u52a8\u9a7e\u9a76\u3001\u673a\u5668\u4eba\u5927\u8111\u3001\u667a\u80fd\u773c\u955c\u52a9\u624b\u3001\u591a\u6a21\u6001\u5bf9\u8bdd\u548c\u63a8\u7406\u7b49\u3002\u9884\u6d4b\u4e0b\u4e00\u4e2a token \u6709\u53ef\u80fd\u901a\u5f80 AGI\u3002<\/p>\n<p>\u6587\u7ae0\u6765\u6e90\u4e8e\u4e92\u8054\u7f51:<a href=\"https:\/\/www.jiqizhixin.com\/articles\/2024-10-21-5\" target=\"_blank\">\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6587\u7ae0\u6765\u6e90\u4e8e\u4e92\u8054\u7f51:\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700 [&hellip;]<\/p>\n","protected":false},"author":3,"featured_media":0,"comment_status":"open","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[27],"tags":[73],"class_list":["post-36219","post","type-post","status-publish","format-standard","hentry","category-news","tag-73"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v26.4 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f - \u4e00\u8d77AI\u6280\u672f<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/17aitech.com\/?p=36219\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/17aitech.com\/?p=36219\",\"url\":\"https:\/\/17aitech.com\/?p=36219\",\"name\":\"\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f - \u4e00\u8d77AI\u6280\u672f\",\"isPartOf\":{\"@id\":\"https:\/\/17aitech.com\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/17aitech.com\/?p=36219#primaryimage\"},\"image\":{\"@id\":\"https:\/\/17aitech.com\/?p=36219#primaryimage\"},\"thumbnailUrl\":\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-8cbad0f78367681843aa875a45a147d1.png\",\"datePublished\":\"2025-01-07T12:00:10+00:00\",\"author\":{\"@id\":\"https:\/\/17aitech.com\/#\/schema\/person\/60225458499e817ae0af73e67e440b9d\"},\"breadcrumb\":{\"@id\":\"https:\/\/17aitech.com\/?p=36219#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/17aitech.com\/?p=36219\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/17aitech.com\/?p=36219#primaryimage\",\"url\":\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-8cbad0f78367681843aa875a45a147d1.png\",\"contentUrl\":\"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-8cbad0f78367681843aa875a45a147d1.png\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/17aitech.com\/?p=36219#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/17aitech.com\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/17aitech.com\/#website\",\"url\":\"https:\/\/17aitech.com\/\",\"name\":\"\u4e00\u8d77AI\u6280\u672f\",\"description\":\"\u8ba9AI\u77e5\u8bc6\u89e6\u624b\u53ef\u53ca\",\"alternateName\":\"\u4e00\u8d77AI\u6280\u672f\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/17aitech.com\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/17aitech.com\/#\/schema\/person\/60225458499e817ae0af73e67e440b9d\",\"name\":\"AI\u5c0f\u52a9\u624b\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/17aitech.com\/#\/schema\/person\/image\/\",\"url\":\"\/\/17aitech.com\/wp-content\/uploads\/2024\/04\/robot_3.png\",\"contentUrl\":\"\/\/17aitech.com\/wp-content\/uploads\/2024\/04\/robot_3.png\",\"caption\":\"AI\u5c0f\u52a9\u624b\"},\"description\":\"\u8fd9\u4e2a\u4eba\u5f88\u61d2\uff0c\u4ec0\u4e48\u90fd\u6ca1\u6709\u7559\u4e0b\uff5e\",\"url\":\"https:\/\/17aitech.com\/?page_id=33738&user=3\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f - \u4e00\u8d77AI\u6280\u672f","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/17aitech.com\/?p=36219","schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/17aitech.com\/?p=36219","url":"https:\/\/17aitech.com\/?p=36219","name":"\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f - \u4e00\u8d77AI\u6280\u672f","isPartOf":{"@id":"https:\/\/17aitech.com\/#website"},"primaryImageOfPage":{"@id":"https:\/\/17aitech.com\/?p=36219#primaryimage"},"image":{"@id":"https:\/\/17aitech.com\/?p=36219#primaryimage"},"thumbnailUrl":"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-8cbad0f78367681843aa875a45a147d1.png","datePublished":"2025-01-07T12:00:10+00:00","author":{"@id":"https:\/\/17aitech.com\/#\/schema\/person\/60225458499e817ae0af73e67e440b9d"},"breadcrumb":{"@id":"https:\/\/17aitech.com\/?p=36219#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/17aitech.com\/?p=36219"]}]},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/17aitech.com\/?p=36219#primaryimage","url":"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-8cbad0f78367681843aa875a45a147d1.png","contentUrl":"https:\/\/17aitech.com\/wp-content\/uploads\/2024\/10\/frc-8cbad0f78367681843aa875a45a147d1.png"},{"@type":"BreadcrumbList","@id":"https:\/\/17aitech.com\/?p=36219#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/17aitech.com\/"},{"@type":"ListItem","position":2,"name":"\u89c6\u9891\u3001\u56fe\u50cf\u3001\u6587\u672c\uff0c\u53ea\u9700\u57fa\u4e8e\u4e0b\u4e00\u4e2aToken\u9884\u6d4b\uff1a\u667a\u6e90Emu3\u53d1\u5e03\uff0c\u9a8c\u8bc1\u591a\u6a21\u6001\u6a21\u578b\u65b0\u8303\u5f0f"}]},{"@type":"WebSite","@id":"https:\/\/17aitech.com\/#website","url":"https:\/\/17aitech.com\/","name":"\u4e00\u8d77AI\u6280\u672f","description":"\u8ba9AI\u77e5\u8bc6\u89e6\u624b\u53ef\u53ca","alternateName":"\u4e00\u8d77AI\u6280\u672f","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/17aitech.com\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/17aitech.com\/#\/schema\/person\/60225458499e817ae0af73e67e440b9d","name":"AI\u5c0f\u52a9\u624b","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/17aitech.com\/#\/schema\/person\/image\/","url":"\/\/17aitech.com\/wp-content\/uploads\/2024\/04\/robot_3.png","contentUrl":"\/\/17aitech.com\/wp-content\/uploads\/2024\/04\/robot_3.png","caption":"AI\u5c0f\u52a9\u624b"},"description":"\u8fd9\u4e2a\u4eba\u5f88\u61d2\uff0c\u4ec0\u4e48\u90fd\u6ca1\u6709\u7559\u4e0b\uff5e","url":"https:\/\/17aitech.com\/?page_id=33738&user=3"}]}},"_links":{"self":[{"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/posts\/36219","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/17aitech.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=36219"}],"version-history":[{"count":0,"href":"https:\/\/17aitech.com\/index.php?rest_route=\/wp\/v2\/posts\/36219\/revisions"}],"wp:attachment":[{"href":"https:\/\/17aitech.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=36219"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/17aitech.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=36219"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/17aitech.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=36219"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}