{"id":60006,"date":"2021-04-08T13:05:02","date_gmt":"2021-04-08T04:05:02","guid":{"rendered":"https:\/\/smilegate.ai\/?p=60006"},"modified":"2021-04-08T13:18:49","modified_gmt":"2021-04-08T04:18:49","slug":"gpt-neo","status":"publish","type":"post","link":"https:\/\/smilegate.ai\/cn\/2021\/04\/08\/gpt-neo\/","title":{"rendered":"GPT-\u65b0\u5f00\u6e90GPT-3\u9879\u76ee"},"content":{"rendered":"<p>OpenAI\u7684GPT-3\u662f\u4e00\u79cd\u5927\u578b\u8bed\u8a00\u6a21\u578b\uff0c\u53c2\u6570\u8ba1\u6570\u9ad8\u8fbe175B\u3002\u5c3d\u7ba1GPT-3\u663e\u793a\u4e86\u60ca\u4eba\u7684\u7ed3\u679c\uff0c\u4f46\u5b83\u4e0d\u662f\u5f00\u6e90\u7684\uff0c\u56e0\u6b64\uff0c\u5982\u679c\u60a8\u8981\u5c1d\u8bd5\uff0c\u53ef\u4ee5\u4f7f\u7528AI Dungeon\uff08<a aria-label=\" (opens in a new tab)\" href=\"https:\/\/play.aidungeon.io\/main\/landing\" target=\"_blank\" rel=\"noreferrer noopener\" class=\"rank-math-link\">https:\/\/play.aidungeon.io\/main\/landing<\/a>\u6216\u54f2\u5b66\u5bb6AI\uff08<a aria-label=\" (opens in a new tab)\" href=\"https:\/\/philosopherai.com\/\" target=\"_blank\" rel=\"noreferrer noopener\" class=\"rank-math-link\">https:\/\/philosopherai.com\/<\/a>\uff09\u3002\u6b64\u5916\uff0c\u7531\u4e8e\u4e0eMicrosoft\u8fbe\u6210\u72ec\u5bb6\u8bb8\u53ef\u534f\u8bae\uff0c\u5f88\u6709\u53ef\u80fd\u5728\u5c06\u6765\u4ed8\u6b3e\u3002<\/p>\n\n\n\n<p>\u975e\u8425\u5229\u6027\u5f00\u6e90\u7814\u7a76\u7ec4\u7ec7Eleuther AI\u53d1\u5e03\u7684GPT-Neo\u662f\u4f7f\u7528GPT-3\u7684\u7ed3\u6784\u5b66\u4e60\u7684\u4e00\u79cd\u5927\u578b\u8bed\u8a00\u6a21\u578b\uff0c\u8fd8\u53d1\u5e03\u4e86\u6570\u636e\u96c6\u548c\u9884\u5148\u8bad\u7ec3\u7684\u6a21\u578b\u3002\u4ee5\u4e0b\u662f\u6307\u5411GPT-Neo\u548cPipele\u7684github\u5b58\u50a8\u5e93\u7684\u94fe\u63a5\uff1a<\/p>\n\n\n\n<div style=\"height:20px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n<div class=\"vlp-link-container vlp-layout-basic wp-block-visual-link-preview-link\"><a href=\"https:\/\/github.com\/EleutherAI\/gpt-neo\" class=\"vlp-link\" title=\"EleutherAI \/ gpt-neo\" rel=\"nofollow noopener\" target=\"_blank\"><\/a><div class=\"vlp-layout-zone-side\"><div class=\"vlp-block-2 vlp-link-image\"><img decoding=\"async\" src=\"https:\/\/avatars.githubusercontent.com\/u\/68924597?s=400&amp;v=4\" style=\"max-width: 150px; max-height: 150px\" alt=\"\"><\/div><\/div><div class=\"vlp-layout-zone-main\"><div class=\"vlp-block-0 vlp-link-title\">EleutherAI \/ gpt-neo<\/div><div class=\"vlp-block-1 vlp-link-summary\">\u4f7f\u7528mesh-tensorflow\u5e93\u5b9e\u73b0\u6a21\u578b\u5e76\u884cGPT-2\u548cGPT-3-style\u6a21\u578b\u7684\u5b9e\u73b0\u3002 \u2013 EleutherAI \/ gpt-neo<\/div><\/div><\/div>\n\n<div class=\"vlp-link-container vlp-layout-basic wp-block-visual-link-preview-link\"><a href=\"https:\/\/pile.eleuther.ai\/\" class=\"vlp-link\" title=\"\u5806\" rel=\"nofollow noopener\" target=\"_blank\"><\/a><div class=\"vlp-layout-zone-main\"><div class=\"vlp-block-0 vlp-link-title\">\u5806<\/div><div class=\"vlp-block-1 vlp-link-summary\">\u5806\u662f825 GiB\u7684\u5404\u79cd\u5f00\u6e90\u8bed\u8a00\u5efa\u6a21\u6570\u636e\u96c6\uff0c\u5b83\u753122\u4e2a\u8f83\u5c0f\u7684\u9ad8\u8d28\u91cf\u6570\u636e\u96c6\u7ec4\u5408\u800c\u6210\u3002<\/div><\/div><\/div>\n\n\n<div style=\"height:20px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<p>GPT-Neo\u57fa\u4e8e\u7f51\u683c\u5f20\u91cf\u6d41\uff0c\u5927\u578b\u5e76\u884c\u5b66\u4e60\u5e93\u521b\u5efa\uff0c\u5e76\u516c\u5f00\u4e86\u5177\u67091.3B\u53c2\u6570\u7684\u6a21\u578b\u548c\u5177\u67092.7B\u53c2\u6570\u7684\u6a21\u578b\u7684\u9884\u8bad\u7ec3\u6a21\u578b\u3002\u6b64\u5916\uff0cGPT-Neo\u5df2\u6dfb\u52a0\u5230HuggingFace\u4e2d\uff0c\u4f7f\u5176\u6613\u4e8e\u4f7f\u7528\u3002\u4ee5\u4e0b\u662fHuggingFace\u7684GPT-Neo\u94fe\u63a5\uff0c\u5e76\u63d0\u4f9b\u4e86\u5176\u4ed6\u5177\u6709125M\u548c350M\u53c2\u6570\u7684\u578b\u53f7\uff1a\u56db\u79cd\u578b\u53f7\u7684GPT-Neo 125M\uff0cGPT-Neo 350M\uff0cGPT-Neo 1.3B\u548cGPT-Neo 2.7B\uff0c\u60a8\u53ef\u4ee5\u5c1d\u8bd5\u4e00\u4e0b\u3002<\/p>\n\n\n\n<div style=\"height:20px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n<div class=\"vlp-link-container vlp-layout-basic wp-block-visual-link-preview-link\"><a href=\"https:\/\/huggingface.co\/EleutherAI\" class=\"vlp-link\" title=\"EleutherAI\uff08EleutherAI\uff09\" rel=\"nofollow noopener\" target=\"_blank\"><\/a><div class=\"vlp-layout-zone-side\"><div class=\"vlp-block-2 vlp-link-image\"><img decoding=\"async\" src=\"https:\/\/huggingface.co\/front\/thumbnails\/v2-2.png\" style=\"max-width: 150px; max-height: 150px\" alt=\"\"><\/div><\/div><div class=\"vlp-layout-zone-main\"><div class=\"vlp-block-0 vlp-link-title\">EleutherAI\uff08EleutherAI\uff09<\/div><div class=\"vlp-block-1 vlp-link-summary\">\u6211\u4eec\u6b63\u5728\u901a\u8fc7\u5f00\u653e\u6e90\u4ee3\u7801\u548c\u5f00\u653e\u79d1\u5b66\u63a8\u8fdb\u4eba\u5de5\u667a\u80fd\u5e76\u4f7f\u4e4b\u6c11\u4e3b\u5316\u7684\u65c5\u7a0b\u3002<\/div><\/div><\/div>\n\n\n<div style=\"height:20px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n\n<p>\u540c\u65f6\uff0cEleuther AI\u4e5f\u6b63\u5728\u5f00\u53d1GPT-Neo\u7684\u540e\u7eed\u9879\u76eeGPT-NeoX\u3002\u4e0e\u57fa\u4e8e\u7f51\u683c\u5f20\u91cf\u6d41\u7684GPT-Neo\u4e0d\u540c\uff0cGPT-NeoX\u5177\u6709NVidia\u5a01\u9707\u5929\u548cDeepSpeed\uff08<a href=\"https:\/\/smilegate.ai\/cn\/2021\/01\/27\/deepspeed-fairscale\/\" class=\"rank-math-link\">https:\/\/smilegate.ai\/2021\/01\/27\/deepspeed-fairscale\/<\/a>\uff09\u5e76\u5c06\u4ee3\u7801\u5e93\u79fb\u81f3pytorch\u800c\u4e0d\u662ftensorflow\u3002\u6839\u636eEleuther AI\u7684\u8bf4\u6cd5\uff0c\u6211\u4eec\u8ba1\u5212\u6700\u7ec8\u8bad\u7ec3\u51fa\u4e00\u4e2a\u6a21\u578b\uff0c\u8be5\u6a21\u578b\u5177\u6709\u8bb8\u591a\u4e0eGPT-3 175B\u76f8\u4f3c\u7684\u53c2\u6570\uff0c\u56e0\u6b64\uff0c\u6709\u671b\u8fdb\u884c\u5404\u79cd\u5176\u4ed6\u5206\u6790\u548c\u5e94\u7528\u3002\u8fd9\u662fGPT-NeoX\u7684github\u5b58\u50a8\u5e93\u7684\u94fe\u63a5\u3002<\/p>\n\n\n\n<div style=\"height:20px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n<div class=\"vlp-link-container vlp-layout-basic wp-block-visual-link-preview-link\"><a href=\"https:\/\/github.com\/EleutherAI\/gpt-neox\" class=\"vlp-link\" title=\"EleutherAI \/ gpt-neox\" rel=\"nofollow noopener\" target=\"_blank\"><\/a><div class=\"vlp-layout-zone-side\"><div class=\"vlp-block-2 vlp-link-image\"><img decoding=\"async\" src=\"https:\/\/avatars.githubusercontent.com\/u\/68924597?s=400&amp;v=4\" style=\"max-width: 150px; max-height: 150px\" alt=\"\"><\/div><\/div><div class=\"vlp-layout-zone-main\"><div class=\"vlp-block-0 vlp-link-title\">EleutherAI \/ gpt-neox<\/div><div class=\"vlp-block-1 vlp-link-summary\">\u57fa\u4e8eDeepSpeed\u5e93\u5728GPU\u4e0a\u5b9e\u73b0\u6a21\u578b\u5e76\u884cGPT-3-like\u6a21\u578b\u7684\u6a21\u578b\u3002\u8bbe\u8ba1\u4e3a\u80fd\u591f\u8bad\u7ec3\u6210\u5343\u4e0a\u4ebf\u4e2a\u53c2\u6570\u6216\u66f4\u5927\u53c2\u6570\u7684\u6a21\u578b\u3002 \u2013 EleutherAI \/\u2026<\/div><\/div><\/div><div class=\"likebtn_container\" style=\"\"><!-- LikeBtn.com BEGIN --><span class=\"likebtn-wrapper\"  data-identifier=\"post_60006\"  data-site_id=\"5f255b28943ec9a60bed08fd\"  data-lang=\"ko\"  data-dislike_enabled=\"false\"  data-icon_dislike_show=\"false\"  data-tooltip_enabled=\"false\"  data-white_label=\"true\"  data-rich_snippet=\"true\"  data-popup_disabled=\"true\"  data-i18n_like=\"Like\"  data-style=\"\"  data-unlike_allowed=\"\"  data-show_copyright=\"\"  data-item_url=\"https:\/\/smilegate.ai\/cn\/2021\/04\/08\/gpt-neo\/\"  data-item_title=\"GPT-Neo - \uc624\ud508\uc18c\uc2a4 GPT-3 \ud504\ub85c\uc81d\ud2b8\"  data-item_image=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2021\/04\/gpt-neo.jpg\"  data-item_date=\"2021-04-08T13:05:02+09:00\"  data-engine=\"WordPress\"  data-plugin_v=\"2.6.55\"  data-prx=\"https:\/\/smilegate.ai\/wp-admin\/admin-ajax.php?action=likebtn_prx\"  data-event_handler=\"likebtn_eh\" ><\/span><!-- LikeBtn.com END --><\/div>","protected":false},"excerpt":{"rendered":"<p>OpenAI\uc758 GPT-3\ub294 175B\uc5d0 \ub2ec\ud558\ub294 \ud30c\ub77c\ubbf8\ud130 \uc218\ub97c \uac00\uc9c0\ub294 \uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378\uc785\ub2c8\ub2e4. GPT-3\uac00 \ubcf4\uc5ec\uc8fc\ub294 \ub180\ub77c\uc6b4 \uacb0\uacfc\ubb3c\ub4e4\uc5d0\ub3c4 \ubd88\uad6c\ud558\uace0 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c\ub418\uc5b4 \uc788\uc9c0 \uc54a\uae30 \ub54c\ubb38\uc5d0 \uc0ac\uc6a9\ud574 \ubcf4\ub824\uba74 AI Dungeon(https:\/\/play.aidungeon.io\/main\/landing)\uc774\ub098 Philosopher AI(https:\/\/philosopherai.com\/)\uc640 \uac19\uc740 \uc0ac\uc774\ud2b8\ub97c \ud1b5\ud574\uc57c \ud569\ub2c8\ub2e4. \ub610\ud55c Microsoft\uc640\uc758 \ub3c5\uc810 \ub77c\uc774\uc13c\uc2f1 \uacc4\uc57d\uc73c\ub85c \ud5a5\ud6c4 \uc720\ub8cc\ud654\ub420 \uac00\ub2a5\uc131\uc774 \ub192\ub2e4\uace0 \uc0dd\uac01\ub429\ub2c8\ub2e4. \ube44\uc601\ub9ac \uc624\ud508\uc18c\uc2a4 \uc5f0\uad6c\ub2e8\uccb4\uc778 Eleuther AI\uc5d0\uc11c \ubc1c\ud45c\ud55c GPT-Neo\ub294 GPT-3\uc758 \uad6c\uc870\ub97c \ud65c\uc6a9\ud558\uc5ec \ud559\uc2b5\ud55c \uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378\ub85c\uc11c, \ud559\uc2b5&hellip;<\/p>\n<div class=\"likebtn_container\" style=\"\"><!-- LikeBtn.com BEGIN --><span class=\"likebtn-wrapper\"  data-identifier=\"post_60006\"  data-site_id=\"5f255b28943ec9a60bed08fd\"  data-lang=\"ko\"  data-dislike_enabled=\"false\"  data-icon_dislike_show=\"false\"  data-tooltip_enabled=\"false\"  data-white_label=\"true\"  data-rich_snippet=\"true\"  data-popup_disabled=\"true\"  data-i18n_like=\"Like\"  data-style=\"\"  data-unlike_allowed=\"\"  data-show_copyright=\"\"  data-item_url=\"https:\/\/smilegate.ai\/cn\/2021\/04\/08\/gpt-neo\/\"  data-item_title=\"GPT-Neo - \uc624\ud508\uc18c\uc2a4 GPT-3 \ud504\ub85c\uc81d\ud2b8\"  data-item_image=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2021\/04\/gpt-neo.jpg\"  data-item_date=\"2021-04-08T13:05:02+09:00\"  data-engine=\"WordPress\"  data-plugin_v=\"2.6.55\"  data-prx=\"https:\/\/smilegate.ai\/wp-admin\/admin-ajax.php?action=likebtn_prx\"  data-event_handler=\"likebtn_eh\" ><\/span><!-- LikeBtn.com END --><\/div>","protected":false},"author":1,"featured_media":60008,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"footnotes":""},"categories":[18,196,197],"tags":[188,334,474,475,476],"class_list":["post-60006","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-tech03","category-code","category-data","tag-featured","tag-gpt-3","tag-gpt-neo","tag-pile","tag-open-source","category-18","category-196","category-197","description-off"],"_links":{"self":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/60006","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/comments?post=60006"}],"version-history":[{"count":2,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/60006\/revisions"}],"predecessor-version":[{"id":60009,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/60006\/revisions\/60009"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media\/60008"}],"wp:attachment":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media?parent=60006"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/categories?post=60006"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/tags?post=60006"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}