{"id":57545,"date":"2020-07-29T10:42:35","date_gmt":"2020-07-29T01:42:35","guid":{"rendered":"http:\/\/52.231.89.221\/?p=57545"},"modified":"2020-08-17T18:20:49","modified_gmt":"2020-08-17T09:20:49","slug":"roblox-bert-optimization","status":"publish","type":"post","link":"https:\/\/smilegate.ai\/cn\/2020\/07\/29\/roblox-bert-optimization\/","title":{"rendered":"Roblox\u5982\u4f55\u4f18\u5316Bert"},"content":{"rendered":"<p>\u5927\u591a\u6570\u804a\u5929\u673a\u5668\u4eba\u7cfb\u7edf\u4ecd\u7136\u57fa\u4e8e\u89c4\u5219\u8fd0\u884c\uff0c\u4f46\u662f\u4e3a\u4e86\u5b9e\u73b0\u81ea\u7136\u5bf9\u8bdd\uff0c\u6700\u7ec8\u5c06\u9700\u8981\u4f7f\u7528\u66f4\u590d\u6742\u7684\u8bed\u8a00\u6a21\u578b\uff0c\u4f8b\u5982BERT\u3002\u4f46\u662f\uff0c\u4eba\u4eec\u5df2\u7ecf\u8ba4\u8bc6\u5230BERT\u65e2\u7e41\u7410\u53c8\u590d\u6742\uff0c\u6211\u4eec\u7b80\u8981\u4ecb\u7ecd\u4e86\u6e38\u620f\u5e73\u53f0\u516c\u53f8Roblox\u4e3a\u4f7f\u7528BERT\u63d0\u4f9b\u670d\u52a1\u800c\u505a\u4e86\u7684\u5de5\u4f5c\u3002\u57fa\u672c\u4e0a\uff0c\u4f7f\u7528GPU\u8fdb\u884c\u7ef4\u4fee\u5e76\u4e0d\u5212\u7b97\uff0c\u56e0\u6b64\u6211\u4ece\u4e00\u5f00\u59cb\u5c31\u4e3a\u4f7f\u7528CPU\u7684\u60c5\u51b5\u505a\u597d\u4e86\u51c6\u5907\u3002<\/p>\n\n\n\n<p>\u4e0e\u666e\u901aBERT\u76f8\u6bd4\uff0c\u6709\u4e09\u4e2a\u53d8\u5316\uff1a\uff081\uff09DistilBert\uff082\uff09\u52a8\u6001\u8f93\u5165\u5f62\u72b6\uff083\uff09\u6574\u6570\u91cf\u5316\u3002\u5927\u81f4\u6765\u8bf4\uff0c\uff081\uff09\u548c\uff082\uff09\u5feb2\u500d\uff0c\u800c\uff083\uff09\u5feb8\u500d\u3002\u5f53\u5168\u90e8\u5e94\u7528\u65f6\uff0c\u5176\u901f\u5ea6\u6bd4\u666e\u901aBERT\u5feb30\u500d\u5de6\u53f3\uff0c\u5e76\u4e14\u5ef6\u8fdf\u5927\u5927\u964d\u4f4e\u3002\u572832\u6838Xeon\u5904\u7406\u5668\u4e0a\uff0c\u6bcf\u79d2\u53ef\u80fd\u67093,000\u591a\u4e2a\u63a8\u7406\uff0c\u8fd9\u636e\u8bf4\u6bd4\u540c\u7b49\u4ef7\u4f4d\u7684V100 GPU\u6548\u7387\u9ad8\u51fa6\u500d\u3002\u7279\u522b\u662f\u5728CPU\u7684\u60c5\u51b5\u4e0b\uff0c\u6211\u8ba4\u4e3a\u5b83\u4f1a\u53d7\u5230\uff083\uff09\u7684\u66f4\u591a\u5f71\u54cd\uff0c\u4f46\u662f\u6211\u5c06\u4e0d\u5f97\u4e0d\u7a0d\u540e\u5bf9\u5176\u8fdb\u884c\u6d4b\u8bd5\u3002<\/p>\n\n\n\n<div style=\"height:20px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n<div class=\"vlp-link-container vlp-layout-basic wp-block-visual-link-preview-link\"><a href=\"https:\/\/medium.com\/roblox-tech-blog\/how-we-scaled-bert-to-serve-1-billion-daily-requests-on-cpus-d99be090db26\" class=\"vlp-link\" title=\"\u6211\u4eec\u5982\u4f55\u6269\u5c55Bert\u4ee5\u5728CPU\u4e0a\u6ee1\u8db3\u6bcf\u592910\u4ebf\u4ee5\u4e0a\u7684\u8bf7\u6c42\" rel=\"nofollow noopener\" target=\"_blank\"><\/a><div class=\"vlp-layout-zone-side\"><div class=\"vlp-block-2 vlp-link-image\"><img decoding=\"async\" src=\"https:\/\/miro.medium.com\/max\/1200\/1*V9Oss22OYRTQOmvkvGLwkw.jpeg\" style=\"max-width: 150px; max-height: 150px\" alt=\"\"><\/div><\/div><div class=\"vlp-layout-zone-main\"><div class=\"vlp-block-0 vlp-link-title\">\u6211\u4eec\u5982\u4f55\u6269\u5c55Bert\u4ee5\u5728CPU\u4e0a\u6ee1\u8db3\u6bcf\u592910\u4ebf\u4ee5\u4e0a\u7684\u8bf7\u6c42<\/div><div class=\"vlp-block-1 vlp-link-summary\">\u8fd9\u662f\u6570\u636e\u79d1\u5b66\u5bb6\u548c\u673a\u5668\u5b66\u4e60\u5de5\u7a0b\u5e08\u9762\u4e34\u7684\u4e00\u4e2a\u5178\u578b\u7684\u201c\u9e21\u4e0e\u86cb\u201d\u95ee\u9898\uff1a\u5728\u4e3a\u60a8\u7684\u4f01\u4e1a\u5f00\u53d1\u65b0\u7684\u673a\u5668\u5b66\u4e60\u6a21\u578b\u65f6\uff0c\u60a8\u9996\u5148\u8981\u4f7f\u5176\u51c6\u786e\uff0c\u7136\u540e\u62c5\u5fc3\u2026\u2026<\/div><\/div><\/div><div class=\"likebtn_container\" style=\"\"><!-- LikeBtn.com BEGIN --><span class=\"likebtn-wrapper\"  data-identifier=\"post_57545\"  data-site_id=\"5f255b28943ec9a60bed08fd\"  data-lang=\"ko\"  data-dislike_enabled=\"false\"  data-icon_dislike_show=\"false\"  data-tooltip_enabled=\"false\"  data-white_label=\"true\"  data-rich_snippet=\"true\"  data-popup_disabled=\"true\"  data-i18n_like=\"Like\"  data-style=\"\"  data-unlike_allowed=\"\"  data-show_copyright=\"\"  data-item_url=\"https:\/\/smilegate.ai\/cn\/2020\/07\/29\/roblox-bert-optimization\/\"  data-item_title=\"Roblox\uac00 Bert\ub97c \ucd5c\uc801\ud654\ud558\ub294 \ubc29\ubc95\"  data-item_image=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2020\/07\/roblox.jpeg\"  data-item_date=\"2020-07-29T10:42:35+09:00\"  data-engine=\"WordPress\"  data-plugin_v=\"2.6.55\"  data-prx=\"https:\/\/smilegate.ai\/wp-admin\/admin-ajax.php?action=likebtn_prx\"  data-event_handler=\"likebtn_eh\" ><\/span><!-- LikeBtn.com END --><\/div>","protected":false},"excerpt":{"rendered":"<p>\ub300\ub2e4\uc218\uc758 \ucc57\ubd07 \uc2dc\uc2a4\ud15c\uc740 \uc544\uc9c1\ub3c4 \uaddc\uce59 \uae30\ubc18\uc73c\ub85c \ub3d9\uc791\ud558\uc9c0\ub9cc, \uc790\uc5f0\uc2a4\ub7ec\uc6b4 \ub300\ud654\ub97c \uad6c\ud604\ud558\uae30 \uc704\ud574\uc11c\ub294 \uacb0\uad6d BERT \ub4f1 \ub354 \ubcf5\uc7a1\ud55c \uc5b8\uc5b4 \ubaa8\ub378\ub4e4\uc744 \uc0ac\uc6a9\ud574\uc57c \ud569\ub2c8\ub2e4. \ub2e4\ub9cc, BERT\ub294 \ubb34\uac81\uace0 \ubcf5\uc7a1\ud558\ub2e4\ub294 \uc778\uc2dd\uc774 \ub9ce\uc740\ub370, \uac8c\uc784 \ud50c\ub7ab\ud3fc \uc5c5\uccb4\uc778 Roblox\uc5d0\uc11c BERT\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc11c\ube44\uc2a4\ud654\ud558\uae30 \uc704\ud574 \ud588\ub358 \uc77c\ub4e4\uc744 \uac04\ub7b5\ud558\uac8c \uc18c\uac1c\ud588\uc2b5\ub2c8\ub2e4. \uae30\ubcf8\uc801\uc73c\ub85c GPU\ub97c \uc368\uc11c \uc11c\ube44\uc2a4\ud558\ub294 \uac83\uc740 \ube44\uc6a9\ub300\ube44 \ud6a8\uc728\uc774 \uc88b\uc9c0 \uc54a\uc73c\ubbc0\ub85c CPU\ub97c \uc4f0\ub294 \uc2dc\ub098\ub9ac\uc624\ub85c \ucc98\uc74c\ubd80\ud130 \uc900\ube44\ub97c \ud588\ub124\uc694. \ubc14\ub2d0\ub77c BERT&hellip;<\/p>\n<div class=\"likebtn_container\" style=\"\"><!-- LikeBtn.com BEGIN --><span class=\"likebtn-wrapper\"  data-identifier=\"post_57545\"  data-site_id=\"5f255b28943ec9a60bed08fd\"  data-lang=\"ko\"  data-dislike_enabled=\"false\"  data-icon_dislike_show=\"false\"  data-tooltip_enabled=\"false\"  data-white_label=\"true\"  data-rich_snippet=\"true\"  data-popup_disabled=\"true\"  data-i18n_like=\"Like\"  data-style=\"\"  data-unlike_allowed=\"\"  data-show_copyright=\"\"  data-item_url=\"https:\/\/smilegate.ai\/cn\/2020\/07\/29\/roblox-bert-optimization\/\"  data-item_title=\"Roblox\uac00 Bert\ub97c \ucd5c\uc801\ud654\ud558\ub294 \ubc29\ubc95\"  data-item_image=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2020\/07\/roblox.jpeg\"  data-item_date=\"2020-07-29T10:42:35+09:00\"  data-engine=\"WordPress\"  data-plugin_v=\"2.6.55\"  data-prx=\"https:\/\/smilegate.ai\/wp-admin\/admin-ajax.php?action=likebtn_prx\"  data-event_handler=\"likebtn_eh\" ><\/span><!-- LikeBtn.com END --><\/div>","protected":false},"author":1,"featured_media":57546,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"footnotes":""},"categories":[18],"tags":[],"class_list":["post-57545","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-tech03","category-18","description-off"],"_links":{"self":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/57545","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/comments?post=57545"}],"version-history":[{"count":0,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/57545\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media\/57546"}],"wp:attachment":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media?parent=57545"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/categories?post=57545"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/tags?post=57545"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}