{"id":59529,"date":"2020-10-12T11:19:33","date_gmt":"2020-10-12T02:19:33","guid":{"rendered":"https:\/\/smilegate.ai\/?p=59529"},"modified":"2020-10-12T11:27:03","modified_gmt":"2020-10-12T02:27:03","slug":"huggingface-datasets","status":"publish","type":"post","link":"https:\/\/smilegate.ai\/cn\/2020\/10\/12\/huggingface-datasets\/","title":{"rendered":"HuggingFace\u6570\u636e\u96c61.0"},"content":{"rendered":"<p>Huggingface\u6570\u636e\u96c6\u5e93\u7684\u7b2c\u4e00\u4e2a\u7a33\u5b9a\u7248\u672c1.0\u5df2\u53d1\u5e03\uff0c\u4f7f\u4f7f\u7528NLP\u6570\u636e\u96c6\u548c\u8bc4\u4f30\u6307\u6807\u53d8\u5f97\u5bb9\u6613\u3002\u5f53\u524d\uff0c\u652f\u6301\u7ea6100\u4e2a\u6570\u636e\u96c6\u548c\u6bcf\u4e2a\u6570\u636e\u96c6\u7684\u8bc4\u4f30\u6307\u6807\uff08\u7ea610\u4e2a\uff09\u3002 <\/p>\n\n\n\n<p>\u5b83\u662f\u901a\u8fc7\u5206\u53c9\u51fa\u4e8e\u7c7b\u4f3c\u76ee\u7684\u800c\u521b\u5efa\u7684Tensorflow\u6570\u636e\u96c6\u800c\u5236\u6210\u7684\uff0c\u56e0\u6b64\u5b83\u5728\u8bb8\u591a\u90e8\u5206\u90fd\u76f8\u4f3c\uff0c\u4f46\u662f\u53ef\u4ee5\u4f7f\u7528Apache Arrow\u4ee3\u66ffTFRecord\u7528\u4f5c\u8de8\u5e73\u53f0\u3002\u5b83\u652f\u6301Numpy\uff0cPandas\uff0cPyTorch\u548cTensorflow 2\u3002<\/p>\n\n\n\n<p>\u8fd8\u652f\u6301\u5728\u7ebf\u6570\u636e\u6d4f\u89c8\u5668\uff0c\u56e0\u6b64\u60a8\u53ef\u4ee5\u8f7b\u677e\u67e5\u770b\u6bcf\u4e2a\u6570\u636e\u96c6\u7684\u5185\u5bb9\u3002\u6b64\u5916\uff0c\u4e0e\u73b0\u6709\u7684Huggingface\u652f\u6301\u7684\u5404\u79cd\u6a21\u578b\u7684\u7ec4\u5408\u4f3c\u4e4e\u53ef\u4ee5\u4ea7\u751f\u5de8\u5927\u7684\u534f\u540c\u4f5c\u7528\u3002<\/p>\n\n\n\n<div style=\"height:20px\" aria-hidden=\"true\" class=\"wp-block-spacer\"><\/div>\n\n\n<div class=\"vlp-link-container vlp-layout-basic wp-block-visual-link-preview-link\"><a href=\"https:\/\/github.com\/huggingface\/datasets\" class=\"vlp-link\" title=\"\u62e5\u62b1\u9762\/\u6570\u636e\u96c6\" rel=\"nofollow noopener\" target=\"_blank\"><\/a><div class=\"vlp-layout-zone-side\"><div class=\"vlp-block-2 vlp-link-image\"><img decoding=\"async\" src=\"https:\/\/repository-images.githubusercontent.com\/250213286\/617cf300-f385-11ea-8b5c-cb17766db38e\" style=\"max-width: 150px; max-height: 150px\" alt=\"\"><\/div><\/div><div class=\"vlp-layout-zone-main\"><div class=\"vlp-block-0 vlp-link-title\">\u62e5\u62b1\u9762\/\u6570\u636e\u96c6<\/div><div class=\"vlp-block-1 vlp-link-summary\">Natural\u7528\u4e8ePyTorch\uff0cTensorFlow\uff0cNumPy\u548cPandas\u4e2d\u81ea\u7136\u8bed\u8a00\u5904\u7406\u53ca\u5176\u4ed6\u529f\u80fd\u7684\u5feb\u901f\uff0c\u9ad8\u6548\uff0c\u5f00\u653e\u5f0f\u6570\u636e\u96c6\u548c\u8bc4\u4f30\u6307\u6807\u2013\u62e5\u62b1\u9762\/\u6570\u636e\u96c6<\/div><\/div><\/div><div class=\"likebtn_container\" style=\"\"><!-- LikeBtn.com BEGIN --><span class=\"likebtn-wrapper\"  data-identifier=\"post_59529\"  data-site_id=\"5f255b28943ec9a60bed08fd\"  data-lang=\"ko\"  data-dislike_enabled=\"false\"  data-icon_dislike_show=\"false\"  data-tooltip_enabled=\"false\"  data-white_label=\"true\"  data-rich_snippet=\"true\"  data-popup_disabled=\"true\"  data-i18n_like=\"Like\"  data-style=\"\"  data-unlike_allowed=\"\"  data-show_copyright=\"\"  data-item_url=\"https:\/\/smilegate.ai\/cn\/2020\/10\/12\/huggingface-datasets\/\"  data-item_title=\"HuggingFace Datasets 1.0\"  data-item_image=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2020\/10\/huggingface-datasets-1.png\"  data-item_date=\"2020-10-12T11:19:33+09:00\"  data-engine=\"WordPress\"  data-plugin_v=\"2.6.55\"  data-prx=\"https:\/\/smilegate.ai\/wp-admin\/admin-ajax.php?action=likebtn_prx\"  data-event_handler=\"likebtn_eh\" ><\/span><!-- LikeBtn.com END --><\/div>","protected":false},"excerpt":{"rendered":"<p>NLP Dataset\uacfc Evaluation metric\uc744 \uc27d\uac8c \uc0ac\uc6a9\ud560 \uc218 \uc788\uac8c \ud574 \uc8fc\ub294 Huggingface Datasets \ub77c\uc774\ube0c\ub7ec\ub9ac\uc758 \uccab \ubc88\uc9f8 stable version 1.0\uc774 \uacf5\uac1c\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \ud604\uc7ac \uc57d 100\uac1c\uc758 Dataset\uacfc \uac01 Dataset\uc5d0 \ub9de\ub294 Evaluation metric(\uc57d 10\uac1c)\uc744 \uc9c0\uc6d0\ud569\ub2c8\ub2e4. \uc720\uc0ac\ud55c \ubaa9\uc801\uc73c\ub85c \ub9cc\ub4e4\uc5b4\uc9c4 Tensorflow Datasets\ub97c fork\ud558\uc5ec \ub9cc\ub4e4\uc5b4\uc838\uc11c \ub9ce\uc740 \ubd80\ubd84 \uc720\uc0ac\ud558\uc9c0\ub9cc TFRecord \ub300\uc2e0 Apache Arrow\ub97c \uc0ac\uc6a9\ud558\uc5ec cross-platform\uc73c\ub85c \uc0ac\uc6a9 \uac00\ub2a5\ud569\ub2c8\ub2e4. Numpy, Pandas, PyTorch, Tensorflow 2\ub97c \uc9c0\uc6d0\ud55c\ub2e4\uace0 \ud558\ub124\uc694.&hellip;<\/p>\n<div class=\"likebtn_container\" style=\"\"><!-- LikeBtn.com BEGIN --><span class=\"likebtn-wrapper\"  data-identifier=\"post_59529\"  data-site_id=\"5f255b28943ec9a60bed08fd\"  data-lang=\"ko\"  data-dislike_enabled=\"false\"  data-icon_dislike_show=\"false\"  data-tooltip_enabled=\"false\"  data-white_label=\"true\"  data-rich_snippet=\"true\"  data-popup_disabled=\"true\"  data-i18n_like=\"Like\"  data-style=\"\"  data-unlike_allowed=\"\"  data-show_copyright=\"\"  data-item_url=\"https:\/\/smilegate.ai\/cn\/2020\/10\/12\/huggingface-datasets\/\"  data-item_title=\"HuggingFace Datasets 1.0\"  data-item_image=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2020\/10\/huggingface-datasets-1.png\"  data-item_date=\"2020-10-12T11:19:33+09:00\"  data-engine=\"WordPress\"  data-plugin_v=\"2.6.55\"  data-prx=\"https:\/\/smilegate.ai\/wp-admin\/admin-ajax.php?action=likebtn_prx\"  data-event_handler=\"likebtn_eh\" ><\/span><!-- LikeBtn.com END --><\/div>","protected":false},"author":1,"featured_media":59532,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"footnotes":""},"categories":[18,197],"tags":[340,343],"class_list":["post-59529","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-tech03","category-data","tag-natural-language-data","tag-hugging-face","category-18","category-197","description-off"],"_links":{"self":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/59529","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/comments?post=59529"}],"version-history":[{"count":2,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/59529\/revisions"}],"predecessor-version":[{"id":59533,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/59529\/revisions\/59533"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media\/59532"}],"wp:attachment":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media?parent=59529"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/categories?post=59529"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/tags?post=59529"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}