{"id":61485,"date":"2022-01-23T13:40:14","date_gmt":"2022-01-23T04:40:14","guid":{"rendered":"https:\/\/smilegate.ai\/?p=61485"},"modified":"2022-01-23T13:43:52","modified_gmt":"2022-01-23T04:43:52","slug":"data2vec","status":"publish","type":"post","link":"https:\/\/smilegate.ai\/cn\/2022\/01\/23\/data2vec\/","title":{"rendered":"Data2vec: \ub2e4\uc591\ud55c modality\uc758 \ud559\uc2b5\uc744 \uc704\ud55c \ud504\ub808\uc784\uc6cc\ud06c"},"content":{"rendered":"

[\uc0dd\uc131\uc9c0\ub2a5\uac1c\ubc1c\ud300 \uae40\uc131\ud604]
\uc778\uac04\uc740 \uc138\uc0c1\uc744 \ud559\uc2b5\ud560 \ub54c, \ub2e4\uc591\ud55c \uac10\uac01\uc744 \ub3d9\uc2dc\uc5d0 \uc774\uc6a9\ud558\uba70 \ud559\uc2b5\ud569\ub2c8\ub2e4.
\uadf8\ub9ac\uace0 \ubaa8\ub4e0 \uac10\uac01\uc740, \uc774\ub97c \uac10\uc9c0\ud558\ub294 \uc2e0\uacbd\uc138\ud3ec(neuron)\uc758 \ubc1c\ud654(spike)\ub85c \ubcc0\ud615\ub418\uc5b4 [1,0] \uc758 \uc2e0\ud638\ub85c \ub1cc\ub85c \uc804\ub2ec\ub429\ub2c8\ub2e4.

\uc608\ub97c \ub4e4\uc5b4, \ubb3c\uccb4\ub97c \ub9cc\uc9c0\uc9c0 \uc54a\uc558\uc744 \ub54c\ub294 \uc138\ud3ec\uc758 \ubc1c\ud654\uac00 \uc0dd\uae30\uc9c0 \uc54a\ub2e4\uac00(0), \ub9cc\uc9c0\ub294 \uc21c\uac04 \ubc1c\ud654\uac00 \uc77c\uc5b4\ub098(1) \uc815\ubcf4\uac00 \uc804\ub2ec\ub418\ub294 \uac83\uc774\uc8e0.
\ub9c8\ucc2c\uac00\uc9c0\ub85c, \ube5b\uc774 \uc788\uace0(1) \uc5c6\uace0(0) \uc5d0 \ub530\ub77c, \ud2b9\uc815 \ub9db\uc744 \ub9cc\ub4e4\uc5b4\ub0b4\ub294 \ubd84\uc790\uac00 \uc788\uace0(1) \uc5c6\uace0(0)\uc5d0 \ub530\ub77c, \ud2b9\uc815 \uc18c\ub9ac \ud5e4\ub974\uce20\uc758 \ub5a8\ub9bc\uc774 \uac10\uc9c0\ub418\ub0d0(1) \uc548\ub418\ub0d0(0)\uc5d0 \ub530\ub77c \uc815\ubcf4\ub97c \uc804\ub2ec\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.

\uc989, \uc778\uac04\uc758 \ubaa8\ub4e0 \uc815\ubcf4\ucc98\ub9ac\ub294 \uc774\ub7ec\ud55c \ud1b5\uc77c\ub41c “\uc2e0\uacbd\uc138\ud3ec”\uc5d0 \uc758\ud574 \uc544\ub0a0\ub85c\uadf8 \uc2e0\ud638\ub97c \ub370\uc774\ud130\ud654\ud574\uc11c \uc815\ubcf4\ub97c \ucc98\ub9ac\ud558\uac8c \ub429\ub2c8\ub2e4.<\/p>\n\n\n\n

\"\"<\/figure>\n\n\n\n

\uadf8\ub807\ub2e4\uba74, \uc778\uacf5\uc9c0\ub2a5 \uae30\uc220\uc740 \uac10\uac01 \uc815\ubcf4\ub97c \uc5b4\ub5bb\uac8c \ub370\uc774\ud130\ud654 \ud560\uae4c\uc694?<\/p>\n\n\n\n

\uacfc\uac70\uc5d0\ub294 \uac01\uac01\uc758 \uac10\uac01 \uc815\ubcf4\ub97c \ucef4\ud4e8\ud130\uac00 \uc774\ud574\ud560 \uc218 \uc788\ub3c4\ub85d \uc11c\ub85c \ub2e4\ub978 \uc54c\uace0\ub9ac\uc998\uc73c\ub85c \ub370\uc774\ud130\ud654 \uc2dc\ucf30\uc2b5\ub2c8\ub2e4.

\uc608\ub97c \ub4e4\uc5b4, \uc774\ubbf8\uc9c0\ub294 [R,G,B] \ud53d\uc140 \uac12\uc744 3\ucc28\uc6d0\uc758 \uc785\ub825 \ub370\uc774\ud130\ub85c \uc0ac\uc6a9\ud558\uac70\ub098, \uc774\ubbf8\uc9c0\uc758 \ud53d\uc140 \ube44\ud2b8\ub97c \ub0ae\ucdb0\uc11c palette\ub97c \ub9cc\ub4e4\uc5c8\uc2b5\ub2c8\ub2e4.
\uc74c\uc131 \uc2e0\ud638\ub294 raw wave \uc2e0\ud638\ub97c mel spectrogram \ub4f1\uc744 \ud1b5\ud574 \ubcc0\ud615\uc2dc\ucf1c \ub370\uc774\ud130\ud654 \ud558\uc600\uace0,
\uc790\uc5f0\uc5b4\uc758 \uacbd\uc6b0, vocabulary\uc640 tokenizing \uae30\ubc95\uc744 \ud1b5\ud574 \ub370\uc774\ud130\ud654 \ud588\uc5c8\uc8e0.
\uc774\ucc98\ub7fc \uc0c8\ub85c\uc6b4 \uac10\uac01 \uc815\ubcf4\ub97c \uc704\ud574\uc120 \uc11c\ub85c \ub2e4\ub978 \ucc98\ub9ac \ubc29\ubc95\uc744 \uc801\uc6a9\ud574\uc57c \ud588\uc5c8\ub294\ub370\uc694,<\/p>\n\n\n\n

\uadf8\ub7f0\ub370 \ucd5c\uadfc \ud398\uc774\uc2a4\ubd81\uc774\uc5c8\ub358 \uba54\ud0c0\uc5d0\uc11c data2vec\uc774\ub77c\ub294 \uc0c8\ub85c\uc6b4 \uc54c\uace0\ub9ac\uc998\uc744 \ubc1c\ud45c\ud588\uc2b5\ub2c8\ub2e4!<\/p>\n\n\n\n

\"\"<\/figure>\n\n\n\n

\uc774 \uc54c\uace0\ub9ac\uc998\uc740, \ubcf8\ub798\uc758 \uac10\uac01 \uc815\ubcf4(modality)\ub97c \ucc98\ub9ac\ud558\ub294 teacher mode\uc640, \ud574\ub2f9 modality\uc5d0 mask \uae30\ubc95\uc744 \ud1b5\ud574 \ub178\uc774\uc988\ub97c \uc0bd\uc785\ud55c student mode\ub85c \ubd84\ub9ac\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.
Student mode\ub294 masking\ub41c \ubcf8\ub798\uc758 \uc815\ubcf4\ub97c \ucd94\uce21\ud558\uba70 \uc815\ubcf4\ub97c \ud559\uc2b5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.
\ub530\ub77c\uc11c \uc774 \ubaa8\ub378\uc740, \uc774\ubbf8\uc9c0, \uc74c\uc131, \ud14d\uc2a4\ud2b8\uc5d0 \ub300\ud574 \ub3d9\uc77c\ud55c \ubc29\ubc95\uc73c\ub85c \ud559\uc2b5\ud558\uac8c \ub429\ub2c8\ub2e4.
\uc774\ub7ec\ud55c \ud559\uc2b5 \ubc29\ubc95\uc740 \uac01 modality\uc758 \ucd5c\uc2e0 \ubaa8\ub378\ub4e4\ubcf4\ub2e4 \ub098\uc740 \uc131\ub2a5\uc744 \ubcf4\uc5ec\uc8fc\uc5c8\ub2e4\uace0 \ud569\ub2c8\ub2e4.<\/p>\n\n\n\n

\uba54\ud0c0\uc758 \uc774\ubc88 \ubc1c\ud45c\ub294 \uc880 \ub354 \uc778\uac04\ub2e4\uc6b4 \uc815\ubcf4 \ucc98\ub9ac \ubc29\ubc95\uc744 \uc81c\uc2dc\ud588\uace0, \uac01\uac01\uc758 modality\ub97c \ub3c5\ub9bd\ub41c \ub300\uc0c1\uc73c\ub85c \ub2e4\ub8e8\ub294 \uac83\uc774 \uc544\ub2c8\ub77c, \ub3d9\uc77c \uc54c\uace0\ub9ac\uc998\uc73c\ub85c \ub3d9\uc2dc\uc5d0 \ucc98\ub9ac\uac00 \uac00\ub2a5\ud568\uc744 \ubcf4\uc778\ub370 \uc758\uc758\uac00 \uc788\ub2e4\uace0 \uc0dd\uac01\ud569\ub2c8\ub2e4 \ud83d\ude42

\uc880 \ub354 \uc790\uc138\ud55c article\uc740 \uc5ec\uae30<\/a>\uc640, \ud574\ub2f9 \uc54c\uace0\ub9ac\uc998\uc758 \ub17c\ubb38\uc740 \uc5ec\uae30<\/a>\uc11c \ud655\uc778\ud558\uc2e4 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n


<\/p>\n

<\/span><\/div>","protected":false},"excerpt":{"rendered":"

[\uc0dd\uc131\uc9c0\ub2a5\uac1c\ubc1c\ud300 \uae40\uc131\ud604]\uc778\uac04\uc740 \uc138\uc0c1\uc744 \ud559\uc2b5\ud560 \ub54c, \ub2e4\uc591\ud55c \uac10\uac01\uc744 \ub3d9\uc2dc\uc5d0 \uc774\uc6a9\ud558\uba70 \ud559\uc2b5\ud569\ub2c8\ub2e4.\uadf8\ub9ac\uace0 \ubaa8\ub4e0 \uac10\uac01\uc740, \uc774\ub97c \uac10\uc9c0\ud558\ub294 \uc2e0\uacbd\uc138\ud3ec(neuron)\uc758 \ubc1c\ud654(spike)\ub85c \ubcc0\ud615\ub418\uc5b4 [1,0] \uc758 \uc2e0\ud638\ub85c \ub1cc\ub85c \uc804\ub2ec\ub429\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, \ubb3c\uccb4\ub97c \ub9cc\uc9c0\uc9c0 \uc54a\uc558\uc744 \ub54c\ub294 \uc138\ud3ec\uc758 \ubc1c\ud654\uac00 \uc0dd\uae30\uc9c0 \uc54a\ub2e4\uac00(0), \ub9cc\uc9c0\ub294 \uc21c\uac04 \ubc1c\ud654\uac00 \uc77c\uc5b4\ub098(1) \uc815\ubcf4\uac00 \uc804\ub2ec\ub418\ub294 \uac83\uc774\uc8e0.\ub9c8\ucc2c\uac00\uc9c0\ub85c, \ube5b\uc774 \uc788\uace0(1) \uc5c6\uace0(0) \uc5d0 \ub530\ub77c, \ud2b9\uc815 \ub9db\uc744 \ub9cc\ub4e4\uc5b4\ub0b4\ub294 \ubd84\uc790\uac00 \uc788\uace0(1) \uc5c6\uace0(0)\uc5d0 \ub530\ub77c, \ud2b9\uc815 \uc18c\ub9ac \ud5e4\ub974\uce20\uc758 \ub5a8\ub9bc\uc774…<\/p>\n

<\/span><\/div>","protected":false},"author":1,"featured_media":61488,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"footnotes":""},"categories":[532,16,17,19],"tags":[223,531,533],"class_list":["post-61485","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-nlp","category-tech01","category-tech02","category-tech04","tag-speech-recognition","tag-nlp","tag-vision","category-532","category-16","category-17","category-19","description-off"],"_links":{"self":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/61485","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/comments?post=61485"}],"version-history":[{"count":4,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/61485\/revisions"}],"predecessor-version":[{"id":61493,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/61485\/revisions\/61493"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media\/61488"}],"wp:attachment":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media?parent=61485"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/categories?post=61485"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/tags?post=61485"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}