{"id":62414,"date":"2022-07-14T14:57:29","date_gmt":"2022-07-14T05:57:29","guid":{"rendered":"https:\/\/smilegate.ai\/?p=62414"},"modified":"2022-07-14T14:57:31","modified_gmt":"2022-07-14T05:57:31","slug":"%ec%86%8c-%ec%9e%a1%eb%8a%94-%ec%b9%bc%eb%a1%9c-%eb%8b%ad-%ec%9e%98-%ec%9e%a1%ec%95%84%eb%b3%b4%ea%b8%b0","status":"publish","type":"post","link":"https:\/\/smilegate.ai\/cn\/2022\/07\/14\/%ec%86%8c-%ec%9e%a1%eb%8a%94-%ec%b9%bc%eb%a1%9c-%eb%8b%ad-%ec%9e%98-%ec%9e%a1%ec%95%84%eb%b3%b4%ea%b8%b0\/","title":{"rendered":"\uc18c \uc7a1\ub294 \uce7c\ub85c \ub2ed \uc798 \uc7a1\uc544\ubcf4\uae30"},"content":{"rendered":"

[\uac00\uc0c1\uc778\uac04\uc5f0\uad6c\ud300 \uc804\ub3d9\uc900] <\/p>\n\n\n\n

\uc5b8\uc5b4 \ubaa8\ub378(Language Model, LM)\uc740 \ub2e8\uc5b4\ub098 \ubb38\uc7a5\uc744 \ud655\ub960\uc801\uc73c\ub85c \uc608\uce21\ud558\ub294 \ubaa8\ub378\uc785\ub2c8\ub2e4. \ud1b5\uacc4\uc801\uc73c\ub85c \ub2e4\uc74c\uc5d0 \ub4f1\uc7a5\ud560 \ub2e8\uc5b4\ub4e4\uc744 \ubaa8\ub378\ub9c1\ud558\ub294 \uc804\ud1b5\uc801\uc778 \ubc29\uc2dd\uc5d0\uc11c \ucd5c\uadfc\uc5d0\ub294 \ub525\ub7ec\ub2dd \uae30\ubc18\uc758 \uc5b8\uc5b4 \ubaa8\ub378\ub4e4\uc774 \ub9ce\uc774 \uc5f0\uad6c\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4. BERT, GPT-3 \uac19\uc740 \ub9ce\uc740 \ub370\uc774\ud130\uc640 \uc624\ub79c \uc2dc\uac04 \ud559\uc2b5\ud55c \uc0ac\uc804 \ud6c8\ub828 \uc5b8\uc5b4 \ubaa8\ub378(Pretrained Language Model, PLM)\ub4e4\uc774 \ub2e4\uc591\ud55c Task\uc5d0\uc11c \ub192\uc740 \uc131\ub2a5\uc744 \ubcf4\uc5ec\uc90c\uc5d0 \ub530\ub77c\uc11c \uc810\uc810 \ub354 \ub9ce\uc740 \ub370\uc774\ud130\ub97c \ud559\uc2b5\uc2dc\ud0a8 PLM\ub4e4\uc744 \ub2e4\uc591\ud55c \uacf3\uc5d0\uc11c \ub9cc\ub4e4\uace0 \uc0ac\uc6a9\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n

Pretrained Language Model<\/h3>\n\n\n\n

PLM\uc740 \uae30\ubcf8\uc801\uc73c\ub85c \uad49\uc7a5\ud788 \ub9ce\uc740 \ub370\uc774\ud130\uc640 \ub9ce\uc740 \ud559\uc2b5 \uac00\ub2a5\ud55c \ud30c\ub77c\ubbf8\ud130\ub97c \uac00\uc9c4 \ubaa8\ub378\uc785\ub2c8\ub2e4. PLM\uc740 \ubc29\ub300\ud55c \ub370\uc774\ud130\ub85c\ubd80\ud130 \ud559\uc2b5\ud558\uc5ec \uc5b8\uc5b4\uc758 \ub9e5\ub77d\uc744 \uae30\ubcf8\uc801\uc73c\ub85c \uc774\ud574\ud558\uba74\uc11c \ub9ce\uc740 Task\ub4e4\uc5d0\uc11c \uc0ac\uc6a9\ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud558\uc9c0\ub9cc \ubaa8\ub378\uc774 \ud06c\uace0 \uc544\ubb34 \ud29c\ub2dd\uc5c6\uc774 \ubc14\ub85c \uc0ac\uc6a9\ud560 \uc218\ub294 \uc5c6\uc2b5\ub2c8\ub2e4. \ud06c\uace0 \uc88b\uc740 \ub3c4\uad6c\uc774\uc9c0\ub9cc \uc880 \ub354 \uc791\uc740 \ub2e8\uc704\uc758 \uc77c\uc744 \ud560 \ub54c\ub294 \uac01 Task\uc5d0 \ub9de\uac8c \ud29c\ub2dd\ud558\ub294 \ubc29\ubc95\ub4e4\uc774 \ud544\uc694\ud569\ub2c8\ub2e4. <\/p>\n\n\n\n

GPT-3 Generation<\/h3>\n\n\n\n

PLM\uc744 \ub2e4\uc591\ud55c \uc790\uc5f0\uc5b4 Task\uc5d0 \uc0ac\uc6a9\ud558\uae30 \uc704\ud574 In-Context learning \ubc29\uc2dd\uc744 \uc0ac\uc6a9\ud569\ub2c8\ub2e4. GPT-3 \ubaa8\ub378\uc5d0 \uac01 Task\ub97c \uc124\uba85\ud558\ub294 \uc815\uc758\ub098 \uc608\uc2dc\ub97c \ub123\uc73c\uba74 \uc798 \ud559\uc2b5\ub41c LM \ubaa8\ub378\uc774 Task\uc5d0 \ub300\ud55c \ub9e5\ub77d\uc744 \uc774\ud574\ud558\uc5ec \ub354\uc6b1 \ub192\uc740 \uc131\ub2a5\uc744 \ub0bc \uc218 \uc788\ub294 \uac83\uc774\uc8e0. Task\uc5d0 \ub300\ud55c \uc124\uba85\uacfc \uc608\uc2dc \ub2e8\uc5b4\ub4e4(\ud504\ub86c\ud504\ud2b8)\uc744 \uc801\uc808\ud558\uac8c \uc90c\uc73c\ub85c\uc368 \uc18c\uc124, \ub274\uc2a4, \ube14\ub85c\uadf8\uac19\uc740 \ucf58\ud150\uce20\ub4e4\uc744 \uc0ac\ub78c\uac19\uc774 \ub9cc\ub4e4\uc5b4\ub0bc \uc218 \uc788\uace0, \ucd5c\uadfc\uc5d0\ub294 \ud559\uc220 \ub17c\ubb38\ub3c4 \ub9cc\ub4e0 \uc608\uac00 \uc788\uc5c8\uc2b5\ub2c8\ub2e4. \uae30\uc0ac\ub9c1\ud06c<\/a><\/p>\n\n\n\n

PLM \uc790\uccb4\ub97c \ud559\uc2b5\ud558\ub294 \uac83\uc740 \ub9ac\uc18c\uc2a4\uac00 \ud06c\uace0 GPT-3\uac19\uc740 \ubaa8\ub378\ub4e4\uc740 \uc624\ud508\ub418\uc5b4 \uc788\uc9c0 \uc54a\uc544 \ubaa8\ub378 \uc790\uccb4\ub97c \uc81c\uc5b4\ud558\uae30 \uc5b4\ub835\uc2b5\ub2c8\ub2e4. \uadf8\ub798\uc11c \ubaa8\ub378\uc5d0 \uc904 \uc218 \uc788\ub294 \ud504\ub86c\ud504\ud2b8\ub97c \uc81c\uc5b4\ud558\ub294 \ud504\ub86c\ud504\ud2b8 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1\uc5d0 \ub300\ud55c \ud14c\ud06c\ub2c9\uc774 \ub9ce\uc774 \uc5f0\uad6c\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc544\ub798 \uadf8\ub9bc\ucc98\ub7fc Task\uc5d0 \ub300\ud55c \uba87 \uac1c\uc758 \uc608\uc81c(Few-Shot)\ub97c \ud504\ub86c\ud504\ud2b8\ub85c \uc8fc\uba74 GPT-3\ub294 \ub9c8\uc9c0\ub9c9 A: \ub2e4\uc74c\uc5d0 \uc62c \ub2e8\uc5b4\ub97c \uc0dd\uc131\ud558\ub294 \ubc29\uc2dd\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n

\"\"
https:\/\/beta.openai.com\/examples\/default-qa
GPT-3 QA \ud504\ub86c\ud504\ud2b8 \uc608\uc81c<\/figcaption><\/figure><\/div>\n\n\n\n

Prompt Engineering<\/h3>\n\n\n\n

PLM\uc744 Downstream Task\uc5d0 \ub9de\uac8c \uc0ac\uc6a9\ud558\uae30 \uc704\ud574\uc11c\ub294 \uc801\uc808\ud55c \ud504\ub86c\ud504\ud2b8 \uc608\uc2dc\ub97c \uc798 \ub123\uc5b4\uc8fc\uc5b4\uc57c \ud569\ub2c8\ub2e4. <\/p>\n\n\n\n

GPT-3 \ubcf4\ub2e4 \ub354 \ub9ce\uc740 \ub370\uc774\ud130\uc640 \ud30c\ub77c\ubbf8\ud130\ub97c \uac00\uc9c4 \ubaa8\ub378\ub4e4\uc774 \ub098\uc654\uc9c0\ub9cc, GPT-3\ub294 \uc5ec\ub7ec \uc11c\ube44\uc2a4\ub4e4\uc5d0 \uc2e4\uc81c\ub85c \uc0ac\uc6a9\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ud558\uc9c0\ub9cc GPT-3 \ubaa8\ub378 \uc790\uccb4\uac00 \uacf5\uac1c\ub418\uc5b4 \uc788\uc9c4 \uc54a\uace0 OpenAI\uc5d0\uc11c API \ud615\ud0dc\ub85c\ub9cc \uc81c\uacf5\ud558\uace0 \uc788\uae30 \ub54c\ubb38\uc5d0 \uc801\uc808\ud55c \ud504\ub86c\ud504\ud2b8 \ud3ec\ub9f7\uc744 \uc774\uc6a9\ud558\uc5ec \ud6a8\uacfc\uc801\uc73c\ub85c \uc0ac\uc6a9\ud560 \uc218 \uc788\uac8c \ub9cc\ub4dc\ub294 \ud504\ub86c\ud504\ud2b8 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1\uc5d0 \uad00\ud55c \uc5f0\uad6c\ub4e4\uc774 \ub9ce\uc774 \uc774\ub8e8\uc5b4\uc9c0\uace0 \uc788\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n\n

\uadf8\uc911\uc5d0 \uad6c\uae00\uc5d0\uc11c 6\uc6d4\uc5d0 \ubc1c\ud45c\ud55c \ub17c\ubb38\uc911\uc5d0, \uac04\ub2e8\ud55c \ud14c\ud06c\ub2c9\uc774\uc9c0\ub9cc \ubcf5\uc7a1\ud55c \uc218\ud559 \ubb38\uc81c\ub098 \ucd94\ub860 \ubb38\uc81c\ub97c \ud480 \ub54c \ud504\ub86c\ud504\ud2b8 \uc608\uc2dc\ub85c \ucd94\ub860\uc758 \uacfc\uc815\uc744 \ub123\uc5b4\uc8fc\uba74 \uc5b8\uc5b4 \ubaa8\ub378\ub3c4 \ud574\ub2f9 \ucd94\ub860\uc744 \uc774\ud574\ud558\uace0 \uac19\uc740 \ubc29\uc2dd\uc73c\ub85c \ub2f5\ubcc0\uc744 \ucd94\ub860\ud558\ub294 \ubc29\ubc95\uc744 \uc81c\uc2dc\ud588\uc2b5\ub2c8\ub2e4. \uc5b4\ub5bb\uac8c \ubcf4\uba74 \uc778\uac04\uc758 \ub1cc\ub97c \uc644\uc804\ud788 \uc0ac\uc6a9\ud558\uc9c0 \ubabb\ud558\uace0 10% \uc815\ub3c4\ub9cc \uc0ac\uc6a9\ud55c\ub2e4\uace0 \ud558\ub294 \uac83\ucc98\ub7fc, \uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378\uc758 \uc9c4\uc815\ud55c \ub2a5\ub825\uc744 \uc644\uc804\ud788 \uc0ac\uc6a9\ud558\uace0 \uc788\uc9c0 \ubabb\ud588\uc9c0\ub9cc, \uc774\ub7f0 \ubc29\ubc95\ub4e4\uc744 \ud1b5\ud574 \uc5b8\uc5b4 \ubaa8\ub378\uc758 \uc0ac\uc6a9\ub7c9\uc744 \ub192\uc77c \uc218 \uc788\uac8c \uc81c\uc5b4\ud558\ub294 \ubc29\ubc95\ucc98\ub7fc \uc0dd\uac01\ub429\ub2c8\ub2e4.<\/p>\n\n\n\n

\"\"
https:\/\/arxiv.org\/pdf\/2201.11903.pdf
\uad6c\uae00\uc5d0\uc11c \ubc1c\ud45c\ud55c \ud504\ub86c\ud504\ud2b8 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \ubc29\uc2dd. \ucd94\ub860 \uacfc\uc815\uc744 \ud4e8\uc0f7 \uc608\uc81c\ub85c \ub123\uc5b4\uc90c\uc73c\ub85c\uc368 \ub354\uc6b1 \uc815\ud655\ud55c \ub2f5\uc744 \ucd94\ub860\ud560 \uc218 \uc788\ub2e4.<\/figcaption><\/figure><\/div>\n\n\n\n

\ub17c\ubb38\uc5d0\uc11c\ub294 \uc774\ub7f0 \uac04\ub2e8\ud55c \ubc29\uc2dd\uc73c\ub85c \uc218\ud559 \ubb38\uc81c\ub97c \ud478\ub294 Task\uc5d0\uc11c \ub192\uc740 \uc131\ub2a5\uc744 \ub0bc \uc218 \uc788\ub2e4\uace0 \ub9d0\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. LaMDA(Language Model for Dialogue Applications)\uc640 PaLM(Pathways Language Model) \ubaa8\ub378\uc740 \uad6c\uae00\uc5d0\uc11c \uac01\uac01 \uc791\ub144 5\uc6d4, \uc62c\ud574 4\uc6d4\uc5d0 \ubc1c\ud45c\ud55c PLM\ub4e4\ub85c \ud574\ub2f9 \ubaa8\ub378\ub4e4\ub3c4 \uc774\ub7f0 \ud504\ub86c\ud504\ud2b8 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \ubc29\ubc95\uc73c\ub85c \uc131\ub2a5\uc744 \ub192\uc77c \uc218 \uc788\ub2e4\ub294 \uac83\uc744 \ub9d0\ud574\uc8fc\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ubaa8\ub378\uc758 \ud30c\ub77c\ubbf8\ud130\uac00 \ucee4\uc9c8\uc218\ub85d \uae30\uc874 \ud504\ub86c\ud504\ud2b8 \ubc29\uc2dd\uacfc \uc131\ub2a5 \ucc28\uc774\uac00 \ub354 \ube44\uad50\ub418\uc5c8\ub294\ub370, \uc778\uacf5\uc2e0\uacbd\ub9dd \ubaa8\ub378\uc758 \uc228\uaca8\uc9c4 \ub2a5\ub825\uc744 \ub354\uc6b1 \uc774\ub04c\uc5b4\ub0b4\ub294 \ub290\ub08c\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n

\"\"
https:\/\/arxiv.org\/pdf\/2201.11903.pdf
Chain of Thought \ubc29\uc2dd\uc744 \uc0ac\uc6a9\ud558\uba74 \uae30\ubcf8 \ud504\ub86c\ud504\ud2b8 \ubc29\uc2dd\ubcf4\ub2e4 \uc131\ub2a5\uc774 \ub192\ub2e4.<\/figcaption><\/figure><\/div>\n\n\n\n

With Search Engine<\/h3>\n\n\n\n

\ubc29\ub300\ud55c \uc591\uc758 \ub370\uc774\ud130\ub97c \ud559\uc2b5\ud558\uc600\ub354\ub77c\ub3c4 \uc5b8\uc5b4 \ubaa8\ub378\uc758 \ud55c\uacc4\ub294 \uc788\uc2b5\ub2c8\ub2e4. \uc0ac\ub78c\ub4e4\uc774 \uc0ac\uc6a9\ud558\ub294 \uc5b8\uc5b4\ub294 \ub04a\uc784\uc5c6\uc774 \ubc14\ub00c\uace0, \ub370\uc774\ud130\uc758 \uc9c0\uc2dd\uc801\uc778 \uce21\uba74\ub3c4 \uac00\ubcc0\uc801\uc785\ub2c8\ub2e4. \ub9e4\uc77c \ubcc0\ud654\ud558\ub294 \ucf54\ub85c\ub098 \ud655\uc9c4\uc790 \uc218\ub098 \uc815\uc138\uac19\uc740 \uac83\ub4e4\uc744 \uc5b8\uc5b4 \ubaa8\ub378\uc774 \ud559\uc2b5\ud558\uae30\ub294 \uc5b4\ub835\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n

\uba54\ud0c0 AI(\ud398\uc774\uc2a4\ubd81 AI)\uc5d0\uc11c\ub294 \uac80\uc0c9\uc5d4\uc9c4\uc744 \uc774\uc6a9\ud558\uc5ec LM\uc758 \ud55c\uacc4\ub97c \uadf9\ubcf5\ud558\ub294 \ubc29\ubc95\uc744 \uc81c\uc2dc\ud588\uc2b5\ub2c8\ub2e4. \uc774\uc804 LM\uc744 \uc774\uc6a9\ud55c \ub300\ud654 \ubaa8\ub378\uc778 BlenderBot 2<\/a>\uc5d0\uc11c\ub3c4 \uc678\ubd80 \uc9c0\uc2dd\uc744 \uc774\uc6a9\ud558\uc5ec \uc9c0\uc2dd \ub300\ud654\ub97c \ub354 \uc798\ud560 \uc218 \uc788\ub294 \ubaa8\ub378\uc744 \uacf5\uac1c\ud558\uc600\uc2b5\ub2c8\ub2e4. \uc774\ubcf4\ub2e4 \ub354 \uc88b\uc740 \uc131\ub2a5\uc758 SeeKeR <\/a>\ub77c\ub294 \uc5b8\uc5b4 \ubaa8\ub378\uc740 \uc8fc\uc5b4\uc9c4 \ud504\ub86c\ud504\ud2b8\uc5d0\uc11c 1) \uac80\uc0c9 \ucffc\ub9ac\ub97c \ub9cc\ub4e4\uace0 2) \uac80\uc0c9\uc5d4\uc9c4\uc5d0\uc11c \ubb38\uc11c\ub97c \uac80\uc0c9\ud55c \ud6c4\uc5d0 3) \uadf8 \ubb38\uc11c\ub97c \ud504\ub86c\ud504\ud2b8 \ud615\ud0dc\ub85c \ub2e4\uc2dc \uc0dd\uc131\uc5d0 \uc0ac\uc6a9\ud558\ub294 \ubc29\uc2dd\uc73c\ub85c \uc791\ub3d9\ud569\ub2c8\ub2e4.<\/p>\n\n\n\n

OpenAI\uc758 WebGPT<\/a> \ub3c4 \uac19\uc740 \ubc29\uc2dd\uc73c\ub85c \uac80\uc0c9 \uc5d4\uc9c4\uc744 \ud65c\uc6a9\ud558\uc5ec \uc5b8\uc5b4 \ubaa8\ub378\uc774 \ud559\uc2b5\ud558\uc9c0 \ubabb\ud55c \uc678\ubd80 \ub370\uc774\ud130\uc5d0 \ub300\ud55c \uc9c0\uc2dd\uc744 \uc0dd\uc131\ud574\ub0bc \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n

\"\"
https:\/\/parl.ai\/projects\/seeker\/
Meta AI(Facebook AI)\uc5d0\uc11c \uc81c\uc2dc\ud55c SeeKer. \uac80\uc0c9\uc5d4\uc9c4\uc744 \uc774\uc6a9\ud558\uc5ec \uc678\ubd80 \ubb38\uc11c\ub97c \uac00\uc838\uc640\uc11c LM\uc758 \uc9c0\uc2dd\uc744 \ubcf4\ucda9\ud558\ub294 \ubc29\uc2dd,<\/figcaption><\/figure><\/div>\n\n\n\n
\"\"
https:\/\/openai.com\/blog\/webgpt\/
WebGPT \uc791\ub3d9\ubc29\uc2dd \ud654\uba74 \ucea1\uccd0<\/figcaption><\/figure><\/div>\n\n\n\n

\uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378\ub4e4\uc740 \uc131\ub2a5\uc774 \ub6f0\uc5b4\ub0a9\ub2c8\ub2e4. \ud558\uc9c0\ub9cc Task-Specific\ud55c \uc77c\ub4e4\uc744 “\uc2e4\uc81c\ub85c” \ud558\uae30 \uc704\ud574\uc11c\ub294 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \uc958 \uc218 \uc788\ub294 \uc190\uc7a1\uc774\ub97c \ubc14\uafd4\uc8fc\uc5b4\uc57c \uac01 Task\uc5d0 \ub9de\ub294 \uc77c\ub4e4\uc744 \uc798\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc544\uc9c1\uc740 \uc88b\uc740 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \ub9cc\ub4dc\ub294 \uac83\uc740 \ube45\ud14c\ud06c \uae30\uc5c5\ub4e4\uc774 \uc8fc\ub3c4\ud558\uace0 \uc788\uace0, \uc911\uc18c \uaddc\ubaa8\uc758 \uc5f0\uad6c\uc790\ub4e4\uc774 \ub9cc\ub4e4\uae30\ub294 \uc5b4\ub835\uc2b5\ub2c8\ub2e4. \uadf8\ub807\uae30 \ub54c\ubb38\uc5d0 \uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \ud6a8\uacfc\uc801\uc73c\ub85c \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \uc774\ub7f0 \ubc29\ubc95\ub860\uacfc \ud14c\ud06c\ub2c9\ub4e4\uc774 \ub354\uc6b1 \ub9ce\uc774 \uc5f0\uad6c\ub420 \uac83 \uac19\uc2b5\ub2c8\ub2e4. <\/p>\n\n\n\n

\u53c2\u8003<\/strong><\/p>\n\n\n\n

https:\/\/openai.com
https:\/\/ai.googleblog.com\/2022\/05\/language-models-perform-reasoning-via.html
https:\/\/parl.ai\/projects\/seeker\/
<\/p>\n

<\/span><\/div>","protected":false},"excerpt":{"rendered":"

[\uac00\uc0c1\uc778\uac04\uc5f0\uad6c\ud300 \uc804\ub3d9\uc900]
\n\uc5b8\uc5b4 \ubaa8\ub378(Language Model, LM)\uc740 \ub2e8\uc5b4\ub098 \ubb38\uc7a5\uc744 \ud655\ub960\uc801\uc73c\ub85c \uc608\uce21\ud558\ub294 \ubaa8\ub378\uc785\ub2c8\ub2e4. \ud1b5\uacc4\uc801\uc73c\ub85c \ub2e4\uc74c\uc5d0 \ub4f1\uc7a5\ud560 \ub2e8\uc5b4\ub4e4\uc744 \ubaa8\ub378\ub9c1\ud558\ub294 \uc804\ud1b5\uc801\uc778 \ubc29\uc2dd\uc5d0\uc11c \ucd5c\uadfc\uc5d0\ub294 \ub525\ub7ec\ub2dd \uae30\ubc18\uc758 \uc5b8\uc5b4 \ubaa8\ub378\ub4e4\uc774 \ub9ce\uc774 \uc5f0\uad6c\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4. BERT, GPT-3 \uac19\uc740 \ub9ce\uc740 \ub370\uc774\ud130\uc640 \uc624\ub79c \uc2dc\uac04 \ud559\uc2b5\ud55c \uc0ac\uc804 \ud6c8\ub828 \uc5b8\uc5b4 \ubaa8\ub378(Pretrained Language Model, PLM)\ub4e4\uc774 \ub2e4\uc591\ud55c Task\uc5d0\uc11c \ub192\uc740 \uc131\ub2a5\uc744 \ubcf4\uc5ec\uc90c\uc5d0 \ub530\ub77c\uc11c \uc810\uc810 \ub354 \ub9ce\uc740 \ub370\uc774\ud130\ub97c \ud559\uc2b5\uc2dc\ud0a8 PLM\ub4e4\uc744 \ub2e4\uc591\ud55c \uacf3\uc5d0\uc11c \ub9cc\ub4e4\uace0 \uc0ac\uc6a9\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

<\/span><\/div>","protected":false},"author":1,"featured_media":62423,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"footnotes":""},"categories":[532,19],"tags":[334,427,531,587,588,590],"class_list":["post-62414","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-nlp","category-tech04","tag-gpt-3","tag-openai","tag-nlp","tag-plm","tag-lm","tag-prompt","category-532","category-19","description-off"],"_links":{"self":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/62414","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/comments?post=62414"}],"version-history":[{"count":2,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/62414\/revisions"}],"predecessor-version":[{"id":62425,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/62414\/revisions\/62425"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media\/62423"}],"wp:attachment":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media?parent=62414"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/categories?post=62414"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/tags?post=62414"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}