{"id":63773,"date":"2023-06-30T15:16:41","date_gmt":"2023-06-30T06:16:41","guid":{"rendered":"https:\/\/smilegate.ai\/?p=63773"},"modified":"2023-06-30T15:53:38","modified_gmt":"2023-06-30T06:53:38","slug":"3d-aware-image-synthesis-%ec%97%90%ec%84%9c-text-to-3d-%ea%b9%8c%ec%a7%80","status":"publish","type":"post","link":"https:\/\/smilegate.ai\/cn\/2023\/06\/30\/3d-aware-image-synthesis-%ec%97%90%ec%84%9c-text-to-3d-%ea%b9%8c%ec%a7%80\/","title":{"rendered":"3D Aware Image Synthesis \uc5d0\uc11c Text to 3D \uae4c\uc9c0"},"content":{"rendered":"<p><strong>[\uc0dd\uc131\uc9c0\ub2a5\uac1c\ubc1c\ud300 \uc815\uc7ac\ucca0]<\/strong><\/p>\n\n\n\n<p><strong>\ucd5c\uadfc \uc774\ubbf8\uc9c0 \uc0dd\uc131 \ubaa8\ub378\uc740 \uc0dd\uc131\ubb3c\uc758 \uc218\uc900\uc774 \ub9ce\uc774 \uc62c\ub77c\uac10\uacfc \ub3d9\uc2dc\uc5d0 text to image\ub77c\ub294 \ubc29\uc2dd\uc774 \uc81c\uc548 \ub418\uba74\uc11c \uc0ac\uc6a9 \ub09c\uc774\ub3c4\ub3c4 \uac10\uc18c\ud558\uc5ec \ub9ce\uc740 \uc8fc\ubaa9\uc744 \ubc1b\uc558\uc2b5\ub2c8\ub2e4. \uc774\ud6c4 \ud604\uc7ac\ub294 \ub2e4\uc591\ud55c AI \uadf8\ub9bc \uc0dd\uc131, \uacf5\uc720, \ubaa8\ub378 \uacf5\uc720 \uc11c\ube44\uc2a4 \ub4f1\uc774 \uc0dd\uaca8\ub098\uba74\uc11c \ud559\uc220\uc758 \uc601\uc5ed\uc5d0 \uc77c\ubc18\uc778\uc774 \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ud615\ud0dc\ub85c \ub4dc\ub7ec\ub098\uace0 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\uc640 \ub3d9\uc2dc\uc5d0 \ud559\uc220 \uc601\uc5ed\uc740 \ubb3c\ub860 \uae30\uc874\uc758 text to image\uc758 \uc5f0\uad6c\ub3c4 \uc9c4\ud589\ub418\uc9c0\ub9cc text to 3D\ub77c\ub294 \uc0c8\ub85c\uc6b4 \uc601\uc5ed\uc774 \uc8fc\ubaa9 \ubc1b\uace0 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\ub798\uc11c \uc774 \ud3ec\uc2a4\ud2b8\uc5d0\uc11c\ub294 \uac04\ub7b5\ud558\uac8c 3D data\uc758 \uc885\ub958\uc640 text to 3D \ubd84\uc57c\uac00 \ud0c4\uc0dd\ud558\uae30\uae4c\uc9c0 \uacfc\uc815\uc744 \uc124\uba85 \ub4dc\ub9ac\ub824\uace0 \ud569\ub2c8\ub2e4.<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>3D data \uc885\ub958<\/strong><\/h2>\n\n\n\n<p><strong>3D \ub370\uc774\ud130\ub294 \uc774\ubbf8\uc9c0\uc640 \uac19\uc774 \ud45c\ud604\ud560 \uc218 \uc788\ub294 \ubc29\ubc95\uc774 \uc5ec\ub7ec\uac00\uc9c0\uac00 \uc874\uc7ac\ud569\ub2c8\ub2e4. \ub300\ud45c\uc801\uc73c\ub85c Voxel, Polygon, Point cloud\uac00 \uc788\uc73c\uba70, \uac8c\uc784, \uc601\ud654 \ub4f1\uc758 \uc0b0\uc5c5\uc5d0 \uc8fc\ub85c \uc0ac\uc6a9\ud558\ub294 \ub300\ubd80\ubd84\uc758 3D data\uc758 \ud615\ud0dc\ub294 Polygon \uc785\ub2c8\ub2e4. \uac01\uac01\uc758 3D data\uc5d0 \ub300\ud574\uc11c \uad6c\uccb4\uc801\uc73c\ub85c \uc124\uba85\ud558\uba74, \uc6b0\uc120 Voxel\uc740&nbsp;Volume\uacfc Pixel\uc758 \ud569\uc131\uc5b4\ub85c \ubd80\ud53c\ub97c \uac00\uc9c4 \ud53d\uc140\uc774\ub77c\ub294 \uc758\ubbf8 \uc785\ub2c8\ub2e4. \uc544\ub798 \uadf8\ub9bc\uacfc \uac19\uc774 2d pixel \uc774\ubbf8\uc9c0\uc640 \ube44\uc2b7\ud558\uac8c 3D \uacf5\uac04\uc5d0 Voxel\uc744 \ubc30\uce58\ud558\ub294 \ubc29\uc2dd\uc73c\ub85c \ud45c\ud604\ud558\ub294 \ub370\uc774\ud130 \uc785\ub2c8\ub2e4. \ub2e8\uc21c\ud788 Voxel\uc758 \ud06c\uae30\ub97c \uc791\uac8c \ub9cc\ub4e4\uace0 \ud45c\ud604\uc5d0 \uc0ac\uc6a9\ud558\ub294 \uac1c\uc218\ub97c \ub298\ub9ac\uba74 \uc88b\uc740 \uadf8\ub798\ud53d\uc744 \uad6c\ud604\ud560 \uc218 \uc788\ub2e4\ub294 \uc7a5\uc810\uc774 \uc788\uc9c0\ub9cc, \uac1c\uc218\ub97c \ub298\ub9ac\uba74 \uae30\ud558\uae09\uc218\uc801\uc73c\ub85c \ud544\uc694\ud55c \uc5f0\uc0b0\ub7c9\uc774 \ub298\uc5b4\ub09c\ub2e4\ub294 \uce58\uba85\uc801\uc778 \ub2e8\uc810\uc774 \uc788\uc5b4\uc11c \uc8fc\ub958\ub85c \uc0ac\uc6a9\ub418\ub294 \ub370\uc774\ud130 \ud615\ud0dc\ub294 \uc544\ub2d9\ub2c8\ub2e4. \ud558\uc9c0\ub9cc \ubcc0\ud615\ud558\uae30 \uc27d\uace0, \ub2e4\ub978 3D data \ud45c\ud604 \ubc29\uc2dd\uc73c\ub85c \ub098\ud0c0\ub0b4\uae30 \uc5b4\ub824\uc6b4 \ud615\ud0dc\ub97c \uad6c\ud604\ud560 \uc218 \uc788\uae30 \ub54c\ubb38\uc5d0(\uc774\ub860\uc801\uc73c\ub85c \uac1c\uc218\ub97c \ub298\ub9ac\uba74 \uac70\uc758 \ubaa8\ub4e0 \ud615\ud0dc\ub97c \uc815\uad50\ud558\uac8c \ud45c\ud604 \uac00\ub2a5) \ub2e4\ub978 3D data \ud45c\ud604 \ubc29\uc2dd\uacfc \ud63c\uc6a9\ud558\ub294 \ub4f1\uc758 \uae30\uc220 \uc801\uc6a9 \uc2dc\ub3c4\uac00 \uacc4\uc18d\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/strong><\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img decoding=\"async\" width=\"724\" height=\"301\" src=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-5.png\" alt=\"\" class=\"wp-image-63752\" srcset=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-5.png 724w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-5-300x125.png 300w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-5-18x7.png 18w\" sizes=\"(max-width: 724px) 100vw, 724px\" \/><\/figure><\/div>\n\n\n<p><strong>Polygon\uc740 3D\ub97c \uc8fc\ub85c \uc0ac\uc6a9\ud558\ub294 \uac8c\uc784\/\uc601\ud654 \ub4f1\uc758 \uc5ec\ub7ec \uc0b0\uc5c5 \ubd84\uc57c\uc5d0\uc11c \uc0ac\uc6a9\ub418\ub294 \uc8fc\ub958\uc758 3D data \ud45c\ud604 \ubc29\uc2dd\uc785\ub2c8\ub2e4. \uc774\ub984 \uadf8\ub300\ub85c \ub2e4\uac01\ud615\uc758 \uba74\uc758 \uc870\ud569\uc73c\ub85c 3D data\ub97c \uc815\uc758\ud558\uba70 \uc774\ub97c \uc704\ud574\uc11c Vertex(3D \uacf5\uac04 \uc0c1\uc758 \uc88c\ud45c), Edges(vertex\ub97c \uc5f0\uacb0\ud55c \uc120), Faces(\uc120\ub4e4\uc744 3\uac1c \uc774\uc0c1 \uc5f0\uacb0\ud558\uc5ec \ub9cc\ub4e4\uc5b4\uc9c4 \uba74) \uc815\ubcf4\uac00 \ud544\uc694\ud55c\ub370, \ubcf4\ud1b5 Vertex \uc815\ubcf4\ub97c \uae30\ubc18\uc73c\ub85c Vertex \uc815\ub82c \uc21c\uc11c\ub97c \uc774\uc6a9\ud574\uc11c Edges, Faces \uc815\ubcf4\ub97c \ucf54\ub4dc \uae30\ubc18\uc73c\ub85c \ud6a8\uc728\uc801\uc73c\ub85c \uc815\uc758\ud558\uae30 \ub54c\ubb38\uc5d0 \ud6a8\uc728\uc801 \uc785\ub2c8\ub2e4. \ucd08\uae30 Polygon\uc740 \uc544\ub798 \uadf8\ub9bc\uacfc \uac19\uc774 \uac01\uc9c4 \ud615\ud0dc\ub97c \ub744\uae30 \ub54c\ubb38\uc5d0 Voxel\uc5d0 \ube44\ud574\uc11c \ube44\uad50\uc801\uc73c\ub85c \ubd80\uc790\uc5f0\uc2a4\ub7ec\uc6cc \ubcf4\uc778\ub2e4\ub294 \ub2e8\uc810\uc774 \uc788\uc5c8\uc9c0\ub9cc, \uadf8\ub798\ud53d \uc131\ub2a5 \uc99d\uac00\ub85c \ub9ce\uc740 \uc218\uc758 Polygon\uc744 \uc0ac\uc6a9\ud558\uc5ec \uace1\uba74\uc744 \uadfc\uc0ac \ud45c\ud604\ud558\ub294 \ubc29\uc2dd\uc73c\ub85c \uadf9\ubcf5\ud560 \uc218 \uc788\uac8c \ub418\uc5b4 \uc810\uc810 \uc8fc\ub958\uc758 3D data \ud45c\ud604 \ubc29\uc2dd\uc774 \ub418\uc5c8\uc2b5\ub2c8\ub2e4. Polygon\uc73c\ub85c \uad6c\uc131\ub41c \ubb3c\uccb4\ub97c mesh\ub77c\uace0 \ud558\uba70 mesh\uc758 \ud45c\uba74\uc5d0 \uadf8\ub9bc\uc744 \uc785\ud788\uba74, \uac8c\uc784 \/ \uc601\ud654 \ub4f1\uc758 \ub9e4\uccb4\uc5d0 \uc0ac\uc6a9\ub418\ub294 \uadf8\ub798\ud53d \uacb0\uacfc\uc758 \ud615\uc0c1\uc744 \ub744\uac8c \ub429\ub2c8\ub2e4. \uc774 \ub54c \ud45c\uba74\uc5d0 \uc785\ud788\ub294 \uadf8\ub9bc\uc744 texture\ub77c\uace0 \ud569\ub2c8\ub2e4. mesh\ub97c \uc774\uc6a9\ud558\uc5ec \uc560\ub2c8\uba54\uc774\uc158\uc744 \uc81c\uc791\ud558\ub294 \uacbd\uc6b0 \ub0b4\ubd80\uc5d0 \ubf08\ub300\ub97c \ub123\uace0 \ubf08\ub300\uc758 \uc6c0\uc9c1\uc784\uc5d0 \ub530\ub77c\uc11c Polygon\uc774 \ub530\ub77c \uc6c0\uc9c1\uc774\ub3c4\ub85d \ud558\ub294 \uc791\uc5c5\uc744 Rigging\uc774\ub77c\uace0 \ud558\uba70, \uadf8\ub7f0 3D mesh\uc758 \uc6c0\uc9c1\uc784\uc744 2D \ud654\uba74\uc73c\ub85c \ub9cc\ub4dc\ub294 \ub2e8\uacc4\ub97c Rendering \uc774\ub77c\uace0 \ud569\ub2c8\ub2e4.&nbsp;<\/strong><\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img decoding=\"async\" width=\"683\" height=\"259\" src=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-6.png\" alt=\"\" class=\"wp-image-63753\" srcset=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-6.png 683w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-6-300x114.png 300w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-6-18x7.png 18w\" sizes=\"(max-width: 683px) 100vw, 683px\" \/><\/figure><\/div>\n\n\n<p><strong>Point cloud\ub294 \uc55e\uc11c \uc124\uba85\ud55c Voxel, Polygon\uacfc \ub2ec\ub9ac \uc21c\uc218\ud55c 3D data\uc5d0 \uac00\uae4c\uc6b4 \ud45c\ud604 \ubc29\uc2dd\uc785\ub2c8\ub2e4. \uc77c\uc885\uc758 x, y, z \uc88c\ud45c\uacc4\uc5d0\uc11c Vertex(3D \uacf5\uac04 \uc0c1\uc758 \uc88c\ud45c)\uc758 \uc9d1\ud569\uc73c\ub85c \ubcf4\ud1b5 Lidar \uc13c\uc11c, RGB-D \uc13c\uc11c \ub4f1\uc73c\ub85c \uc218\uc9d1\ub418\ub294 raw data\uac00 \uc774\ub7ec\ud55c \ud615\ud0dc\ub85c \ud45c\ud604\ub429\ub2c8\ub2e4. \uc774\ub807\uac8c \uce21\uc815 \ub41c Point cloud\ub294 \uc544\ub798 \uadf8\ub9bc\uacfc \uac19\uc774 \ud45c\ud604\ub418\ub294\ub370, \uac01 point \uc0ac\uc774\uc758 \uad00\uacc4, \ud45c\ud604\ub418\ub294 \ubb3c\uccb4\uc758 \uae30\ud558\ud559 \uc801\uc778 \ud2b9\uc131\uc744 \uc54c \uc218 \uc5c6\uace0, Sparse \ud558\uae30 \ub54c\ubb38\uc5d0 \ub2e8\ub3c5\uc73c\ub85c \uc0ac\uc6a9\ub418\uc9c0 \uc54a\uace0 \uac19\uc740 \uc2dc\uc810\uc758 \uc774\ubbf8\uc9c0 \ub4f1\uc758 \ub2e4\ub978 data\uc640 \uac19\uc774 \uc0ac\uc6a9\ub418\ub294 \uacbd\uc6b0\uac00 \ub9ce\uc2b5\ub2c8\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"has-text-align-center\"><strong><img decoding=\"async\" src=\"https:\/\/blog.testworks.co.kr\/wp-content\/uploads\/2021\/09\/20210902_3D-%EC%9D%B8%EA%B3%B5%EC%A7%80%EB%8A%A5-%EB%8D%B0%EC%9D%B4%ED%84%B0-Point-Cloud_%EA%B7%B8%EB%A6%BC5-2.png\" alt=\"\"><\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>3D Generative AI trend \ubcc0\ud654<\/strong><\/h2>\n\n\n\n<p><strong>\uae30\uc874\uc758 vision \ubd84\uc57c Generative model \uc5f0\uad6c\ub294 \ub300\ubd80\ubd84 2D pixel space \uc704\uc5d0\uc11c \uc5f0\uad6c\ub418\uc5b4 \uc654\uc2b5\ub2c8\ub2e4. \uadf8\ub807\uae30 \ub54c\ubb38\uc5d0 \uc5f0\uad6c \uacb0\uacfc\ub97c image editting \ud639\uc740 view synthesis \uac19\uc740 \ubd84\uc57c\uc758 application\uc5d0 \uc801\uc6a9\ud558\ub294 \uac83\uc740 \uc81c\ud55c\uc801\uc774\uc5c8\uc2b5\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uba74 2D pixel space\uc5d0\uc11c \ud6c8\ub828\ub41c GAN \ubaa8\ub378\uc5d0\uc11c feature\ub97c \uc81c\uc5b4\ud574\uc11c \ucd9c\ub825\uc758 pose \ud639\uc740 view\ub97c \ubcc0\uacbd\ud558\uac8c \ub418\uba74 \ud6c8\ub828 \ub370\uc774\ud130\uc758 pose, view\uc640 \uba40\uc5b4\uc9c8 \uc218\ub85d quality\uac00 \ub5a8\uc5b4\uc9c0\uac70\ub098 identity\uac00 \ubcc0\uc9c8\ub41c \uacb0\uacfc\uac00 \ub098\uc624\uac8c \ub429\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ud55c\uacc4\ub97c \uadf9\ubcf5\ud558\uae30 \uc704\ud574 \uc5f0\uad6c\ub418\ub294 \ubd84\uc57c\uac00 3d aware image synthesis \uc785\ub2c8\ub2e4.<\/strong><\/p>\n\n\n\n<p><strong>\ucd08\uae30\uc758 3d aware image synthesis \uc5f0\uad6c\ub294 2d \uc774\ubbf8\uc9c0\ub97c 3d \ud615\ud0dc\ub85c representation \ud558\uace0 \uadf8\ub807\uac8c \ub9cc\ub4e4\uc5b4\uc9c4 3d data\ub97c \uae30\ubc18\uc73c\ub85c \uc0dd\uc131\ud558\ub294 \ubc29\uc2dd\uc73c\ub85c \uc9c4\ud589\ub418\uc5b4 \uc654\uc2b5\ub2c8\ub2e4. 3d representation \ubc29\uc2dd\uc740 Depth map, voxel grid, implicit surface, point cloud, mesh\uc758 5\uac00\uc9c0 \ubc29\uc2dd\uc73c\ub85c \ub098\ud0c0\ub0c8\uc2b5\ub2c8\ub2e4. Depth map\uc740 \uc785\ub825 \uc774\ubbf8\uc9c0\uc758 \uac01 pixel \uae4c\uc9c0 \uac70\ub9ac \uac12\uc744 \uad6c\ud558\ub294 \uac83\uc744 \uc758\ubbf8\ud558\uace0, implicit surface\ub294 \uac01 pixel\uc758 \uba74\uc774 \uac00\ub9ac\ud0a4\ub294 \ubc29\ud5a5\uc744 3d vector\ub85c \ud45c\ud604\ud558\ub294 \ubc29\uc2dd\uc785\ub2c8\ub2e4. \uc608\uc2dc\ub294 Depth map, implicit surface \uc21c\uc11c\ub85c \uc544\ub798 \uadf8\ub9bc\uacfc \uac19\uc2b5\ub2c8\ub2e4. Depth map\uc758 \uacbd\uc6b0 \uac12\uc758 \ud06c\uae30\uac00 \ucee4\uc9c8 \uc218\ub85d \uc5b4\ub450\uc6b4 \uc0c9\uc5d0\uc11c \ubc1d\uc740 \uc0c9\uc73c\ub85c \ud45c\ud604\ub418\uc5c8\uace0, implicit surface\ub294 \uac01 pixel\uc758 \ud45c\uba74 vector\ub97c Normal mapping(\ub300\ub7b5\uc801\uc73c\ub85c \ucc9c\uc7a5 \ubc29\ud5a5\uc740 \ud30c\ub780\uc0c9 \uacc4\uc5f4, \uc624\ub978\ucabd\uc73c\ub85c \ud2c0\uc5b4\uc9c4 \ub300\uac01\uc120 \ubc29\ud5a5\uc740 \ube68\uac04\uc0c9 \uacc4\uc5f4, \uc67c\ucabd\uc73c\ub85c \ud2c0\uc5b4\uc9c4 \ub300\uac01 \ubc29\ud5a5\uc740 \ub179\uc0c9 \uacc4\uc5f4) \ud558\uc5ec \uc0c9\uc0c1\uc73c\ub85c \ud45c\ud604 \ud588\uc2b5\ub2c8\ub2e4.<\/strong><\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img decoding=\"async\" width=\"1024\" height=\"190\" src=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-7-1024x190.png\" alt=\"\" class=\"wp-image-63754\" srcset=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-7-1024x190.png 1024w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-7-300x56.png 300w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-7-768x143.png 768w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-7-18x3.png 18w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-7.png 1395w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<p><strong>\ud558\uc9c0\ub9cc, \uc704\uc640 \uac19\uc740 \ud615\ud0dc\ub85c representation \ub41c 3d\ub294 \uc785\ub825 2d \uc774\ubbf8\uc9c0\uc5d0\uc11c \uac00\ub824\uc9c4 \ubd80\ubd84 \uac12\uc774 \ub098\uc624\uc9c0 \uc54a\uae30 \ub54c\ubb38\uc5d0 2.5d \uc218\uc900\uc5d0 \ub354 \uac00\uae4c\uc6b4 \ud55c\uacc4\uac00 \uc788\uc2b5\ub2c8\ub2e4. voxel grid, point cloud \ubc29\uc2dd \uac01\uac01 \uc544\ub798 \uadf8\ub9bc\uacfc \uac19\uc774 \ud45c\ud604 \ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud558\uc9c0\ub9cc \ub458 \ubaa8\ub450 detail \ud45c\ud604\uc774 \uc5b4\ub835\uae30 \ub54c\ubb38\uc5d0(voxel\uc740 high resolution \uc801\uc6a9 \uc2dc \ub9ce\uc740 \ud558\ub4dc\uc6e8\uc5b4 \uc790\uc6d0\uc774 \ud544\uc694\ud558\uba70, point cloud\ub294 sparse \ud558\uc5ec detail \uc815\ubcf4 \ubd80\uc871), 3d \ud45c\ud604\uc5d0 \ud55c\uacc4\uac00 \uc788\uc2b5\ub2c8\ub2e4.<\/strong><\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img decoding=\"async\" width=\"1024\" height=\"233\" src=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-8-1024x233.png\" alt=\"\" class=\"wp-image-63755\" srcset=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-8-1024x233.png 1024w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-8-300x68.png 300w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-8-768x175.png 768w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-8-18x4.png 18w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-8.png 1113w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<p><strong>mesh\ub294 \uc704 \ub2e8\uc810\ub4e4\uc5d0 \ubaa8\ub450 \ud574\ub2f9\ub418\uc9c0\ub294 \uc54a\uc9c0\ub9cc, data \uad6c\uc870 \ud2b9\uc131 \uc0c1 \uc21c\uc11c \uc815\ubcf4\uac00 \uc911\uc694\ud558\uc5ec \ubcd1\ub82c \ucc98\ub9ac\uc5d0 \ud2b9\ud654\ub41c nerual net\uc774 \uc218\ud589\ud558\uae30\uc5d0 \uc801\ud569\ud558\uc9c0 \uc54a\uc740 \ud615\ud0dc \uc785\ub2c8\ub2e4. \ub610\ud55c voxel grid, point cloud, mesh \ubc29\uc2dd\uc740 \ud6c8\ub828 data\uac00 \ub9ce\uc9c0 \uc54a\uae30 \ub54c\ubb38\uc5d0 \ud559\uc2b5 \ub370\uc774\ud130\uc5d0 \uc5c6\ub294 \ud604\uc2e4\uc758 \uc0ac\uc6a9 \ud658\uacbd\uc5d0 \ub9de\ub3c4\ub85d \uac1c\uc120\ud558\ub294 \uac83\uc774 \uc5b4\ub835\uc2b5\ub2c8\ub2e4.<\/strong><\/p>\n\n\n\n<p><strong>\uc704 \ucd08\uae30 \uc5f0\uad6c \uc774\ud6c4 2020\ub144\uc5d0 NeRF: Representing Scenes as Neural Radiance Fields for View Synthesis \ub17c\ubb38\uc774 \uacf5\uac1c \ub418\uba74\uc11c 3d aware image synthesis \ubd84\uc57c\uc758 \ud55c\uacc4\ub97c \ud55c \ub2e8\uacc4 \ub6f0\uc5b4\ub118\uac8c \ub429\ub2c8\ub2e4. NeRF\ub294 \uc544\ub798 \uadf8\ub9bc\uacfc \uac19\uc774 \ubb3c\uccb4\uc758 \uc0ac\uc9c4\uc744 \uc5ec\ub7ec view\ub85c \ucd2c\uc601\ud558\uc5ec \ub123\uc73c\uba74, \uc785\ub825\ub41c view \uc0ac\uc774\uc758 \uc5c6\ub358 view\uc758 \uc0c8\ub85c\uc6b4 \uc774\ubbf8\uc9c0\ub97c \uc0dd\uc131\ud569\ub2c8\ub2e4. \uc989 \uc18c\uc218\uc758 \uc5ec\ub7ec view\uc758 2d \uc774\ubbf8\uc9c0\uac00 \uc788\ub2e4\uba74, Depth map, voxel grid, implicit surface, point cloud, mesh \ub4f1\uc758 representation \uacfc\uc815\uc744 \uc0dd\ub7b5\ud558\uace0 \ubc14\ub85c \uc6d0\ud558\ub294 view\uc758 2d image\ub97c \ub192\uc740 quality\ub85c \ub9cc\ub4e4 \uc218 \uc788\ub2e4\ub294 \uc758\ubbf8\uc785\ub2c8\ub2e4.<\/strong><\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img decoding=\"async\" width=\"1024\" height=\"243\" src=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-9-1024x243.png\" alt=\"\" class=\"wp-image-63756\" srcset=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-9-1024x243.png 1024w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-9-300x71.png 300w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-9-768x182.png 768w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-9-18x4.png 18w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-9.png 1054w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<p><strong>\uc774\ud6c4 \uc804\ud1b5\uc801\uc778 2D pixel space\uc5d0\uc11c \ud6c8\ub828\ub41c GAN \ubaa8\ub378\uc5d0 NeRF\ub97c \uc801\uc6a9\ud558\ub294 \uc5f0\uad6c GRAF(GRAF: Generative Radiance Fields for 3D-Aware Image Synthesis, NIPS2020)\ub97c \uc2dc\uc791\uc73c\ub85c \uc5ec\ub7ec \uc544\uc774\ub514\uc5b4\ub4e4\uc774 \uad6c\ud604\ub418\uae30 \uc2dc\uc791\ud588\uc2b5\ub2c8\ub2e4. \uad6c\uccb4\uc801\uc778 \uad6c\ud604\uc740 \uc544\ub798\uc640 \uac19\uc740\ub370 object\uc5d0 \ub300\ud55c 1\uac1c\uc758 2d data(camera matrix K, camera pose \u03be, 2D sampling pattern \u03bd \ubc0f \ud615\uc0c1)\uc640 shape\/appearance code z<sub>s<\/sub>, z<sub>a<\/sub> \ub97c \uc785\ub825 \ubc1b\uc544 \ub2e4\ub978 view\uc758 \uc774\ubbf8\uc9c0\ub97c \uc608\uce21\ud558\uac8c \ub429\ub2c8\ub2e4.<\/strong><\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img decoding=\"async\" width=\"775\" height=\"266\" src=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-14.png\" alt=\"\" class=\"wp-image-63763\" srcset=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-14.png 775w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-14-300x103.png 300w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-14-768x264.png 768w, https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/image-14-18x6.png 18w\" sizes=\"(max-width: 775px) 100vw, 775px\" \/><\/figure><\/div>\n\n\n<p><strong>\uc774\ud6c4 NeRF\uc640 GAN\uc774 \uc9c0\uc18d\uc801\uc73c\ub85c \uac1c\uc120\ub418\uba74\uc11c 3D aware GAN\ub3c4 \uac19\uc774 \uac1c\uc120\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \ud558\uc9c0\ub9cc GAN\uc758 \uc790\ub9ac\ub97c diffusion model\uc774 \ub300\uccb4\ud558\uace0, text encoder\uc640 diffusion\uc744 \uacb0\ud569\ud558\uc5ec text to image\ub97c \uad6c\ud604 \ubaa8\ub378\ub4e4\uc774 \uc774\ubbf8\uc9c0 \uc0dd\uc131 \ubaa8\ub378 \ubd84\uc57c\uc758 \ucd5c\uace0\uac00 \ub418\uba74\uc11c \uc774\ub7ec\ud55c \uae30\uc220\ub4e4\uc744 3d aware image synthesis \uc5d0 \uc801\uc6a9\ud558\ub824\ub294 \uc2dc\ub3c4\uac00 \uc0dd\uaca8\ub098\uac8c \ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uac00\uc7a5 \ucc98\uc74c\uc73c\ub85c \uc2dc\ub3c4\ud55c \uac83\uc774 \ubc14\ub85c DreamFusion(DreamFusion: Text-to-3D using 2D Diffusion) \uc785\ub2c8\ub2e4. \uad6c\uccb4\uc801\uc778 \uad6c\ud604\uc740 \uc544\ub798 \uadf8\ub9bc\uacfc \uac19\uc2b5\ub2c8\ub2e4. \uad6c\uccb4\uc801\uc73c\ub85c NeRF model\uc758 weight\ub97c \ucd08\uae30\ud654 \ud6c4 text to image model\uc5d0 text \uc785\ub825\uc744 \ud1b5\ud574\uc11c 3D\ub85c \uc0dd\uc131\ud558\uace0 \uc2f6\uc740 object\uc758 \uc774\ubbf8\uc9c0\ub97c \ucd9c\ub825\ud569\ub2c8\ub2e4. \ucd9c\ub825 \ub41c \uc774\ubbf8\uc9c0\ub294 NeRF\ubaa8\ub378\uc744 \ud1b5\ud574 multi view\ub97c \uc0dd\uc131\ud558\uace0 \ub2e4\uc2dc \ud2b9\uc815 view\ub97c rendering\uc744 \ud569\ub2c8\ub2e4. rendering\ub41c \uc774\ubbf8\uc9c0\uc5d0 \uc55e\uc11c \uc0ac\uc6a9\ud55c text to image model\uc758 t \uc2dc\uc810\uc758 noise\ub97c \ucd94\uac00\ud558\uace0 t \uc2dc\uc810\uc758 object \uc774\ubbf8\uc9c0 forward process \uacb0\uacfc\uac00 \uadfc\uc0ac\ud558\ub3c4\ub85d NeRF model \uc5c5\ub370\uc774\ud2b8 \ud569\ub2c8\ub2e4. \uc774 \uacfc\uc815\uc744 \ubc18\ubcf5\ud558\uba74\uc11c NeRF model\uc744 \uc5c5\ub370\uc774\ud2b8 \ud558\uba74 text to image model\ub85c \uc0dd\uc131\ud55c object\uc758 multi view\ub97c \ub9cc\ub4e4 \uc218 \uc788\ub3c4\ub85d \ud559\uc2b5\ub418\uac8c \ub429\ub2c8\ub2e4.<\/strong><\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter is-resized\"><img decoding=\"async\" src=\"https:\/\/kimjy99.github.io\/assets\/img\/dreamfusion\/dreamfusion-fig3.PNG\" alt=\"\" width=\"946\" height=\"312\"><\/figure><\/div>\n\n\n<h2 class=\"wp-block-heading\"><strong>\uc55e\uc73c\ub85c\uc758 \uc804\ub9dd<\/strong><\/h2>\n\n\n\n<p><strong>text to 3D model\uc774 \uc774\ubbf8 \uc81c\uc2dc\ub418\uc5c8\uace0 \ucd5c\ucd08\uc758 \uc5f0\uad6c\ub97c \uac1c\uc120\ud55c \ub2e4\ub978 \uc5f0\uad6c\ub4e4\uc774 \ub098\uc624\uace0 \uc788\uae30 \ub54c\ubb38\uc5d0 \uac00\uae4c\uc6b4 \ubbf8\ub798\uc5d0 text to image \ubd84\uc57c\uc758 stable diffusion\uacfc \uac19\uc740 \uc5ed\ud560\uc744 \ud558\ub294 \uacb0\uacfc\ubb3c\uc774 \ub098\uc62c \uac83\uc73c\ub85c \ubcf4\uc5ec\uc9d1\ub2c8\ub2e4. \ub9cc\uc57d \uadf8\ub807\uac8c \ub41c\ub2e4\uba74 stable diffusion\uc73c\ub85c \uc778\ud574\uc11c \uc0dd\uae34 \ubcc0\ud654\ubcf4\ub2e4 \ub354 \ud070 \ubcc0\ud654\uac00 \uc788\uc744 \uac83\uc785\ub2c8\ub2e4.&nbsp;<\/strong><\/p>\n<div class=\"likebtn_container\" style=\"\"><!-- LikeBtn.com BEGIN --><span class=\"likebtn-wrapper\"  data-identifier=\"post_63773\"  data-site_id=\"5f255b28943ec9a60bed08fd\"  data-lang=\"ko\"  data-dislike_enabled=\"false\"  data-icon_dislike_show=\"false\"  data-tooltip_enabled=\"false\"  data-white_label=\"true\"  data-rich_snippet=\"true\"  data-popup_disabled=\"true\"  data-i18n_like=\"Like\"  data-style=\"\"  data-unlike_allowed=\"\"  data-show_copyright=\"\"  data-item_url=\"https:\/\/smilegate.ai\/cn\/2023\/06\/30\/3d-aware-image-synthesis-%ec%97%90%ec%84%9c-text-to-3d-%ea%b9%8c%ec%a7%80\/\"  data-item_title=\"3D Aware Image Synthesis \uc5d0\uc11c Text to 3D \uae4c\uc9c0\"  data-item_image=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/title-1.png\"  data-item_date=\"2023-06-30T15:16:41+09:00\"  data-engine=\"WordPress\"  data-plugin_v=\"2.6.55\"  data-prx=\"https:\/\/smilegate.ai\/wp-admin\/admin-ajax.php?action=likebtn_prx\"  data-event_handler=\"likebtn_eh\" ><\/span><!-- LikeBtn.com END --><\/div>","protected":false},"excerpt":{"rendered":"<p>[\uc0dd\uc131\uc9c0\ub2a5\uac1c\ubc1c\ud300 \uc815\uc7ac\ucca0] \ucd5c\uadfc \uc774\ubbf8\uc9c0 \uc0dd\uc131 \ubaa8\ub378\uc740 \uc0dd\uc131\ubb3c\uc758 \uc218\uc900\uc774 \ub9ce\uc774 \uc62c\ub77c\uac10\uacfc \ub3d9\uc2dc\uc5d0 text to image\ub77c\ub294 \ubc29\uc2dd\uc774 \uc81c\uc548 \ub418\uba74\uc11c \uc0ac\uc6a9 \ub09c\uc774\ub3c4\ub3c4 \uac10\uc18c\ud558\uc5ec \ub9ce\uc740 \uc8fc\ubaa9\uc744 \ubc1b\uc558\uc2b5\ub2c8\ub2e4. \uc774\ud6c4 \ud604\uc7ac\ub294 \ub2e4\uc591\ud55c AI \uadf8\ub9bc \uc0dd\uc131, \uacf5\uc720, \ubaa8\ub378 \uacf5\uc720 \uc11c\ube44\uc2a4 \ub4f1\uc774 \uc0dd\uaca8\ub098\uba74\uc11c \ud559\uc220\uc758 \uc601\uc5ed\uc5d0 \uc77c\ubc18\uc778\uc774 \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ud615\ud0dc\ub85c \ub4dc\ub7ec\ub098\uace0 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\uc640 \ub3d9\uc2dc\uc5d0 \ud559\uc220 \uc601\uc5ed\uc740 \ubb3c\ub860 \uae30\uc874\uc758 text to image\uc758 \uc5f0\uad6c\ub3c4 \uc9c4\ud589\ub418\uc9c0\ub9cc&hellip;<\/p>\n<div class=\"likebtn_container\" style=\"\"><!-- LikeBtn.com BEGIN --><span class=\"likebtn-wrapper\"  data-identifier=\"post_63773\"  data-site_id=\"5f255b28943ec9a60bed08fd\"  data-lang=\"ko\"  data-dislike_enabled=\"false\"  data-icon_dislike_show=\"false\"  data-tooltip_enabled=\"false\"  data-white_label=\"true\"  data-rich_snippet=\"true\"  data-popup_disabled=\"true\"  data-i18n_like=\"Like\"  data-style=\"\"  data-unlike_allowed=\"\"  data-show_copyright=\"\"  data-item_url=\"https:\/\/smilegate.ai\/cn\/2023\/06\/30\/3d-aware-image-synthesis-%ec%97%90%ec%84%9c-text-to-3d-%ea%b9%8c%ec%a7%80\/\"  data-item_title=\"3D Aware Image Synthesis \uc5d0\uc11c Text to 3D \uae4c\uc9c0\"  data-item_image=\"https:\/\/smilegate.ai\/wp-content\/uploads\/2023\/06\/title-1.png\"  data-item_date=\"2023-06-30T15:16:41+09:00\"  data-engine=\"WordPress\"  data-plugin_v=\"2.6.55\"  data-prx=\"https:\/\/smilegate.ai\/wp-admin\/admin-ajax.php?action=likebtn_prx\"  data-event_handler=\"likebtn_eh\" ><\/span><!-- LikeBtn.com END --><\/div>","protected":false},"author":1,"featured_media":63783,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"footnotes":""},"categories":[16,19],"tags":[204,205],"class_list":["post-63773","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-tech01","category-tech04","tag-gan","tag-generative","category-16","category-19","description-off"],"_links":{"self":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/63773","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/comments?post=63773"}],"version-history":[{"count":5,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/63773\/revisions"}],"predecessor-version":[{"id":63787,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/posts\/63773\/revisions\/63787"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media\/63783"}],"wp:attachment":[{"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/media?parent=63773"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/categories?post=63773"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/smilegate.ai\/cn\/wp-json\/wp\/v2\/tags?post=63773"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}