{"id":43244,"date":"2021-09-14T15:37:47","date_gmt":"2021-09-14T06:37:47","guid":{"rendered":"https:\/\/jirak.net\/wp\/%ed%98%84%eb%8c%80%ec%9e%90%eb%8f%99%ec%b0%a8-amazon-sagemaker-%ea%b8%b0%eb%b0%98-%ec%9e%90%ec%9c%a8-%ec%a3%bc%ed%96%89-%ea%b8%b0%ea%b3%84-%ed%95%99%ec%8a%b5-%eb%aa%a8%eb%8d%b8%ec%9d%98-%ed%95%99\/"},"modified":"2021-09-14T16:34:17","modified_gmt":"2021-09-14T07:34:17","slug":"%ed%98%84%eb%8c%80%ec%9e%90%eb%8f%99%ec%b0%a8-amazon-sagemaker-%ea%b8%b0%eb%b0%98-%ec%9e%90%ec%9c%a8-%ec%a3%bc%ed%96%89-%ea%b8%b0%ea%b3%84-%ed%95%99%ec%8a%b5-%eb%aa%a8%eb%8d%b8%ec%9d%98-%ed%95%99","status":"publish","type":"post","link":"https:\/\/jirak.net\/wp\/%ed%98%84%eb%8c%80%ec%9e%90%eb%8f%99%ec%b0%a8-amazon-sagemaker-%ea%b8%b0%eb%b0%98-%ec%9e%90%ec%9c%a8-%ec%a3%bc%ed%96%89-%ea%b8%b0%ea%b3%84-%ed%95%99%ec%8a%b5-%eb%aa%a8%eb%8d%b8%ec%9d%98-%ed%95%99\/","title":{"rendered":"\ud604\ub300\uc790\ub3d9\ucc28, Amazon SageMaker \uae30\ubc18 \uc790\uc728 \uc8fc\ud589 \uae30\uacc4 \ud559\uc2b5 \ubaa8\ub378\uc758 \ud559\uc2b5 \uc2dc\uac04 \ub2e8\ucd95 \uc0ac\ub840"},"content":{"rendered":"<p>\ud604\ub300\uc790\ub3d9\ucc28, Amazon SageMaker \uae30\ubc18 \uc790\uc728 \uc8fc\ud589 \uae30\uacc4 \ud559\uc2b5 \ubaa8\ub378\uc758 \ud559\uc2b5 \uc2dc\uac04 \ub2e8\ucd95 \uc0ac\ub840<br \/>\n<img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/jirak.net\/wp\/wp-content\/uploads\/2021\/09\/1-3547-Architecture.jpg\" width=\"800\" height=\"479\"><\/p>\n<p>\ud604\ub300\uc790\ub3d9\ucc28\ub294 \uc138\uacc4\uc5d0\uc11c \uac00\uc7a5 \ud070 \uc790\ub3d9\ucc28 \uc81c\uc870\uc5c5\uccb4 \uc911 \ud558\ub098\uc774\uba70, \ucd5c\uadfc\uc5d0 \uc790\uc728 \uc8fc\ud589\ucc28\ub97c \uc9c1\uc811 \uac1c\ubc1c\ud558\uae30 \uc704\ud574 \ub2e4\uc591\ud55c \uc778\uc801 \ubc0f \ubb3c\uc801 \uc790\uc6d0\uc744 \ub9ce\uc774 \ud22c\uc790\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uc790\uc728 \uc8fc\ud589\uc5d0\uc11c \uc790\uc8fc \uc0ac\uc6a9\ub418\ub294 \uc54c\uace0\ub9ac\uc998 \uc911 \ud558\ub098\ub85c, \uc774\ubbf8\uc9c0\uc758 \ubaa8\ub4e0 \ud53d\uc140\uc5d0 \ud074\ub798\uc2a4\ub97c \ud560\ub2f9\ud558\ub294 \uc791\uc5c5\uc778 \uc758\ubbf8 \ubd84\ud560(semantic segmentation)\uc774\ub77c\ub294 \uac83\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uc5ec\uae30\uc11c \ud074\ub798\uc2a4\ub294 \ub3c4\ub85c, \uc0ac\ub78c, \uc790\ub3d9\ucc28, \uac74\ubb3c, \ud480\uacfc \ub098\ubb34, \ud558\ub298 \ub4f1\uc774 \ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud604\ub300\uc790\ub3d9\ucc28 \uac1c\ubc1c\ud300\uc740 \uac1c\ubc1c \uacfc\uc815\uc5d0\uc11c \uc815\uae30\uc801\uc73c\ub85c \uc815\ud655\ub3c4\ub97c \ud14c\uc2a4\ud2b8\ud558\uace0, \uadf8 \uacb0\uacfc \ud2b9\uc815 \uc0c1\ud669\uc5d0\uc11c\uc758 \uc608\uce21 \uc131\ub2a5\uc744 \uc218\uc815\ud558\uae30 \uc704\ud574 \ud559\uc2b5 \uc774\ubbf8\uc9c0\ub97c \ucd94\uac00\ub85c \uc218\uc9d1\ud569\ub2c8\ub2e4. \ud558\uc9c0\ub9cc, \uac1c\ubc1c \uc77c\uc815\uc744 \ub9de\ucd94\ub824\uba74 \ud559\uc2b5\uc5d0 \ud544\uc694\ud55c \uc2dc\uac04\uc744 \ub0a8\uae30\uba74\uc11c \uc0c8\ub85c\uc6b4 \ub370\uc774\ud130\ub97c \uc900\ube44\ud560 \uc2dc\uac04\uc774 \ubd80\uc871\ud55c \uacbd\uc6b0\uac00 \ub9ce\uc558\uc2b5\ub2c8\ub2e4.<\/p>\n<p><a href=\"https:\/\/aws.amazon.com\/ml-solutions-lab\/\">Amazon ML Solutions Lab <\/a>\ud300\uc740 \ud604\ub300 \uc790\ub3d9\ucc28\uc640 \ud568\uaed8 \ud655\uc7a5\uc131 \ub192\uc740 AWS \ud074\ub77c\uc6b0\ub4dc\ub97c \uc0ac\uc6a9\ud558\uc5ec \ubaa8\ub378 \ud559\uc2b5\uc744 \ub354 \ube60\ub974\uac8c \ud574\uc11c \uc774 \ubb38\uc81c\ub97c \ud574\uacb0\ud588\uc2b5\ub2c8\ub2e4. \uc774 \uae00\uc5d0\uc11c\ub294 \uae30\uacc4 \ud559\uc2b5(ML) \uad00\ub9ac \uc11c\ube44\uc2a4\uc778 <a href=\"https:\/\/aws.amazon.com\/sagemaker\/\">Amazon SageMaker<\/a>\uc5d0 \uc0c8\ub86d\uac8c \ud3ec\ud568\ub41c <a href=\"https:\/\/docs.aws.amazon.com\/sagemaker\/latest\/dg\/data-parallel.html\">\ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac\ub97c \uc704\ud55c SageMaker \ub77c\uc774\ube0c\ub7ec\ub9ac<\/a>\ub97c \uc0ac\uc6a9\ud55c \uc0ac\ub840\ub97c \uacf5\uc720\ud569\ub2c8\ub2e4.<\/p>\n<h3>\uc194\ub8e8\uc158 \uac1c\uc694<\/h3>\n<p>Amazon SageMaker\ub294 \ubd84\uc0b0 \ucef4\ud4e8\ud305 \uc778\ud504\ub77c\ub97c \uad00\ub9ac\ud558\uace0, \ubaa8\ub378 \ud559\uc2b5 \uc791\uc5c5\uc744 \ubaa8\ub2c8\ud130\ub9c1 \ubc0f \ub514\ubc84\uae45\ud558\ub294 \u201c\ub192\uc740 \ubd80\ub2f4\uc758 \uc791\uc5c5\u201d\uc744 \uc904\uc5ec \uace0\uac1d \ubb38\uc81c\ub97c \ud574\uacb0\ud558\ub294 \uc644\uc804 \uad00\ub9ac\ud615 \uae30\uacc4 \ud559\uc2b5 \ud50c\ub7ab\ud3fc\uc785\ub2c8\ub2e4. SageMaker \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac \ub77c\uc774\ube0c\ub7ec\ub9ac\uc640 <a href=\"https:\/\/docs.aws.amazon.com\/sagemaker\/latest\/dg\/train-debugger.html\">Amazon SageMaker \ub514\ubc84\uac70 <\/a>\ub97c \uc0ac\uc6a9\ud558\uc5ec \ud604\ub300\uc790\ub3d9\ucc28\uc758 \uae30\uc220\uc801 \uacfc\uc81c\ub97c \ud574\uacb0\ud558\uace0 \ube44\uc6a9 \ud6a8\uc728\uc801\uc73c\ub85c \ube44\uc988\ub2c8\uc2a4 \ubaa9\ud45c\ub97c \ub2ec\uc131\ud560 \uc218 \uc788\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p>SageMaker\ub294 \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac \ubc0f \ubaa8\ub378 \ubcd1\ub82c \ucc98\ub9ac\ub97c \uc704\ud55c \ubd84\uc0b0 \ud559\uc2b5 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc81c\uacf5\ud569\ub2c8\ub2e4. \uc774 \uacbd\uc6b0, \ud559\uc2b5\uc911\uc778 \ubaa8\ub378\uc740 \ub2e8\uc77c GPU\uc758 \uba54\ubaa8\ub9ac\uc5d0 \ub9de\ub354\ub77c\ub3c4 \ud559\uc2b5 \ub370\uc774\ud130\uc758 \uc591\uc774 \ud074 \uacbd\uc6b0 \ud559\uc2b5 \uc2dc\uac04\uc774 \ub108\ubb34 \uc624\ub798 \uac78\ub9bd\ub2c8\ub2e4. \uc774\ub7f0 \uacbd\uc6b0, \ub370\uc774\ud130 \ubcd1\ub82c \ubd84\uc0b0 \ud559\uc2b5\uc744 \uc0ac\uc6a9\ud558\uba74 \ud559\uc2b5 \uc791\uc5c5\uc758 \uc804\uccb4 \uc2dc\uac04\uc744 \uc904\uc77c \uc218 \uc788\uc2b5\ub2c8\ub2e4. SageMaker \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac\ub294 \ud559\uc2b5 \ub370\uc774\ud130\ub97c \uc5ec\ub7ec GPU \uc778\uc2a4\ud134\uc2a4\ub85c \ubd84\uc0b0\ud558\uace0 \ud560\ub2f9 \ub41c \ub370\uc774\ud130 \uc138\ud2b8\ub97c \uc0ac\uc6a9\ud558\uc5ec \uac01 GPU\uc5d0\uc11c \ub3d9\uc77c\ud55c \ubaa8\ub378\uc744 \ud559\uc2b5\ud569\ub2c8\ub2e4. SageMaker \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac \ub77c\uc774\ube0c\ub7ec\ub9ac\ub294 \ub354 \ub9ce\uc740 GPU\ub97c \uc0ac\uc6a9\ud558\uba74\uc11c \uac70\uc758 \uc120\ud615\uc5d0 \uac00\uae4c\uc6b4 \ud655\uc7a5\uc131\uc744 \uc81c\uacf5\ud558\ub294 \uace0\uc18d AWS \ub124\ud2b8\uc6cc\ud06c \uc778\ud504\ub77c\ub97c \ud65c\uc6a9\ud558\ub3c4\ub85d \uc124\uacc4\ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uc774\ubc88\uc5d0 \uc0ac\uc6a9\ud55c \ubaa8\ub378 \ud559\uc2b5 \uc544\ud0a4\ud14d\ucc98\uc5d0\uc11c\ub294 Amazon SageMaker\ub97c \uc0ac\uc6a9\ud558\uace0, \uc77c\uc2dc \ub370\uc774\ud130 \uc800\uc7a5\uc744 \uc704\ud574 <a href=\"https:\/\/aws.amazon.com\/fsx\/lustre\/\">Amazon FSx for Lustre<\/a>, \uc601\uad6c\uc801\uc778 \ub370\uc774\ud130 \uc800\uc7a5\uc5d0 <a href=\"http:\/\/aws.amazon.com\/s3\">Amazon S3<\/a>\uc11c\ube44\uc2a4\ub97c \ud65c\uc6a9\ud569\ub2c8\ub2e4. PyTorch \uae30\ubc18\uc758 \ubaa8\ub378 \ud559\uc2b5\uc744 \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac \ub77c\uc774\ube0c\ub7ec\ub9ac\uc744 \ud65c\uc6a9\ud558\uc5ec \ub2e8 \uba87 \uc904\uc758 \ud559\uc2b5 \ucf54\ub4dc\ub9cc\uc73c\ub85c 8\uac1c\uc758 GPU \uc778\uc2a4\ud134\uc2a4 \ub610\ub294 \ucd1d 64\uac1c\uc758 GPU\ub97c \uc0ac\uc6a9\ud558\uc5ec \ucd5c\ub300 93%\uc758 \ud655\uc7a5 \ud6a8\uc728\uc131\uc744 \ub2ec\uc131\ud588\uc2b5\ub2c8\ub2e4. \ub2e4\uc74c \ub2e4\uc774\uc5b4\uadf8\ub7a8\uc740 \ubd84\uc0b0 \ud559\uc2b5\uc744 \uc704\ud574 \ubc30\ud3ec\ub41c AWS \uc544\ud0a4\ud14d\ucc98\ub97c \ubcf4\uc5ec\uc90d\ub2c8\ub2e4.<\/p>\n<p><img loading=\"lazy\" decoding=\"async\" class=\"alignnone size-full wp-image-24912\" src=\"https:\/\/d2908q01vomqb2.cloudfront.net\/f1f836cb4ea6efb2a0b1b99f41ad8b103eff4b59\/2021\/05\/27\/1-3547-Architecture.jpg\" alt=\"\" width=\"800\" height=\"479\"><\/p>\n<p>\ub2e8\uc77c GPU\ub97c \uc0ac\uc6a9\ud558\uc5ec \ubaa8\ub378\uc744 \ud559\uc2b5\ud558\ub294 \uac83\uacfc\ub294 \ub2e4\ub974\uac8c, \ub2e4\uc911 \ub610\ub294 \ubd84\uc0b0 GPU \ud559\uc2b5\uc5d0\uc11c\ub294 \ub2e8\uc77c GPU\uc5d0\uc11c \uad00\ucc30\ub418\uc9c0 \uc54a\uc740 \uc131\ub2a5 \ubb38\uc81c\uac00 \ub098\ud0c0\ub0a0 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ub530\ub77c\uc11c, \uace0\uac00\uc758 GPU \ub9ac\uc18c\uc2a4\ub97c \ucd5c\ub300\ud55c \ud65c\uc6a9\ud558\uace0 \uc6d0\ud558\ub294 \ubaa8\ub378 \uc131\ub2a5\uc744 \ub2ec\uc131\ud558\ub824\uba74 \ud559\uc2b5 \uc9c0\ud45c\uc640 \ud568\uaed8 \ub9ac\uc18c\uc2a4 \uc0ac\uc6a9\ub960\uc744 \ubaa8\ub2c8\ud130\ub9c1\ud558\ub294 \uac83\uc774 \uc911\uc694\ud569\ub2c8\ub2e4.<\/p>\n<p>Amazon SageMaker \ub514\ubc84\uac70 \ubc0f \ud504\ub85c\ud30c\uc77c\ub9c1 \uae30\ub2a5\uc744 \ud1b5\ud574 \ub525 \ub7ec\ub2dd \uacfc\ud559\uc790 \ubc0f \uc5d4\uc9c0\ub2c8\uc5b4\ub294 \ud559\uc2b5 \uc791\uc5c5\uc774 \uc2e4\ud589\ub418\ub294 \ub3d9\uc548\uc5d0 \uc2dc\uc2a4\ud15c \uad00\ub828 \ub610\ub294 \ubaa8\ub378 \uad00\ub828 \uc131\ub2a5 \ubb38\uc81c\ub97c \ubaa8\ub2c8\ud130\ub9c1, \ucd94\uc801 \ubc0f \ubd84\uc11d \ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ub514\ubc84\uae45 \ucd9c\ub825\uc744 \ud65c\uc131\ud654\ud558\uae30 \uc704\ud574\uc11c \ud559\uc2b5 \ucf54\ub4dc\ub97c \ubcc0\uacbd\ud560 \ud544\uc694\uac00 \uc5c6\uc2b5\ub2c8\ub2e4. \uc2e4\uc2dc\uac04 \ubaa8\ub2c8\ud130\ub9c1 \ubc0f \uc2dc\uac01\ud654\ub294 <a href=\"https:\/\/docs.aws.amazon.com\/sagemaker\/latest\/dg\/studio.html\">Amazon SageMaker Studio <\/a>\uc5d0\uc11c \uc81c\uacf5\ud558\uba70, \ucee4\uc2a4\ud140 \uc2dc\uac01\ud654 \ub610\ub294 \ubd84\uc11d\uc744 \uc704\ud55c API \ud638\ucd9c\uc744 \ud1b5\ud574 \uc218\uc9d1\ub41c \ub514\ubc84\uae45 \ubc0f \ud504\ub85c\ud30c\uc77c\ub9c1 \ub370\uc774\ud130\ub97c \uc561\uc138\uc2a4 \ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc9c4\ud589 \uc911\uc778 \ud559\uc2b5\uc774 \uc9c4\ud589\ub418\uace0 \uc788\ub294 \uc911\uc5d0 SageMaker \ud504\ub85c\ud30c\uc77c\ub7ec\ub97c \ucf1c\uac70\ub098 \ub044\uace0, \ub610\ub294 \ud504\ub85c\ud30c\uc77c\ub9c1 \uad6c\uc131\uc744 \ubcc0\uacbd\ud558\uc5ec \ub514\ubc84\uac70\uc758 \ud504\ub808\uc784\uc6cc\ud06c \uc218\uc900 \ud504\ub85c\ud30c\uc77c\ub9c1 \uae30\ub2a5\uc73c\ub85c \uc778\ud55c \ubd80\ud558\ub97c \ucd5c\uc18c\ud654 \ud558\ub294 \uac83\ub3c4 \uac00\ub2a5\ud569\ub2c8\ub2e4.<\/p>\n<h3>SageMaker \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc0ac\uc6a9\ud55c \ubd84\uc0b0 \ubaa8\ub378\ud559\uc2b5<\/h3>\n<p>Amazon SageMaker \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc0ac\uc6a9\ud558\ub824\uba74, SageMaker\uc758 <code>DistributedDataParallel<\/code> \ud074\ub798\uc2a4\ub85c \ubaa8\ub378\uc744 \ub798\ud551(wrapping)\ud558\ub294 \uac04\ub2e8\ud55c \ucf54\ub4dc \ubcc0\uacbd\ub9cc \ud544\uc694\ud569\ub2c8\ub2e4. \uc544\ub798 \ucf54\ub4dc \uc608\uc81c\ub294 PyTorch \ud559\uc2b5 \uc2a4\ud06c\ub9bd\ud2b8\uc758 \ubaa8\ub378\uc744 \uc5b4\ub5bb\uac8c \uc801\uc6a9\ud558\ub294\uc9c0 \ubcf4\uc5ec\uc90d\ub2c8\ub2e4. API \uc0ac\uc6a9\ubc95\uc740 PyTorch\uc758 <code>DistributedDataParallel<\/code>\uc640 \uac70\uc758 \uc720\uc0ac\ud569\ub2c8\ub2e4.<\/p>\n<div class=\"hide-language\">\n<div class=\"code-toolbar\">\n<pre class=\"unlimited-height-code language-python\"><code class=\" language-python\"><span class=\"token comment\"># Importing SageMaker distributed training library<\/span>\n<span class=\"token keyword\">from<\/span> smdistributed<span class=\"token punctuation\">.<\/span>dataparallel<span class=\"token punctuation\">.<\/span>torch<span class=\"token punctuation\">.<\/span>parallel<span class=\"token punctuation\">.<\/span>distributed <span class=\"token keyword\">import<\/span> DistributedDataParallel <span class=\"token keyword\">as<\/span> DDP\n<span class=\"token keyword\">import<\/span> smdistributed<span class=\"token punctuation\">.<\/span>dataparallel<span class=\"token punctuation\">.<\/span>torch<span class=\"token punctuation\">.<\/span>distributed <span class=\"token keyword\">as<\/span> dist\n\n<span class=\"token comment\"># Initializing distributed training process group<\/span>\ndist<span class=\"token punctuation\">.<\/span>init_process_group<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span>\n\n<span class=\"token comment\"># Setting the local rank as the local GPU ID<\/span>\nlocal_rank <span class=\"token operator\">=<\/span> dist<span class=\"token punctuation\">.<\/span>get_local_rank<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span>\n\n<span class=\"token comment\"># Wrapping the model for distributed training<\/span>\nmodel <span class=\"token operator\">=<\/span> DDP<span class=\"token punctuation\">(<\/span>Net<span class=\"token punctuation\">(<\/span><span class=\"token punctuation\">)<\/span><span class=\"token punctuation\">)<\/span>\ntorch<span class=\"token punctuation\">.<\/span>cuda<span class=\"token punctuation\">.<\/span>set_device<span class=\"token punctuation\">(<\/span>local_rank<span class=\"token punctuation\">)<\/span>\nmodel<span class=\"token punctuation\">.<\/span>cuda<span class=\"token punctuation\">(<\/span>local_rank<span class=\"token punctuation\">)<\/span>\n<\/code><\/pre>\n<\/p><\/div>\n<\/div>\n<p>\uc5ec\ub7ec\ubd84\uc774 \ub9cc\uc57d PyTorch \ub610\ub294 TensorFlow \ubd84\uc0b0 \ud559\uc2b5 \ubc29\uc2dd\uc5d0 \uc775\uc219\ud558\ub2e4\uba74, \ubd84\uc0b0 \ud559\uc2b5\uc744 \uc704\ud574 \ud074\ub7ec\uc2a4\ud130\ub97c \uc124\uc815\ud558\ub294 \ubc29\ubc95\uacfc \ud074\ub7ec\uc2a4\ud130\uc758 \uac01 \uc778\uc2a4\ud134\uc2a4\uc5d0\uc11c \ud559\uc2b5 \ud504\ub85c\uc138\uc2a4\ub97c \uc2dc\uc791\ud558\ub294 \ubc29\ubc95\uc774 \uad81\uae08\ud558\uc2e4 \uac83\uc785\ub2c8\ub2e4. Amazon SageMaker\uc5d0\uc11c \ud574\uc57c \ud560 \uc77c\uc740, \uc778\uc2a4\ud134\uc2a4 \uac1c\uc218\uc640 \uc778\uc2a4\ud134\uc2a4 \uc720\ud615\uc744 \uc9c0\uc815\ud558\uace0 SageMaker\uac00 \uc0ac\uc6a9\ud560 \ubd84\uc0b0 \ud559\uc2b5 \uc804\ub7b5\uc744 \uc54c\ub824\uc8fc\ub294 \uac83\uc785\ub2c8\ub2e4. SageMaker\ub294 \uc774 \uc815\ubcf4\ub97c \ubc14\ud0d5\uc73c\ub85c \ud544\uc694\ud55c \uad6c\uc131\uc744 \uc790\ub3d9\uc73c\ub85c \ucc98\ub9ac\ud558\uba70, \uc774 \ubc29\ubc95\uc740 PyTorch\uc640 TensorFlow \ubaa8\ub450\uc5d0 \uc801\uc6a9\ub429\ub2c8\ub2e4. \ub2e4\uc74c \uc608\uc81c \ucf54\ub4dc\ub97c \ucc38\uc870\ud558\uc2ed\uc2dc\uc624.<\/p>\n<div class=\"hide-language\">\n<div class=\"code-toolbar\">\n<pre class=\"unlimited-height-code language-python\"><code class=\" language-python\">estimator <span class=\"token operator\">=<\/span> PyTorch<span class=\"token punctuation\">(<\/span>instance_count<span class=\"token operator\">=<\/span><span class=\"token number\">4<\/span><span class=\"token punctuation\">,<\/span>\n                    instance_type<span class=\"token operator\">=<\/span><span class=\"token string\">'ml.p3.16xlarge'<\/span><span class=\"token punctuation\">,<\/span>\n                    distribution<span class=\"token operator\">=<\/span><span class=\"token punctuation\">{<\/span>\n                        <span class=\"token string\">'smdistributed'<\/span><span class=\"token punctuation\">:<\/span><span class=\"token punctuation\">{<\/span>\n                            <span class=\"token string\">'dataparallel'<\/span><span class=\"token punctuation\">:<\/span><span class=\"token punctuation\">{<\/span>\n                                <span class=\"token string\">'enabled'<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token boolean\">True<\/span>\n                            <span class=\"token punctuation\">}<\/span>\n                        <span class=\"token punctuation\">}<\/span>\n                    <span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">)<\/span>\n<\/code><\/pre>\n<\/p><\/div>\n<\/div>\n<p>\uc774\uc81c \ud559\uc2b5 \uc2a4\ud06c\ub9bd\ud2b8\ub97c \uc5c5\ub370\uc774\ud2b8 \ud588\uc73c\ubbc0\ub85c, Amazon S3 \ubc84\ud0b7\uc5d0 \uc788\ub294 \ub370\uc774\ud130 \uc138\ud2b8\ub97c \uc561\uc138\uc2a4\ud558\ub294 \ubc29\ubc95\uc744 \uacb0\uc815\ud574\uc57c \ud569\ub2c8\ub2e4. \uac00\uc7a5 \uc77c\ubc18\uc801\uc778 \ubc29\ubc95\uc740 \ud559\uc2b5 \uc791\uc5c5\uc774 \uc2dc\uc791\ub420 \ub54c SageMaker\uac00 S3 \ubc84\ud0b7\uc5d0\uc11c \ud559\uc2b5 \uc778\uc2a4\ud134\uc2a4\uc5d0 \uc5f0\uacb0\ub41c \uc2a4\ud1a0\ub9ac\uc9c0 \ub610\ub294 \ub0b4\ubd80 NVMe SSD \uc2a4\ud1a0\ub9ac\uc9c0\ub85c \ub370\uc774\ud130 \uc138\ud2b8\ub97c \ubcf5\uc0ac\ud558\ub3c4\ub85d \ud558\ub294 \uac83\uc785\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ubc29\ubc95\uc740 \ub9e4\ubc88 \ud559\uc2b5\ub9c8\ub2e4 \ud559\uc2b5 \uc778\uc2a4\ud134\uc2a4\uc758 \uc2a4\ud1a0\ub9ac\uc9c0\uc5d0 \ub2e4\uc2dc \ubcf5\uc0ac\ud574\uc57c \ud569\ub2c8\ub2e4(\uc774 \ubc29\ubc95\uc744 SageMaker \ud30c\uc77c \ubaa8\ub4dc\ub77c\uace0 \ud569\ub2c8\ub2e4).<\/p>\n<p>\uc5ec\uae30\uc11c \uc0ac\uc6a9\ud55c \ub370\uc774\ud130 \uc138\ud2b8\ub294 \ucd1d 300GB\uc774\uace0 \ud30c\uc77c \uc218\uac00 \ub9ce\uc558\uc2b5\ub2c8\ub2e4. \ubaa8\ub378 \ud559\uc2b5\uc744 \uc2dc\uc791\ud558\uae30 \uc804\uc5d0 \ud559\uc2b5 \uc778\uc2a4\ud134\uc2a4\ub85c \ub370\uc774\ud130 \ubcf5\uc0ac\ub97c \uc644\ub8cc\ud558\ub294 \ub370 \uc57d 1\uc2dc\uac04\uc774 \uac78\ub9bd\ub2c8\ub2e4. \uc2e4\uc81c \ud559\uc2b5 \uc2a4\ud06c\ub9bd\ud2b8\ub294 \uc774 \ub2e8\uacc4\uac00 \uc644\ub8cc\ub41c \ud6c4\uc5d0\ub9cc \uc2e4\ud589\ub429\ub2c8\ub2e4. \uba70\uce60, \uba87 \uc8fc \ub610\ub294 \uadf8 \uc774\uc0c1\uc774 \uac78\ub9ac\ub294 \ub300\uaddc\ubaa8 \ud559\uc2b5\uc5d0\uc11c\ub294 \uc774\ub7f0 \ub370\uc774\ud130 \ubcf5\uc0ac \uc2dc\uac04\uc744 \ubb34\uc2dc\ud560 \uc218 \uc788\uc744 \uac83\uc785\ub2c8\ub2e4. \ud558\uc9c0\ub9cc, \ubc18\ubcf5\uc801\uc778 \ud559\uc2b5 \uc218\ud589\uc774 \ud544\uc694\ud55c \uac1c\ubc1c \ubc0f \ud14c\uc2a4\ud2b8 \ub2e8\uacc4\uc5d0\uc11c\ub294 \uc774 \uc2dc\uac04\uc744 \uc904\uc774\ub294 \uac83\uc774 \uc911\uc694\ud569\ub2c8\ub2e4.<\/p>\n<p>\ub370\uc774\ud130 \ubcf5\uc0ac\ub85c \uc778\ud574 \ud559\uc2b5 \uc2dc\uc791 \uc18d\ub3c4\uac00 \ub290\ub824\uc9c0\ub294 \uac83\uc744 \ud53c\ud558\uae30 \uc704\ud574 \ub2e4\uc74c \uc870\uce58 \uc911 \ud558\ub098\ub97c \ucde8\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<ul>\n<li>\ub370\uc774\ud130 \uc138\ud2b8\uc758 \ud06c\uae30 \uc904\uc774\uae30<\/li>\n<li>\ub370\uc774\ud130\ub97c \ubcf5\uc0ac\ud558\ub294 \ub300\uc2e0 \uc2a4\ud2b8\ub9ac\ubc0d\ud558\ub294 SageMaker \ud30c\uc774\ud504 \ubaa8\ub4dc \uc0ac\uc6a9<\/li>\n<li>Amazon S3\uc5d0\uc11c \ub370\uc774\ud130\ub97c \ubcf5\uc0ac\ud558\ub294 \ub300\uc2e0 Amazon FSx for Lustre\ub97c \uc0ac\uc6a9\ud558\uae30<\/li>\n<\/ul>\n<p>\uc800\ud76c\ub294 \ubc18\ubcf5\ub418\ub294 \uc2e4\ud5d8\uc744 \uc704\ud574 FSx for Lustre \ud30c\uc77c \uc2dc\uc2a4\ud15c\uc744 \uc120\ud0dd\ud588\uc2b5\ub2c8\ub2e4. S3 \ubc84\ud0b7\uc5d0 \uc788\ub294 \ub370\uc774\ud130\ub97c \uc0ac\uc6a9\ud558\uc5ec FSx for Lustre \ud30c\uc77c \uc2dc\uc2a4\ud15c\uc744 \uc0dd\uc131\ud558\uace0, \uc774 \ud30c\uc77c\uc2dc\uc2a4\ud15c\uc744 \ud559\uc2b5 \uc778\uc2a4\ud134\uc2a4\uc5d0 \uc5f0\uacb0\ud588\uc2b5\ub2c8\ub2e4. FSx for Lustre \ud30c\uc77c \uc2dc\uc2a4\ud15c\uc740 (\ubaa8\ub378 \ud559\uc2b5 \uc778\uc2a4\ud134\uc2a4\uc5d0 \uc5f0\uacb0\ub41c \uc2a4\ud1a0\ub9ac\uc9c0\uc640 \ub2ec\ub9ac) SageMaker \ubaa8\ub378 \ud559\uc2b5 \uc791\uc5c5 \ud6c4\uc5d0\ub3c4 \uc0ad\uc81c\ub418\uc9c0 \uc54a\uae30 \ub54c\ubb38\uc5d0 \ucd08\uae30\ud654 \uc9c0\uc5f0 \uc5c6\uc774 \uc5ec\ub7ec\ubc88 \uc2e4\ud5d8\uc744 \uc2e4\ud589\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ucf54\ub4dc \ubcc0\ud658\uc744 \uc644\ub8cc\ud558\uace0 \ud559\uc2b5 \ucf54\ub4dc\uac00 \ubb38\uc81c \uc5c6\uc774 \uc2e4\ud589\ub418\uace0 \uc788\ub294\uc9c0 \ud655\uc778\ud55c \ud6c4, \ucd5c\uc801\uc758 I\/O \uc131\ub2a5\uc744 \uc704\ud574 \ub0b4\ubd80 NVMe SSD \uc2a4\ud1a0\ub9ac\uc9c0\ub97c \uc0ac\uc6a9\ud560 \uc218 \uc788\ub3c4\ub85d \ud30c\uc77c \ubaa8\ub4dc\ub85c \uc804\ud658\ud569\ub2c8\ub2e4. \uc774 \uc791\uc5c5\uc740 SageMaker\uc758 \uad6c\uc131\uc744 \ubcc0\uacbd\ud574\uc11c \uc27d\uac8c \ud560 \uc218 \uc788\uace0, \ud559\uc2b5 \uc2a4\ud06c\ub9bd\ud2b8\uc5d0 \ub300\ud55c \ucf54\ub4dc \ubcc0\uacbd\uc740 \ud544\uc694\ud558\uc9c0 \uc54a\uc2b5\ub2c8\ub2e4. \uc544\ub798 \ucf54\ub4dc\ub97c \ucc38\uc870\ud558\uc138\uc694.<\/p>\n<div class=\"hide-language\">\n<div class=\"code-toolbar\">\n<pre class=\"unlimited-height-code language-python\"><code class=\" language-python\"><span class=\"token comment\"># Using Amazon FSx for Lustre<\/span>\ntrain_fs <span class=\"token operator\">=<\/span> FileSystemInput<span class=\"token punctuation\">(<\/span>file_system_id<span class=\"token operator\">=<\/span><span class=\"token string\">'file system id'<\/span><span class=\"token punctuation\">,<\/span>\n                           file_system_type<span class=\"token operator\">=<\/span><span class=\"token string\">'FSxLustre'<\/span><span class=\"token punctuation\">,<\/span>\n                           directory_path<span class=\"token operator\">=<\/span><span class=\"token string\">'\/fsx\/'<\/span><span class=\"token punctuation\">,<\/span>\n                           file_system_access_mode<span class=\"token operator\">=<\/span><span class=\"token string\">'ro'<\/span><span class=\"token punctuation\">)<\/span>    \nestimator<span class=\"token punctuation\">.<\/span>fit<span class=\"token punctuation\">(<\/span>inputs<span class=\"token operator\">=<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">'train'<\/span><span class=\"token punctuation\">:<\/span> train_fs<span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">)<\/span>\n\n<span class=\"token comment\"># Using S3<\/span>\nestimator<span class=\"token punctuation\">.<\/span>fit<span class=\"token punctuation\">(<\/span>inputs<span class=\"token operator\">=<\/span><span class=\"token punctuation\">{<\/span><span class=\"token string\">'train'<\/span><span class=\"token punctuation\">:<\/span> <span class=\"token string\">'s3:\/\/your-bucket-name\/prefix\/'<\/span><span class=\"token punctuation\">}<\/span><span class=\"token punctuation\">)<\/span>\n<\/code><\/pre>\n<\/p><\/div>\n<\/div>\n<h3>\ubaa8\ub378 \ud559\uc2b5 \uc131\ub2a5 \ubd84\uc11d \ubc0f \uc870\uc815<\/h3>\n<p>Amazon SageMaker \ub514\ubc84\uac70\ub97c \uc0ac\uc6a9\ud558\uae30 \uc704\ud574 \ud559\uc2b5 \ucf54\ub4dc\ub97c \ubcc0\uacbd\ud560 \ud544\uc694\uac00 \uc5c6\uc2b5\ub2c8\ub2e4. \ub514\ubc84\uac70\ub294 \uc5d0\uc2a4\ud2f0\uba54\uc774\ud130(Estimator)\ub97c \uc815\uc758 \ud560 \ub54c \uad6c\uc131\ub418\uac70\ub098, \ud559\uc2b5 \uc791\uc5c5\uc774 \uc2e4\ud589\ub418\ub294 \ub3d9\uc548 SageMaker Studio \ub610\ub294 Debugger API\ub97c \ud1b5\ud574 \ud65c\uc131\ud654\/\ube44\ud65c\uc131\ud654\ub429\ub2c8\ub2e4. \ud559\uc2b5 \uc791\uc5c5 \uc131\ub2a5\uc744 \uc804\uccb4\uc801\uc73c\ub85c \ud30c\uc545\ud558\uae30 \uc704\ud574 SageMaker \uc5d0\uc2a4\ud2f0\uba54\uc774\ud130\ub97c \ud1b5\ud574 CPU \uc0ac\uc6a9\ub960, GPU \uc0ac\uc6a9\ub960, GPU \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub960 \ubc0f I\/O \ub300\uae30\uc5d0 \ub300\ud55c \ub514\ubc84\uac70 \uc2dc\uc2a4\ud15c \ud504\ub85c\ud30c\uc77c\ub9c1\uc744 500 \ubc00\ub9ac \ucd08 \uac04\uaca9\uc73c\ub85c \ud65c\uc131\ud654\ud588\uc2b5\ub2c8\ub2e4. <code>ProfilerConfig<\/code>\ub97c \uc5d0\uc2a4\ud2f0\uba54\uc774\ud130\uc5d0 \uc124\uc815\ud558\ub294 \ubc29\ubc95\uc740 \ub2e4\uc74c\uacfc \uac19\uc2b5\ub2c8\ub2e4.<\/p>\n<div class=\"hide-language\">\n<div class=\"code-toolbar\">\n<pre class=\"unlimited-height-code language-python\"><code class=\" language-python\">profiler_config <span class=\"token operator\">=<\/span> ProfilerConfig<span class=\"token punctuation\">(<\/span>\n    system_monitor_interval_millis<span class=\"token operator\">=<\/span><span class=\"token number\">500<\/span><span class=\"token punctuation\">)<\/span>\n\nestimator <span class=\"token operator\">=<\/span> PyTorch<span class=\"token punctuation\">(<\/span>\n    <span class=\"token punctuation\">.<\/span><span class=\"token punctuation\">.<\/span><span class=\"token punctuation\">.<\/span>    \n    profiler_config<span class=\"token operator\">=<\/span>profiler_config<span class=\"token punctuation\">)<\/span>\n<\/code><\/pre>\n<\/p><\/div>\n<\/div>\n<p>\uc800\ud76c\ub294 \ube44\uc815\uc0c1\uc801\uc778 \ud328\ud134\uc744 \ucc3e\uae30 \uc704\ud574 SageMaker \ub514\ubc84\uac70\uac00 \uc218\uc9d1\ud55c \ub370\uc774\ud130\ub97c Studio\uc758 \ub514\ubc84\uac70 \uc2dc\uac01\ud654 \uae30\ub2a5\uc744 \uc0ac\uc6a9\ud558\uc5ec \uc2dc\uc2a4\ud15c \ub9ac\uc18c\uc2a4 \uc0ac\uc6a9\ub960\uc744 \ubaa8\ub2c8\ud130\ub9c1\ud588\uc2b5\ub2c8\ub2e4. \ub2e8\uc77c GPU \ud559\uc2b5\ubcf4\ub2e4 \ub2e4\uc911 GPU \ud559\uc2b5\uc5d0\uc11c \uac01 \ub2e8\uacc4\uc5d0 \uc18c\uc694\ub418\ub294 \uc2dc\uac04\uc774 \uae38\uc5c8\ub294\ub370, \ub2e4\uc911 GPU \ubaa8\ub378 \ud559\uc2b5\uc5d0\uc11c CPU\ub294 \ud56d\uc0c1 100% \uc0ac\uc6a9\ub418\uc5c8\uc9c0\ub9cc GPU\ub294 \ucda9\ubd84\ud788 \ud65c\uc6a9\ub418\uc9c0 \uc54a\ub294 \uac83\uc744 \uc54c\uac8c \ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc774 \ud328\ud134\uc740 \ud559\uc2b5\uc774 \uc9c4\ud589\ub418\ub294 \ub3d9\uc548 SageMaker Studio\uc758 CPU \ubc0f GPU \uc0ac\uc6a9\ub960 \ud788\ud2b8 \ub9f5\uc744 \ud1b5\ud574 \ube60\ub974\uac8c \uc2dd\ubcc4\ub418\uc5c8\uc2b5\ub2c8\ub2e4. Python \ubc0f \ub525 \ub7ec\ub2dd \ud504\ub808\uc784 \uc6cc\ud06c \uc218\uc900 \ud504\ub85c\ud30c\uc77c\ub9c1 \ucd9c\ub825\uc744 \uc81c\uacf5\ud558\ub294 \ub514\ubc84\uac70\uc758 \ud504\ub808\uc784 \uc6cc\ud06c \ud504\ub85c\ud30c\uc77c\ub9c1 \uae30\ub2a5\uc744 \uc0ac\uc6a9\ud558\uc5ec \uadfc\ubcf8 \uc6d0\uc778 \ubd84\uc11d\uc744 \uc218\ud589 \ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>Amazon ML Solutions Lab\uacfc \ud604\ub300\uc790\ub3d9\ucc28 \uac1c\ubc1c\ud300\uc740 \ub514\ubc84\uac70 \ub370\uc774\ud130 \ubc0f \ud559\uc2b5 \ucf54\ub4dc\ub97c \uc2ec\uce35 \ubd84\uc11d\ud558\uc5ec \uc0ac\uc6a9\uc790 \uc9c0\uc815 \ub370\uc774\ud130 \ub85c\ub354\uc5d0\uc11c \uadfc\ubcf8 \uc6d0\uc778\uc744 \ucc3e\uc558\uc2b5\ub2c8\ub2e4. \uc774 \ubb38\uc81c\ub294 \ub2e8\uc77c GPU \ud559\uc2b5\uc5d0\uc11c\ub294 \uc131\ub2a5 \uc624\ubc84 \ud5e4\ub4dc\ub97c \uc720\ubc1c\ud558\uc9c0 \uc54a\uc558\uc2b5\ub2c8\ub2e4. CPU \ubd80\uc871 \ubb38\uc81c\uac00 \ud574\uacb0\ub428\uc5d0 \ub530\ub77c \uc2dc\uc2a4\ud15c \ub9ac\uc18c\uc2a4 \uc0ac\uc6a9\ub960\uc774 \uc815\uc0c1\uc73c\ub85c \ub3cc\uc544 \uc654\uace0 \ud6c8\ub828 \uc131\ub2a5\ub3c4 \ud5a5\uc0c1\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ub178\ub825\uc73c\ub85c \ub3d9\uc77c\ud55c \uc591\uc758 GPU \ub9ac\uc18c\uc2a4\ub97c \uc0ac\uc6a9\ud558\uc5ec \ub2e4\uc911 GPU \ud559\uc2b5 \uc18d\ub3c4\ub97c \ub450 \ubc30\ub85c \ud5a5\uc0c1 \uc2dc\ucf30\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ub2e4\uc74c \uadf8\ub9bc\uc740 CPU \ubc0f GPU \uc0ac\uc6a9\ub960 \uadf8\ub798\ud504\uc640 \ud788\ud2b8 \ub9f5\uc744 \ubcf4\uc5ec\uc90d\ub2c8\ub2e4. \uc67c\ucabd\uc740 \ubb38\uc81c\uac00 \uc788\ub294 \ud559\uc2b5\uc5d0\uc11c, \uc624\ub978\ucabd\uc740 \uc218\uc815\ub41c \ud559\uc2b5\uc5d0\uc11c \uc5bb\uc740 \uac83\uc785\ub2c8\ub2e4.<\/p>\n<p><img loading=\"lazy\" decoding=\"async\" class=\"alignnone size-full wp-image-24913\" src=\"https:\/\/d2908q01vomqb2.cloudfront.net\/f1f836cb4ea6efb2a0b1b99f41ad8b103eff4b59\/2021\/05\/27\/2-3547-Output.jpg\" alt=\"\" width=\"800\" height=\"456\"><\/p>\n<h3>\ub9c8\ubb34\ub9ac<\/h3>\n<p>\uc774 \uae00\uc5d0\uc11c\ub294 Amazon SageMaker \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc0ac\uc6a9\ud558\uc5ec, \uc790\uc728 \uc8fc\ud589 \ubaa8\ub378\uc758 \ud559\uc2b5 \uc18d\ub3c4\ub97c \ub192\uc774\ub294 \ubc29\ubc95\uc744 \uc790\uc138\ud788 \uc124\uba85\ud588\uc2b5\ub2c8\ub2e4. \ub610\ud55c, Amazon SageMaker \ub514\ubc84\uac70\ub97c \uc0ac\uc6a9\ud574 \ubcd1\ubaa9 \ud604\uc0c1\uc744 \uc2dd\ubcc4\ud558\uace0 \ud559\uc2b5 \uc131\ub2a5\uc744 \ucd5c\uc801\ud654\ud558\ub294 \uc2e4\uc81c \uae30\uc220\uc744 \uacf5\uc720\ud588\uc2b5\ub2c8\ub2e4. \uadf8 \uacb0\uacfc, \ub2e8 5\ubc30 \ub354 \ub9ce\uc740 \uc778\uc2a4\ud134\uc2a4\ub85c 10\ubc30 \ube60\ub978 \ud559\uc2b5 \uc18d\ub3c4\ub97c \ub2ec\uc131\ud560 \uc218 \uc788\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ud604\ub300\uc790\ub3d9\ucc28\uc758 \ucd5c\uc9c4\uc6b1 \ucc45\uc784 \uc5f0\uad6c\uc6d0\uc740 \u201c\uc6b0\ub9ac\ub294 \ucef4\ud4e8\ud130 \ube44\uc804 \ubaa8\ub378\uc744 \uc0ac\uc6a9\ud558\uc5ec \uc7a5\uba74 \ubd84\ud560\uc744 \uc218\ud589\ud558\ub294\ub370, \uc774\ub294 \uc7a5\uba74 \uc774\ud574\uc5d0 \uc911\uc694\ud569\ub2c8\ub2e4. \uc608\uc804\uc5d0\ub294 \ud55c\ubc88 \ubaa8\ub378\uc744 \ud559\uc2b5\uc2dc\ud0a4\ub294 \ub370 57\ubd84\uc774 \uac78\ub824\uc11c, \uc791\uc5c5 \uc18d\ub3c4\uac00 \ube60\ub974\uc9c0 \uc54a\uc558\uc2b5\ub2c8\ub2e4. Amazon SageMaker\uc758 \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc0ac\uc6a9\ud558\uace0 Amazon ML Solutions Lab\uc758 \ub3c4\uc6c0\uc744 \ubc1b\uc544 5\uac1c\uc758 ml.p3.16xlarge \uc778\uc2a4\ud134\uc2a4\uc5d0\uc11c \ucd5c\uc801\ud654\ub41c \ubaa8\ub378 \ucf54\ub4dc\ub85c 6\ubd84 \ub9cc\uc5d0 \ud559\uc2b5\uc744 \ub9c8\uce60 \uc218 \uc788\uc5c8\uc2b5\ub2c8\ub2e4. \ud559\uc2b5 \uc2dc\uac04\uc774 10\ubc30 \ub2e8\ucd95\ub418\uc5c8\uae30 \ub54c\ubb38\uc5d0, \ud55c \ubc88\uc758 \uac1c\ubc1c\uc8fc\uae30\uc5d0\uc11c \ub370\uc774\ud130\ub97c \uc900\ube44\ud558\ub294\ub370 \ub354 \ub9ce\uc740 \uc2dc\uac04\uc744 \ud560\uc560 \ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \u201c\ub77c\uace0 \uc774\uc57c\uae30\ud574 \uc8fc\uc168\uc2b5\ub2c8\ub2e4.<\/p>\n<p>Amazon SageMaker\uc758 \uad00\ub828 \uae30\ub2a5\uc5d0 \ub300\ud574 \uc790\uc138\ud788 \uc54c\uc544 \ubcf4\ub824\uba74 \ub2e4\uc74c\uc744 \ud655\uc778\ud558\uc2ed\uc2dc\uc624.<\/p>\n<ul>\n<li><a href=\"https:\/\/docs.aws.amazon.com\/sagemaker\/latest\/dg\/data-parallel.html\" target=\"_blank\" rel=\"noopener noreferrer\">Amazon SageMaker \ubd84\uc0b0 \ub370\uc774\ud130 \ubcd1\ub82c \ub77c\uc774\ube0c\ub7ec\ub9ac <\/a><\/li>\n<li><a href=\"https:\/\/docs.aws.amazon.com\/sagemaker\/latest\/dg\/train-debugger.html\" target=\"_blank\" rel=\"noopener noreferrer\">Amazon SageMaker \ub514\ubc84\uac70 <\/a><\/li>\n<\/ul>\n<h3>Amazon ML Solutions Lab \uc815\ubcf4<\/h3>\n<p><a href=\"https:\/\/aws.amazon.com\/ml-solutions-lab\/\">Amazon ML Solutions Lab <\/a>\uc740 AWS\uc758 ML \uc804\ubb38\uac00\ub97c \uace0\uac1d\uacfc \uc5f0\uacb0\ud558\uc5ec, \uac00\uce58\uc788\ub294 ML \uc11c\ube44\uc2a4 \uae30\ud68c\ub97c \uc2dd\ubcc4\ud558\uace0 \uad6c\ud604\ud558\ub294 \ub370 \ub3c4\uc6c0\uc744 \ub4dc\ub9ac\uace0 \uc788\uc2b5\ub2c8\ub2e4. AWS \uace0\uac1d \uc5ec\ub7ec\ubd84\uc758 \uc0ac\uc5c5\uc5d0 ML\uc744 \ub354 \ube60\ub974\uac8c \uc801\uc6a9\ud558\uae30 \uc704\ud574 \ub3c4\uc6c0\uc774 \ud544\uc694\ud558\ub2e4\uba74 \ubb38\uc758\ud574 \uc8fc\uc138\uc694.<\/p>\n<p>\u2013 \uae40\ubb34\ud604, \ub370\uc774\ud130\uc0ac\uc774\uc5b8\ud2f0\uc2a4\ud2b8, Amazon Machine Learning Solutions Lab<br \/> \u2013 \uac15\uc9c0\uc591, \ub525\ub7ec\ub2dd \uc544\ud0a4\ud14d\ud2b8, Amazon Machine Learning Solutions Lab<br \/> \u2013 \ucd5c\uc601\uc900, \uc194\ub8e8\uc158\uc988 \uc544\ud0a4\ud14d\ud2b8, AWS<br \/> \u2013 Aditya Bindal, \uc2dc\ub2c8\uc5b4 \uc81c\ud488 \uad00\ub9ac\uc790, AWS<br \/> \u2013 Nathalie Rauschmayr, \uc751\uc6a9 \uacfc\ud559\uc790, AWS<br \/> \u2013 \uae40\uc885\ubaa8, \uc5f0\uad6c\uc6d0, \ud604\ub300\uc790\ub3d9\ucc28<\/p>\n<p><em>\uc774 \uae00\uc740 AWS Machine Learning \ube14\ub85c\uadf8 <a href=\"https:\/\/aws.amazon.com\/ko\/blogs\/machine-learning\/hyundai-reduces-training-time-for-autonomous-driving-models-using-amazon-sagemaker\/\">Hyundai reduces ML model training time for autonomous driving models using Amazon SageMaker<\/a>\uc758 \ud55c\uad6d\uc5b4 \ubc88\uc5ed\uc785\ub2c8\ub2e4.<\/em><\/p>\n<p>Source: <a href=\"https:\/\/aws.amazon.com\/ko\/blogs\/korea\/hyundai-reduces-training-time-for-autonomous-driving-models-using-amazon-sagemaker\/\" target=\"_blank\" rel=\"noopener\">\ud604\ub300\uc790\ub3d9\ucc28, Amazon SageMaker \uae30\ubc18 \uc790\uc728 \uc8fc\ud589 \uae30\uacc4 \ud559\uc2b5 \ubaa8\ub378\uc758 \ud559\uc2b5 \uc2dc\uac04 \ub2e8\ucd95 \uc0ac\ub840<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<div class=\"mh-excerpt\"><p>\ud604\ub300\uc790\ub3d9\ucc28, Amazon SageMaker \uae30\ubc18 \uc790\uc728 \uc8fc\ud589 \uae30\uacc4 \ud559\uc2b5 \ubaa8\ub378\uc758 \ud559\uc2b5 \uc2dc\uac04 \ub2e8\ucd95 \uc0ac\ub840 \ud604\ub300\uc790\ub3d9\ucc28\ub294 \uc138\uacc4\uc5d0\uc11c \uac00\uc7a5 \ud070 \uc790\ub3d9\ucc28 \uc81c\uc870\uc5c5\uccb4 \uc911 \ud558\ub098\uc774\uba70, \ucd5c\uadfc\uc5d0 \uc790\uc728 \uc8fc\ud589\ucc28\ub97c \uc9c1\uc811 \uac1c\ubc1c\ud558\uae30 \uc704\ud574 \ub2e4\uc591\ud55c \uc778\uc801 \ubc0f \ubb3c\uc801 \uc790\uc6d0\uc744 \ub9ce\uc774 \ud22c\uc790\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. \uc790\uc728 \uc8fc\ud589\uc5d0\uc11c \uc790\uc8fc \uc0ac\uc6a9\ub418\ub294 \uc54c\uace0\ub9ac\uc998 \uc911 \ud558\ub098\ub85c, \uc774\ubbf8\uc9c0\uc758 \ubaa8\ub4e0 \ud53d\uc140\uc5d0 \ud074\ub798\uc2a4\ub97c \ud560\ub2f9\ud558\ub294 \uc791\uc5c5\uc778 \uc758\ubbf8 \ubd84\ud560(semantic segmentation)\uc774\ub77c\ub294 \uac83\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uc5ec\uae30\uc11c \ud074\ub798\uc2a4\ub294 \ub3c4\ub85c, \uc0ac\ub78c, \uc790\ub3d9\ucc28, \uac74\ubb3c, \ud480\uacfc \ub098\ubb34, \ud558\ub298 \ub4f1\uc774 \ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud604\ub300\uc790\ub3d9\ucc28 \uac1c\ubc1c\ud300\uc740 \uac1c\ubc1c \uacfc\uc815\uc5d0\uc11c \uc815\uae30\uc801\uc73c\ub85c \uc815\ud655\ub3c4\ub97c \ud14c\uc2a4\ud2b8\ud558\uace0, \uadf8 \uacb0\uacfc \ud2b9\uc815 \uc0c1\ud669\uc5d0\uc11c\uc758 \uc608\uce21 \uc131\ub2a5\uc744 \uc218\uc815\ud558\uae30 \uc704\ud574 \ud559\uc2b5 \uc774\ubbf8\uc9c0\ub97c \ucd94\uac00\ub85c \uc218\uc9d1\ud569\ub2c8\ub2e4. \ud558\uc9c0\ub9cc, \uac1c\ubc1c \uc77c\uc815\uc744 \ub9de\ucd94\ub824\uba74 \ud559\uc2b5\uc5d0 \ud544\uc694\ud55c \uc2dc\uac04\uc744 \ub0a8\uae30\uba74\uc11c \uc0c8\ub85c\uc6b4 \ub370\uc774\ud130\ub97c \uc900\ube44\ud560 \uc2dc\uac04\uc774 \ubd80\uc871\ud55c \uacbd\uc6b0\uac00 \ub9ce\uc558\uc2b5\ub2c8\ub2e4. Amazon ML Solutions Lab \ud300\uc740 \ud604\ub300 \uc790\ub3d9\ucc28\uc640 \ud568\uaed8 \ud655\uc7a5\uc131 \ub192\uc740 AWS \ud074\ub77c\uc6b0\ub4dc\ub97c \uc0ac\uc6a9\ud558\uc5ec \ubaa8\ub378 \ud559\uc2b5\uc744 \ub354 \ube60\ub974\uac8c \ud574\uc11c \uc774 \ubb38\uc81c\ub97c \ud574\uacb0\ud588\uc2b5\ub2c8\ub2e4. \uc774 \uae00\uc5d0\uc11c\ub294 \uae30\uacc4 \ud559\uc2b5(ML) \uad00\ub9ac \uc11c\ube44\uc2a4\uc778 Amazon SageMaker\uc5d0 \uc0c8\ub86d\uac8c \ud3ec\ud568\ub41c \ub370\uc774\ud130 \ubcd1\ub82c \ucc98\ub9ac\ub97c \uc704\ud55c SageMaker \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc0ac\uc6a9\ud55c \uc0ac\ub840\ub97c \uacf5\uc720\ud569\ub2c8\ub2e4. <a class=\"mh-excerpt-more\" href=\"https:\/\/jirak.net\/wp\/%ed%98%84%eb%8c%80%ec%9e%90%eb%8f%99%ec%b0%a8-amazon-sagemaker-%ea%b8%b0%eb%b0%98-%ec%9e%90%ec%9c%a8-%ec%a3%bc%ed%96%89-%ea%b8%b0%ea%b3%84-%ed%95%99%ec%8a%b5-%eb%aa%a8%eb%8d%b8%ec%9d%98-%ed%95%99\/\" title=\"\ud604\ub300\uc790\ub3d9\ucc28, Amazon SageMaker \uae30\ubc18 \uc790\uc728 \uc8fc\ud589 \uae30\uacc4 \ud559\uc2b5 \ubaa8\ub378\uc758 \ud559\uc2b5 \uc2dc\uac04 \ub2e8\ucd95 \uc0ac\ub840\">[ more&#8230; ]<\/a><\/p>\n<\/div>","protected":false},"author":1,"featured_media":43245,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[169],"tags":[656],"class_list":["post-43244","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-news","tag-aws"],"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/posts\/43244","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/comments?post=43244"}],"version-history":[{"count":1,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/posts\/43244\/revisions"}],"predecessor-version":[{"id":43246,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/posts\/43244\/revisions\/43246"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/media\/43245"}],"wp:attachment":[{"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/media?parent=43244"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/categories?post=43244"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/tags?post=43244"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}