{"id":39812,"date":"2020-12-11T00:20:50","date_gmt":"2020-12-10T15:20:50","guid":{"rendered":"https:\/\/jirak.net\/wp\/%ec%83%88%eb%a1%9c%ec%9a%b4-%ea%b8%b0%eb%8a%a5-amazon-emr-on-amazon-elastic-kubernetes-serviceeks\/"},"modified":"2020-12-11T00:35:06","modified_gmt":"2020-12-10T15:35:06","slug":"%ec%83%88%eb%a1%9c%ec%9a%b4-%ea%b8%b0%eb%8a%a5-amazon-emr-on-amazon-elastic-kubernetes-serviceeks","status":"publish","type":"post","link":"https:\/\/jirak.net\/wp\/%ec%83%88%eb%a1%9c%ec%9a%b4-%ea%b8%b0%eb%8a%a5-amazon-emr-on-amazon-elastic-kubernetes-serviceeks\/","title":{"rendered":"\uc0c8\ub85c\uc6b4 \uae30\ub2a5 \u2014 Amazon EMR on Amazon Elastic Kubernetes Service(EKS)"},"content":{"rendered":"<p>\uc0c8\ub85c\uc6b4 \uae30\ub2a5 \u2014 Amazon EMR on Amazon Elastic Kubernetes Service(EKS)<br \/>\n<img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/jirak.net\/wp\/wp-content\/uploads\/2020\/12\/2020-emr-on-eks-diagram-1.png\" width=\"2052\" height=\"658\"><\/p>\n<p>\uc218\ub9cc \uba85\uc758 \uace0\uac1d\uc774 <a title=\"\" href=\"https:\/\/aws.amazon.com\/emr\">Amazon EMR<\/a>\uc744 \uc0ac\uc6a9\ud558\uc5ec <a href=\"https:\/\/aws.amazon.com\/emr\/features\/spark\/\">Apache Spark<\/a>, <a href=\"https:\/\/aws.amazon.com\/emr\/features\/hive\/\"> Hive<\/a>, <a href=\"https:\/\/aws.amazon.com\/emr\/features\/hbase\/\">HBase<\/a>, <a href=\"https:\/\/aws.amazon.com\/blogs\/big-data\/use-apache-flink-on-amazon-emr\/\">Flink<\/a>,<a href=\"https:\/\/aws.amazon.com\/emr\/features\/hudi\/\">Hudi<\/a> \ubc0f <a href=\"https:\/\/aws.amazon.com\/emr\/features\/presto\/\">Presto<\/a>\uc640 \uac19\uc740 \ud504\ub808\uc784\uc6cc\ud06c\uc5d0\uc11c \ube45 \ub370\uc774\ud130 \ubd84\uc11d \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \ub300\uaddc\ubaa8\ub85c \uc2e4\ud589\ud569\ub2c8\ub2e4. EMR\uc740 \uc774\ub7ec\ud55c \ud504\ub808\uc784\uc6cc\ud06c\uc758 \ud504\ub85c\ube44\uc800\ub2dd \ubc0f \uc870\uc815\uc744 \uc790\ub3d9\ud654\ud558\uace0 \ub2e4\uc591\ud55c EC2 \uc778\uc2a4\ud134\uc2a4 \uc720\ud615\uc73c\ub85c \uc131\ub2a5\uc744 \ucd5c\uc801\ud654\ud558\uc5ec \uac00\uaca9 \ubc0f \uc131\ub2a5 \uc694\uad6c \uc0ac\ud56d\uc744 \ucda9\uc871\ud569\ub2c8\ub2e4. \uc774\uc81c \uace0\uac1d\uc740 Kubernetes\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc870\uc9c1 \uc804\uccb4\uc5d0\uc11c \ucef4\ud4e8\ud305 \ud480\uc744 \ud1b5\ud569\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. <a title=\"\" href=\"https:\/\/aws.amazon.com\/eks\/\">Amazon Elastic Kubernetes Service(EKS)<\/a>\uc5d0\uc11c <a href=\"https:\/\/aws.amazon.com\/emr\/features\/spark\/\">Apache Spark<\/a>\ub97c \uad00\ub9ac\ud558\ub294 \uc77c\ubd80 \uace0\uac1d\uc740 EMR\uc744 \uc0ac\uc6a9\ud558\uc5ec \ud504\ub808\uc784\uc6cc\ud06c \ubc0f AWS \uc11c\ube44\uc2a4\uc640\uc758 \ud1b5\ud569\uc744 \uc124\uce58\ud558\uace0 \uad00\ub9ac\ud558\ub294 \ubc88\uac70\ub85c\uc6c0\uc744 \uc5c6\uc560\uace0\uc790 \ud569\ub2c8\ub2e4. \ub610\ud55c \uace0\uac1d\uc740 EMR\uc774 \uc81c\uacf5\ud558\ub294 \ub354 \ube60\ub978 \ub7f0\ud0c0\uc784, \uac1c\ubc1c \ubc0f \ub514\ubc84\uae45 \ub3c4\uad6c\ub97c \ud65c\uc6a9\ud558\uae30\ub97c \uc6d0\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc624\ub298\uc740 \uace0\uac1d\uc774 EKS\uc5d0\uc11c \uc624\ud508 \uc18c\uc2a4 \ube45 \ub370\uc774\ud130 \ud504\ub808\uc784\uc6cc\ud06c\uc758 \ud504\ub85c\ube44\uc800\ub2dd \ubc0f \uad00\ub9ac\ub97c \uc790\ub3d9\ud654\ud560 \uc218 \uc788\ub294 EMR\uc758 \uc0c8\ub85c\uc6b4 \ubc30\ud3ec \uc635\uc158\uc778 <a href=\"https:\/\/aws.amazon.com\/emr\/features\/eks\">Amazon EKS on Amazon EMR<\/a>\uc758 \ucd9c\uc2dc\ub97c \ubc1c\ud45c\ud569\ub2c8\ub2e4. EKS \uae30\ubc18 EMR\uc744 \ud1b5\ud574 \uace0\uac1d\uc740 \uc774\uc81c \ub3d9\uc77c\ud55c EKS \ud074\ub7ec\uc2a4\ud130\uc5d0\uc11c \ub2e4\ub978 \uc720\ud615\uc758 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uacfc \ud568\uaed8 Spark \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uc2e4\ud589\ud558\uc5ec \ub9ac\uc18c\uc2a4 \ud65c\uc6a9\uc728\uc744 \ub192\uc774\uace0 \uc778\ud504\ub77c \uad00\ub9ac\ub97c \uac04\uc18c\ud654\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uace0\uac1d\uc740 EMR \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \ub2e4\ub978 \uc720\ud615\uc758 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uacfc \ub3d9\uc77c\ud55c EKS \ud074\ub7ec\uc2a4\ud130\uc5d0 \ubc30\ud3ec\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ub530\ub77c\uc11c \ub9ac\uc18c\uc2a4\ub97c \uacf5\uc720\ud558\uace0 \ub2e8\uc77c \uc194\ub8e8\uc158\uc73c\ub85c \ud45c\uc900\ud654\ud558\uc5ec \ubaa8\ub4e0 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uc6b4\uc601 \ubc0f \uad00\ub9ac\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uace0\uac1d\uc740 \ucd5c\uc2e0 \ud504\ub808\uc784\uc6cc\ud06c \uc561\uc138\uc2a4, \uc131\ub2a5 \ucd5c\uc801\ud654 \ub7f0\ud0c0\uc784, \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uac1c\ubc1c\uc744 \uc704\ud55c EMR \ub178\ud2b8\ubd81, \ub514\ubc84\uae45\uc744 \uc704\ud55c Spark \uc0ac\uc6a9\uc790 \uc778\ud130\ud398\uc774\uc2a4 \ub4f1 \ud604\uc7ac <a title=\"\" href=\"https:\/\/aws.amazon.com\/ec2\/\">EC2<\/a>\uc5d0\uc11c \uc0ac\uc6a9\ud558\ub294 EKS \uae30\ubc18 EMR \uae30\ub2a5\uc744 \ubaa8\ub450 \uc0ac\uc6a9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><img loading=\"lazy\" decoding=\"async\" class=\"aligncenter size-full wp-image-45080\" src=\"https:\/\/d2908q01vomqb2.cloudfront.net\/da4b9237bacccdf19c0760cab7aec4a8359010b0\/2020\/12\/02\/2020-emr-on-eks-diagram-1.png\" alt=\"\" width=\"2052\" height=\"658\" \/><\/p>\n<p>Amazon EMR\uc740 \ube45 \ub370\uc774\ud130 \ud504\ub808\uc784\uc6cc\ud06c\uac00 \uc788\ub294 \ucee8\ud14c\uc774\ub108\uc5d0 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uc790\ub3d9\uc73c\ub85c \ud328\ud0a4\uc9d5\ud558\uba70, \ub2e4\ub978 AWS \uc11c\ube44\uc2a4\uc640 \ud1b5\ud569\ud558\uae30 \uc704\ud574 \uc0ac\uc804 \uad6c\ucd95\ub41c \ucee4\ub125\ud130\ub97c \uc81c\uacf5\ud569\ub2c8\ub2e4. \uadf8\ub7f0 \ub2e4\uc74c EMR\uc740 EKS \ud074\ub7ec\uc2a4\ud130\uc5d0 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \ubc30\ud3ec\ud558\uace0 \ub85c\uae45 \ubc0f \ubaa8\ub2c8\ud130\ub9c1\uc744 \uad00\ub9ac\ud569\ub2c8\ub2e4. EKS \uae30\ubc18 EMR\uc744 \uc0ac\uc6a9\ud558\uba74 EKS \uae30\ubc18 \ud45c\uc900 Apache Spark\uc5d0 \ube44\ud574 EMR\uc5d0 \ud3ec\ud568\ub41c \uc131\ub2a5 \ucd5c\uc801\ud654 Spark \ub7f0\ud0c0\uc784\uc744 \uc0ac\uc6a9\ud558\uc5ec <a href=\"https:\/\/aws.amazon.com\/blogs\/big-data\/amazon-emr-introduces-emr-runtime-for-apache-spark\/\">3\ubc30 \ub354 \ube60\ub978 \uc131\ub2a5<\/a>\uc744 \uc5bb\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><strong><u>Amazon EMR on EKS \u2013 \uc2dc\uc791\ud558\uae30<\/u><\/strong><br \/> Spark \uc791\uc5c5\uc744 \uc2e4\ud589\ud558\ub294 EKS \ud074\ub7ec\uc2a4\ud130\uac00 \uc774\ubbf8 \uc788\ub294 \uacbd\uc6b0 <a title=\"\" href=\"https:\/\/console.aws.amazon.com\">AWS Management Console<\/a>, <a title=\"\" href=\"https:\/\/aws.amazon.com\/cli\/\">AWS \uba85\ub839\uc904 \uc778\ud130\ud398\uc774\uc2a4(CLI)<\/a> \ub610\ub294 API\ub97c \uc0ac\uc6a9\ud558\uc5ec EMR\uc5d0 \uae30\uc874 EKS \ud074\ub7ec\uc2a4\ud130\ub97c \ub4f1\ub85d\ud558\uc5ec Spark \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \ubc30\ud3ec\ud558\uba74 \ub429\ub2c8\ub2e4.<\/p>\n<p>\uc608\ub97c \ub4e4\uc5b4, \ub2e4\uc74c\uc740 EKS \ud074\ub7ec\uc2a4\ud130\ub97c \ub4f1\ub85d\ud558\ub294 \uac04\ub2e8\ud55c CLI \uba85\ub839\uc785\ub2c8\ub2e4.<\/p>\n<pre><code class=\"lang-bash\">$ aws emr-containers create-virtual-cluster \n          --name &lt;virtual_cluster_name&gt; \n          --container-provider '{\n             &quot;id&quot;: &quot;&lt;eks_cluster_name&gt;&quot;,\n             &quot;type&quot;: &quot;EKS&quot;,\n             &quot;info&quot;: {\n                 &quot;eksInfo&quot;: {\n                     &quot;namespace&quot;: &quot;&lt;namespace_name&gt;&quot;\n                 }\n             } \n         }<\/code><\/pre>\n<p><a href=\"https:\/\/console.aws.amazon.com\/elasticmapreduce\/home?#virtual-cluster-list:\">EMR \uad00\ub9ac \ucf58\uc194<\/a>\uc758 \uac00\uc0c1 \ud074\ub7ec\uc2a4\ud130 \ubaa9\ub85d\uc5d0\uc11c \ud655\uc778\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><img loading=\"lazy\" decoding=\"async\" class=\"aligncenter size-full wp-image-45332\" style=\"border: 1px solid #000\" src=\"https:\/\/d2908q01vomqb2.cloudfront.net\/da4b9237bacccdf19c0760cab7aec4a8359010b0\/2020\/12\/05\/2020-emr-on-eks-virtual-clusters.png\" alt=\"\" width=\"2618\" height=\"1351\" \/><\/p>\n<p>Amazon EKS \ud074\ub7ec\uc2a4\ud130\uac00 \ub4f1\ub85d\ub418\uba74 EMR \uc6cc\ud06c\ub85c\ub4dc\uac00 Kubernetes \ub178\ub4dc\uc640 Pod\uc5d0 \ubc30\ud3ec\ub418\uc5b4 \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uc2e4\ud589 \ubc0f Auto Scaling\uc744 \uad00\ub9ac\ud558\uace0, \ub178\ud2b8\ubd81\uacfc SQL \ud074\ub77c\uc774\uc5b8\ud2b8\uc5d0 \uc5f0\uacb0\ud560 \uc218 \uc788\ub3c4\ub85d \uad00\ub9ac\ud615 \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub97c \uc124\uc815\ud569\ub2c8\ub2e4. EMR\uc740 \ubd84\uc11d \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc5d0 \uc0ac\uc6a9\ub418\ub294 \uc624\ud508 \uc18c\uc2a4 \ud504\ub808\uc784\uc6cc\ud06c\uc5d0 \ub300\ud55c \uc131\ub2a5 \ucd5c\uc801\ud654 \ub7f0\ud0c0\uc784\uc744 \uad6c\ucd95 \ubc0f \ubc30\ud3ec\ud569\ub2c8\ub2e4.<\/p>\n<p>\ub2e4\uc74c\uacfc \uac19\uc774 Spark \uc791\uc5c5\uc744 \uac04\ub2e8\ud558\uac8c \uc2dc\uc791\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<pre><code class=\"lang-bash\">$ aws emr-containers start-job-run \n          --name &lt;job_name&gt; \n          --virtual-cluster-id &lt;cluster_id&gt; \n          --execution-role-arn &lt;IAM_role_arn&gt; \n          --virtual-cluster-id &lt;cluster_id&gt; \n          --release-label &lt;&lt;emr_release_label&gt; \n          --job-driver '{\n            &quot;sparkSubmitJobDriver&quot;: {\n              &quot;entryPoint&quot;: &lt;entry_point_location&gt;,\n              &quot;entryPointArguments&quot;: [&quot;&lt;arguments_list&gt;&quot;],\n              &quot;sparkSubmitParameters&quot;: &lt;spark_parameters&gt;\n            }\n       }<\/code><\/pre>\n<p>\uc791\uc5c5\uc744 \ubaa8\ub2c8\ud130\ub9c1\ud558\uace0 \ub514\ubc84\uae45\ud558\ub824\uba74 \ubaa8\ub2c8\ud130\ub9c1 \uad6c\uc131\uc758 \uc77c\ubd80\ub85c \uad6c\uc131\ub41c <a title=\"\" href=\"https:\/\/aws.amazon.com\/cloudwatch\/\">Amazon CloudWatch<\/a> \ubc0f <a title=\"\" href=\"https:\/\/aws.amazon.com\/s3\/\">Amazon Simple Storage Service(S3)<\/a> \uc704\uce58\uc5d0 \uc5c5\ub85c\ub4dc\ub41c \uac80\uc0ac \ub85c\uadf8\ub97c \uc0ac\uc6a9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ucf58\uc194\uc5d0\uc11c \uc6d0\ud074\ub9ad \ud658\uacbd\uc744 \uc0ac\uc6a9\ud558\uc5ec Spark History Server\ub97c \uc2dc\uc791\ud560 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><strong><u>Amazon EMR Studio\uc640 \ud1b5\ud569<\/u><\/strong><br \/> \uc774\uc81c <a title=\"\" href=\"https:\/\/aws.amazon.com\/tools\/\">AWS SDK<\/a> \ubc0f AWS CLI, Amazon EMR Studio \ub178\ud2b8\ubd81, <a href=\"https:\/\/airflow.apache.org\">Apache Airflow<\/a>\uac19\uc740 \uc6cc\ud06c\ud50c\ub85c \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\uc158 \uc11c\ube44\uc2a4\ub97c \uc0ac\uc6a9\ud558\uc5ec \ubd84\uc11d \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uc81c\ucd9c\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. Amazon EMR on EKS\ub97c \uc704\ud55c \uc0c8\ub85c\uc6b4 Airflow Operator\ub97c \uac1c\ubc1c\ud588\uc2b5\ub2c8\ub2e4. \uc774 \ucee4\ub125\ud130\ub97c \uc790\uccb4 \uad00\ub9ac\ud615 Airflow\uc640 \ud568\uaed8 \uc0ac\uc6a9\ud558\uac70\ub098 <a href=\"https:\/\/aws.amazon.com\/blogs\/aws\/introducing-amazon-managed-workflows-for-apache-airflow-mwaa\/\">Amazon Managed Workflows for Apache Airflow<\/a>\ub85c \ud50c\ub7ec\uadf8\uc778 \uc704\uce58\uc5d0 \ucd94\uac00\ud558\uc5ec \uc0ac\uc6a9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uc0c8 \ud3c9\uac00\ud310 <a href=\"https:\/\/aws.amazon.com\/emr\/features\/studio\/\">Amazon EMR Studio<\/a>\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc6f9 \uae30\ubc18 IDE(\ud1b5\ud569 \uac1c\ubc1c \ud658\uacbd)\uc5d0\uc11c \ub370\uc774\ud130 \ubd84\uc11d \ubc0f \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \uc791\uc5c5\uc744 \uc218\ud589\ud560 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4. Amazon EMR Studio\ub97c \uc0ac\uc6a9\ud558\uba74 Studio \uc778\ud130\ud398\uc774\uc2a4\ub97c \uc0ac\uc6a9\ud558\uc5ec EKS\uc5d0 \ubc30\ud3ec\ub41c EMR \ud074\ub7ec\uc2a4\ud130\uc5d0 \ub178\ud2b8\ubd81 \ucf54\ub4dc\ub97c \uc81c\ucd9c\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. Studio \uc0ac\uc6a9\uc790\uac00 Workspace\ub97c \uc5f0\uacb0\ud560 \uc218 \uc788\ub294 \ud558\ub098 \uc774\uc0c1\uc758 \uad00\ub9ac\ud615 \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub97c \uc124\uc815\ud558\uba74 EMR Studio\ub294 \uac00\uc0c1 \ud074\ub7ec\uc2a4\ud130\uc640 \ud1b5\uc2e0\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><img loading=\"lazy\" decoding=\"async\" class=\"aligncenter size-full wp-image-45338\" style=\"border: 1px solid #000\" src=\"https:\/\/d2908q01vomqb2.cloudfront.net\/da4b9237bacccdf19c0760cab7aec4a8359010b0\/2020\/12\/06\/2020-emr-on-eks-emr-studio.png\" alt=\"\" width=\"2259\" height=\"1386\" \/><\/p>\n<p>EMR Studio \ud3c9\uac00\ud310\uc758 \uacbd\uc6b0 \uac00\uc0c1 \ud074\ub7ec\uc2a4\ud130\uc5d0 \ub300\ud55c \uad00\ub9ac\ud615 \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub97c \ub9cc\ub4e4 \ub54c \ucd94\uac00 \ube44\uc6a9\uc774 \ub4e4\uc9c0 \uc54a\uc2b5\ub2c8\ub2e4. \uc790\uc138\ud55c \ub0b4\uc6a9\uc740 <a href=\"https:\/\/aws.amazon.com\/blogs\/big-data\/amazon-emr-studio-preview-a-new-notebook-first-ide-experience-with-amazon-emr\/\">\ube14\ub85c\uadf8 \uac8c\uc2dc\ubb3c<\/a>\uacfc <a href=\"https:\/\/docs.aws.amazon.com\/emr\/latest\/ManagementGuide\/emr-studio-create-eks-cluster.html\">\uc548\ub0b4\uc11c \ubb38\uc11c<\/a>\ub97c \ucc38\uc870\ud558\uc138\uc694.<\/p>\n<p><strong><u>\uc815\uc2dd \ucd9c\uc2dc<\/u><\/strong><br \/> <a href=\"https:\/\/aws.amazon.com\/emr\/features\/eks\">Amazon EMR on Amazon EKS<\/a>\ub294 \ud604\uc7ac <span title=\"\">\ubbf8\uad6d \ub3d9\ubd80(\ubc84\uc9c0\ub2c8\uc544 \ubd81\ubd80)<\/span>, <span title=\"\">\ubbf8\uad6d \uc11c\ubd80(\uc624\ub808\uace4)<\/span> \ubc0f <span title=\"\">EU(\uc544\uc77c\ub79c\ub4dc)<\/span> \ub9ac\uc804\uc5d0\uc11c \uc0ac\uc6a9\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. EKS\uc6a9 <a title=\"AWS Fargate\" href=\"https:\/\/aws.amazon.com\/fargate\/\"> AWS Fargate<\/a>\uc5d0\uc11c EMR \uc6cc\ud06c\ub85c\ub4dc\ub97c \uc2e4\ud589\ud560 \uc218 \uc788\uc73c\ubbc0\ub85c \uc11c\ubc84\ub9ac\uc2a4 \uc635\uc158\uc73c\ub85c Pod \uc778\ud504\ub77c\ub97c \ud504\ub85c\ube44\uc800\ub2dd\ud558\uace0 \uad00\ub9ac\ud560 \ud544\uc694\uac00 \uc5c6\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uc790\uc138\ud55c \ub0b4\uc6a9\uc740 <a href=\"https:\/\/docs.aws.amazon.com\/emr\/latest\/ManagementGuide\/emr-eks.html\">\uc124\uba85\uc11c<\/a>\ub97c \ucc38\uc870\ud558\uc138\uc694. Amazon EMR\uc758 <a href=\"https:\/\/forums.aws.amazon.com\/forum.jspa?forumID=52\">AWS \ud3ec\ub7fc<\/a> \ub610\ub294 \ud3c9\uc18c \uc774\uc6a9\ud558\ub294 AWS \uc9c0\uc6d0 \uc5f0\ub77d\ucc98\ub97c \ud1b5\ud574 \ud53c\ub4dc\ubc31\uc744 \ubcf4\ub0b4\uc8fc\uc2dc\uae30 \ubc14\ub78d\ub2c8\ub2e4.<\/p>\n<p><strong>Amazon EMR on Amazon EKS\uc5d0 \ub300\ud55c \ubaa8\ub4e0 \uc138\ubd80 \uc815\ubcf4\ub97c \uc54c\uc544\ubcf4\uace0 <a href=\"https:\/\/aws.amazon.com\/emr\/features\/eks\/?sc_detail=blog_cta1\">\uc9c0\uae08 \ubc14\ub85c \uc2dc\uc791\ud558\uc138\uc694<\/a>.<\/strong><\/p>\n<p>\u2014 <a href=\"https:\/\/twitter.com\/channyun\">Channy<\/a>;<\/p>\n<p>Source: <a href=\"https:\/\/aws.amazon.com\/ko\/blogs\/korea\/new-amazon-emr-on-amazon-elastic-kubernetes-service-eks\/\" target=\"_blank\" rel=\"noopener noreferrer\">\uc0c8\ub85c\uc6b4 \uae30\ub2a5 \u2014 Amazon EMR on Amazon Elastic Kubernetes Service(EKS)<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<div class=\"mh-excerpt\"><p>\uc0c8\ub85c\uc6b4 \uae30\ub2a5 \u2014 Amazon EMR on Amazon Elastic Kubernetes Service(EKS) \uc218\ub9cc \uba85\uc758 \uace0\uac1d\uc774 Amazon EMR\uc744 \uc0ac\uc6a9\ud558\uc5ec Apache Spark, Hive, HBase, Flink,Hudi \ubc0f Presto\uc640 \uac19\uc740 \ud504\ub808\uc784\uc6cc\ud06c\uc5d0\uc11c \ube45 \ub370\uc774\ud130 \ubd84\uc11d \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \ub300\uaddc\ubaa8\ub85c \uc2e4\ud589\ud569\ub2c8\ub2e4. EMR\uc740 \uc774\ub7ec\ud55c \ud504\ub808\uc784\uc6cc\ud06c\uc758 \ud504\ub85c\ube44\uc800\ub2dd \ubc0f \uc870\uc815\uc744 \uc790\ub3d9\ud654\ud558\uace0 \ub2e4\uc591\ud55c EC2 \uc778\uc2a4\ud134\uc2a4 \uc720\ud615\uc73c\ub85c \uc131\ub2a5\uc744 \ucd5c\uc801\ud654\ud558\uc5ec \uac00\uaca9 \ubc0f \uc131\ub2a5 \uc694\uad6c \uc0ac\ud56d\uc744 \ucda9\uc871\ud569\ub2c8\ub2e4. \uc774\uc81c \uace0\uac1d\uc740 Kubernetes\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc870\uc9c1 \uc804\uccb4\uc5d0\uc11c \ucef4\ud4e8\ud305 \ud480\uc744 \ud1b5\ud569\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. Amazon Elastic Kubernetes Service(EKS)\uc5d0\uc11c Apache Spark\ub97c \uad00\ub9ac\ud558\ub294 \uc77c\ubd80 \uace0\uac1d\uc740 EMR\uc744 \uc0ac\uc6a9\ud558\uc5ec \ud504\ub808\uc784\uc6cc\ud06c \ubc0f AWS \uc11c\ube44\uc2a4\uc640\uc758 \ud1b5\ud569\uc744 \uc124\uce58\ud558\uace0 \uad00\ub9ac\ud558\ub294 \ubc88\uac70\ub85c\uc6c0\uc744 \uc5c6\uc560\uace0\uc790 \ud569\ub2c8\ub2e4. \ub610\ud55c \uace0\uac1d\uc740 EMR\uc774 \uc81c\uacf5\ud558\ub294 \ub354 \ube60\ub978 \ub7f0\ud0c0\uc784, \uac1c\ubc1c \ubc0f \ub514\ubc84\uae45 \ub3c4\uad6c\ub97c \ud65c\uc6a9\ud558\uae30\ub97c \uc6d0\ud569\ub2c8\ub2e4. \uc624\ub298\uc740 \uace0\uac1d\uc774 EKS\uc5d0\uc11c \uc624\ud508 \uc18c\uc2a4 \ube45 \ub370\uc774\ud130 \ud504\ub808\uc784\uc6cc\ud06c\uc758 \ud504\ub85c\ube44\uc800\ub2dd \ubc0f \uad00\ub9ac\ub97c \uc790\ub3d9\ud654\ud560 \uc218 \uc788\ub294 EMR\uc758 \uc0c8\ub85c\uc6b4 \ubc30\ud3ec \uc635\uc158\uc778 Amazon EKS on Amazon EMR\uc758 \ucd9c\uc2dc\ub97c \ubc1c\ud45c\ud569\ub2c8\ub2e4. EKS \uae30\ubc18 EMR\uc744 \ud1b5\ud574 \uace0\uac1d\uc740 \uc774\uc81c \ub3d9\uc77c\ud55c EKS \ud074\ub7ec\uc2a4\ud130\uc5d0\uc11c \ub2e4\ub978 \uc720\ud615\uc758 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uacfc \ud568\uaed8 Spark \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uc2e4\ud589\ud558\uc5ec \ub9ac\uc18c\uc2a4 \ud65c\uc6a9\uc728\uc744 \ub192\uc774\uace0 \uc778\ud504\ub77c \uad00\ub9ac\ub97c <a class=\"mh-excerpt-more\" href=\"https:\/\/jirak.net\/wp\/%ec%83%88%eb%a1%9c%ec%9a%b4-%ea%b8%b0%eb%8a%a5-amazon-emr-on-amazon-elastic-kubernetes-serviceeks\/\" title=\"\uc0c8\ub85c\uc6b4 \uae30\ub2a5 \u2014 Amazon EMR on Amazon Elastic Kubernetes Service(EKS)\">[ more&#8230; ]<\/a><\/p>\n<\/div>","protected":false},"author":1,"featured_media":39813,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[169],"tags":[656],"class_list":["post-39812","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-news","tag-aws"],"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/posts\/39812","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/comments?post=39812"}],"version-history":[{"count":1,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/posts\/39812\/revisions"}],"predecessor-version":[{"id":39814,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/posts\/39812\/revisions\/39814"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/media\/39813"}],"wp:attachment":[{"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/media?parent=39812"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/categories?post=39812"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jirak.net\/wp\/wp-json\/wp\/v2\/tags?post=39812"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}