{"id":3626,"date":"2022-11-24T11:55:01","date_gmt":"2022-11-24T02:55:01","guid":{"rendered":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/?p=3626"},"modified":"2022-11-24T11:55:01","modified_gmt":"2022-11-24T02:55:01","slug":"athena_glue","status":"publish","type":"post","link":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/blog\/2022\/11\/24\/athena_glue\/","title":{"rendered":"\u306a\u305cAmazon Athena\u306fAWS Glue\u3068\u306e\u4f7f\u7528\u304c\u63a8\u5968\u3055\u308c\u308b\u306e\u304b"},"content":{"rendered":"<p>\u3053\u3093\u306b\u3061\u306f\u3001DWS\u4e8c\u4eba\u76ee\u306e\u5927\u5cf6\u3067\u3059\u3002<\/p>\n<p>\u672c\u65e5\u306f\u3001 AWS\u306b\u3066\u3088\u304f\u30d9\u30b9\u30c8\u30d7\u30e9\u30af\u30c6\u30a3\u30b9\u3068\u3057\u3066\u4f7f\u7528\u3055\u308c\u3066\u3044\u308b\u7d44\u307f\u5408\u308f\u305b\u3067\u3042\u308b\u3001<br \/>\n\u300cAmazon Athena + S3 + AWS Glue\u300d\u304c\u3001<br \/>\n\u300cAmazon Athena + S3\u300d\u306e\u307f\u3092\u4f7f\u7528\u3059\u308b\u5834\u5408\u3068\u6bd4\u3079\u3066\u3069\u306e\u3088\u3046\u306b\u4fbf\u5229\u306a\u306e\u304b\u3001<br \/>\n\u4e8c\u3064\u306e\u30b1\u30fc\u30b9\u3092\u5b9f\u969b\u306b\u4f7f\u3063\u3066\u8a66\u3057\u3066\u307f\u307e\u3057\u305f\u3002<\/p>\n<p>\u3053\u306e\u8a18\u4e8b\u306f\u3001AWS\u3092\u3042\u307e\u308a\u89e6\u3063\u305f\u3053\u3068\u304c\u306a\u3044\u65b9\u3001AWS\u3092\u52c9\u5f37\u4e2d\uff01\u3068\u3044\u3063\u305f\u65b9\u306b\u5411\u3051\u3066\u306e\u8a18\u4e8b\u3068\u306a\u308a\u307e\u3059\u3002<br \/>\n\u79c1\u81ea\u8eab\u30a8\u30f3\u30b8\u30cb\u30a2\u306b\u306a\u3063\u3066\u304b\u3089\u65e5\u304c\u6d45\u3044\u305f\u3081\u3001<br \/>\n\u306a\u305c\u300cAWS Glue\u300d\u3092\u4f75\u7528\u3059\u308b\u3068\u4fbf\u5229\u306a\u306e\u304b\u3001\u304c\u3044\u307e\u3044\u3061\u6587\u5b57\u3067\u8aad\u3080\u3060\u3051\u3067\u306f\u8179\u307e\u3067\u843d\u3061\u3066\u304d\u307e\u305b\u3093\u3067\u3057\u305f\u3002<br \/>\n\u540c\u3058\u3088\u3046\u306a\u5883\u9047\u306e\u65b9\u306b\u5f79\u7acb\u3066\u3070\u3001\u5e78\u3044\u3067\u3059\u3002<br \/>\n<br \/>\u203b\u5404\u7a2e\u30b5\u30fc\u30d3\u30b9\u306e\u4f7f\u7528\u306b\u306f\u8ab2\u91d1\u304c\u767a\u751f\u3057\u307e\u3059\u306e\u3067\u3001\u3054\u81ea\u8eab\u3067\u3088\u304f\u5224\u65ad\u306e\u4e0a\u5b9f\u65bd\u304f\u3060\u3055\u3044\u3002<\/br><\/p>\n<h2 id=\"outline__1\">Amazon Athena \u3068\u306f<\/h2>\n<blockquote>\n<p>Amazon Athena \u306f\u30a4\u30f3\u30bf\u30e9\u30af\u30c6\u30a3\u30d6\u306a\u30af\u30a8\u30ea\u30b5\u30fc\u30d3\u30b9\u3067\u3001Amazon S3 \u5185\u306e\u30c7\u30fc\u30bf\u3092\u6a19\u6e96 SQL \u3092\u4f7f\u7528\u3057\u3066\u7c21\u5358\u306b\u5206\u6790\u3067\u304d\u307e\u3059\u3002Athena \u306f\u30b5\u30fc\u30d0\u30fc\u30ec\u30b9\u306a\u306e\u3067\u3001\u30a4\u30f3\u30d5\u30e9\u30b9\u30c8\u30e9\u30af\u30c1\u30e3\u306e\u7ba1\u7406\u306f\u4e0d\u8981\u3067\u3059\u3002\u5b9f\u884c\u3057\u305f\u30af\u30a8\u30ea\u306b\u5bfe\u3057\u3066\u306e\u307f\u6599\u91d1\u304c\u767a\u751f\u3057\u307e\u3059\u3002<\/p>\n<\/blockquote>\n<p><a href=\"https:\/\/aws.amazon.com\/jp\/athena\/?whats-new-cards.sort-by=item.additionalFields.postDateTime&amp;whats-new-cards.sort-order=desc\">AWS\u516c\u5f0f\u30da\u30fc\u30b8<\/a>\u3088\u308a<\/p>\n<p>S3\u306e\u4e2d\u306e\u30c7\u30fc\u30bf\u306b\u5bfe\u3057\u3066\u3001\u76f4\u63a5SQL\u3092\u5b9f\u884c\u3057\u3066\u5206\u6790\u3068\u304b\u304c\u3067\u304d\u308b\u3088\u3001\u3063\u3066\u611f\u3058\u3067\u3059\u304c\u3001<br \/>\n\u6587\u7ae0\u3067\u306f\u3001\u3044\u307e\u3044\u3061\u308f\u304b\u308a\u3065\u3089\u3044\u306e\u3067\u3001\u624b\u53d6\u308a\u65e9\u304f\u4f7f\u3063\u3066\u307f\u307e\u3057\u3087\u3046\u3002<\/p>\n<p>\u307e\u305a\u306f\u3001Amazon Athena + S3 \u306e\u307f\u3067\u5b9f\u884c\u3057\u3066\u307f\u307e\u3059\u3002<\/p>\n<h2 id=\"outline__2\">Amazon Athena + S3<\/h2>\n<p>\u307e\u305a\u306fSQL\u3092\u5b9f\u884c\u3059\u308b\u5bfe\u8c61\u306e\u30b5\u30f3\u30d7\u30eb\u30c7\u30fc\u30bf\u3092\u7528\u610f\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n<h4 id=\"outline__2_0_1\">\u30b5\u30f3\u30d7\u30eb\u30c7\u30fc\u30bf\u3068S3\u306e\u6e96\u5099<\/h4>\n<p>\u4eca\u56de\u306f\u4ee5\u4e0b\u306e\u3001\u6a2a\u6d5c\u5e02\u306e\u30aa\u30fc\u30d7\u30f3\u30c7\u30fc\u30bf\u3092\u4f7f\u7528\u3057\u307e\u3059\u3002<br \/>\n\u300c\u5916\u56fd\u4eba\u4eba\u53e3\u30fc\u884c\u653f\u533a\u300d\u304c\u3001csv\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u3001\u304b\u3064\u3001\u65e5\u4ed8\u6bce\u306b\u30c7\u30fc\u30bf\u304c\u63c3\u3063\u3066\u3044\u3066\u3001<br \/>\n\u7d50\u679c\u306e\u78ba\u8a8d\u304c\u7c21\u5358\u305d\u3046\u3067\u3042\u3063\u305f\u306e\u3067\u3001\u4f7f\u7528\u3057\u3066\u3044\u307e\u3059\u3002<br \/>\n<a href=\"https:\/\/data.city.yokohama.lg.jp\/dataset\/seisaku_toroku04\">\u5916\u56fd\u4eba\u4eba\u53e3\uff0d\u884c\u653f\u533a - \u30c7\u30fc\u30bf\u30bb\u30c3\u30c8 - \u6a2a\u6d5c\u5e02\u30aa\u30fc\u30d7\u30f3\u30c7\u30fc\u30bf\u30dd\u30fc\u30bf\u30eb<\/a><\/p>\n<p>S3\u306e\u30d0\u30b1\u30c3\u30c8\u3092\u4f5c\u6210\u3057\u3066\u4e2d\u306byokohama\u30d5\u30a9\u30eb\u30c0\u3092\u4f5c\u6210\u3057\u3066\u3044\u307e\u3059\u3002<br \/>\n\u3053\u3061\u3089\u306e\u30b5\u30f3\u30d7\u30eb\u30c7\u30fc\u30bf\u3092\u9069\u5f53\u306b4\u3064\u307b\u3069\u3001\u306b\u30a2\u30c3\u30d7\u30ed\u30fc\u30c9\u3057\u307e\u3059\u3002<br \/>\n\u30d0\u30b1\u30c3\u30c8\u306f\u5168\u3066\u30c7\u30d5\u30a9\u30eb\u30c8\u306e\u8a2d\u5b9a\u3067\u4f5c\u6210\u3057\u3066\u3044\u307e\u3059\u3002<br \/>\n\u4eca\u56de\u306f2022\u5e747~10\u6708\u306e4\u3064\u306ecsv\u3092\u30a2\u30c3\u30d7\u30ed\u30fc\u30c9\u3057\u307e\u3057\u305f\u3002<\/p>\n<p><img width=\"1021\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 16.58.28.png (493.4 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/86d21bb8-5304-42f4-933e-f03513c54b50.png\"><\/p>\n<h4 id=\"outline__2_0_2\">Amazon Athena \u306e\u6e96\u5099<\/h4>\n<p>Amazon Athena \u3092\u30b3\u30f3\u30bd\u30fc\u30eb\u3067\u958b\u304d\u3001\u30af\u30a8\u30ea\u30a8\u30c7\u30a3\u30bf\u3092\u9078\u629e\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"355\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 13.48.12.png (355.2 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/642dac22-da7f-456a-a449-87d1952d8b99.png\"><\/p>\n<p>\u30af\u30a8\u30ea\u30a8\u30c7\u30a3\u30bf\u306e\u753b\u9762\u304b\u3089\u3001\u300c\u8a2d\u5b9a\u300d\u3092\u9078\u629e\u3057\u3001\u300c\u7ba1\u7406\u300d\u3092\u62bc\u4e0b\u3057\u307e\u3059\u3002<br \/>\n\u305d\u3053\u3067\u30af\u30a8\u30ea\u7d50\u679c\u306e\u51fa\u529b\u5834\u6240\u3092\u4f5c\u6210\u3057\u305fS3\u30d0\u30b1\u30c3\u30c8\u306e\u6700\u4e0a\u4f4d\u5c64\u3068\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"592\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 13.47.08.png (266.4 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/2698f5fd-76bb-4b37-8ba3-08503100c4fb.png\"><\/p>\n<p>\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<br \/>\n\u79c1\u304c\u3072\u3088\u3063\u3053\u306a\u305f\u3081\u7406\u89e3\u3067\u304d\u3066\u3044\u306a\u304b\u3063\u305f\u306e\u306f\u3053\u306e\u90e8\u5206\u306a\u306e\u3067\u3059\u304c\u3001<br \/>\nAmazon Athena\u3067S3\u306b\u5bfe\u3057\u3066\u3001SQL\u3092\u5b9f\u884c\u3059\u308b\u306b\u306fS3\u5185\u306e\u30c7\u30fc\u30bf\u3092\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u5316\u3057\u3066\u3084\u3089\u306a\u3044\u3068\u3044\u3051\u306a\u3044\u3093\u3067\u3059\u306d\u3002<br \/>\n\uff08\u3053\u3053\u304c\u308f\u304b\u308b\u3068\u3001AWS Glue\u3092\u4f7f\u7528\u3059\u308b\u7406\u7531\u3082\u5c11\u3057\u8151\u306b\u843d\u3061\u307e\u3059\uff09<br \/>\n\u3053\u3053\u3067\u306ftestdatabase\u3068\u3044\u3046\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u3092\u4f5c\u6210\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><img width=\"600\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 13.50.40.png (377.0 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/e8c941d5-c1b2-40fc-9fbd-62117434b3f1.png\"><\/p>\n<p>\u30af\u30a8\u30ea\u3092\u5b9f\u884c\u3059\u308b\u3068\u3001\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u306e\u30d7\u30eb\u30c0\u30a6\u30f3\u304b\u3089\u3001\u5148\u307b\u3069\u4f5c\u6210\u3057\u305ftestdatabase\u304c\u9078\u629e\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\u306e\u3067\u3001<br \/>\n\u9078\u629e\u80a2\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"602\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 14.45.07.png (451.1 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/b5a49943-e1b8-4b80-9c5d-87f413f34a37.png\"><\/p>\n<p>\u7d9a\u3044\u3066\u3001\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u5185\u306b\u30c6\u30fc\u30d6\u30eb\u3092\u4f5c\u6210\u3057\u3066\u3044\u304d\u307e\u3059\u3002<br \/>\n\u30c6\u30fc\u30d6\u30eb\u3068\u3068\u30d3\u30e5\u30fc\u306e\u30d7\u30eb\u30c0\u30a6\u30f3\u304b\u3089\u4f5c\u6210\u3092\u9078\u629e\u3057\u3001S3\u30d0\u30b1\u30c3\u30c8\u30c7\u30fc\u30bf\u3092\u9078\u629e\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"589\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 14.47.31.png (393.3 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/afda9e31-6d01-4fa5-bba6-11cfe73e9794.png\"><\/p>\n<p>\u30c6\u30fc\u30d6\u30eb\u540d\u3092test-yokohama\u3068\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"604\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 14.48.22.png (231.7 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/fe3ea644-7594-4c81-8c52-d5521ece4a56.png\"><\/p>\n<p>\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3067\u306f\u3001\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u5316\u3057\u305f\u3044\u5bfe\u8c61\u30c7\u30fc\u30bf\u3092\u9078\u629e\u3059\u308b\u306e\u3067\u3001<br \/>\n\u5148\u307b\u3069\u4f5c\u6210\u3057\u305fS3\u30d0\u30b1\u30c3\u30c8\u3092\u9078\u629e\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"607\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 17.05.35.png (192.4 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/99a0e6f9-e8fe-460b-8494-49a456d7497f.png\"><\/p>\n<p>\u30c7\u30fc\u30bf\u5f62\u5f0f\u306e\u90e8\u5206\u3067\u3001\u30d5\u30a1\u30a4\u30eb\u5f62\u5f0f\u3092\u4eca\u56de\u6271\u3046CSV\u3078\u5909\u66f4\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"581\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 14.48.49.png (292.4 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/a4f191ca-1aab-48ca-9974-c2f0984952a3.png\"><\/p>\n<p>\u300c\u5217\u306e\u8a73\u7d30\u300d\u306b\u3066\u30c7\u30fc\u30bf\u30ab\u30e9\u30e0\u3092\u7528\u610f\u3057\u3066\u3044\u304d\u307e\u3059\u3002<br \/>\ncsv\u3092\u78ba\u8a8d\u3059\u308b\u3068\u3001\u2193\u306e\u3088\u3046\u306a\u611f\u3058\u30c7\u30fc\u30bf\u5f62\u5f0f\u3067\u3059\u3002<\/p>\n<p><img width=\"981\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 14.50.46.png (999.1 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/0d600099-81b1-4f51-8a54-3b13c1c5f872.png\"><\/p>\n<p>\u2193\u306e\u3088\u3046\u306a\u5f62\u3067 day, code, city, population \u30684\u3064\u307b\u3069\u30ab\u30e9\u30e0\u3092\u7528\u610f\u3057\u307e\u3057\u305f\u3002<br \/>\n\uff08\u5168\u90e8\u3092\u5b9a\u7fa9\u3059\u308b\u306e\u306f\u975e\u5e38\u306b\u9762\u5012\u306a\u306e\u3067\u3001\u4e00\u65e64\u3064\u306b\u3057\u307e\u3057\u305f\uff09<\/p>\n<p><img width=\"570\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 14.53.09.png (135.5 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/7028332d-9cd1-45cd-8a29-8821daa4efe0.png\"><\/p>\n<p>\u30da\u30fc\u30b8\u6700\u4e0b\u90e8\u307e\u3067\u884c\u304d\u3001\u30c6\u30fc\u30d6\u30eb\u3092\u4f5c\u6210\u3092\u5b9f\u884c\u3059\u308b\u3068\u3001\u30af\u30a8\u30ea\u304c\u5b9f\u884c\u3055\u308c\u307e\u3059\u3002<br \/>\n\u2193\u306e\u3088\u3046\u306a\u5f62\u3067\u30c6\u30fc\u30d6\u30eb\u304c\u4f5c\u6210\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><img width=\"278\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 14.55.13.png (204.9 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/5e532577-7281-4ef5-89a4-06e3cd40248b.png\"><\/p>\n<h4 id=\"outline__2_0_3\">\u30af\u30a8\u30ea\u306e\u5b9f\u884c<\/h4>\n<p>\u53f3\u306e\u300c\uff0b\u300d\u30dc\u30bf\u30f3\u3092\u62bc\u3057\u3066\u3001\u65b0\u3057\u3044\u30af\u30a8\u30ea\u3092\u8a18\u8f09\u3057\u3066\u3044\u304d\u307e\u3059\u3002<br \/>\n\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u306e\u72b6\u614b\u3092\u78ba\u8a8d\u3057\u305f\u3044\u306e\u3067\u3001\u30c6\u30fc\u30d6\u30eb\u304b\u3089\u5168\u3066\u306e\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"323\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 14.59.22.png (107.3 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/d2d830b3-bcab-405f-940f-6c6563b78dbb.png\"><\/p>\n<p>\u2193\u304c\u53d6\u5f97\u7d50\u679c\u3067\u3059\u3002<br \/>\n\u591a\u5c11\u7a7a\u884c\u304c\u5165\u3063\u3066\u304a\u308a\u7121\u9aa8\u3067\u3059\u304c\u3001\u6307\u5b9a\u3057\u305f\u30c7\u30fc\u30bf\u306f\u3057\u3063\u304b\u308a\u53d6\u5f97\u3067\u304d\u3066\u3044\u307e\u3059\u306d\u3002<\/p>\n<p><img width=\"1091\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 15.00.07.png (533.4 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/3d70a8f2-5c25-4256-b592-6016b555f959.png\"><\/p>\n<p>\u3053\u306e\u3088\u3046\u306bAmazon Athena\u3067\u306f\u3001<br \/>\nS3\u306e\u4e2d\u8eab\u306b\u5bfe\u3057\u3066\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u3092\u5b9a\u7fa9\u3057\u3066\u3042\u3052\u308b\u3053\u3068\u3067\u3001SQL\u3092\u5b9f\u884c\u3057\u3066\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u304c\u53ef\u80fd\u306a\u3093\u3067\u3059\u306d\u3002<\/p>\n<p>\u3067\u306f\u3001\u6b21\u306b\u30d9\u30b9\u30c8\u30d7\u30e9\u30af\u30c6\u30a3\u30b9\u3068\u3055\u308c\u3066\u3044\u308bAWS Glue\u3092\u52a0\u3048\u3066\u5b9f\u884c\u3057\u3066\u3044\u304d\u307e\u3057\u3087\u3046\u3002<\/p>\n<h3 id=\"outline__2_1\">AWS Glue\u3068\u306f<\/h3>\n<blockquote>\n<p>AWS Glue \u306f\u3001\u30b5\u30fc\u30d0\u30fc\u30ec\u30b9\u306a\u30c7\u30fc\u30bf\u7d71\u5408\u30b5\u30fc\u30d3\u30b9\u3067\u3001\u5206\u6790\u3001\u6a5f\u68b0\u5b66\u7fd2 (ML)\u3001\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a\u7528\u306b\u3001\u8907\u6570\u306e\u30bd\u30fc\u30b9\u304b\u3089\u30c7\u30fc\u30bf\u3092\u691c\u51fa\u3001\u6e96\u5099\u3001\u79fb\u52d5\u3001\u7d71\u5408\u3059\u308b\u3053\u3068\u3092\u3088\u308a\u5bb9\u6613\u306b\u3057\u307e\u3059\u3002<\/p>\n<\/blockquote>\n<p><a href=\"https:\/\/aws.amazon.com\/jp\/glue\/\">AWS\u516c\u5f0f\u30da\u30fc\u30b8<\/a>\u3088\u308a<\/p>\n<p>Amazon Athena\u4ee5\u4e0a\u306b\u521d\u5fc3\u8005\u306b\u306f\u96e3\u3057\u3044\u8868\u73fe\u3067\u3059\u306d\u3002<br \/>\nAWS Glue\u306f\u3044\u308f\u3086\u308bETL\u30c4\u30fc\u30eb\u3060\u305d\u3046\u3067\u3001\u30c7\u30fc\u30bf\u306eExtract(\u62bd\u51fa\uff09\u30fbTransform(\u5909\u63db\uff09\u30fbLoad(\u683c\u7d0d)\u3068\u3044\u3063\u305f\u64cd\u4f5c\u3092\u884c\u3044\u3001\u30c7\u30fc\u30bf\u3092\u52a0\u5de5\u3057\u3066\u96c6\u7d04\u3057\u3001\u6271\u3044\u3084\u3059\u304f\u3059\u308b\u305f\u3081\u306e\u30c4\u30fc\u30eb\u3060\u305d\u3046\u3067\u3059\u3002<\/p>\n<p>\u65e9\u901fAWS Glue\u3092Amazon Athena\u3068\u7d44\u307f\u5408\u308f\u305b\u3066\u307f\u307e\u3057\u3087\u3046\u3002<\/p>\n<h4 id=\"outline__2_1_1\">AWS Glue\u306e\u6e96\u5099<\/h4>\n<p>AWS Glue\u306b\u306f\u8272\u3005\u6a5f\u80fd\u304c\u3042\u308b\u306e\u3067\u3059\u304c\u3001\u4eca\u56de\u306f\u305d\u306e\u4e2d\u306e\u300cCrawlers\u300d\u3068\u3044\u3046\u6a5f\u80fd\u3092\u6271\u3044\u307e\u3059\u3002<\/p>\n<p><img width=\"209\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 16.16.50.png (94.4 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/8d212c62-715f-4171-801a-3c81fb6ae5e0.png\"><\/p>\n<p>\u3053\u3061\u3089\u304b\u3089Create crawler\u3092\u9078\u629e\u3057\u3066\u4f5c\u6210\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<p><img width=\"492\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 16.18.10.png (194.8 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/b3ce46a8-828a-45c3-8b50-f4dd9202b9ad.png\"><\/p>\n<p>\u540d\u524d\u3092yokohama-test\u3068\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"470\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 17.06.47.png (173.9 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/cb8cbdb4-560b-4ebd-bc5c-e62935da9063.png\"><\/p>\n<p>\u300cAdd a data source\u300d\u304b\u3089\u5148\u307b\u3069\u306eS3\u30d0\u30b1\u30c3\u30c8\u3092\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u3068\u3057\u3066\u8ffd\u52a0\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"478\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 16.21.33.png (231.2 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/c3e8259a-6ec8-4193-ab1f-9fe2b8e56471.png\"><\/p>\n<p>\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u306e\u300cS3 path\u300d\u3078\u3001\u4f5c\u6210\u3057\u305f\u30d0\u30b1\u30c3\u30c8\u3092\u5165\u529b\u3057\u307e\u3059\u3002<br \/>\n\u4f5c\u6210\u3057\u305f\u30d0\u30b1\u30c3\u30c8\u304b\u3089yokohama\u30d5\u30a9\u30eb\u30c0\u3092\u9078\u629e\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"442\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 17.08.15.png (549.5 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/7e28c5ed-571e-4dda-92b0-7a8652a1cac0.png\"><\/p>\n<p>\u6b21\u306e\u30da\u30fc\u30b8\u3067\u3001IAM\u30ed\u30fc\u30eb\u306e\u4f5c\u6210\u3092\u884c\u3044\u307e\u3059\u3002<br \/>\n\u300cCreate new IMA role\u300d\u304b\u3089\u5fc5\u8981\u306a\u30ed\u30fc\u30eb\u3092\u4f5c\u6210\u3057\u3066\u3001\u4f5c\u6210\u3057\u305f\u30ed\u30fc\u30eb\u3092\u691c\u7d22\u3057\u3066\u8a2d\u5b9a\u3057\u307e\u3059\u3002<\/p>\n<p><img width=\"465\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 16.27.07.png (134.6 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/d541e453-67a1-45ae-80f4-819827badbcb.png\"><\/p>\n<p>\u6b21\u306e\u30da\u30fc\u30b8\u3078\u3044\u304d\u3001\u300cOutput configuration\u300d\u306b\u3066\u3001<br \/>\n\u5148\u307b\u3069Amazon Athena\u3067\u4f5c\u6210\u3057\u305f\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u3092\u9078\u629e\u3057\u307e\u3059\u3002<br \/>\n\u3055\u3089\u306b\u6b21\u306e\u30da\u30fc\u30b8\u3078\u9032\u307f\u3001\u300cCreate crawler\u300d\u304b\u3089\u5b9f\u969b\u306b\u4f5c\u6210\u3092\u884c\u3044\u307e\u3059\u3002<\/p>\n<p><img width=\"465\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 16.29.26.png (267.2 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/fb2ae878-5ecd-4d0c-a58c-aa4b5cb4f206.png\"><\/p>\n<p>crawler\u304c\u4f5c\u6210\u3055\u308c\u305f\u306e\u3067\u3001\u5b9f\u884c\u3057\u3066\u307f\u307e\u3059\u3002<\/p>\n<p><img width=\"481\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 16.31.15.png (75.2 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/981e1806-2778-4ac0-8891-dc67fcd7b77e.png\"><\/p>\n<p>crawler\u306e\u5b9f\u884c\u304c\u5b8c\u4e86\u3057\u305f\u306e\u3067\u3001Amazon Athena\u306e\u753b\u9762\u3078\u79fb\u308a\u3001<br \/>\n\u4f5c\u6210\u3055\u308c\u305f\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u3092\u78ba\u8a8d\u3057\u3066\u307f\u308b\u3068\u3001<\/p>\n<p><img width=\"261\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 17.11.07.png (209.9 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/842d4a08-dfa2-431b-a368-5f71311755bc.png\"><\/p>\n<p>\u81ea\u52d5\u3067csv\u3092\u89e3\u91c8\u3057\u3066\u3001\u30c6\u30fc\u30d6\u30eb\u5185\u306b\u30ab\u30e9\u30e0\u3092\u4f5c\u6210\u3057\u3066\u304f\u308c\u3066\u3044\u307e\u3059\uff01<br \/>\n\u4e00\u3064\u4e00\u3064\u81ea\u5206\u3067\u5b9a\u7fa9\u3057\u3066\u3044\u304f\u5fc5\u8981\u304c\u306a\u304f\u3001\u975e\u5e38\u306b\u624b\u3063\u53d6\u308a\u65e9\u3044\u3067\u3059\u306d\u3002<\/p>\n<h4 id=\"outline__2_0_3\">\u30af\u30a8\u30ea\u306e\u5b9f\u884c<\/h4>\n<p>\u2193\u306e\u3088\u3046\u306b\u5b9f\u969b\u306b\u30c7\u30fc\u30bf\u3092\u5168\u3066\u53d6\u5f97\u3057\u3066\u307f\u308b\u3068\u3001<\/p>\n<p><img width=\"1060\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 17.12.50.png (146.3 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/e4a3f87f-8681-42c5-8b6e-01bd7903bad5.png\"><\/p>\n<p>\u2193\u306e\u3088\u3046\u306b\u3057\u3063\u304b\u308a\u3068\u5168\u3066\u306e\u30c7\u30fc\u30bf\u304cSQL\u3067\u53d6\u308a\u6271\u3048\u308b\u3088\u3046\u306b\u306a\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><img width=\"1080\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-11 17.13.30.png (534.7 kB)\" src=\"https:\/\/img.esa.io\/uploads\/production\/attachments\/1854\/2022\/11\/11\/134284\/37c142e6-d632-422f-95ce-040dc184a7d2.png\"><\/p>\n<h2 id=\"outline__3\">\u307e\u3068\u3081<\/h2>\n<p>Amazon Athena \u3067S3\u306b\u30af\u30a8\u30ea\u3092\u5b9f\u884c\u3059\u308b\u5834\u5408\u306e\u624b\u9806\u306f\u3001<\/p>\n<ol>\n<li>S3\u30d0\u30b1\u30c3\u30c8\u4f5c\u6210<\/li>\n<li>\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u5b9a\u7fa9<\/li>\n<li>\u30af\u30a8\u30ea\u5206\u6790<\/li>\n<\/ol>\n<p>\u3068\u306a\u308a\u307e\u3059\u304c\u3001\u3053\u306e\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u5b9a\u7fa9\u306e\u90e8\u5206\u3092AWS Glue\u304c\u81ea\u52d5\u5316\u3057\u3066\u304f\u308c\u307e\u3059\uff01<br \/>\n\u624b\u52d5\u3067\u3084\u308b\u3068\u4e00\u3064\u4e00\u3064\u30ab\u30e9\u30e0\u3092\u5165\u529b\u3057\u3066\u3044\u304b\u306a\u3051\u308c\u3070\u306a\u3089\u306a\u3044\u306e\u3067\u975e\u5e38\u306b\u5927\u5909\u3067\u3059\u3002<br \/>\n\u3061\u3087\u3063\u3068\u3057\u305f\u30c7\u30fc\u30bf\u3092\u5206\u6790\u3059\u308b\u306e\u3067\u3042\u308c\u3070\u3001AWS Glue\u306ecrawler\u4f5c\u6210\u306e\u65b9\u304c\u624b\u9593\u3067\u3059\u304c\u3001<br \/>\n\u57fa\u672c\u7684\u306b\u306fAWS Glue\u3092\u4f75\u7528\u3057\u305f\u307b\u3046\u304c\u5727\u5012\u7684\u306b\u697d\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n<p>\u4ee5\u4e0a\u3068\u306a\u308a\u307e\u3059\uff01<br \/>\nAthena + AWS Glue \u304c\u30d9\u30b9\u30c8\u30d7\u30e9\u30af\u30c6\u30a3\u30b9\u3068\u3055\u308c\u3066\u3044\u308b\u6240\u4ee5\u304c\u89e6\u3063\u3066\u307f\u308b\u3068\u3088\u304f\u308f\u304b\u308a\u307e\u3057\u305f\u3002<br \/>\n\u662f\u975e\u3068\u3082\u8a66\u3057\u3066\u307f\u3066\u304f\u3060\u3055\u3044\uff01<\/p>\n<h2 id=\"outline__4\">\u53c2\u7167<\/h2>\n<p><a href=\"https:\/\/docs.aws.amazon.com\/ja_jp\/athena\/latest\/ug\/getting-started.html\">AWS Athena \u30c1\u30e5\u30fc\u30c8\u30ea\u30a2\u30eb<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u3053\u3093\u306b\u3061\u306f\u3001DWS\u4e8c\u4eba\u76ee\u306e\u5927\u5cf6\u3067\u3059\u3002 \u672c\u65e5\u306f\u3001 AWS\u306b\u3066\u3088\u304f\u30d9\u30b9\u30c8\u30d7\u30e9\u30af\u30c6\u30a3\u30b9\u3068\u3057\u3066\u4f7f\u7528\u3055\u308c\u3066\u3044\u308b\u7d44\u307f\u5408\u308f\u305b\u3067\u3042\u308b\u3001 \u300cAmazon Athena + S3 + AWS Glue\u300d\u304c\u3001 \u300cAmazon Athena + S3\u300d\u306e\u307f\u3092\u4f7f\u7528\u3059\u308b\u5834\u5408\u3068\u6bd4\u3079\u3066\u3069\u306e\u3088\u3046\u306b\u4fbf\u5229\u306a\u306e\u304b\u3001 \u4e8c\u3064\u306e\u30b1\u30fc\u30b9\u3092\u5b9f\u969b\u306b\u4f7f\u3063\u3066\u8a66\u3057\u3066\u307f\u307e\u3057\u305f\u3002 \u3053\u306e\u8a18\u4e8b\u306f\u3001AWS\u3092\u3042\u307e\u308a\u89e6\u3063\u305f\u3053\u3068\u304c\u306a\u3044\u65b9\u3001AWS\u3092\u52c9\u5f37\u4e2d\uff01\u3068\u3044\u3063\u305f\u65b9\u306b\u5411\u3051 [&hellip;]<\/p>\n","protected":false},"author":29,"featured_media":3631,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[13],"tags":[466,344,467,284,446],"aioseo_notices":[],"_links":{"self":[{"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/posts\/3626"}],"collection":[{"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/users\/29"}],"replies":[{"embeddable":true,"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/comments?post=3626"}],"version-history":[{"count":10,"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/posts\/3626\/revisions"}],"predecessor-version":[{"id":3640,"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/posts\/3626\/revisions\/3640"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/media\/3631"}],"wp:attachment":[{"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/media?parent=3626"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/categories?post=3626"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/p-corporate-blog-cms.mmmcorp.co.jp\/wp-json\/wp\/v2\/tags?post=3626"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}