{"id":185294,"date":"2024-11-10T20:21:21","date_gmt":"2024-11-10T12:21:21","guid":{"rendered":"https:\/\/server.hk\/cnblog\/185294\/"},"modified":"2024-11-10T20:21:22","modified_gmt":"2024-11-10T12:21:22","slug":"%e4%bd%bf%e7%94%a8sql%e5%91%bd%e4%bb%a4%e6%8f%90%e5%8f%96hive%e5%bb%ba%e8%a1%a8%e8%aa%9e%e5%8f%a5%ef%bc%88%e5%be%9e%e6%95%b8%e6%93%9a%e5%ba%ab%e7%8d%b2%e5%8f%96hive%e5%bb%ba%e8%a1%a8%e8%aa%9e%e5%8f%a5","status":"publish","type":"post","link":"https:\/\/server.hk\/cnblog\/185294\/","title":{"rendered":"\u4f7f\u7528SQL\u547d\u4ee4\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\uff08\u5f9e\u6578\u64da\u5eab\u7372\u53d6hive\u5efa\u8868\u8a9e\u53e5\uff09"},"content":{"rendered":"<h1 id=\"%e4%bd%bf%e7%94%a8sql%e5%91%bd%e4%bb%a4%e6%8f%90%e5%8f%96hive%e5%bb%ba%e8%a1%a8%e8%aa%9e%e5%8f%a5%ef%bc%88%e5%be%9e%e6%95%b8%e6%93%9a%e5%ba%ab%e7%8d%b2%e5%8f%96hive%e5%bb%ba%e8%a1%a8%e8%aa%9e%e5%8f%a5-BDhwicmpre\">\u4f7f\u7528SQL\u547d\u4ee4\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\uff08\u5f9e\u6578\u64da\u5eab\u7372\u53d6Hive\u5efa\u8868\u8a9e\u53e5\uff09<\/h1>\n<p>\u5728\u5927\u6578\u64da\u8655\u7406\u7684\u9818\u57df\u4e2d\uff0cApache Hive\u662f\u4e00\u500b\u91cd\u8981\u7684\u6578\u64da\u5009\u5eab\u5de5\u5177\uff0c\u80fd\u5920\u8b93\u7528\u6236\u4f7f\u7528\u985e\u4f3cSQL\u7684\u67e5\u8a62\u8a9e\u8a00\u4f86\u67e5\u8a62\u548c\u5206\u6790\u5b58\u5132\u5728Hadoop\u4e2d\u7684\u6578\u64da\u3002\u7576\u9700\u8981\u5f9e\u6578\u64da\u5eab\u4e2d\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\u6642\uff0c\u4f7f\u7528SQL\u547d\u4ee4\u662f\u4e00\u500b\u6709\u6548\u7684\u89e3\u6c7a\u65b9\u6848\u3002\u672c\u6587\u5c07\u63a2\u8a0e\u5982\u4f55\u4f7f\u7528SQL\u547d\u4ee4\u4f86\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\uff0c\u4e26\u63d0\u4f9b\u4e00\u4e9b\u5be6\u7528\u7684\u793a\u4f8b\u548c\u4ee3\u78bc\u7247\u6bb5\u3002<\/p>\n<h2 id=\"hive%e5%bb%ba%e8%a1%a8%e8%aa%9e%e5%8f%a5%e7%9a%84%e5%9f%ba%e6%9c%ac%e7%b5%90%e6%a7%8b-BDhwicmpre\">Hive\u5efa\u8868\u8a9e\u53e5\u7684\u57fa\u672c\u7d50\u69cb<\/h2>\n<p>\u5728\u6df1\u5165\u63a2\u8a0e\u5982\u4f55\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\u4e4b\u524d\uff0c\u6211\u5011\u9996\u5148\u9700\u8981\u4e86\u89e3Hive\u5efa\u8868\u8a9e\u53e5\u7684\u57fa\u672c\u7d50\u69cb\u3002Hive\u7684\u5efa\u8868\u8a9e\u53e5\u901a\u5e38\u5305\u62ec\u4ee5\u4e0b\u5e7e\u500b\u90e8\u5206\uff1a<\/p>\n<ul>\n<li><strong>\u8868\u540d\uff1a<\/strong>\u6307\u5b9a\u8981\u5275\u5efa\u7684\u8868\u7684\u540d\u7a31\u3002<\/li>\n<li><strong>\u5217\u5b9a\u7fa9\uff1a<\/strong>\u5b9a\u7fa9\u8868\u4e2d\u6bcf\u4e00\u5217\u7684\u540d\u7a31\u548c\u6578\u64da\u985e\u578b\u3002<\/li>\n<li><strong>\u5b58\u5132\u683c\u5f0f\uff1a<\/strong>\u6307\u5b9a\u6578\u64da\u7684\u5b58\u5132\u683c\u5f0f\uff0c\u4f8b\u5982ORC\u3001PARQUET\u7b49\u3002<\/li>\n<li><strong>\u5206\u5340\u4fe1\u606f\uff1a<\/strong>\u5982\u679c\u9700\u8981\uff0c\u9084\u53ef\u4ee5\u6307\u5b9a\u5206\u5340\u7684\u5217\u3002<\/li>\n<\/ul>\n<p>\u4e00\u500b\u7c21\u55ae\u7684Hive\u5efa\u8868\u8a9e\u53e5\u793a\u4f8b\u5982\u4e0b\uff1a<\/p>\n<pre><code>CREATE TABLE example_table (\n    id INT,\n    name STRING,\n    age INT\n)\nSTORED AS ORC;<\/code><\/pre>\n<h2 id=\"%e5%be%9e%e6%95%b8%e6%93%9a%e5%ba%ab%e6%8f%90%e5%8f%96hive%e5%bb%ba%e8%a1%a8%e8%aa%9e%e5%8f%a5-BDhwicmpre\">\u5f9e\u6578\u64da\u5eab\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5<\/h2>\n<p>\u8981\u5f9e\u6578\u64da\u5eab\u4e2d\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\uff0c\u9996\u5148\u9700\u8981\u78ba\u5b9a\u6578\u64da\u5eab\u4e2d\u5b58\u5132\u7684\u8868\u7d50\u69cb\u4fe1\u606f\u3002\u901a\u5e38\uff0c\u9019\u4e9b\u4fe1\u606f\u53ef\u4ee5\u901a\u904e\u67e5\u8a62\u7cfb\u7d71\u8868\u4f86\u7372\u53d6\u3002\u4ee5\u4e0b\u662f\u4e00\u4e9b\u5e38\u7528\u7684SQL\u67e5\u8a62\u793a\u4f8b\uff0c\u9019\u4e9b\u67e5\u8a62\u53ef\u4ee5\u5e6b\u52a9\u6211\u5011\u63d0\u53d6\u6240\u9700\u7684\u8868\u7d50\u69cb\u4fe1\u606f\uff1a<\/p>\n<h3 id=\"1-%e7%8d%b2%e5%8f%96%e8%a1%a8%e7%9a%84%e5%88%97%e4%bf%a1%e6%81%af-BDhwicmpre\">1. \u7372\u53d6\u8868\u7684\u5217\u4fe1\u606f<\/h3>\n<pre><code>SELECT COLUMN_NAME, DATA_TYPE \nFROM INFORMATION_SCHEMA.COLUMNS \nWHERE TABLE_NAME = 'your_table_name';<\/code><\/pre>\n<p>\u9019\u689d\u67e5\u8a62\u5c07\u8fd4\u56de\u6307\u5b9a\u8868\u7684\u6240\u6709\u5217\u540d\u53ca\u5176\u6578\u64da\u985e\u578b\uff0c\u9019\u662f\u751f\u6210Hive\u5efa\u8868\u8a9e\u53e5\u7684\u7b2c\u4e00\u6b65\u3002<\/p>\n<h3 id=\"2-%e7%8d%b2%e5%8f%96%e8%a1%a8%e7%9a%84%e4%b8%bb%e9%8d%b5%e5%92%8c%e7%b4%a2%e5%bc%95%e4%bf%a1%e6%81%af-BDhwicmpre\">2. \u7372\u53d6\u8868\u7684\u4e3b\u9375\u548c\u7d22\u5f15\u4fe1\u606f<\/h3>\n<pre><code>SELECT COLUMN_NAME \nFROM INFORMATION_SCHEMA.KEY_COLUMN_USAGE \nWHERE TABLE_NAME = 'your_table_name';<\/code><\/pre>\n<p>\u9019\u689d\u67e5\u8a62\u5c07\u8fd4\u56de\u6307\u5b9a\u8868\u7684\u4e3b\u9375\u5217\uff0c\u9019\u5c0d\u65bc\u751f\u6210\u5b8c\u6574\u7684\u5efa\u8868\u8a9e\u53e5\u662f\u5fc5\u8981\u7684\u3002<\/p>\n<h3 id=\"3-%e7%b5%84%e5%90%88%e7%94%9f%e6%88%90hive%e5%bb%ba%e8%a1%a8%e8%aa%9e%e5%8f%a5-BDhwicmpre\">3. \u7d44\u5408\u751f\u6210Hive\u5efa\u8868\u8a9e\u53e5<\/h3>\n<p>\u4e00\u65e6\u7372\u53d6\u4e86\u6240\u9700\u7684\u5217\u4fe1\u606f\u548c\u4e3b\u9375\u4fe1\u606f\uff0c\u5c31\u53ef\u4ee5\u4f7f\u7528\u9019\u4e9b\u6578\u64da\u4f86\u7d44\u5408\u751f\u6210Hive\u5efa\u8868\u8a9e\u53e5\u3002\u4ee5\u4e0b\u662f\u4e00\u500b\u7c21\u55ae\u7684\u793a\u4f8b\u4ee3\u78bc\uff0c\u5c55\u793a\u5982\u4f55\u5c07\u67e5\u8a62\u7d50\u679c\u7d44\u5408\u6210Hive\u5efa\u8868\u8a9e\u53e5\uff1a<\/p>\n<pre><code>DECLARE @create_table_sql NVARCHAR(MAX);\nSET @create_table_sql = 'CREATE TABLE your_hive_table (';\n\nSELECT @create_table_sql = @create_table_sql + COLUMN_NAME + ' ' + DATA_TYPE + ', '\nFROM INFORMATION_SCHEMA.COLUMNS \nWHERE TABLE_NAME = 'your_table_name';\n\nSET @create_table_sql = LEFT(@create_table_sql, LEN(@create_table_sql) - 1) + ') STORED AS ORC;';\nPRINT @create_table_sql;<\/code><\/pre>\n<h2 id=\"%e6%b3%a8%e6%84%8f%e4%ba%8b%e9%a0%85-BDhwicmpre\">\u6ce8\u610f\u4e8b\u9805<\/h2>\n<p>\u5728\u4f7f\u7528SQL\u547d\u4ee4\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\u6642\uff0c\u6709\u5e7e\u500b\u6ce8\u610f\u4e8b\u9805\u9700\u8981\u8003\u616e\uff1a<\/p>\n<ul>\n<li>\u78ba\u4fdd\u6578\u64da\u5eab\u4e2d\u8868\u7684\u7d50\u69cb\u8207Hive\u7684\u8981\u6c42\u76f8\u7b26\uff0c\u7279\u5225\u662f\u6578\u64da\u985e\u578b\u7684\u517c\u5bb9\u6027\u3002<\/li>\n<li>\u6839\u64da\u9700\u8981\u6dfb\u52a0\u5206\u5340\u548c\u5b58\u5132\u683c\u5f0f\u7684\u5b9a\u7fa9\uff0c\u4ee5\u4fbf\u5728Hive\u4e2d\u6b63\u78ba\u4f7f\u7528\u3002<\/li>\n<li>\u6e2c\u8a66\u751f\u6210\u7684\u5efa\u8868\u8a9e\u53e5\uff0c\u78ba\u4fdd\u5176\u5728Hive\u4e2d\u80fd\u5920\u6b63\u78ba\u57f7\u884c\u3002<\/li>\n<\/ul>\n<h2 id=\"%e7%b8%bd%e7%b5%90-BDhwicmpre\">\u7e3d\u7d50<\/h2>\n<p>\u4f7f\u7528SQL\u547d\u4ee4\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\u662f\u4e00\u500b\u6709\u6548\u7684\u65b9\u5f0f\uff0c\u53ef\u4ee5\u5e6b\u52a9\u7528\u6236\u5feb\u901f\u751f\u6210\u6240\u9700\u7684\u5efa\u8868\u8a9e\u53e5\u3002\u901a\u904e\u67e5\u8a62\u6578\u64da\u5eab\u4e2d\u7684\u7cfb\u7d71\u8868\uff0c\u4e26\u6839\u64da\u7372\u53d6\u7684\u5217\u4fe1\u606f\u548c\u4e3b\u9375\u4fe1\u606f\u7d44\u5408\u751f\u6210Hive\u5efa\u8868\u8a9e\u53e5\uff0c\u7528\u6236\u53ef\u4ee5\u66f4\u9ad8\u6548\u5730\u9032\u884c\u6578\u64da\u8655\u7406\u548c\u5206\u6790\u3002\u5c0d\u65bc\u9700\u8981\u9ad8\u6548\u6578\u64da\u8655\u7406\u7684\u7528\u6236\uff0c\u9078\u64c7\u5408\u9069\u7684<a href=\"https:\/\/server.hk\">VPS<\/a>\u6216<a href=\"https:\/\/server.hk\">\u9999\u6e2f\u4f3a\u670d\u5668<\/a>\u89e3\u6c7a\u65b9\u6848\u5c07\u6709\u52a9\u65bc\u63d0\u5347\u6574\u9ad4\u6027\u80fd\u548c\u7a69\u5b9a\u6027\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4f7f\u7528SQL\u547d\u4ee4\u5f9e\u6578\u64da\u5eab\u63d0\u53d6Hive\u5efa\u8868\u8a9e\u53e5\uff0c\u8f15\u9b06\u7372\u53d6\u548c\u7ba1\u7406Hive\u8868\u7d50\u69cb\uff0c\u63d0\u5347\u6578\u64da\u8655\u7406\u6548\u7387\u3002<\/p>\n","protected":false},"author":0,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[101],"tags":[],"class_list":["post-185294","post","type-post","status-publish","format-standard","hentry","category-database"],"_links":{"self":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/185294","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/types\/post"}],"replies":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/comments?post=185294"}],"version-history":[{"count":1,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/185294\/revisions"}],"predecessor-version":[{"id":185295,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/185294\/revisions\/185295"}],"wp:attachment":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/media?parent=185294"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/categories?post=185294"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/tags?post=185294"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}