{"id":153617,"date":"2024-11-02T08:56:23","date_gmt":"2024-11-02T00:56:23","guid":{"rendered":"https:\/\/server.hk\/cnblog\/153617\/"},"modified":"2024-11-02T08:56:24","modified_gmt":"2024-11-02T00:56:24","slug":"%e5%a4%a7%e6%95%b8%e6%93%9a%e6%9e%b6%e6%a7%8b-%e4%bd%bf%e7%94%a8-hbase-%e5%92%8c-solr-%e9%85%8d%e7%bd%ae%e5%ad%98%e5%84%b2%e8%88%87%e7%b4%a2%e5%bc%95","status":"publish","type":"post","link":"https:\/\/server.hk\/cnblog\/153617\/","title":{"rendered":"\u5927\u6578\u64da\u67b6\u69cb-\u4f7f\u7528 HBase \u548c Solr \u914d\u7f6e\u5b58\u5132\u8207\u7d22\u5f15"},"content":{"rendered":"<h1 id=\"%e5%a4%a7%e6%95%b8%e6%93%9a%e6%9e%b6%e6%a7%8b-%e4%bd%bf%e7%94%a8-hbase-%e5%92%8c-solr-%e9%85%8d%e7%bd%ae%e5%ad%98%e5%84%b2%e8%88%87%e7%b4%a2%e5%bc%95-hQYlfPZzXF\">\u5927\u6578\u64da\u67b6\u69cb-\u4f7f\u7528 HBase \u548c Solr \u914d\u7f6e\u5b58\u5132\u8207\u7d22\u5f15<\/h1>\n<p>\u5728\u7576\u4eca\u6578\u64da\u9a45\u52d5\u7684\u4e16\u754c\u4e2d\uff0c\u5927\u6578\u64da\u6280\u8853\u7684\u61c9\u7528\u8d8a\u4f86\u8d8a\u5ee3\u6cdb\u3002\u96a8\u8457\u6578\u64da\u91cf\u7684\u6fc0\u589e\uff0c\u5982\u4f55\u6709\u6548\u5730\u5b58\u5132\u548c\u6aa2\u7d22\u9019\u4e9b\u6578\u64da\u6210\u70ba\u4e86\u4f01\u696d\u9762\u81e8\u7684\u4e00\u5927\u6311\u6230\u3002HBase \u548c Solr \u662f\u5169\u7a2e\u6d41\u884c\u7684\u958b\u6e90\u6280\u8853\uff0c\u5206\u5225\u7528\u65bc\u5927\u6578\u64da\u7684\u5b58\u5132\u548c\u7d22\u5f15\u3002\u672c\u6587\u5c07\u63a2\u8a0e\u5982\u4f55\u4f7f\u7528 HBase \u548c Solr \u914d\u7f6e\u5b58\u5132\u8207\u7d22\u5f15\uff0c\u4e26\u63d0\u4f9b\u4e00\u4e9b\u5be6\u7528\u7684\u793a\u4f8b\u548c\u4ee3\u78bc\u7247\u6bb5\u3002<\/p>\n<h2 id=\"hbase-%e7%b0%a1%e4%bb%8b-hQYlfPZzXF\">HBase \u7c21\u4ecb<\/h2>\n<p>HBase \u662f\u4e00\u500b\u5206\u4f48\u5f0f\u3001\u53ef\u64f4\u5c55\u7684 NoSQL \u6578\u64da\u5eab\uff0c\u57fa\u65bc Google \u7684 Bigtable \u8a2d\u8a08\u3002\u5b83\u9069\u5408\u7528\u65bc\u8655\u7406\u5927\u91cf\u7684\u7d50\u69cb\u5316\u6578\u64da\uff0c\u4e26\u63d0\u4f9b\u96a8\u6a5f\u3001\u5be6\u6642\u7684\u8b80\u53d6\u548c\u5beb\u5165\u80fd\u529b\u3002HBase \u7684\u6578\u64da\u6a21\u578b\u662f\u57fa\u65bc\u5217\u65cf\u7684\uff0c\u9019\u4f7f\u5f97\u5b83\u5728\u8655\u7406\u7a00\u758f\u6578\u64da\u6642\u975e\u5e38\u9ad8\u6548\u3002<\/p>\n<h3 id=\"hbase-%e7%9a%84%e7%89%b9%e9%bb%9e-hQYlfPZzXF\">HBase \u7684\u7279\u9ede<\/h3>\n<ul>\n<li>\u53ef\u64f4\u5c55\u6027\uff1aHBase \u53ef\u4ee5\u8f15\u9b06\u5730\u901a\u904e\u6dfb\u52a0\u66f4\u591a\u7684\u4f3a\u670d\u5668\u4f86\u64f4\u5c55\u3002<\/li>\n<li>\u9ad8\u53ef\u7528\u6027\uff1a\u901a\u904e HDFS\uff08Hadoop \u5206\u4f48\u5f0f\u6587\u4ef6\u7cfb\u7d71\uff09\u63d0\u4f9b\u7684\u6578\u64da\u5197\u9918\uff0cHBase \u78ba\u4fdd\u6578\u64da\u7684\u9ad8\u53ef\u7528\u6027\u3002<\/li>\n<li>\u5be6\u6642\u8b80\u5beb\uff1aHBase \u652f\u6301\u96a8\u6a5f\u8b80\u53d6\u548c\u5beb\u5165\u64cd\u4f5c\uff0c\u9069\u5408\u9700\u8981\u5feb\u901f\u97ff\u61c9\u7684\u61c9\u7528\u5834\u666f\u3002<\/li>\n<\/ul>\n<h2 id=\"solr-%e7%b0%a1%e4%bb%8b-hQYlfPZzXF\">Solr \u7c21\u4ecb<\/h2>\n<p>Solr \u662f\u4e00\u500b\u57fa\u65bc Apache Lucene \u7684\u958b\u6e90\u641c\u7d22\u5e73\u53f0\uff0c\u5c08\u70ba\u4f01\u696d\u7d1a\u641c\u7d22\u800c\u8a2d\u8a08\u3002\u5b83\u63d0\u4f9b\u4e86\u5f37\u5927\u7684\u5168\u6587\u641c\u7d22\u529f\u80fd\uff0c\u4e26\u652f\u6301\u8907\u96dc\u7684\u67e5\u8a62\u548c\u9ad8\u6548\u7684\u7d22\u5f15\u3002Solr \u7684\u67b6\u69cb\u4f7f\u5176\u80fd\u5920\u8655\u7406\u5927\u91cf\u7684\u6578\u64da\u4e26\u63d0\u4f9b\u5feb\u901f\u7684\u641c\u7d22\u7d50\u679c\u3002<\/p>\n<h3 id=\"solr-%e7%9a%84%e7%89%b9%e9%bb%9e-hQYlfPZzXF\">Solr \u7684\u7279\u9ede<\/h3>\n<ul>\n<li>\u5168\u6587\u641c\u7d22\uff1aSolr \u63d0\u4f9b\u5f37\u5927\u7684\u6587\u672c\u5206\u6790\u548c\u67e5\u8a62\u529f\u80fd\uff0c\u652f\u6301\u591a\u7a2e\u67e5\u8a62\u8a9e\u6cd5\u3002<\/li>\n<li>\u5206\u4f48\u5f0f\u641c\u7d22\uff1aSolr \u53ef\u4ee5\u5728\u591a\u500b\u4f3a\u670d\u5668\u4e0a\u904b\u884c\uff0c\u652f\u6301\u5206\u4f48\u5f0f\u7d22\u5f15\u548c\u67e5\u8a62\u3002<\/li>\n<li>\u53ef\u64f4\u5c55\u6027\uff1aSolr \u53ef\u4ee5\u6839\u64da\u9700\u6c42\u8f15\u9b06\u64f4\u5c55\uff0c\u4ee5\u8655\u7406\u66f4\u5927\u7684\u6578\u64da\u96c6\u3002<\/li>\n<\/ul>\n<h2 id=\"%e4%bd%bf%e7%94%a8-hbase-%e5%92%8c-solr-%e9%85%8d%e7%bd%ae%e5%ad%98%e5%84%b2%e8%88%87%e7%b4%a2%e5%bc%95-hQYlfPZzXF\">\u4f7f\u7528 HBase \u548c Solr \u914d\u7f6e\u5b58\u5132\u8207\u7d22\u5f15<\/h2>\n<p>\u5c07 HBase \u548c Solr \u7d50\u5408\u4f7f\u7528\uff0c\u53ef\u4ee5\u5145\u5206\u767c\u63ee\u5169\u8005\u7684\u512a\u52e2\u3002HBase \u8ca0\u8cac\u5b58\u5132\u5927\u91cf\u7684\u7d50\u69cb\u5316\u6578\u64da\uff0c\u800c Solr \u5247\u8ca0\u8cac\u5c0d\u9019\u4e9b\u6578\u64da\u9032\u884c\u9ad8\u6548\u7684\u7d22\u5f15\u548c\u641c\u7d22\u3002\u4ee5\u4e0b\u662f\u914d\u7f6e\u7684\u57fa\u672c\u6b65\u9a5f\uff1a<\/p>\n<h3 id=\"%e6%ad%a5%e9%a9%9f-1%ef%bc%9a%e5%ae%89%e8%a3%9d-hbase-%e5%92%8c-solr-hQYlfPZzXF\">\u6b65\u9a5f 1\uff1a\u5b89\u88dd HBase \u548c Solr<\/h3>\n<p>\u9996\u5148\uff0c\u60a8\u9700\u8981\u5728\u4f3a\u670d\u5668\u4e0a\u5b89\u88dd HBase \u548c Solr\u3002\u53ef\u4ee5\u901a\u904e\u4ee5\u4e0b\u547d\u4ee4\u5b89\u88dd\uff1a<\/p>\n<pre><code>sudo apt-get install hbase\nsudo apt-get install solr<\/code><\/pre>\n<h3 id=\"%e6%ad%a5%e9%a9%9f-2%ef%bc%9a%e9%85%8d%e7%bd%ae-hbase-hQYlfPZzXF\">\u6b65\u9a5f 2\uff1a\u914d\u7f6e HBase<\/h3>\n<p>\u5728 HBase \u4e2d\u5275\u5efa\u4e00\u500b\u8868\u4f86\u5b58\u5132\u6578\u64da\u3002\u4f8b\u5982\uff0c\u60a8\u53ef\u4ee5\u5275\u5efa\u4e00\u500b\u540d\u70ba &#8220;users&#8221; \u7684\u8868\uff1a<\/p>\n<pre><code>create 'users', 'info'<\/code><\/pre>\n<h3 id=\"%e6%ad%a5%e9%a9%9f-3%ef%bc%9a%e5%b0%87%e6%95%b8%e6%93%9a%e5%af%ab%e5%85%a5-hbase-hQYlfPZzXF\">\u6b65\u9a5f 3\uff1a\u5c07\u6578\u64da\u5beb\u5165 HBase<\/h3>\n<p>\u4f7f\u7528 HBase \u7684 API \u5c07\u6578\u64da\u5beb\u5165\u8868\u4e2d\uff1a<\/p>\n<pre><code>import org.apache.hadoop.hbase.client.Connection;\nimport org.apache.hadoop.hbase.client.ConnectionFactory;\nimport org.apache.hadoop.hbase.client.Put;\nimport org.apache.hadoop.hbase.client.Table;\n\nConnection connection = ConnectionFactory.createConnection();\nTable table = connection.getTable(TableName.valueOf(\"users\"));\nPut put = new Put(Bytes.toBytes(\"row1\"));\nput.addColumn(Bytes.toBytes(\"info\"), Bytes.toBytes(\"name\"), Bytes.toBytes(\"John Doe\"));\ntable.put(put);\ntable.close();\nconnection.close();<\/code><\/pre>\n<h3 id=\"%e6%ad%a5%e9%a9%9f-4%ef%bc%9a%e9%85%8d%e7%bd%ae-solr-hQYlfPZzXF\">\u6b65\u9a5f 4\uff1a\u914d\u7f6e Solr<\/h3>\n<p>\u5728 Solr \u4e2d\u5275\u5efa\u4e00\u500b\u6838\u5fc3\u4f86\u7d22\u5f15 HBase \u4e2d\u7684\u6578\u64da\u3002\u60a8\u53ef\u4ee5\u4f7f\u7528 Solr \u7684\u7ba1\u7406\u754c\u9762\u4f86\u5275\u5efa\u6838\u5fc3\u3002<\/p>\n<h3 id=\"%e6%ad%a5%e9%a9%9f-5%ef%bc%9a%e5%b0%87-hbase-%e6%95%b8%e6%93%9a%e5%b0%8e%e5%85%a5-solr-hQYlfPZzXF\">\u6b65\u9a5f 5\uff1a\u5c07 HBase \u6578\u64da\u5c0e\u5165 Solr<\/h3>\n<p>\u4f7f\u7528 Solr \u7684 Data Import Handler \u5c07 HBase \u4e2d\u7684\u6578\u64da\u5c0e\u5165 Solr \u9032\u884c\u7d22\u5f15\u3002\u60a8\u53ef\u4ee5\u7de8\u5beb\u4e00\u500b\u914d\u7f6e\u6587\u4ef6\u4f86\u6307\u5b9a\u6578\u64da\u6e90\u548c\u7d22\u5f15\u5b57\u6bb5\u3002<\/p>\n<pre><code>&lt;dataConfig&gt;\n    &lt;dataSource type=\"HBaseDataSource\" \/&gt;\n    &lt;document&gt;\n        &lt;entity name=\"user\" processor=\"HBaseEntityProcessor\" &gt;\n            &lt;field column=\"name\" name=\"name\"\/&gt;\n        &lt;\/entity&gt;\n    &lt;\/document&gt;\n&lt;\/dataConfig&gt;<\/code><\/pre>\n<h2 id=\"%e7%b8%bd%e7%b5%90-hQYlfPZzXF\">\u7e3d\u7d50<\/h2>\n<p>\u901a\u904e\u5c07 HBase \u548c Solr \u7d50\u5408\u4f7f\u7528\uff0c\u4f01\u696d\u53ef\u4ee5\u6709\u6548\u5730\u5b58\u5132\u548c\u6aa2\u7d22\u5927\u91cf\u7684\u6578\u64da\u3002HBase \u63d0\u4f9b\u4e86\u9ad8\u6548\u7684\u6578\u64da\u5b58\u5132\uff0c\u800c Solr \u5247\u63d0\u4f9b\u4e86\u5f37\u5927\u7684\u641c\u7d22\u529f\u80fd\u3002\u9019\u7a2e\u67b6\u69cb\u4e0d\u50c5\u80fd\u5920\u6eff\u8db3\u7576\u524d\u7684\u6578\u64da\u9700\u6c42\uff0c\u9084\u80fd\u5920\u96a8\u8457\u696d\u52d9\u7684\u589e\u9577\u800c\u64f4\u5c55\u3002\u5c0d\u65bc\u9700\u8981\u9ad8\u6027\u80fd\u548c\u9ad8\u53ef\u7528\u6027\u7684\u61c9\u7528\uff0c\u9078\u64c7\u5408\u9069\u7684 <a href=\"https:\/\/server.hk\">VPS<\/a> \u89e3\u6c7a\u65b9\u6848\u662f\u81f3\u95dc\u91cd\u8981\u7684\u3002\u4e86\u89e3\u66f4\u591a\u95dc\u65bc <a href=\"https:\/\/server.hk\">\u9999\u6e2f\u4f3a\u670d\u5668<\/a> \u7684\u4fe1\u606f\uff0c\u8acb\u8a2a\u554f\u6211\u5011\u7684\u7db2\u7ad9\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u63a2\u7d22\u5927\u6578\u64da\u67b6\u69cb\uff0c\u5b78\u7fd2\u5982\u4f55\u4f7f\u7528 HBase \u548c Solr \u914d\u7f6e\u9ad8\u6548\u7684\u5b58\u5132\u8207\u7d22\u5f15\u89e3\u6c7a\u65b9\u6848\u3002<\/p>\n","protected":false},"author":0,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[101],"tags":[],"class_list":["post-153617","post","type-post","status-publish","format-standard","hentry","category-database"],"_links":{"self":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/153617","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/types\/post"}],"replies":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/comments?post=153617"}],"version-history":[{"count":1,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/153617\/revisions"}],"predecessor-version":[{"id":153618,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/153617\/revisions\/153618"}],"wp:attachment":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/media?parent=153617"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/categories?post=153617"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/tags?post=153617"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}