日韩av黄I国产麻豆传媒I国产91av视频在线观看I日韩一区二区三区在线看I美女国产在线I麻豆视频国产在线观看I成人黄色短片

歡迎訪問 生活随笔!

生活随笔

當前位置: 首頁 >

霏霏暮雨 eclipse+HBASE开发环境搭建(已实践

發布時間:2023/12/20 37 豆豆
生活随笔 收集整理的這篇文章主要介紹了 霏霏暮雨 eclipse+HBASE开发环境搭建(已实践 小編覺得挺不錯的,現在分享給大家,幫大家做個參考.

開發準備:

  jdk1.8.45

  hbase-1.2.2(windows下和linux個留一份)

  hadoop-2.7.2(linux一份)

  Linux系統(centos或其它)

  Hadoop安裝環境

  HBase安裝環境

?

具體操作步驟如下:

1.?Eclipse中新建Maven項目, type為maven-archetype-quickstart,工程名為MyHBase

2.?將hadoop集群和hbase集群的配置文件放到如下路徑:

/src/main/resources/hadoop /src/main/resources/hbase ? 3. 將配置路徑加入到classpath中: ? ?   

4.?最終的目錄結構

?

5. 編輯hbase-site.xml文件內容為:

  

6. 將Linux下部署的HBase集群下的lib目錄拷貝到Windows下,并在eclipse中將lib(里面的hadoop庫可能與安裝的hadoop版本不一致,后續可以考慮版本統一)下的所有庫添加到工程:

7. 新建類HBaseTest ,內容如下:

package com.hbase.demo; //package com.eric.hbase;import java.io.IOException; import java.util.ArrayList; import java.util.List;import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.HColumnDescriptor; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.KeyValue; import org.apache.hadoop.hbase.MasterNotRunningException; import org.apache.hadoop.hbase.ZooKeeperConnectionException; import org.apache.hadoop.hbase.client.Delete; import org.apache.hadoop.hbase.client.Get; import org.apache.hadoop.hbase.client.HBaseAdmin; import org.apache.hadoop.hbase.client.HTable; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.client.Result; import org.apache.hadoop.hbase.client.ResultScanner; import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.util.Bytes;public class HBaseTest {private static final String TABLE_NAME = "demo_table";public static Configuration conf = null;public HTable table = null;public HBaseAdmin admin = null;static {conf = HBaseConfiguration.create();System.out.println(conf.get("hbase.zookeeper.quorum"));}/*** 創建一張表*/public static void creatTable(String tableName, String[] familys)throws Exception {HBaseAdmin admin = new HBaseAdmin(conf);if (admin.tableExists(tableName)) {System.out.println("table already exists!");} else {HTableDescriptor tableDesc = new HTableDescriptor(tableName);for (int i = 0; i < familys.length; i++) {tableDesc.addFamily(new HColumnDescriptor(familys[i]));}admin.createTable(tableDesc);System.out.println("create table " + tableName + " ok.");}}/*** 刪除表*/public static void deleteTable(String tableName) throws Exception {try {HBaseAdmin admin = new HBaseAdmin(conf);admin.disableTable(tableName);admin.deleteTable(tableName);System.out.println("delete table " + tableName + " ok.");} catch (MasterNotRunningException e) {e.printStackTrace();} catch (ZooKeeperConnectionException e) {e.printStackTrace();}}/*** 插入一行記錄*/public static void addRecord(String tableName, String rowKey,String family, String qualifier, String value) throws Exception {try {HTable table = new HTable(conf, tableName);Put put = new Put(Bytes.toBytes(rowKey));put.add(Bytes.toBytes(family), Bytes.toBytes(qualifier),Bytes.toBytes(value));table.put(put);System.out.println("insert recored " + rowKey + " to table "+ tableName + " ok.");} catch (IOException e) {e.printStackTrace();}}/*** 刪除一行記錄*/public static void delRecord(String tableName, String rowKey)throws IOException {HTable table = new HTable(conf, tableName);List list = new ArrayList();Delete del = new Delete(rowKey.getBytes());list.add(del);table.delete(list);System.out.println("del recored " + rowKey + " ok.");}/*** 查找一行記錄*/public static void getOneRecord(String tableName, String rowKey)throws IOException {HTable table = new HTable(conf, tableName);Get get = new Get(rowKey.getBytes());Result rs = table.get(get);for (KeyValue kv : rs.raw()) {System.out.print(new String(kv.getRow()) + " ");System.out.print(new String(kv.getFamily()) + ":");System.out.print(new String(kv.getQualifier()) + " ");System.out.print(kv.getTimestamp() + " ");System.out.println(new String(kv.getValue()));}}/*** 顯示所有數據*/public static void getAllRecord(String tableName) {try {HTable table = new HTable(conf, tableName);Scan s = new Scan();ResultScanner ss = table.getScanner(s);for (Result r : ss) {for (KeyValue kv : r.raw()) {System.out.print(new String(kv.getRow()) + " ");System.out.print(new String(kv.getFamily()) + ":");System.out.print(new String(kv.getQualifier()) + " ");System.out.print(kv.getTimestamp() + " ");System.out.println(new String(kv.getValue()));}}} catch (IOException e) {e.printStackTrace();}}public static void main(String[] args) {// TODO Auto-generated method stubtry {String tablename = "scores";String[] familys = { "grade", "course" };HBaseTest.creatTable(tablename, familys);// add record zkbHBaseTest.addRecord(tablename, "zkb", "grade", "", "5");HBaseTest.addRecord(tablename, "zkb", "course", "", "90");HBaseTest.addRecord(tablename, "zkb", "course", "math", "97");HBaseTest.addRecord(tablename, "zkb", "course", "art", "87");// add record baoniuHBaseTest.addRecord(tablename, "baoniu", "grade", "", "4");HBaseTest.addRecord(tablename, "baoniu", "course", "math", "89");System.out.println("===========get one record========");HBaseTest.getOneRecord(tablename, "zkb");System.out.println("===========show all record========");HBaseTest.getAllRecord(tablename);System.out.println("===========del one record========");HBaseTest.delRecord(tablename, "baoniu");HBaseTest.getAllRecord(tablename);System.out.println("===========show all record========");HBaseTest.getAllRecord(tablename);} catch (Exception e) {e.printStackTrace();}}}

8. 如果報錯查看日志,修改C:\Windows\System32\drivers\etc\HOSTS:

  112.120.41.159 hadoop

9.?右鍵-->Run as -->java application.

總結

以上是生活随笔為你收集整理的霏霏暮雨 eclipse+HBASE开发环境搭建(已实践的全部內容,希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯,歡迎將生活随笔推薦給好友。