eclipse+HBASE開發環境搭建(已實踐)

開發準備:java

  jdk1.8.45linux

  hbase-1.2.2(windows下和linux個留一份)apache

  hadoop-2.7.2(linux一份)windows

  Linux系統(centos或其它)centos

  Hadoop安裝環境app

  HBase安裝環境eclipse

 

具體操做步驟以下:maven

1. Eclipse中新建Maven項目, type爲maven-archetype-quickstart,工程名爲MyHBaseoop

2. 將hadoop集羣和hbase集羣的配置文件放到以下路徑:ui

/src/main/resources/hadoop
/src/main/resources/hbase
 
3. 將配置路徑加入到classpath中:
 
 
  

4. 最終的目錄結構

 

5. 編輯hbase-site.xml文件內容爲:

  

6. 將Linux下部署的HBase集羣下的lib目錄拷貝到Windows下,並在eclipse中將lib(裏面的hadoop庫可能與安裝的hadoop版本不一致,後續能夠考慮版本統一)下的全部庫添加到工程:

7. 新建類HBaseTest ,內容以下:

package com.hbase.demo;
//package com.eric.hbase;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;

public class HBaseTest {

    private static final String TABLE_NAME = "demo_table";

      public static Configuration conf = null;
      public HTable table = null;
      public HBaseAdmin admin = null;

      static {
        conf = HBaseConfiguration.create();
        System.out.println(conf.get("hbase.zookeeper.quorum"));
      }

      /**
       * 建立一張表
       */
      public static void creatTable(String tableName, String[] familys)
          throws Exception {
        HBaseAdmin admin = new HBaseAdmin(conf);
        if (admin.tableExists(tableName)) {
          System.out.println("table already exists!");
        } else {
          HTableDescriptor tableDesc = new HTableDescriptor(tableName);
          for (int i = 0; i < familys.length; i++) {
            tableDesc.addFamily(new HColumnDescriptor(familys[i]));
          }
          admin.createTable(tableDesc);
          System.out.println("create table " + tableName + " ok.");
        }
      }

      /**
       * 刪除表
       */
      public static void deleteTable(String tableName) throws Exception {
        try {
          HBaseAdmin admin = new HBaseAdmin(conf);
          admin.disableTable(tableName);
          admin.deleteTable(tableName);
          System.out.println("delete table " + tableName + " ok.");
        } catch (MasterNotRunningException e) {
          e.printStackTrace();
        } catch (ZooKeeperConnectionException e) {
          e.printStackTrace();
        }
      }

      /**
       * 插入一行記錄
       */
      public static void addRecord(String tableName, String rowKey,
          String family, String qualifier, String value) throws Exception {
        try {
          HTable table = new HTable(conf, tableName);
          Put put = new Put(Bytes.toBytes(rowKey));
          put.add(Bytes.toBytes(family), Bytes.toBytes(qualifier),
              Bytes.toBytes(value));
          table.put(put);
          System.out.println("insert recored " + rowKey + " to table "
              + tableName + " ok.");
        } catch (IOException e) {
          e.printStackTrace();
        }
      }

      /**
       * 刪除一行記錄
       */
      public static void delRecord(String tableName, String rowKey)
          throws IOException {
        HTable table = new HTable(conf, tableName);
        List list = new ArrayList();
        Delete del = new Delete(rowKey.getBytes());
        list.add(del);
        table.delete(list);
        System.out.println("del recored " + rowKey + " ok.");
      }

      /**
       * 查找一行記錄
       */
      public static void getOneRecord(String tableName, String rowKey)
          throws IOException {
        HTable table = new HTable(conf, tableName);
        Get get = new Get(rowKey.getBytes());
        Result rs = table.get(get);
        for (KeyValue kv : rs.raw()) {
          System.out.print(new String(kv.getRow()) + " ");
          System.out.print(new String(kv.getFamily()) + ":");
          System.out.print(new String(kv.getQualifier()) + " ");
          System.out.print(kv.getTimestamp() + " ");
          System.out.println(new String(kv.getValue()));
        }
      }

      /**
       * 顯示全部數據
       */
      public static void getAllRecord(String tableName) {
        try {
          HTable table = new HTable(conf, tableName);
          Scan s = new Scan();
          ResultScanner ss = table.getScanner(s);
          for (Result r : ss) {
            for (KeyValue kv : r.raw()) {
              System.out.print(new String(kv.getRow()) + " ");
              System.out.print(new String(kv.getFamily()) + ":");
              System.out.print(new String(kv.getQualifier()) + " ");
              System.out.print(kv.getTimestamp() + " ");
              System.out.println(new String(kv.getValue()));
            }
          }
        } catch (IOException e) {
          e.printStackTrace();
        }
      }
      
      
    public static void main(String[] args) {
        // TODO Auto-generated method stub
         try {
              String tablename = "scores";
              String[] familys = { "grade", "course" };
              HBaseTest.creatTable(tablename, familys);

              // add record zkb
              HBaseTest.addRecord(tablename, "zkb", "grade", "", "5");
              HBaseTest.addRecord(tablename, "zkb", "course", "", "90");
              HBaseTest.addRecord(tablename, "zkb", "course", "math", "97");
              HBaseTest.addRecord(tablename, "zkb", "course", "art", "87");
              // add record baoniu
              HBaseTest.addRecord(tablename, "baoniu", "grade", "", "4");
              HBaseTest
                  .addRecord(tablename, "baoniu", "course", "math", "89");

              System.out.println("===========get one record========");
              HBaseTest.getOneRecord(tablename, "zkb");

              System.out.println("===========show all record========");
              HBaseTest.getAllRecord(tablename);

              System.out.println("===========del one record========");
              HBaseTest.delRecord(tablename, "baoniu");
              HBaseTest.getAllRecord(tablename);

              System.out.println("===========show all record========");
              HBaseTest.getAllRecord(tablename);
            } catch (Exception e) {
              e.printStackTrace();
            }
          }
    }

8. 若是報錯查看日誌,修改C:\Windows\System32\drivers\etc\HOSTS:

  112.120.41.159 hadoop

9. 右鍵-->Run as -->java application.

相關文章
相關標籤/搜索