HBase java 增刪改查操做

時間 2019-11-19

標籤 hbase java 增刪欄目 Hadoop 简体版

原文原文鏈接

package hbase;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.HTablePool;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.Filter;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.util.Bytes;
/**
*/
public class HbaseCrudTest {
public static Configuration configuration;
public static final String tablename = "cn_timchen:tim.test123";
static{
System.setProperty("hadoop.home.dir", "D:\\hadoop");
configuration = HBaseConfiguration.create();
configuration.set("hbase.zookeeper.property.clientPort", "2181");
configuration.set("hbase.zookeeper.quorum", "master");
}
public static void main(String[] args){
// createTable(tablename);
// insertData(tablename);
// getData(tablename,"rowkey2");
// getScan(tablename, "family1");
// addColumnFamily(tablename);
// deleteRow(tablename, "rowkey3");
getAllData(tablename);
}
/**
* 建立HTable
*/
@SuppressWarnings("resource")
public static void createTable(String tableName){
System.out.println("start create table ...");
try {
HBaseAdmin hBaseAdmin = new HBaseAdmin(configuration);
if(hBaseAdmin.tableExists(tableName)){
hBaseAdmin.disableTable(tableName);
hBaseAdmin.deleteTable(tableName);
System.out.println(tableName + " is exist, delete...");
}
HTableDescriptor desc = new HTableDescriptor(tableName);
desc.addFamily(new HColumnDescriptor("columnFamily1"));
desc.addFamily(new HColumnDescriptor("columnFamily2"));
desc.addFamily(new HColumnDescriptor("columnFamily3"));
hBaseAdmin.createTable(desc);
} catch (MasterNotRunningException e) {
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* 插入數據
*/
public static void insertData(String tableName){
System.out.println("start insert data ...");
HTablePool pool = new HTablePool(configuration, 1000);
//一個Put表明一行數據，再new 一個Put表示第二行數據，每行一個惟一的RowKey,此處RowKey爲put構造方法中傳入的值
Put put = new Put("rowkey2".getBytes());
put.add("columnFamily1".getBytes(), null, "avc".getBytes());//本行數據的第一列
put.add("columnFamily2".getBytes(), null, "res".getBytes());//本行數據的第二列
put.add("columnFamily3".getBytes(), "column1".getBytes(), "dff".getBytes());
put.add("columnFamily3".getBytes(), "column2".getBytes(), "ddf".getBytes());
try {
pool.getTable(tableName).put(put);
} catch (IOException e) {
e.printStackTrace();
}
System.out.println("end insert data ...");
}
/**
* 建立好表後，添加列簇
*/
public static void addColumnFamily(String tableName){
System.err.println("start add family column ...");
try {
HTablePool pool = new HTablePool(configuration, 1000);
HTable table = new HTable(configuration,tableName);
HTableDescriptor desc = new HTableDescriptor(table.getTableDescriptor());
desc.addFamily(new HColumnDescriptor(Bytes.toBytes("columnFamily4")));
HBaseAdmin admin = new HBaseAdmin(configuration);
admin.disableTable(tableName);
admin.modifyTable(Bytes.toBytes(tableName), desc);
admin.enableTable(tableName);
} catch (Exception e1) {
}
System.err.println("end add family column!");
}
/**
* 刪除表
*/
public static void dropTable(String tableName){
try {
HBaseAdmin admin = new HBaseAdmin(configuration);
admin.disableTable(tableName);
admin.deleteTable(tableName);
} catch (MasterNotRunningException e) {
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* 刪除某一行的數據
*/
public static void deleteRow(String tableName, String rowkey){
try {
HTable table = new HTable(configuration, tableName);
List deletes = new ArrayList();
Delete d1 = new Delete(rowkey.getBytes());
deletes.add(d1);
table.delete(deletes);
System.out.println("刪除成功!");
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* 獲取表中的全部數據
*/
public static void getAllData(String tableName){
HTablePool pool = new HTablePool(configuration, 1000);
ResultScanner rs = null;
try {
rs = pool.getTable(tableName).getScanner(new Scan());
for(Result r: rs){
System.out.println("得到rowKey:" + new String(r.getRow()));
for(KeyValue keyValue: r.raw()){
System.out.println("列:" + new String(keyValue.getFamily()) + ":" + new String(keyValue.getRow())
+ "====value:" + new String(keyValue.getValue()));
}
}
} catch (IOException e) {
e.printStackTrace();
}finally{
rs.close();
}
}
/**
* 根據rowKey的值獲取該行的數據
*/
public static void getDataByRowKey(String tableName, String rowKey){
HTablePool pool = new HTablePool(configuration, 1000);
Get get = new Get(rowKey.getBytes()); //根據rowkey查詢
try {
Result result = pool.getTable(tableName).get(get);
System.err.println("得到rowkey:" + new String(result.getRow()));
for(KeyValue keyValue:result.raw()){
System.err.println("列:" + new String(keyValue.getFamily())
+ "===值:" + new String(keyValue.getValue()));
}
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* 根據指定columnFamily:column 來獲取查詢的數據
*/
public static void getScan(String tableName, String columnFamily, String column){
HTablePool pool = new HTablePool(configuration, 1000);
Filter filter = new SingleColumnValueFilter(Bytes.toBytes(columnFamily),
null, CompareOp.EQUAL, Bytes.toBytes("ggg"));
Scan scan = new Scan();
scan.setFilter(filter);
try {
ResultScanner rs = pool.getTable(tableName).getScanner(scan);
for(Result r:rs){
System.err.println("實際得到到的rowkey:" + new String(r.getRow()));
for(KeyValue keyValue:r.raw()){
System.err.println("列:" + new String(keyValue.getFamily())
+ "====值:" + new String(keyValue.getValue()));
}
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
/**
* 多個限制條件查詢columnFamily:column來獲取查詢結果
*/
public static void QueryByCondition3(String tableName){
HTablePool pool = new HTablePool(configuration, 1000);
HTable table = (HTable) pool.getTable(tableName);
List<Filter> filters = new ArrayList<Filter>();
Filter filter1 = new SingleColumnValueFilter(Bytes.toBytes("column1"),
null, CompareOp.EQUAL, Bytes.toBytes("aaa"));
filters.add(filter1);
Filter filter2 = new SingleColumnValueFilter(Bytes.toBytes("column2"),
null, CompareOp.EQUAL, Bytes.toBytes("bbb"));
filters.add(filter2);
Filter filter3 = new SingleColumnValueFilter(Bytes.toBytes("column3"),
null, CompareOp.EQUAL, Bytes.toBytes("ccc"));
filters.add(filter3);
FilterList filterList1 = new FilterList(filters);
Scan scan = new Scan();
scan.setFilter(filterList1);
ResultScanner rs;
try {
rs = table.getScanner(scan);
for(Result r: rs){
System.out.println("得到的rowkey:" + new String(r.getRow()));
for(KeyValue keyValue: r.raw()){
System.out.println("列:" + new String(keyValue.getFamily())
+ "====值:" + new String(keyValue.getValue()));
}
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
注意：在上面的語句中，當執行到HTable table = (HTable)pool.getTable(tableName);
會報類型強轉的異常：
org.apache.Hadoop.Hbase.client.HTablePool$PooledHTable cannot be cast to org.apache.hadoop.hbase.client.HTable
這是由於：pool.getTable(tableNmae)返回的是HTableInterface，該類型不能強制轉換爲HTable。
解決辦法：
將
HTable table = (HTable)pool.getTable(tableName);
table.put(put)；
改成：
pool.getTable(tableName).put(put);
注意：
HBase建立表時須要制定Column family才能建立成功。
另外：在上面運行過程當中可能出現不能調用hadoop狀況，新須要添加如下兩個步驟：
1. 在本地hadoop/bin中覆蓋hadoop2.6(x64)V0.2.zip內容便可。
2. window/system32中添加hadoop2.6(x64)V0.2.zip中的hadoop.dll便可。