Hbase For Java详解大数据

package cn.hwadee.wuyang.hbase.utils; 
import java.io.IOException; 
import java.util.Iterator; 
import java.util.List; 
import org.apache.hadoop.conf.Configuration; 
import org.apache.hadoop.hbase.HBaseConfiguration; 
import org.apache.hadoop.hbase.HColumnDescriptor; 
import org.apache.hadoop.hbase.HTableDescriptor; 
import org.apache.hadoop.hbase.KeyValue; 
import org.apache.hadoop.hbase.client.Delete; 
import org.apache.hadoop.hbase.client.Get; 
import org.apache.hadoop.hbase.client.HBaseAdmin; 
import org.apache.hadoop.hbase.client.HTable; 
import org.apache.hadoop.hbase.client.Put; 
import org.apache.hadoop.hbase.client.Result; 
import org.apache.hadoop.hbase.client.ResultScanner; 
import org.apache.hadoop.hbase.client.Scan; 
import org.apache.hadoop.hbase.util.Bytes; 
public class HbaseUtil { 
static Configuration conf=null; 
static{ 
conf = HBaseConfiguration.create(); 
//conf.set("hbase.rootdir", "hdfs://centos201:9000/hbase");   
conf.set("hbase.zookeeper.quorum", "centos201"); //必须加这个，不然无法定位 
//conf.set("hbase.zookeeper.property.clientPort", "2181"); 
} 
/*   
* 创建表   
*    
* @tableName 表名   
*    
* @family 列族列表   
*/   
public static Boolean creatTable(String tableName, String[] family)   
throws Exception {   
@SuppressWarnings({ "resource", "deprecation" }) 
HBaseAdmin admin = new HBaseAdmin(conf); 
@SuppressWarnings("deprecation") 
HTableDescriptor desc = new HTableDescriptor(tableName);   
for (int i = 0; i < family.length; i++) {   
desc.addFamily(new HColumnDescriptor(family[i]));   
}   
if (admin.tableExists(tableName)) {   
System.out.println("table Exists!");   
return false; 
} else {   
admin.createTable(desc);   
System.out.println("create table Success!"); 
return true; 
}   
} 
/*   
* 为表添加数据（适合知道有多少列族的固定表）   
*    
* @rowKey rowKey   
*    
* @tableName 表名   
*    
* @column1 第一个列族列表   
*    
* @value1 第一个列的值的列表   
*    
* @column2 第二个列族列表   
*    
* @value2 第二个列的值的列表   
*/   
@SuppressWarnings({ "resource", "deprecation" }) 
public static void addData(String rowKey, String tableName,   
String[] column1, String[] value1, String[] column2, String[] value2)   
throws IOException {   
Put put = new Put(Bytes.toBytes(rowKey));// 设置rowkey   
HTable table = new HTable(conf, Bytes.toBytes(tableName));// HTabel负责跟记录相关的操作如增删改查等//   
// 获取表   
HColumnDescriptor[] columnFamilies = table.getTableDescriptor() // 获取所有的列族   
.getColumnFamilies();   
for (int i = 0; i < columnFamilies.length; i++) {   
String familyName = columnFamilies[i].getNameAsString(); // 获取列族名   
if (familyName.equals("familytest1")) { // familytest1列族put数据   
for (int j = 0; j < column1.length; j++) {   
put.add(Bytes.toBytes(familyName),   
Bytes.toBytes(column1[j]), Bytes.toBytes(value1[j]));   
}   
}   
if (familyName.equals("familytest2")) { // familytest2列族put数据   
for (int j = 0; j < column2.length; j++) {   
put.add(Bytes.toBytes(familyName),   
Bytes.toBytes(column2[j]), Bytes.toBytes(value2[j]));   
}   
}   
}   
table.put(put);   
System.out.println("add data Success!");   
}   
/*   
* 根据rwokey查询   
*    
* @rowKey rowKey   
*    
* @tableName 表名   
*/   
@SuppressWarnings({ "deprecation", "resource" }) 
public static Result getResult(String tableName, String rowKey)   
throws IOException {   
Get get = new Get(Bytes.toBytes(rowKey));   
HTable table = new HTable(conf, Bytes.toBytes(tableName));// 获取表   
Result result = table.get(get);   
for (KeyValue kv : result.list()) {   
System.out.println("family:" + Bytes.toString(kv.getFamily()));   
System.out   
.println("qualifier:" + Bytes.toString(kv.getQualifier()));   
System.out.println("value:" + Bytes.toString(kv.getValue()));   
System.out.println("Timestamp:" + kv.getTimestamp());   
System.out.println("-------------------------------------------");   
}   
return result;   
}   
/*   
* 遍历查询hbase表   
*    
* @tableName 表名   
*/   
@SuppressWarnings({ "deprecation", "resource" }) 
public static void getResultScann(String tableName) throws IOException {   
Scan scan = new Scan();   
ResultScanner rs = null;   
HTable table = new HTable(conf, Bytes.toBytes(tableName));   
try {   
rs = table.getScanner(scan);   
for (Result r : rs) {   
for (KeyValue kv : r.list()) {   
System.out.println("row:" + Bytes.toString(kv.getRow()));   
System.out.println("family:"   
+ Bytes.toString(kv.getFamily()));   
System.out.println("qualifier:"   
+ Bytes.toString(kv.getQualifier()));   
System.out   
.println("value:" + Bytes.toString(kv.getValue()));   
System.out.println("timestamp:" + kv.getTimestamp());   
System.out   
.println("-------------------------------------------");   
}   
}   
} finally {   
rs.close();   
}   
} 
/*   
* 遍历查询hbase表   
*    
* @tableName 表名   
*/   
@SuppressWarnings({ "resource", "deprecation" }) 
public static void getResultScann(String tableName, String start_rowkey,   
String stop_rowkey) throws IOException {   
Scan scan = new Scan();   
scan.setStartRow(Bytes.toBytes(start_rowkey));   
scan.setStopRow(Bytes.toBytes(stop_rowkey));   
ResultScanner rs = null;   
HTable table = new HTable(conf, Bytes.toBytes(tableName));   
try {   
rs = table.getScanner(scan);   
for (Result r : rs) {   
for (KeyValue kv : r.list()) {   
System.out.println("row:" + Bytes.toString(kv.getRow()));   
System.out.println("family:"   
+ Bytes.toString(kv.getFamily()));   
System.out.println("qualifier:"   
+ Bytes.toString(kv.getQualifier()));   
System.out   
.println("value:" + Bytes.toString(kv.getValue()));   
System.out.println("timestamp:" + kv.getTimestamp());   
System.out   
.println("-------------------------------------------");   
}   
}   
} finally {   
rs.close();   
}   
} 
/*   
* 查询表中的某一列   
*    
* @tableName 表名   
*    
* @rowKey rowKey   
*/   
@SuppressWarnings({ "resource", "deprecation" }) 
public static void getResultByColumn(String tableName, String rowKey,   
String familyName, String columnName) throws IOException {   
HTable table = new HTable(conf, Bytes.toBytes(tableName));   
Get get = new Get(Bytes.toBytes(rowKey));   
get.addColumn(Bytes.toBytes(familyName), Bytes.toBytes(columnName)); // 获取指定列族和列修饰符对应的列   
Result result = table.get(get);   
for (KeyValue kv : result.list()) {   
System.out.println("family:" + Bytes.toString(kv.getFamily()));   
System.out   
.println("qualifier:" + Bytes.toString(kv.getQualifier()));   
System.out.println("value:" + Bytes.toString(kv.getValue()));   
System.out.println("Timestamp:" + kv.getTimestamp());   
System.out.println("-------------------------------------------");   
}   
}  
/*   
* 更新表中的某一列   
*    
* @tableName 表名   
*    
* @rowKey rowKey   
*    
* @familyName 列族名   
*    
* @columnName 列名   
*    
* @value 更新后的值   
*/   
@SuppressWarnings({ "resource", "deprecation" }) 
public static void updateTable(String tableName, String rowKey,   
String familyName, String columnName, String value)   
throws IOException {   
HTable table = new HTable(conf, Bytes.toBytes(tableName));   
Put put = new Put(Bytes.toBytes(rowKey));   
put.add(Bytes.toBytes(familyName), Bytes.toBytes(columnName),   
Bytes.toBytes(value));   
table.put(put);   
System.out.println("update table Success!");   
}  
/*   
* 查询某列数据的多个版本   
*    
* @tableName 表名   
*    
* @rowKey rowKey   
*    
* @familyName 列族名   
*    
* @columnName 列名   
*/   
@SuppressWarnings({ "resource", "deprecation" }) 
public static void getResultByVersion(String tableName, String rowKey,   
String familyName, String columnName) throws IOException {   
HTable table = new HTable(conf, Bytes.toBytes(tableName));   
Get get = new Get(Bytes.toBytes(rowKey));   
get.addColumn(Bytes.toBytes(familyName), Bytes.toBytes(columnName));   
get.setMaxVersions(5);   
Result result = table.get(get);   
for (KeyValue kv : result.list()) {   
System.out.println("family:" + Bytes.toString(kv.getFamily()));   
System.out   
.println("qualifier:" + Bytes.toString(kv.getQualifier()));   
System.out.println("value:" + Bytes.toString(kv.getValue()));   
System.out.println("Timestamp:" + kv.getTimestamp());   
System.out.println("-------------------------------------------");   
}   
List<?> results = table.get(get).list();  
Iterator<?> it =  results.iterator(); while (it.hasNext()) {   
System.out.println(it.next().toString()); }   
}   
/*   
* 删除指定的列   
*    
* @tableName 表名   
*    
* @rowKey rowKey   
*    
* @familyName 列族名   
*    
* @columnName 列名   
*/   
@SuppressWarnings({ "deprecation", "resource" }) 
public static void deleteColumn(String tableName, String rowKey,   
String falilyName, String columnName) throws IOException {   
HTable table = new HTable(conf, Bytes.toBytes(tableName));   
Delete deleteColumn = new Delete(Bytes.toBytes(rowKey));   
deleteColumn.deleteColumns(Bytes.toBytes(falilyName),   
Bytes.toBytes(columnName));   
table.delete(deleteColumn);   
System.out.println(falilyName + ":" + columnName + "is deleted!");   
}  
/*   
* 删除所有的列   
*    
* @tableName 表名   
*    
* @rowKey rowKey   
*/   
@SuppressWarnings({ "resource", "deprecation" }) 
public static void deleteAllColumn(String tableName, String rowKey)   
throws IOException {   
HTable table = new HTable(conf, Bytes.toBytes(tableName));   
Delete deleteAll = new Delete(Bytes.toBytes(rowKey));   
table.delete(deleteAll);   
System.out.println("all columns are deleted!");   
}  
/*   
* 删除表   
*    
* @tableName 表名   
*/   
@SuppressWarnings({ "resource", "deprecation" }) 
public static void deleteTable(String tableName) throws IOException {   
HBaseAdmin admin = new HBaseAdmin(conf);   
admin.disableTable(tableName);   
admin.deleteTable(tableName);   
System.out.println(tableName + "is deleted!");   
}   
}