一、項目環境搭建
新建 Maven Project，新建項目后在 pom.xml 中添加依賴：
<dependency> <groupId>org.apache.hbase</groupId> <artifactId>hbase-server</artifactId> <version>1.2.6</version> </dependency> <dependency> <groupId>org.apache.hbase</groupId> <artifactId>hbase-client</artifactId> <version>1.2.6</version> </dependency> <dependency> <groupId>jdk.tools</groupId> <artifactId>jdk.tools</artifactId> <version>1.8</version> <scope>system</scope> <systemPath>${JAVA_HOME}/lib/tools.jar</systemPath> </dependency>
二、HBase API操作表和數據
注意，這部分的學習內容，我們先學習使用老版本的 API，接着再寫出新版本的 API 調用方式。因為在企業中，有些時候我們需要一些過時的 API 來提供更好的兼容性。
1、獲取Configuration對象
public static Configuration conf;
static{ //使用 HBaseConfiguration 的單例方法實例化 conf = HBaseConfiguration.create(); conf.set("hbase.zookeeper.quorum", "node21,node22,node23"); conf.set("hbase.zookeeper.property.clientPort", "2181"); }
2) 判斷表是否存在：
public static boolean isTableExist(String tableName) throws MasterNotRunningException, ZooKeeperConnectionException, IOException{
//在HBase中管理、訪問表需要先創建 HBaseAdmin 對象
//Connection connection = ConnectionFactory.createConnection(conf);
//HBaseAdmin admin = (HBaseAdmin) connection.getAdmin();
HBaseAdmin admin = new HBaseAdmin(conf);
return admin.tableExists(tableName);
}
3) 創建表
public static void createTable(String tableName, String... columnFamily) throws MasterNotRunningException, ZooKeeperConnectionException, IOException{
HBaseAdmin admin = new HBaseAdmin(conf);
//判斷表是否存在
if(isTableExist(tableName)){
System.out.println("表" + tableName + "已存在");
//System.exit(0);
}else{
//創建表屬性對象,表名需要轉字節
HTableDescriptor descriptor = new HTableDescriptor(TableName.valueOf(tableName));
//創建多個列族
for(String cf : columnFamily){
descriptor.addFamily(new HColumnDescriptor(cf));
}
//根據對表的配置，創建表
admin.createTable(descriptor);
System.out.println("表" + tableName + "創建成功！");
}
}
4) 刪除表
public static void dropTable(String tableName) throws MasterNotRunningException, ZooKeeperConnectionException, IOException{
HBaseAdmin admin = new HBaseAdmin(conf);
if(isTableExist(tableName)){
admin.disableTable(tableName);
admin.deleteTable(tableName);
System.out.println("表" + tableName + "刪除成功！");
}else{
System.out.println("表" + tableName + "不存在！");
}
}
5) 向表中插入數據
public static void addRowData(String tableName, String rowKey, String columnFamily, String column, String value) throws IOException{
//創建 HTable 對象
HTable hTable = new HTable(conf, tableName);
//向表中插入數據
Put put = new Put(Bytes.toBytes(rowKey));
//向 Put 對象中組裝數據
put.add(Bytes.toBytes(columnFamily),
Bytes.toBytes(column),
Bytes.toBytes(value));
hTable.put(put);
hTable.close();
System.out.println("插入數據成功");
}
6) 刪除多行數據
public static void deleteMultiRow(String tableName, String... rows) throws IOException{
HTable hTable = new HTable(conf, tableName);
List<Delete> deleteList = new ArrayList<Delete>();
for(String row : rows){
Delete delete = new Delete(Bytes.toBytes(row));
deleteList.add(delete);
}
hTable.delete(deleteList);
hTable.close();
}
7) 得到所有數據
public static void getAllRows(String tableName) throws IOException{
HTable hTable = new HTable(conf, tableName);
//得到用於掃描 region 的對象
Scan scan = new Scan();
//使用 HTable 得到 resultcanner 實現類的對象
ResultScanner resultScanner = hTable.getScanner(scan);
for(Result result : resultScanner){
Cell[] cells = result.rawCells();
for(Cell cell : cells){
//得到 rowkey
System.out.println("行鍵:" + Bytes.toString(CellUtil.cloneRow(cell)));
//得到列族
System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
}
}
}
8) 得到某一行所有數據
public static void getRow(String tableName, String rowKey) throws IOException{
HTable table = new HTable(conf, tableName);
Get get = new Get(Bytes.toBytes(rowKey));
//get.setMaxVersions();顯示所有版本
//get.setTimeStamp();顯示指定時間戳的版本
Result result = table.get(get);
for(Cell cell : result.rawCells()){
System.out.println("行鍵:" + Bytes.toString(result.getRow()));
System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
System.out.println("時間戳:" + cell.getTimestamp());
}
}
9) 獲取某一行指定“列族:列”的數據
public static void getRowQualifier(String tableName, String rowKey, String family, String qualifier) throws IOException{
HTable table = new HTable(conf, tableName);
Get get = new Get(Bytes.toBytes(rowKey));
get.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier));
Result result = table.get(get);
for(Cell cell : result.rawCells()){
System.out.println("行鍵:" + Bytes.toString(result.getRow()));
System.out.println("列族" + Bytes.toString(CellUtil.cloneFamily(cell)));
System.out.println("列:" + Bytes.toString(CellUtil.cloneQualifier(cell)));
System.out.println("值:" + Bytes.toString(CellUtil.cloneValue(cell)));
}
}
import java.io.IOException; import java.util.Date; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.HColumnDescriptor; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.client.Admin; import org.apache.hadoop.hbase.client.Connection; import org.apache.hadoop.hbase.client.ConnectionFactory; import org.apache.hadoop.hbase.client.Delete; import org.apache.hadoop.hbase.client.Get; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.client.Result; import org.apache.hadoop.hbase.client.ResultScanner; import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.client.Table; import com.study.hbase.service.HBaseUtils; public class HBaseUtilsImpl implements HBaseUtils { private static final String ZK_CONNECT_KEY = "hbase.zookeeper.quorum"; private static final String ZK_CONNECT_VALUE = "node21:2181,node22:2181,node23:2181"; private static Connection conn = null; private static Admin admin = null; public static void main(String[] args) throws Exception { getConnection(); getAdmin(); HBaseUtilsImpl hbu = new HBaseUtilsImpl(); //hbu.getAllTables(); //hbu.descTable("people"); //String[] infos = {"info","family"}; //hbu.createTable("people", infos); //String[] add = {"cs1","cs2"}; //String[] remove = {"cf1","cf2"}; //HColumnDescriptor hc = new HColumnDescriptor("sixsixsix"); //hbu.modifyTable("stu",hc); //hbu.getAllTables(); hbu.putData("huoying", "rk001", "cs2", "name", "aobama",new Date().getTime()); hbu.getAllTables(); conn.close(); } // 獲取連接 public static Connection getConnection() { // 創建一個可以用來管理hbase配置信息的conf對象 Configuration conf = HBaseConfiguration.create(); // 設置當前的程序去尋找的hbase在哪里 conf.set(ZK_CONNECT_KEY, ZK_CONNECT_VALUE); try { conn = ConnectionFactory.createConnection(conf); } catch (IOException e) { e.printStackTrace(); } return conn; } // 獲取管理員對象 public static Admin getAdmin() { try { admin = conn.getAdmin(); } catch (IOException e) { e.printStackTrace(); } return admin; } // 查詢所有表 @Override public void getAllTables() throws Exception { //獲取列簇的描述信息 HTableDescriptor[] listTables = admin.listTables(); for (HTableDescriptor listTable : listTables) { //轉化為表名 String tbName = listTable.getNameAsString(); //獲取列的描述信息 HColumnDescriptor[] columnFamilies = listTable.getColumnFamilies(); System.out.println("tableName:"+tbName); for(HColumnDescriptor columnFamilie : columnFamilies) { //獲取列簇的名字 String columnFamilyName = columnFamilie.getNameAsString(); System.out.print("\t"+"columnFamilyName:"+columnFamilyName); } System.out.println(); } } // 創建表，傳參，表名和列簇的名字 @Override public void createTable(String tableName, String[] family) throws Exception { TableName name = TableName.valueOf(tableName); //判斷表是否存在 if(admin.tableExists(name)) { System.out.println("table已經存在！"); }else { //表的列簇示例 HTableDescriptor htd = new HTableDescriptor(name); //向列簇中添加列的信息 for(String str : family) { HColumnDescriptor hcd = new HColumnDescriptor(str); htd.addFamily(hcd); } //創建表 admin.createTable(htd); //判斷表是否創建成功 if(admin.tableExists(name)) { System.out.println("table創建成功"); }else { System.out.println("table創建失敗"); } } } // 創建表，傳參:封裝好的多個列簇 @Override public void createTable(HTableDescriptor htds) throws Exception { //獲得表的名字 String tbName = htds.getNameAsString(); admin.createTable(htds); } // 創建表，傳參，表名和封裝好的多個列簇 @Override public void createTable(String tableName, HTableDescriptor htds) throws Exception { TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { System.out.println("table已經存在！"); }else { admin.createTable(htds); boolean flag = admin.tableExists(name); System.out.println(flag ? "創建成功" : "創建失敗"); } } // 查看表的列簇屬性 @Override public void descTable(String tableName) throws Exception { //轉化為表名 TableName name = TableName.valueOf(tableName); //判斷表是否存在 if(admin.tableExists(name)) { //獲取表中列簇的描述信息 HTableDescriptor tableDescriptor = admin.getTableDescriptor(name); //獲取列簇中列的信息 HColumnDescriptor[] columnFamilies = tableDescriptor.getColumnFamilies(); for(HColumnDescriptor columnFamily : columnFamilies) { System.out.println(columnFamily); } }else { System.out.println("table不存在"); } } // 判斷表存在不存在 @Override public boolean existTable(String tableName) throws Exception { TableName name = TableName.valueOf(tableName); return admin.tableExists(name); } // disable表 @Override public void disableTable(String tableName) throws Exception { TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { if(admin.isTableEnabled(name)) { admin.disableTable(name); }else { System.out.println("table不是活動狀態"); } }else { System.out.println("table不存在"); } } // drop表 @Override public void dropTable(String tableName) throws Exception { //轉化為表名 TableName name = TableName.valueOf(tableName); //判斷表是否存在 if(admin.tableExists(name)) { //判斷表是否處於可用狀態 boolean tableEnabled = admin.isTableEnabled(name); if(tableEnabled) { //使表變成不可用狀態 admin.disableTable(name); } //刪除表 admin.deleteTable(name); //判斷表是否存在 if(admin.tableExists(name)) { System.out.println("刪除失敗"); }else { System.out.println("刪除成功"); } }else { System.out.println("table不存在"); } } // 修改表(增加和刪除) @Override public void modifyTable(String tableName) throws Exception { //轉化為表名 TableName name = TableName.valueOf(tableName); //判斷表是否存在 if(admin.tableExists(name)) { //判斷表是否可用狀態 boolean tableEnabled = admin.isTableEnabled(name); if(tableEnabled) { //使表變成不可用 admin.disableTable(name); } //根據表名得到表 HTableDescriptor tableDescriptor = admin.getTableDescriptor(name); //創建列簇結構對象 HColumnDescriptor columnFamily1 = new HColumnDescriptor("cf1".getBytes()); HColumnDescriptor columnFamily2 = new HColumnDescriptor("cf2".getBytes()); tableDescriptor.addFamily(columnFamily1); tableDescriptor.addFamily(columnFamily2); //替換該表所有的列簇 admin.modifyTable(name, tableDescriptor); }else { System.out.println("table不存在"); } } // 修改表(增加和刪除) @Override public void modifyTable(String tableName, String[] addColumn, String[] removeColumn) throws Exception { //轉化為表名 TableName name = TableName.valueOf(tableName); //判斷表是否存在 if(admin.tableExists(name)) { //判斷表是否可用狀態 boolean tableEnabled = admin.isTableEnabled(name); if(tableEnabled) { //使表變成不可用 admin.disableTable(name); } //根據表名得到表 HTableDescriptor tableDescriptor = admin.getTableDescriptor(name); //創建列簇結構對象，添加列 for(String add : addColumn) { HColumnDescriptor addColumnDescriptor = new HColumnDescriptor(add); tableDescriptor.addFamily(addColumnDescriptor); } //創建列簇結構對象，刪除列 for(String remove : removeColumn) { HColumnDescriptor removeColumnDescriptor = new HColumnDescriptor(remove); tableDescriptor.removeFamily(removeColumnDescriptor.getName()); } admin.modifyTable(name, tableDescriptor); }else { System.out.println("table不存在"); } } @Override public void modifyTable(String tableName, HColumnDescriptor hcds) throws Exception { //轉化為表名 TableName name = TableName.valueOf(tableName); //根據表名得到表 HTableDescriptor tableDescriptor = admin.getTableDescriptor(name); //獲取表中所有的列簇信息 HColumnDescriptor[] columnFamilies = tableDescriptor.getColumnFamilies(); boolean flag = false; //判斷參數中傳入的列簇是否已經在表中存在 for(HColumnDescriptor columnFamily : columnFamilies) { if(columnFamily.equals(hcds)) { flag = true; } } //存在提示，不存在直接添加該列簇信息 if(flag) { System.out.println("該列簇已經存在"); }else { tableDescriptor.addFamily(hcds); admin.modifyTable(name, tableDescriptor); } } /**添加數據 *tableName: 表明 *rowKey: 行鍵 *familyName:列簇 *columnName:列名 *value: 值 */ @Override public void putData(String tableName, String rowKey, String familyName, String columnName, String value) throws Exception { //轉化為表名 TableName name = TableName.valueOf(tableName); //添加數據之前先判斷表是否存在，不存在的話先創建表 if(admin.tableExists(name)) { }else { //根據表明創建表結構 HTableDescriptor tableDescriptor = new HTableDescriptor(name); //定義列簇的名字 HColumnDescriptor columnFamilyName = new HColumnDescriptor(familyName); tableDescriptor.addFamily(columnFamilyName); admin.createTable(tableDescriptor); } Table table = conn.getTable(name); Put put = new Put(rowKey.getBytes()); put.addColumn(familyName.getBytes(), columnName.getBytes(), value.getBytes()); table.put(put); } @Override public void putData(String tableName, String rowKey, String familyName, String columnName, String value, long timestamp) throws Exception { // 轉化為表名 TableName name = TableName.valueOf(tableName); // 添加數據之前先判斷表是否存在，不存在的話先創建表 if (admin.tableExists(name)) { } else { // 根據表明創建表結構 HTableDescriptor tableDescriptor = new HTableDescriptor(name); // 定義列簇的名字 HColumnDescriptor columnFamilyName = new HColumnDescriptor(familyName); tableDescriptor.addFamily(columnFamilyName); admin.createTable(tableDescriptor); } Table table = conn.getTable(name); Put put = new Put(rowKey.getBytes()); //put.addColumn(familyName.getBytes(), columnName.getBytes(), value.getBytes()); put.addImmutable(familyName.getBytes(), columnName.getBytes(), timestamp, value.getBytes()); table.put(put); } // 根據rowkey查詢數據 @Override public Result getResult(String tableName, String rowKey) throws Exception { Result result; TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); Get get = new Get(rowKey.getBytes()); result = table.get(get); }else { result = null; } return result; } // 根據rowkey查詢數據 @Override public Result getResult(String tableName, String rowKey, String familyName) throws Exception { Result result; TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); Get get = new Get(rowKey.getBytes()); get.addFamily(familyName.getBytes()); result = table.get(get); }else { result = null; } return result; } // 根據rowkey查詢數據 @Override public Result getResult(String tableName, String rowKey, String familyName, String columnName) throws Exception { Result result; TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); Get get = new Get(rowKey.getBytes()); get.addColumn(familyName.getBytes(), columnName.getBytes()); result = table.get(get); }else { result = null; } return result; } // 查詢指定version @Override public Result getResultByVersion(String tableName, String rowKey, String familyName, String columnName, int versions) throws Exception { Result result; TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); Get get = new Get(rowKey.getBytes()); get.addColumn(familyName.getBytes(), columnName.getBytes()); get.setMaxVersions(versions); result = table.get(get); }else { result = null; } return result; } // scan全表數據 @Override public ResultScanner getResultScann(String tableName) throws Exception { ResultScanner result; TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); Scan scan = new Scan(); result = table.getScanner(scan); }else { result = null; } return result; } // scan全表數據 @Override public ResultScanner getResultScann(String tableName, Scan scan) throws Exception { ResultScanner result; TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); result = table.getScanner(scan); }else { result = null; } return result; } // 刪除數據（指定的列） @Override public void deleteColumn(String tableName, String rowKey) throws Exception { TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); Delete delete = new Delete(rowKey.getBytes()); table.delete(delete); }else { System.out.println("table不存在"); } } // 刪除數據（指定的列） @Override public void deleteColumn(String tableName, String rowKey, String falilyName) throws Exception { TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); Delete delete = new Delete(rowKey.getBytes()); delete.addFamily(falilyName.getBytes()); table.delete(delete); }else { System.out.println("table不存在"); } } // 刪除數據（指定的列） @Override public void deleteColumn(String tableName, String rowKey, String falilyName, String columnName) throws Exception { TableName name = TableName.valueOf(tableName); if(admin.tableExists(name)) { Table table = conn.getTable(name); Delete delete = new Delete(rowKey.getBytes()); delete.addColumn(falilyName.getBytes(), columnName.getBytes()); table.delete(delete); }else { System.out.println("table不存在"); } } }