相关知识
创建表插入数据删除等见：http://www.cnblogs.com/wishyouhappy/p/3735077.html
HBase API简介见：http://www.cnblogs.com/wishyouhappy/p/3753347.html
按行、列簇等查询
package wish.hbase; import java.io.IOException; import java.util.ArrayList; import java.util.List; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.KeyValue; import org.apache.hadoop.hbase.client.Get; import org.apache.hadoop.hbase.client.HTable; import org.apache.hadoop.hbase.client.HTablePool; import org.apache.hadoop.hbase.client.Result; import org.apache.hadoop.hbase.client.ResultScanner; import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp; import org.apache.hadoop.hbase.filter.FilterList; import org.apache.hadoop.hbase.filter.SingleColumnValueFilter; import org.apache.hadoop.hbase.util.Bytes; public class HBaseQuerydata { static Configuration cfg = HBaseConfiguration.create(); static { cfg.set("hbase.zookeeper.quorum", "192.168.1.95"); cfg.set("hbase.zookeeper.property.clientPort", "2181"); } public static void queryByRowKey(String tablename, String rowKey) throws IOException { HTable table = new HTable(cfg, tablename); Get g = new Get(rowKey.getBytes()); Result rs = table.get(g); for (KeyValue kv : rs.raw()) { System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column : " + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } public static void queryByRowKeyFamily(String tablename, String rowKey, String family) throws IOException { HTable table = new HTable(cfg, tablename); Get g = new Get(rowKey.getBytes()); g.addFamily(Bytes.toBytes(family)); Result rs = table.get(g); for (KeyValue kv : rs.raw()) { System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column : " + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } public static void queryByRowKeyFamilyColumn(String tablename, String rowKey, String family, String column) throws IOException { HTable table = new HTable(cfg, tablename); Get g = new Get(rowKey.getBytes()); g.addColumn(family.getBytes(), column.getBytes()); Result rs = table.get(g); for (KeyValue kv : rs.raw()) { System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column : " + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } /* * 查询所有 */ public static void queryAll(String tableName) { HTablePool pool = new HTablePool(cfg, 1000); try { ResultScanner rs = pool.getTable(tableName).getScanner(new Scan()); for (Result r : rs) { System.out.println("rowkey:" + new String(r.getRow())); for (KeyValue keyValue : r.raw()) { System.out.println("列：" + new String(keyValue.getFamily()) + " 值:" + new String(keyValue.getValue())); } } } catch (IOException e) { e.printStackTrace(); } } public static void main(String[] args) throws Exception { System.out.println("******************************queryall******************************"); queryAll("wishtest1");System.out.println("******************************query by rowkey******************************"); queryByRowKey("wishTest1", "2"); System.out.println("******************************query by rowkey family******************************"); queryByRowKeyFamily("wishTest1", "2","name"); System.out.println("******************************query by rowkey family column******************************"); queryByRowKeyFamilyColumn("wishTest1", "6","score","Chinese"); } }
输出如下：
******************************queryall****************************** rowkey:****1121 列：age 值:20 列：gender 值:male 列：name 值:Chander 列：score 值:120 列：score 值:100 列：score 值:99 rowkey:*1111 列：age 值:20 列：gender 值:male 列：name 值:Chander 列：score 值:120 列：score 值:100 列：score 值:99 rowkey:1 列：age 值:20 列：gender 值:male 列：name 值:rain rowkey:2 列：age 值:20 列：gender 值:female 列：name 值:wish rowkey:3 列：age 值:20 列：gender 值:male 列：name 值:Joey rowkey:4 列：age 值:20 列：gender 值:male 列：name 值:Jenny 列：score 值:90 列：score 值:100 列：score 值:100 列：score 值:90 rowkey:5 列：age 值:20 列：gender 值:male 列：name 值:Chander 列：score 值:120 列：score 值:100 列：score 值:99 rowkey:6 列：age 值:20 列：gender 值:male 列：name 值:Joey 列：score 值:100 列：score 值:100 列：score 值:90 ******************************query by rowkey****************************** rowkey: 2 Column Family: age Column : value : 20 rowkey: 2 Column Family: gender Column : value : female rowkey: 2 Column Family: name Column : value : wish ******************************query by rowkey family****************************** rowkey: 2 Column Family: name Column : value : wish ******************************query by rowkey family column****************************** rowkey: 6 Column Family: score Column : Chinese value : 100
行过滤器
使用过滤器可以提高操作表的效率，HBase中两种数据读取函数get()和scan()都支持过滤器
可以使用预定义好的过滤器或者是实现自定义过滤器
过滤器在客户端创建，通过RPC传送到服务器端，在服务器端执行过滤操作
行过滤器简单例子如下：
测试table中所有数据如下：
rowkey:****1121 列：age 值:20 列：gender 值:male 列：name 值:Chander 列：score 值:120 列：score 值:100 列：score 值:99 rowkey:*1111 列：age 值:20 列：gender 值:male 列：name 值:Chander 列：score 值:120 列：score 值:100 列：score 值:99 rowkey:1 列：age 值:20 列：gender 值:male 列：name 值:rain rowkey:2 列：age 值:20 列：gender 值:female 列：name 值:wish rowkey:3 列：age 值:20 列：gender 值:male 列：name 值:Joey rowkey:4 列：age 值:20 列：gender 值:male 列：name 值:Jenny 列：score 值:90 列：score 值:100 列：score 值:100 列：score 值:90 rowkey:5 列：age 值:20 列：gender 值:male 列：name 值:Chander 列：score 值:120 列：score 值:100 列：score 值:99 rowkey:6 列：age 值:20 列：gender 值:male 列：name 值:Joey 列：score 值:100 列：score 值:100 列：score 值:90
eg1：
public static void rowFilterLESS_OR_EQUAL(String tableName, String columnFamily, String column, String condition){ System.out.println("***********************start rowFilterLESS_OR_EQUAL***************************"); Scan scan = new Scan(); scan.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(column)); Filter f = new RowFilter(CompareFilter.CompareOp.LESS_OR_EQUAL, new BinaryComparator(Bytes.toBytes(condition))); scan.setFilter(f); HTablePool pool = new HTablePool(cfg, 1000); try { ResultScanner resultScanner = pool.getTable(tableName).getScanner(scan); Result rs = resultScanner.next(); for (; rs != null; rs = resultScanner.next()) { for (KeyValue kv : rs.list()) { System.out.println("-------------------------------"); System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column :" + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } System.out.println("***********************end rowFilterLESS_OR_EQUAL***************************"); }
public static void main(String[] args) { String tableName = "wishTest1"; HBaseFilter.rowFilterLESS_OR_EQUAL(tableName, "score", "Math", "4"); }
输出：
***********************start rowFilterLESS_OR_EQUAL*************************** ------------------------------- rowkey: ****1121 Column Family: score Column :Math value : 99 ------------------------------- rowkey: *1111 Column Family: score Column :Math value : 99 ------------------------------- rowkey: 4 Column Family: score Column :Math value : 90 ------------------------------- rowkey: 5 Column Family: score Column :Math value : 99 ***********************end rowFilterLESS_OR_EQUAL***************************
eg2：
/* * rowFilterRegex */ public static void rowFilterRegex(String tableName, String columnFamily, String column, String condition){ System.out.println("***********************start rowFilterRegex***************************"); Scan scan = new Scan(); scan.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(column)); Filter f = new RowFilter(CompareFilter.CompareOp.EQUAL, new RegexStringComparator("\\*.")); scan.setFilter(f); HTablePool pool = new HTablePool(cfg, 1000); try { ResultScanner resultScanner = pool.getTable(tableName).getScanner(scan); Result rs = resultScanner.next(); for (; rs != null; rs = resultScanner.next()) { for (KeyValue kv : rs.list()) { System.out.println("-------------------------------"); System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column :" + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } System.out.println("***********************end rowFilterRegex***************************"); }
public static void main(String[] args) { String tableName = "wishTest1"; HBaseFilter.rowFilterRegex(tableName, "score", "Math", "\\*"); }
输出：
***********************start rowFilterRegex*************************** ------------------------------- rowkey: ****1121 Column Family: score Column :Math value : 99 ------------------------------- rowkey: *1111 Column Family: score Column :Math value : 99 ***********************end rowFilterRegex***************************
eg3：
/* * rowFilterSubstring */ public static void rowFilterSubstring(String tableName, String columnFamily, String column, String condition){ System.out.println("***********************start rowFilterSubstring***************************"); Scan scan = new Scan(); scan.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(column)); Filter f = new RowFilter(CompareFilter.CompareOp.EQUAL, new RegexStringComparator("\\*")); scan.setFilter(f); HTablePool pool = new HTablePool(cfg, 1000); try { ResultScanner resultScanner = pool.getTable(tableName).getScanner(scan); Result rs = resultScanner.next(); for (; rs != null; rs = resultScanner.next()) { for (KeyValue kv : rs.list()) { System.out.println("-------------------------------"); System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column :" + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } System.out.println("***********************end rowFilterSubstring***************************"); }
public static void main(String[] args) { String tableName = "wishTest1"; HBaseFilter.rowFilterSubstring(tableName, "score", "Math", "\\*"); }
输出同上
列簇过滤器
public static void familyFilterLess(String tableName, String condition){ Filter filter = new FamilyFilter(CompareFilter.CompareOp.LESS, new BinaryComparator(Bytes.toBytes(condition))); Scan scan = new Scan(); scan.setFilter(filter); HTablePool pool = new HTablePool(cfg,100); try { ResultScanner resultScanner = pool.getTable(tableName).getScanner(scan); Result rs = resultScanner.next(); for (; rs != null; rs = resultScanner.next()) { for (KeyValue kv : rs.list()) { System.out.println("-------------------------------"); System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column :" + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } resultScanner.close(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } } public static void main(String[] args) { String tableName = "wishTest1"; HBaseFilter.familyFilterLess(tableName, "gender"); //HBaseFilter.rowFilterSubstring(tableName, "score", "Math", "\\*"); }
输出：
------------------------------- rowkey: ****1121 Column Family: age Column : value : 20 ------------------------------- rowkey: *1111 Column Family: age Column : value : 20 ------------------------------- rowkey: 1 Column Family: age Column : value : 20 ------------------------------- rowkey: 2 Column Family: age Column : value : 20 ------------------------------- rowkey: 3 Column Family: age Column : value : 20 ------------------------------- rowkey: 4 Column Family: age Column : value : 20 ------------------------------- rowkey: 5 Column Family: age Column : value : 20 ------------------------------- rowkey: 6 Column Family: age Column : value : 20
列名过滤器
/* * 列名过滤器 */ public static void qualifierFilterLess(String tableName, String condition){ Filter filter = new QualifierFilter(CompareFilter.CompareOp.LESS, new BinaryComparator(Bytes.toBytes(condition))); Scan scan = new Scan(); scan.setFilter(filter); HTablePool pool = new HTablePool(cfg,100); try { ResultScanner resultScanner = pool.getTable(tableName).getScanner(scan); Result rs = resultScanner.next(); for (; rs != null; rs = resultScanner.next()) { for (KeyValue kv : rs.list()) { System.out.println("-------------------------------"); System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column :" + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } resultScanner.close(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } }
值过滤器
/* * 值过滤器 */ public static void valueFilterLess(String tableName, String condition){ Filter filter = new ValueFilter(CompareFilter.CompareOp.LESS, new BinaryComparator(Bytes.toBytes(condition))); Scan scan = new Scan(); scan.setFilter(filter); HTablePool pool = new HTablePool(cfg,100); try { ResultScanner resultScanner = pool.getTable(tableName).getScanner(scan); Result rs = resultScanner.next(); for (; rs != null; rs = resultScanner.next()) { for (KeyValue kv : rs.list()) { System.out.println("-------------------------------"); System.out.println("rowkey: " + new String(kv.getRow())); System.out.println("Column Family: " + new String(kv.getFamily())); System.out.println("Column :" + new String(kv.getQualifier())); System.out.println("value : " + new String(kv.getValue())); } } resultScanner.close(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); } }