博主直接放代码,需要的小伙伴自行选择学习哈
maven为:
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-client</artifactId>
<version>1.4.13</version>
</dependency>
import org.apache.hadoop.hbase.*; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.client.*; import java.io.IOException; import java.util.ArrayList; import java.util.List; import org.apache.hadoop.hbase.filter.BinaryComparator; import org.apache.hadoop.hbase.filter.CompareFilter; import org.apache.hadoop.hbase.filter.FirstKeyOnlyFilter; import org.apache.hadoop.hbase.filter.RowFilter; import org.apache.hadoop.hbase.util.Bytes; import org.apache.hadoop.hbase.client.Table; /** * @Author 海龟 * @Date 2020/10/26 11:17 * @Desc HbaseAPI操作 */ public class Hbase_test { static Configuration configuration = new CompoundConfiguration(); static { configuration = HBaseConfiguration.create(); //创建HBase配置对象 configuration.set("hbase.rootdir", "hdfs://master:9000/hbase"); //hbase 根目录 configuration.set("hbase.master", "hdfs://master:60000"); //hbase 主节点端口 configuration.set("hbase.zookeeper.property.clientPort", "2181"); //zookeeper端口 configuration.set("hbase.zookeeper.quorum", "master,slave1,slave2"); //zookeeper服务 } /* * 创建表 * create 'tablename','cf1','cf2' */ public static int creatTable(String tableName, String[] family) throws Exception { //1.初始化连接对象 Admin //2.初始化表信息对象 HTableDescripto //3.循环创建列 设置最大版本数 表添加列addFamily //4.判断表是否存在 tableExists //5.创建表对象并把表信息对象添加到表对象里 createTable //6.关闭连接 //Admin admin = new HbaseAdmin(configuration); Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); HTableDescriptor table = new HTableDescriptor(TableName.valueOf(tableName)); for (String str : family) { HColumnDescriptor column = new HColumnDescriptor(str); column.setMaxVersions(3); //设置最大版本数 column.setTimeToLive(1000); //设置存活时间 table.addFamily(column); //添加列族 } //判断表是否存在,存在返回-1 if (admin.tableExists(TableName.valueOf(tableName))) { System.out.println(tableName + "已存在"); return -1; } admin.createTable(table); admin.close(); System.out.println("create success 成功"); return 1; } /* * 查询所有表(list) */ public static void catTable() throws Exception { //1.初始化连接对象 Admin //2.初始化表对象列表 listTables //3.循环输出下标值 //4.关闭连接 Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); HTableDescriptor[] hTableDescriptors = admin.listTables(); for (int i = 0; i <= hTableDescriptors.length; i++) { System.out.println(hTableDescriptors[i].toString()); } admin.close(); } /* 增加一个列族 */ public static void addColumnOne(String tableName, String ColumnFamily) throws Exception { //1.创建连接对象 //2.创建列信息对象 //3.启用表 //4.添加列族 //5.关闭连接 Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); HColumnDescriptor column = new HColumnDescriptor(Bytes.toBytes(ColumnFamily)); if (admin.isTableEnabled(TableName.valueOf(tableName)) == false) { admin.enableTable(TableName.valueOf(tableName)); } admin.addColumn(TableName.valueOf(tableName), column); column.setTimeToLive(3); column.setMaxVersions(2); System.out.println("创建列族成功!!"); admin.close(); } /* * 删除表 */ public static int deleteTable(String tableName) throws Exception { //1.初始化连接对象 Admin //2.禁用表 disableTable //3.删除表 deleteTable //4.判断是否删除 //5.关闭连接 //HBaseAdmin admin = new HBaseAdmin(configuration); Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); if (admin.isTableEnabled(TableName.valueOf(tableName)) == true) { admin.disableTable(TableName.valueOf(tableName)); } admin.deleteTable(TableName.valueOf(tableName)); if (admin.tableExists(TableName.valueOf(tableName)) == false) { System.out.println(tableName + "已删除"); return 1; } admin.close(); return -1; } /* 删除一个列族,列值(第一种方法) */ public static void deleteOreations1(String tableName, String ColumnFamily) throws Exception { Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); if (admin.isTableEnabled(TableName.valueOf(tableName)) == true) { admin.disableTable(TableName.valueOf(tableName)); } admin.deleteColumn(TableName.valueOf(tableName), Bytes.toBytes(ColumnFamily)); admin.close(); System.out.println("删除成功!!"); } /* 删除一个列族,列值(第二种方法) */ public static void deleteOreations2(String tableName,String rowKey, String ColumnFamily,String ColumnName,String value) throws Exception { Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); if(admin.isTableEnabled(TableName.valueOf(tableName))==false){ admin.enableTable(TableName.valueOf(tableName)); } Delete delete = new Delete(Bytes.toBytes(rowKey)); delete.addColumn(Bytes.toBytes(ColumnFamily),Bytes.toBytes(ColumnName)); //无版本数(时间戳) // // // delete.addColumn(Bytes.toBytes(ColumnFamily),Bytes.toBytes(ColumnName),);//有版本数(时间戳) boolean b = table.checkAndDelete(Bytes.toBytes(rowKey),Bytes.toBytes(ColumnFamily) ,Bytes.toBytes(ColumnName),Bytes.toBytes(value),delete); table.delete(delete); System.out.println("Delete STATUS:" + b); } /* 插入数据(put 'tablename','rowkey','familyname:key','value') */ public static void putTable_Data(String tableName, String rowKey, String ColumnsFamily, String ColumnName, String value) throws Exception { //1.初始化连接对象 Admin //2.初始化表对象指定表 Table //3.初始化put操作指定行键 Put //4.put方法添加数据 addColumn //5.table对象提交Put对象 //6.关闭连接 Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); if(admin.isTableDisabled(TableName.valueOf(tableName)) == true){ admin.enableTable(TableName.valueOf(tableName)); } Put put = new Put(Bytes.toBytes(rowKey)); put.addColumn(Bytes.toBytes(ColumnsFamily), Bytes.toBytes(ColumnName), Bytes.toBytes(value)); table.put(put); table.close(); admin.close(); } /* * 追加某列的值 */ public static void append(String tableName, String rowkey , String ColumnFamily, String ColumnName, String value) throws Exception { Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); if (admin.isTableEnabled(TableName.valueOf(tableName)) == false) { admin.enableTable(TableName.valueOf(tableName)); } Append append = new Append(Bytes.toBytes(rowkey)); append.add(Bytes.toBytes(ColumnFamily), Bytes.toBytes(ColumnName), Bytes.toBytes(value)); table.append(append); admin.close(); table.close(); } /* * 插入批量插入 Put<list> * */ public static void putTables_Date(String tableName, String rowKey, String ColumnFamile) throws Exception { //1.初始化连接对象 Admin //2.通过Arraylist构造List<Put>容器 //3.调用tableExists 判断表是否存在,存在就循环插入数据 //4.put方法添加数据 //5.关闭连接 Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); List<Put> putList = new ArrayList<Put>(); if (admin.tableExists(TableName.valueOf(tableName)) == true) { for (int i = 0; i <= 10; i++) { Put put = new Put(Bytes.toBytes(rowKey)); put.addColumn(Bytes.toBytes(ColumnFamile), Bytes.toBytes("ColumnName" + i), Bytes.toBytes("haigui" + i)); putList.add(put); } } else { System.out.println("该表不存在"); } table.put(putList); table.close(); admin.close(); } /* 检查和插入数据 */ public static void checkAndPut(String tableName, String rowKey, String ColumnFamile, String ColumnName, String value) throws Exception { //1.初始化连接对象 Admin //2.判断表是否存在,存在就创建表对象,初始化表对象和Put对象,put添加数据 //3.调用checkAndPut方法,check一下,如果改列有没有值,则执行put操作 Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); if (admin.tableExists(TableName.valueOf(tableName)) == true) { Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); Put put = new Put(Bytes.toBytes(rowKey)); put.addColumn(Bytes.toBytes(ColumnFamile), Bytes.toBytes(ColumnName), Bytes.toBytes(value)); //put boolean test1 = table.checkAndPut(Bytes.toBytes(rowKey), Bytes.toBytes(ColumnFamile) , Bytes.toBytes(ColumnName), Bytes.toBytes(value), put); System.out.println("Put STATUS:" + test1); } } /* 根据rowkey查询 get 'tablename','rowkey' */ public static void RowskeysCat(String tableName, String rowsKey) throws Exception { //1.初始化表对象指定表 Table //2.初始化Get对象 Get //3.调用get方法 get //4.输出返回值 Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); Get get = new Get(Bytes.toBytes(rowsKey)); System.out.println("---------------旧方法(已弃用)---------------"); Result result1 = table.get(get); List<KeyValue> values = result1.list(); for (KeyValue value : values ) { //列族 byte[] columsFamily = value.getFamily(); String familyStr = Bytes.toString(columsFamily); //列限定符 byte[] colums = value.getQualifier(); String columsStr = Bytes.toString(colums); //值 byte[] valueValue = value.getFamily(); String valueStr = Bytes.toString(valueValue); //时间戳 Long TimeStampValue = value.getTimestamp(); String ts = String.valueOf(TimeStampValue); System.out.print(familyStr + ":"); System.out.print(columsStr + "\t\t"); System.out.print("value= " + valueStr + " ,"); System.out.println("TimeStamp = " + ts); } System.out.println("---------------新方法-------------------"); Result result2 = table.get(get); Cell[] cells = result2.rawCells(); for (Cell cell : cells ) { //列族 byte[] columsFamily = CellUtil.cloneFamily(cell); String familyStr = Bytes.toString(columsFamily); //列限定符 byte[] colums = CellUtil.cloneQualifier(cell); String columsStr = Bytes.toString(colums); //值 byte[] valueValue = CellUtil.cloneValue(cell); String valueStr = Bytes.toString(valueValue); //时间戳 Long TimeStampValue = cell.getTimestamp(); String ts = String.valueOf(TimeStampValue); System.out.print(familyStr + ":"); System.out.print(columsStr + "\t\t"); System.out.print("value= " + valueStr + " ,"); System.out.println("TimeStamp = " + ts); } table.close(); } /* * 查询指定的列 get 'person','tableName','cf1:name' */ public static void getResule_Column(String tableName, String rowKey, String ColumsFamily, String ColumnName) throws Exception { Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); Get get = new Get(Bytes.toBytes(rowKey)); get.addColumn(Bytes.toBytes(ColumsFamily), Bytes.toBytes(ColumnName)); Result result = table.get(get); // byte[] columnsfamily = result.getFamilyMap(Bytes.toBytes(rowKey)); byte[] data1 = result.getValue(Bytes.toBytes(ColumsFamily), Bytes.toBytes(ColumnName)); // List<KeyValue> column = result.getColumn(Bytes.toBytes(ColumsFamily), Bytes.toBytes(ColumnName)); // System.out.println(Bytes.toString(k.get)); //System.out.println("" + Bytes.toString(data1)); // for (KeyValue columns:column // ) { // System.out.println( Bytes.toString(columns.getValue())); // } System.out.println("" + Bytes.toString(data1)); } /* * 修改列族的属性 */ public static void AlterColumnsFamily(String tableName, String ColumnsFamily) throws Exception { Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); if (admin.isTableEnabled(TableName.valueOf(tableName)) == true) { admin.disableTable(TableName.valueOf(tableName)); } HColumnDescriptor hColumnDescriptor = new HColumnDescriptor(ColumnsFamily); //数据保存的最大版本数 hColumnDescriptor.setMaxVersions(3); //数据保存的最长时间 // hColumnDescriptor.setTimeToLive(1000); //将修改后的描述对象应用到表 admin.modifyColumn(TableName.valueOf(tableName),hColumnDescriptor); admin.close(); } /* 让某列的数字加1 */ public static void IncreamentColumn(String tableName, String rowKey, String ColumsFamily, String ColumnName, Long value) throws Exception { Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); if (admin.isTableEnabled(TableName.valueOf(tableName)) == false) { admin.enableTable(TableName.valueOf(tableName)); } //添加一个列 Put put = new Put(Bytes.toBytes(rowKey)); put.addColumn(Bytes.toBytes(ColumsFamily), Bytes.toBytes(ColumnName), Bytes.toBytes(value)); table.put(put); //给列的值值 Increment increment = new Increment(Bytes.toBytes(rowKey)); increment.addColumn(Bytes.toBytes(ColumsFamily), Bytes.toBytes(ColumnName), 10L); table.increment(increment); table.close(); admin.close(); } /* 判断数据是否存在 */ public static void isValueExist(String tableName, String rowkey,String ColumnsFamily,String ColumnsName ) throws Exception { Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); // boolean result = table.exists(get); if(admin.isTableEnabled(TableName.valueOf(tableName)) == false){ admin.enableTable(TableName.valueOf(tableName)); } Get get = new Get(Bytes.toBytes(rowkey)); Result result = table.get(get); byte[] value = result.getValue(Bytes.toBytes(ColumnsFamily), Bytes.toBytes(ColumnsName)); // System.out.println(Bytes.toString(value)); if( value != null){ System.out.println("删除成功!!"); } else { System.out.println("该表的值不存在"); } } /* 遍历表输出数据 */ public static void ScanTable(String tableName,String rowkey, String ColumnsFamily,String ColumnsName)throws Exception { Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); Scan scan = new Scan(Bytes.toBytes(rowkey)); //查询指定到列的值 //scan.addColumn(Bytes.toBytes(ColumnsFamily), Bytes.toBytes(ColumnsName)); scan.addFamily(Bytes.toBytes(ColumnsFamily)); ResultScanner scanner = table.getScanner(scan); for (Result results : scanner ) { Cell[] cell = results.rawCells(); for (Cell cells : cell ) { //列族 byte[] columsFamily = CellUtil.cloneFamily(cells); String familyStr = Bytes.toString(columsFamily); //列限定符 byte[] colums = CellUtil.cloneQualifier(cells); String columsStr = Bytes.toString(colums); //值 byte[] valueValue = CellUtil.cloneValue(cells); String valueStr = Bytes.toString(valueValue); //时间戳 Long TimeStampValue = cells.getTimestamp(); String ts = String.valueOf(TimeStampValue); System.out.print(familyStr + ":"); System.out.print(columsStr + "\t\t"); System.out.print("value= " + valueStr + " ,"); System.out.println("TimeStamp = " + ts); } } } /* 遍历操作 */ public static void ScanOreations(String tableName,String rowKey,String ColumnsFamily, String ColumnsName)throws Exception { Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); if(admin.isTableDisabled(TableName.valueOf(tableName))==true){ admin.enableTable(TableName.valueOf(tableName)); } //扫描整个表 // Scan scan = new Scan(); // ResultScanner tableInfo = table.getScanner(scan); // for (Result result:tableInfo // ) { // System.out.println(result.toString()); // } // tableInfo.close(); //扫描表的某个列族 // Scan rkscan = new Scan(Bytes.toBytes(rowKey)); // Scan cfscan = rkscan.addFamily(Bytes.toBytes(ColumnsFamily)); // ResultScanner colfamilyInfos = table.getScanner(cfscan); // for (Result colfamilyInfo:colfamilyInfos // ) { // System.out.println(colfamilyInfo.toString()); // } // colfamilyInfos.close(); //扫描某个列 // Scan scan = new Scan(Bytes.toBytes(rowKey)); // Scan cnscan = scan.addColumn(Bytes.toBytes(ColumnsFamily), Bytes.toBytes(ColumnsName)); // ResultScanner cnInfos = table.getScanner(cnscan); // for (Result cnInfo:cnInfos // ) { // System.out.println(cnInfo); // } // } //扫描值 // Scan scan = new Scan(Bytes.toBytes(rowKey)); // Scan scan1 = scan.addFamily(Bytes.toBytes(ColumnsFamily)); // ResultScanner scanner = table.getScanner(scan1); // for (Result scand : scanner // ) { // Cell[] cells = scand.rawCells(); // for (Cell cell : cells // ) { // byte[] cf = CellUtil.cloneFamily(cell); // byte[] cn = CellUtil.cloneQualifier(cell); // byte[] bytes = CellUtil.cloneValue(cell); // long timestamp = cell.getTimestamp(); // // System.out.print(Bytes.toString(cf) + ":"); // System.out.print(Bytes.toString(cn) + "\t\t"); // System.out.print("value= " + Bytes.toString(bytes) + " ,"); // System.out.println("TimeStamp = " + timestamp); // } // } /* 扫描全表历史版本数据 */ Scan scan = new Scan(); Scan scan1 = scan.setMaxVersions(); ResultScanner scanner = table.getScanner(scan1); for (Result data:scanner ) { String[] line = data.toString().split(","); for (String i:line ) { System.out.println(i); } } } /* 扫描全表并设置起始结束行键 */ public static void scanStart_Stop(String tableName,String start_rowkey,String stop_rowkey)throws Exception{ Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); if(admin.isTableDisabled(TableName.valueOf(tableName))==true){ admin.enableTable(TableName.valueOf(tableName)); } Scan scan = new Scan(); scan.withStartRow(Bytes.toBytes(start_rowkey),false); scan.withStopRow(Bytes.toBytes(stop_rowkey),true); ResultScanner scanner = table.getScanner(scan); for (Result s:scanner ) { String[] split = s.toString().split(","); for (String line:split ) { System.out.println(line); } } } /* 查询多版本数 */ public static void getVersions(String tableName,String rowkey)throws Exception{ Get get = new Get(rowkey.getBytes()); get.setMaxVersions(3); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); Result result = table.get(get); Cell[] cell = result.rawCells(); for (Cell cells : cell ) { //列族 byte[] columsFamily = CellUtil.cloneFamily(cells); String familyStr = Bytes.toString(columsFamily); //列限定符 byte[] colums = CellUtil.cloneQualifier(cells); String columsStr = Bytes.toString(colums); //值 byte[] valueValue = CellUtil.cloneValue(cells); String valueStr = Bytes.toString(valueValue); //时间戳 Long TimeStampValue = cells.getTimestamp(); String ts = String.valueOf(TimeStampValue); System.out.print(familyStr + ":"); System.out.print(columsStr + "\t\t"); System.out.print("value= " + valueStr + " ,"); System.out.println("TimeStamp = " + ts); } } /* 指定条件查询 */ public static void getWhere(String tableName,String rowKey,String ColumnsFamily, String ColumnsName)throws Exception{ Admin admin = ConnectionFactory.createConnection(configuration).getAdmin(); Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); Scan scan = new Scan(); RowFilter rowFilter = new RowFilter(CompareFilter.CompareOp.GREATER_OR_EQUAL, new BinaryComparator(Bytes.toBytes("rw001"))); scan.setFilter(rowFilter); ResultScanner scanner = table.getScanner(scan); for (Result result:scanner ) { for (Cell cells:result.rawCells() ) { //列族 byte[] columsFamily = CellUtil.cloneFamily(cells); String familyStr = Bytes.toString(columsFamily); //列限定符 byte[] colums = CellUtil.cloneQualifier(cells); String columsStr = Bytes.toString(colums); //值 byte[] valueValue = CellUtil.cloneValue(cells); String valueStr = Bytes.toString(valueValue); //时间戳 Long TimeStampValue = cells.getTimestamp(); String ts = String.valueOf(TimeStampValue); System.out.print(familyStr + ":"); System.out.print(columsStr + "\t\t"); System.out.print("value= " + valueStr + " ,"); System.out.println("TimeStamp = " + ts); } } } /* 统计行 */ public static void rowCount(String tableName)throws IOException{ int rowCount = 0; Table table = ConnectionFactory.createConnection(configuration).getTable(TableName.valueOf(tableName)); Scan scan = new Scan(); scan.setFilter(new FirstKeyOnlyFilter()); ResultScanner scanner = table.getScanner(scan); for (Result result:scanner ) { rowCount += result.size(); } System.out.println(rowCount); } public static void main(String[] args) throws Exception { //创建表 //creatTable("WordCount", new String[]{"cf"}); //查看所有表 //catTable(); //删除表 //deleteTable("stu2018135204"); //插入数据 //putTable_Data("WordCount", "1", "cf","word", "hadoop,storm,spark"); //插入多行表 //putTables_Date("haigui","rk001", "cf1"); //putTables_Date("haigui", "rk001"); //按行查询表 //RowskeysCat("haigui", "rk001"); getResule_Column("score", "Lucy", "score", "English"); //检查并插入 //checkAndPut("jjl","rk001","cf", "name","haigui"); //添加列 //append("haigui","rk001","cf2","age","1"); //添加一个列族 //addColumnOne("haigui","cf2"); //删除一个列族 //deleteOreations1("haigui","age"); //deleteOreations2("score", "Lilly", "score","English", "86"); //修改列族属性 //AlterColumnsFamily("score","score"); //让值加1 //IncreamentColumn("haigui","rk001","cf3","age",1L); //判断数据是否存在 //isValueExist("haigui","rk001","cf1","name"); //遍历操作 //ScanTable("haigui","rk001","cf2","age"); //ScanOreations("haigui","rk001","cf1","name"); //scanStart_Stop("student1","1001","1002"); //getVersions("haigui","cf2"); //rowCount("score"); } }