HBase之计数器

2022-11-06 19:22:35

HBase计数器

#创建counters表 列族［'daily','weekly','monthly'］

hbase(main):001:0> create 'counters','daily','weekly','monthly'

0 row(s) in 1.5670 seconds

=> Hbase::Table - counters

#递增命中 步长默认为1

hbase(main):002:0> incr 'counters', '20150101', 'daily:hits', 1

COUNTER VALUE = 1

0 row(s) in 0.3320 seconds

hbase(main):003:0> incr 'counters', '20150101', 'daily:hits', 1

COUNTER VALUE = 2

0 row(s) in 0.0140 seconds

#获取计数器

hbase(main):004:0> get_counter 'counters', '20150101', 'daily:hits'

COUNTER VALUE = 2

#使用了put去修改计数器 会导致后面的错误 原因是'1'会转换成Bytes.toBytes()

hbase(main):020:0> put 'counters' ,'20150102','daily:hits','1'

0 row(s) in 0.0520 seconds

hbase(main):021:0> incr 'counters', '20150102', 'daily:hits', 1

ERROR: org.apache.hadoop.hbase.DoNotRetryIOException: Field is not a long, it's 1 bytes wide

        at org.apache.hadoop.hbase.regionserver.HRegion.getLongValue(HRegion.java:7647)

        at org.apache.hadoop.hbase.regionserver.HRegion.applyIncrementsToColumnFamily(HRegion.java:7601)

        at org.apache.hadoop.hbase.regionserver.HRegion.doIncrement(HRegion.java:7480)

        at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:7440)

        at org.apache.hadoop.hbase.regionserver.RSRpcServices.increment(RSRpcServices.java:551)

        at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2227)

        at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:33646)

        at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2178)

        at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:112)

        at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:133)

        at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:108)

        at java.lang.Thread.run(Thread.java:745)

hbase(main):001:0> get 'counters','20150102'

COLUMN                                           CELL

 daily:hits                                      timestamp=1472808748361, value=1

1 row(s) in 0.3190 seconds

hbase(main):002:0> put 'counters' ,'20150102','daily:hits','1'

0 row(s) in 0.0640 seconds

hbase(main):003:0> get 'counters','20150102'

COLUMN                                           CELL

 daily:hits                                      timestamp=1472808858593, value=1

1 row(s) in 0.0090 seconds

#计数步长20

hbase(main):004:0> incr 'counters', '20150101', 'daily:hits', 20

COUNTER VALUE = 22

0 row(s) in 0.0260 seconds

hbase(main):005:0> incr 'counters', '20150101', 'daily:hits', 20

COUNTER VALUE = 42

0 row(s) in 0.0090 seconds

＃默认步长是1

hbase(main):009:0>

hbase(main):010:0* incr 'counters', '20150101', 'daily:hits'

COUNTER VALUE = 45

0 row(s) in 0.0100 seconds

＃计数器可以－1

hbase(main):011:0> incr 'counters', '20150101', 'daily:hits', -1

COUNTER VALUE = 44

0 row(s) in 0.0110 seconds

hbase(main):012:0> incr 'counters', '20150101', 'daily:hits', -1

＃计数也可为0

hbase(main):013:0> incr 'counters', '20150101', 'daily:hits', 0

COUNTER VALUE = 43

0 row(s) in 0.0080 seconds

JAVA操作：

单计数器：

import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.hbase.HBaseConfiguration;

import org.apache.hadoop.hbase.TableName;

import org.apache.hadoop.hbase.client.*;

import org.apache.hadoop.hbase.filter.*;

import org.apache.hadoop.hbase.util.Bytes;

import java.io.IOException;

/**

 * 单计数器

 * similarface

 * similarface@outlook.com

 */

public class SingleCounter {

    public static void main(String args[]) throws IOException{

        Configuration configuration = HBaseConfiguration.create();

        Connection connection = ConnectionFactory.createConnection(configuration);

        Table table = connection.getTable(TableName.valueOf("counters"));

        //incrementColumnValue(行号,列族,列,步长)

        long cnt1=table.incrementColumnValue(Bytes.toBytes("20150105"),Bytes.toBytes("daily"),Bytes.toBytes("hits"),1L);

        System.out.println(cnt1);

        long cnt2=table.incrementColumnValue(Bytes.toBytes("20150105"),Bytes.toBytes("daily"),Bytes.toBytes("hits"),1);

        System.out.println(cnt2);

        long current=table.incrementColumnValue(Bytes.toBytes("20150105"),Bytes.toBytes("daily"),Bytes.toBytes("hits"),0);

        System.out.println(current);

        long cnt3=table.incrementColumnValue(Bytes.toBytes("20150105"),Bytes.toBytes("daily"),Bytes.toBytes("hits"),-1);

        System.out.println(cnt3);

        table.close();

        connection.close();

    }

}

/**

 1

 2

 2

 1

 **/

复合计数器:

import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.hbase.Cell;

import org.apache.hadoop.hbase.HBaseConfiguration;

import org.apache.hadoop.hbase.TableName;

import org.apache.hadoop.hbase.client.*;

import org.apache.hadoop.hbase.util.Bytes;

import java.io.IOException;

/**

 * 复合计数器

 * similarface

 * similarface@outlook.com

 */

public class MultipleCounter {

    public static void main(String args[]) throws IOException{

        Configuration configuration = HBaseConfiguration.create();

        Connection connection = ConnectionFactory.createConnection(configuration);

        Table table = connection.getTable(TableName.valueOf("counters"));

        Increment increment1 = new Increment(Bytes.toBytes("20160101"));

        increment1.addColumn(Bytes.toBytes("daily"),Bytes.toBytes("clicks"),1);

        increment1.addColumn(Bytes.toBytes("daily"),Bytes.toBytes("hits"),1);

        increment1.addColumn(Bytes.toBytes("weekly"),Bytes.toBytes("clicks"),10);

        increment1.addColumn(Bytes.toBytes("weekly"),Bytes.toBytes("hits"),10);

        Result result = table.increment(increment1);

        for(Cell cell:result.rawCells()){

            System.out.println("Cell: " + cell +

                    " Value: " + Bytes.toLong(cell.getValueArray(), cell.getValueOffset(),cell.getValueLength()));

        }

        Increment increment2 = new Increment(Bytes.toBytes("20160101"));

        increment2.addColumn(Bytes.toBytes("daily"),Bytes.toBytes("clicks"), 5);

        increment2.addColumn(Bytes.toBytes("daily"),Bytes.toBytes("hits"), 1);

        increment2.addColumn(Bytes.toBytes("weekly"),Bytes.toBytes("clicks"), 0);

        increment2.addColumn(Bytes.toBytes("weekly"),Bytes.toBytes("hits"), -5);

        Result result2 = table.increment(increment2);

        for (Cell cell : result2.rawCells()) {

            System.out.println("Cell: " + cell +

                    " Value: " + Bytes.toLong(cell.getValueArray(),

                    cell.getValueOffset(), cell.getValueLength()));

        }

        table.close();

        connection.close();

    }

}

/**

 Cell: 20160101/daily:clicks/1473057324875/Put/vlen=8/seqid=0 Value: 1

 Cell: 20160101/daily:hits/1473057324875/Put/vlen=8/seqid=0 Value: 1

 Cell: 20160101/weekly:clicks/1473057324875/Put/vlen=8/seqid=0 Value: 10

 Cell: 20160101/weekly:hits/1473057324875/Put/vlen=8/seqid=0 Value: 10

 Cell: 20160101/daily:clicks/1473057324886/Put/vlen=8/seqid=0 Value: 6

 Cell: 20160101/daily:hits/1473057324886/Put/vlen=8/seqid=0 Value: 2

 Cell: 20160101/weekly:clicks/1473057324886/Put/vlen=8/seqid=0 Value: 10

 Cell: 20160101/weekly:hits/1473057324886/Put/vlen=8/seqid=0 Value: 5

 **/

码农公寓

相关文章