HBase常用API操作

熟练掌握通过使用java代码实现HBase数据库当中的数据增删改查的操作，特别是各种查询，熟练运用

第一步：创建maven工程，导入jar包

<repositories><repository><id>cloudera</id><url>https://repository.cloudera.com/artifactory/cloudera-repos/</url></repository>
</repositories>
<dependencies><dependency><groupId>org.apache.hadoop</groupId><artifactId>hadoop-client</artifactId><version>2.6.0-mr1-cdh5.14.0</version></dependency><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase-client</artifactId><version>1.2.0-cdh5.14.0</version></dependency><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase-server</artifactId><version>1.2.0-cdh5.14.0</version></dependency><dependency><groupId>junit</groupId><artifactId>junit</artifactId><version>4.12</version><scope>test</scope></dependency><dependency><groupId>org.testng</groupId><artifactId>testng</artifactId><version>6.14.3</version><scope>test</scope></dependency><dependency><groupId>org.junit.jupiter</groupId><artifactId>junit-jupiter-api</artifactId><version>RELEASE</version><scope>compile</scope></dependency>
</dependencies>
<build><plugins><plugin><groupId>org.apache.maven.plugins</groupId><artifactId>maven-compiler-plugin</artifactId><version>3.0</version><configuration><source>1.8</source><target>1.8</target><encoding>UTF-8</encoding><!-- <verbal>true</verbal>--></configuration></plugin><plugin><groupId>org.apache.maven.plugins</groupId><artifactId>maven-shade-plugin</artifactId><version>2.2</version><executions><execution><phase>package</phase><goals><goal>shade</goal></goals><configuration><filters><filter><artifact>*:*</artifact><excludes><exclude>META-INF/*.SF</exclude><exclude>META-INF/*.DSA</exclude><exclude>META-INF/*/RSA</exclude></excludes></filter></filters></configuration></execution></executions></plugin></plugins>
</build>

第二步：开发javaAPI操作HBase表数据

1、创建表myuser

 public static void createTable() throws IOException {Configuration conf = new Configuration();//连接hbase集群不需要指定hbase主节点的ip地址和端口号conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181,node03:2181");//创建连接对象Connection connection = ConnectionFactory.createConnection(conf);//获取连接对象，创建一张表//获取管理员对象，来对数据库进行DDL的操作Admin admin = connection.getAdmin();//指定我们的表名TableName myuser = TableName.valueOf("myuser");HTableDescriptor hTableDescriptor = new HTableDescriptor(myuser);//指定两个列族HColumnDescriptor f1 = new HColumnDescriptor("f1");HColumnDescriptor f2 = new HColumnDescriptor("f2");hTableDescriptor.addFamily(f1);hTableDescriptor.addFamily(f2);admin.createTable(hTableDescriptor);admin.close();connection.close();}

2、向表中添加数据

    /*** 插入数据*/public void addDatas() throws IOException {//获取连接Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181");Connection connection = ConnectionFactory.createConnection(conf);//获取表Table myuser = connection.getTable(TableName.valueOf("myuser"));//创建put对象，并指定rowkeyPut put = new Put("0001".getBytes());put.addColumn("f1".getBytes(), "id".getBytes(), Bytes.toBytes(1));put.addColumn("f1".getBytes(), "name".getBytes(), Bytes.toBytes("张三"));put.addColumn("f1".getBytes(), "age".getBytes(), Bytes.toBytes(18));put.addColumn("f2".getBytes(), "address".getBytes(), Bytes.toBytes("地球人"));put.addColumn("f2".getBytes(), "phone".getBytes(), Bytes.toBytes("158741025aa"));//插入数据myuser.put(put);//关闭表myuser.close();}

3、查询数据

初始化一批数据到HBase当中用于查询

public void insertBatchData() throws IOException {//获取连接Configuration conf =new Configuration();conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181");Connection connection = ConnectionFactory.createConnection(conf);//获取表Table myuser = connection.getTable(TableName.valueOf("myuser"));//创建put对象，并指定rowkeyPut put = new Put("0002".getBytes());put.addColumn("f1".getBytes(),"id".getBytes(),Bytes.toBytes(1));put.addColumn("f1".getBytes(),"name".getBytes(),Bytes.toBytes("曹操"));put.addColumn("f1".getBytes(),"age".getBytes(),Bytes.toBytes(30));put.addColumn("f2".getBytes(),"sex".getBytes(),Bytes.toBytes("1"));put.addColumn("f2".getBytes(),"address".getBytes(),Bytes.toBytes("沛国谯县"));put.addColumn("f2".getBytes(),"phone".getBytes(),Bytes.toBytes("16888888888"));put.addColumn("f2".getBytes(),"say".getBytes(),Bytes.toBytes("helloworld"));Put put2 = new Put("0003".getBytes());put2.addColumn("f1".getBytes(),"id".getBytes(),Bytes.toBytes(2));put2.addColumn("f1".getBytes(),"name".getBytes(),Bytes.toBytes("刘备"));put2.addColumn("f1".getBytes(),"age".getBytes(),Bytes.toBytes(32));put2.addColumn("f2".getBytes(),"sex".getBytes(),Bytes.toBytes("1"));put2.addColumn("f2".getBytes(),"address".getBytes(),Bytes.toBytes("幽州涿郡涿县"));put2.addColumn("f2".getBytes(),"phone".getBytes(),Bytes.toBytes("17888888888"));put2.addColumn("f2".getBytes(),"say".getBytes(),Bytes.toBytes("talk is cheap , show me the code"));Put put3 = new Put("0004".getBytes());put3.addColumn("f1".getBytes(),"id".getBytes(),Bytes.toBytes(3));put3.addColumn("f1".getBytes(),"name".getBytes(),Bytes.toBytes("孙权"));put3.addColumn("f1".getBytes(),"age".getBytes(),Bytes.toBytes(35));put3.addColumn("f2".getBytes(),"sex".getBytes(),Bytes.toBytes("1"));put3.addColumn("f2".getBytes(),"address".getBytes(),Bytes.toBytes("下邳"));put3.addColumn("f2".getBytes(),"phone".getBytes(),Bytes.toBytes("12888888888"));put3.addColumn("f2".getBytes(),"say".getBytes(),Bytes.toBytes("what are you 弄啥嘞！"));Put put4 = new Put("0005".getBytes());put4.addColumn("f1".getBytes(),"id".getBytes(),Bytes.toBytes(4));put4.addColumn("f1".getBytes(),"name".getBytes(),Bytes.toBytes("诸葛亮"));put4.addColumn("f1".getBytes(),"age".getBytes(),Bytes.toBytes(28));put4.addColumn("f2".getBytes(),"sex".getBytes(),Bytes.toBytes("1"));put4.addColumn("f2".getBytes(),"address".getBytes(),Bytes.toBytes("四川隆中"));put4.addColumn("f2".getBytes(),"phone".getBytes(),Bytes.toBytes("14888888888"));put4.addColumn("f2".getBytes(),"say".getBytes(),Bytes.toBytes("出师表你背了嘛"));Put put5 = new Put("0005".getBytes());put5.addColumn("f1".getBytes(),"id".getBytes(),Bytes.toBytes(5));put5.addColumn("f1".getBytes(),"name".getBytes(),Bytes.toBytes("司马懿"));put5.addColumn("f1".getBytes(),"age".getBytes(),Bytes.toBytes(27));put5.addColumn("f2".getBytes(),"sex".getBytes(),Bytes.toBytes("1"));put5.addColumn("f2".getBytes(),"address".getBytes(),Bytes.toBytes("哪里人有待考究"));put5.addColumn("f2".getBytes(),"phone".getBytes(),Bytes.toBytes("15888888888"));put5.addColumn("f2".getBytes(),"say".getBytes(),Bytes.toBytes("跟诸葛亮死掐"));Put put6 = new Put("0006".getBytes());put6.addColumn("f1".getBytes(),"id".getBytes(),Bytes.toBytes(5));put6.addColumn("f1".getBytes(),"name".getBytes(),Bytes.toBytes("xiaobubu—吕布"));put6.addColumn("f1".getBytes(),"age".getBytes(),Bytes.toBytes(28));put6.addColumn("f2".getBytes(),"sex".getBytes(),Bytes.toBytes("1"));put6.addColumn("f2".getBytes(),"address".getBytes(),Bytes.toBytes("内蒙人"));put6.addColumn("f2".getBytes(),"phone".getBytes(),Bytes.toBytes("15788888888"));put6.addColumn("f2".getBytes(),"say".getBytes(),Bytes.toBytes("貂蝉去哪了"));List<Put> listPut = new ArrayList<Put>();listPut.add(put);listPut.add(put2);listPut.add(put3);listPut.add(put4);listPut.add(put5);listPut.add(put6);myuser.put(listPut);myuser.close();}

3.1、 按照rowkey进行查询获取所有列的所有值

查询主键rowkey为0003的人

    /*** 查询数据，按照主键id进行查询*/public void searchData() throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181,node03:2181");Connection connection = ConnectionFactory.createConnection(conf);Table myuser = connection.getTable(TableName.valueOf("myuser"));Get get = new Get(Bytes.toBytes("0003"));Result result = myuser.get(get);Cell[] cells = result.rawCells();//获取所有的列名称以及列的值for (Cell cell : cells) {//注意，如果列属性是int类型，那么这里就不会显示if (Bytes.toString(CellUtil.cloneQualifier(cell)).equals("id") || Bytes.toString(CellUtil.cloneQualifier(cell)).equals("age")) {System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));System.out.println(Bytes.toInt(CellUtil.cloneValue(cell)));} else {System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));System.out.println(Bytes.toString(CellUtil.cloneValue(cell)));}}myuser.close();}

3.2、 按照rowkey查询指定列族下面的指定列的值

 public static void searchdata2() throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181,node03:2181");Connection connection = ConnectionFactory.createConnection(conf);Table myuser = connection.getTable(TableName.valueOf("myuser"));Get get = new Get("0003".getBytes());// get.addFamily("f1".getBytes());get.addColumn("f1".getBytes(), "name".getBytes());Result result = myuser.get(get);Cell[] cells = result.rawCells();for (Cell cell : cells) {if (Bytes.toString(CellUtil.cloneQualifier(cell)).equals("id") || Bytes.toString(CellUtil.cloneQualifier(cell)).equals("age")) {System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));System.out.println(Bytes.toInt(CellUtil.cloneValue(cell)));} else {System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));System.out.println(Bytes.toString(CellUtil.cloneValue(cell)));}}}

3.3、 通过startRowKey和endRowKey进行扫描

    /*** 通过startRowKey和endRowKey进行扫描查询*/public static void scanrowkey() throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181,node03:2181");Connection connection = ConnectionFactory.createConnection(conf);Table myuser = connection.getTable(TableName.valueOf("myuser"));Scan scan = new Scan();scan.setStartRow("0002".getBytes());scan.setStopRow("0006".getBytes());ResultScanner scanner = myuser.getScanner(scan);for (Result result : scanner) {System.out.println("rowkey   " + Bytes.toString(result.getRow()));
/*System.out.println(Bytes.toInt(result.getValue("f1".getBytes(),"id".getBytes())));System.out.println(Bytes.toString(result.getValue("f1".getBytes(),"name".getBytes())));System.out.println(Bytes.toInt(result.getValue("f1".getBytes(),"age".getBytes())));
*/Cell[] cells = result.rawCells();for (Cell cell : cells) {if (Bytes.toString(CellUtil.cloneQualifier(cell)).equals("id") || Bytes.toString(CellUtil.cloneQualifier(cell)).equals("age")) {System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));System.out.println(Bytes.toInt(CellUtil.cloneValue(cell)));} else {System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));System.out.println(Bytes.toString(CellUtil.cloneValue(cell)));}}}}

3.4、 通过scan进行全表扫描

/*** 全表扫描*/public static void scanrow() throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181,node03:2181");Connection connection = ConnectionFactory.createConnection(conf);Table myuser = connection.getTable(TableName.valueOf("myuser"));Scan scan = new Scan();ResultScanner scanner = myuser.getScanner(scan);for (Result result : scanner) {System.out.println("rowkey   " + Bytes.toString(result.getRow()));System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "id".getBytes())));System.out.println(Bytes.toString(result.getValue("f1".getBytes(), "name".getBytes())));System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "age".getBytes())));/*     Cell[] cells = result.rawCells();for (Cell cell : cells) {if (Bytes.toString(CellUtil.cloneQualifier(cell)).equals("id" )|| Bytes.toString(CellUtil.cloneQualifier(cell)).equals("age")){System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));System.out.println(Bytes.toInt(CellUtil.cloneValue(cell)));}else {System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));System.out.println(Bytes.toString(CellUtil.cloneValue(cell)));}}*/}}

4、根据rowkey删除数据

    /*** 删除数据*/public  void  deleteByRowKey() throws IOException {//获取连接Configuration conf =new Configuration();conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");Connection connection = ConnectionFactory.createConnection(conf);Table myuser = connection.getTable(TableName.valueOf("myuser"));Delete delete = new Delete("0001".getBytes());myuser.delete(delete);myuser.close();}

5、删除表操作

public void  deleteTable() throws IOException {//获取连接Configuration conf =new Configuration();conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");Connection connection = ConnectionFactory.createConnection(conf);Admin admin = connection.getAdmin();admin.disableTable(TableName.valueOf("myuser"));admin.deleteTable(TableName.valueOf("myuser"));admin.close();}