Java开发Hbase示例

Posted 2020-12-02 nima

Java开发Hbase示例

使用Hbase操作数据

    package com.sunteng.clickidc.test;
    
    
    import java.io.IOException;
    import java.util.ArrayList;
    import java.util.Iterator;
    import java.util.List;
    
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.fs.Path;
    import org.apache.hadoop.hbase.*;
    import org.apache.hadoop.hbase.client.*;
    import org.apache.hadoop.hbase.io.compress.Compression.Algorithm;
    import org.apache.hadoop.hbase.util.Bytes;
    
    /*
    * 不需要实现数据库连接池，内置
    * MAVEN依赖错误，使用另外的客户端包
    * http://blog.sina.com.cn/s/blog_6a67b5c50100zbrx.html
    *
    *       <!-- https://mvnrepository.com/artifact/org.apache.hbase/hbase-shaded-client -->
            <dependency>
                <groupId>org.apache.hbase</groupId>
                <artifactId>hbase-shaded-client</artifactId>
                <version>1.2.2</version>
                <exclusions>
                    <exclusion>
                        <groupId>org.slf4j</groupId>
                        <artifactId>slf4j-log4j12</artifactId>
                    </exclusion>
                </exclusions>
            </dependency>
    
    * */
    public class HbaseExample {
    
        /*
         * 不强制性创建表
         *
         * @tableName 表名
         * @family 列族列表
         * @config　配置信息
         */
        public static void creatTable(String tableName, String[] family, Configuration config) throws Exception {
            try (Connection connection = ConnectionFactory.createConnection(config);
                 Admin admin = connection.getAdmin()) {
                HTableDescriptor desc = new HTableDescriptor(TableName.valueOf(tableName));
                for (int i = 0; i < family.length; i++) {
                    desc.addFamily(new HColumnDescriptor(family[i]));
                }
                if (admin.tableExists(desc.getTableName())) {
                    System.out.println("table Exists!");
                    throw new Exception("table Exists!");
                } else {
                    admin.createTable(desc);
                    System.out.println("create table Success!");
                }
            }
        }
    
        /*
         * 强制性创建表
         *
         * @tableName 表名
         * @family 列族列表
         * @config　配置信息
         */
        public static void creatTableForce(String tableName, String[] family, Configuration config) throws Exception {
            try (Connection connection = ConnectionFactory.createConnection(config);
                 Admin admin = connection.getAdmin()) {
                HTableDescriptor desc = new HTableDescriptor(TableName.valueOf(tableName));
                for (int i = 0; i < family.length; i++) {
                    desc.addFamily(new HColumnDescriptor(family[i]));
                }
                if (admin.tableExists(desc.getTableName())) {
                    admin.disableTable(desc.getTableName());
                    admin.deleteTable(desc.getTableName());
                }
                admin.createTable(desc);
                System.out.println("create table Success!");
    
            }
        }
    
        /*
         *  删表
         *  @tableName 表名
         *  @config 配置信息
         *
         */
        public static void deleteTable(String tableName, Configuration config) throws Exception {
            try (Connection connection = ConnectionFactory.createConnection(config);
                 Admin admin = connection.getAdmin()) {
                TableName tn = TableName.valueOf(tableName);
                if (admin.tableExists(tn)) {
                    admin.disableTable(tn);
                    admin.deleteTable(tn);
                }
            }
        }
    
        /*
        * 查看已有表
        *
        * ＠config　配置信息
        *
        */
        public static HTableDescriptor[] listTables(Configuration config) throws IOException {
            try (Connection connection = ConnectionFactory.createConnection(config);
                 Admin admin = connection.getAdmin()) {
                HTableDescriptor hTableDescriptors[] = admin.listTables();
                return hTableDescriptors;
            }
        }
    
    
        /*
        * 插入数据
        *
        * @tableName　表名
        * @config 配置信息
        * @rowkey 行key
        * @colFamily 列族
        * @col　子列
        * @val　值
        *
        * */
        public static void instertRow(String tableName, Configuration config, String rowkey, String colFamily, String col, String val) throws Exception {
            try (Connection connection = ConnectionFactory.createConnection(config)) {
                Table table = connection.getTable(TableName.valueOf(tableName));
                Put put = new Put(Bytes.toBytes(rowkey));
                put.addColumn(Bytes.toBytes(colFamily), Bytes.toBytes(col), Bytes.toBytes(val));
                table.put(put);
    
                //批量插入
               /* List<Put> putList = new ArrayList<Put>();
                puts.add(put);
                table.put(putList);*/
                table.close();
                System.out.printf("adding success!!Table:%s,Row:%s,Column=%s:%s,Value=%s
", tableName, rowkey, colFamily, col, val);
            }
        }
    
        /*
        * 删除数据
        *
        * @tableName　表名
        * @config 配置信息
        * @rowkey 行key
        * @colFamily 列族
        * @col　子列
        *
        * */
        public static void deleRow(String tableName, Configuration config, String rowkey, String colFamily, String col) throws Exception {
            try (Connection connection = ConnectionFactory.createConnection(config)) {
                Table table = connection.getTable(TableName.valueOf(tableName));
                Delete delete = new Delete(Bytes.toBytes(rowkey));
                //删除指定列族
                if (colFamily != null && col == null)
                    delete.addFamily(Bytes.toBytes(colFamily));
                //删除指定列
                if (colFamily != null && col != null)
                    delete.addColumn(Bytes.toBytes(colFamily), Bytes.toBytes(col));
                table.delete(delete);
                //批量删除
               /* List<Delete> deleteList = new ArrayList<Delete>();
                deleteList.add(delete);
                table.delete(deleteList);*/
                table.close();
            }
        }
    
        public static void deleRow(String tableName, Configuration config, String rowkey, String colFamily) throws Exception {
            deleRow(tableName, config, rowkey, colFamily, null);
        }
    
        public static void deleRow(String tableName, Configuration config, String rowkey) throws Exception {
            deleRow(tableName, config, rowkey, null, null);
        }
    
        /*
        * 根据rowkey查找数据
        *
        * @tableName　表名
        * @config 配置信息
        * @rowkey 行key
        * @colFamily 列族
        * @col　子列
        *
        * */
        public static Result getData(String tableName, Configuration config, String rowkey, String colFamily, String col) throws Exception {
            try (Connection connection = ConnectionFactory.createConnection(config)) {
                Table table = connection.getTable(TableName.valueOf(tableName));
                Get get = new Get(Bytes.toBytes(rowkey));
                if (colFamily != null && col == null)
                    get.addFamily(Bytes.toBytes(colFamily));
                if (colFamily != null && col != null)
                    get.addColumn(Bytes.toBytes(colFamily), Bytes.toBytes(col));
                Result result = table.get(get);
                table.close();
                return result;
            }
        }
    
        public static Result getData(String tableName, Configuration config, String rowkey, String colFamily) throws Exception {
            return getData(tableName, config, rowkey, colFamily, null);
        }
    
        public static Result getData(String tableName, Configuration config, String rowkey) throws Exception {
            return getData(tableName, config, rowkey, null, null);
        }
    
    
        /*
        * 批量查找数据
        * @table 表名
        * @config配置文件
        * @startRow 开始的行key
        * @stopRow　停止的行key
        *
        * hbase会将自己的元素按照key的ASCII码排序
        * 找出5193开头的元素
        *
        *   5193:1
        *   5193:2
        *   5194:1
        *   51939:1
        *   51942:1
        *
        *  scan.setStartRow("5193:#");
        *  scan.setStopRow("5193::");
        *
        *  原因：ASCII排序中："#" < "0-9" < ":"
        *  取出来的将是5193:后面跟着数字的元素
        * */
        public static List<Result> scanData(String tableName, Configuration config, String startRow, String stopRow, int limit) throws Exception {
            try (Connection connection = ConnectionFactory.createConnection(config)) {
                Table table = connection.getTable(TableName.valueOf(tableName));
                Scan scan = new Scan();
                if (startRow != null && stopRow != null) {
                    scan.setStartRow(Bytes.toBytes(startRow));
                    scan.setStopRow(Bytes.toBytes(stopRow));
                }
                scan.setBatch(limit);
                List<Result> result = new ArrayList<Result>();
                ResultScanner resultScanner = table.getScanner(scan);
                for (Result r : resultScanner) {
                    result.add(r);
                }
                table.close();
                return result;
            }
        }
    
        public static List<Result> scanData(String tableName, Configuration config, int limit) throws Exception {
            return scanData(tableName, config, null, null, limit);
        }
    
        /*
        * 打印表
        * @tables 打印的表描述对象
        *
        * */
        public static void printTables(HTableDescriptor[] tables) {
            for (HTableDescriptor t : tables) {
                HColumnDescriptor[] columns = t.getColumnFamilies();
                System.out.printf("tables:%s,columns-family:
", t.getTableName());
                for (HColumnDescriptor column : columns) {
                    System.out.printf("	%s
", column.getNameAsString());
                }
            }
        }
    
        /*
         * 格式化输出
         * @result 结果
         *
         * */
    
        public static void showCell(Result result) {
            Cell[] cells = result.rawCells();
            for (Cell cell : cells) {
                System.out.println("RowName:" + new String(CellUtil.cloneRow(cell)) + " ");
                System.out.println("Timetamp:" + cell.getTimestamp() + " ");
                System.out.println("column Family:" + new String(CellUtil.cloneFamily(cell)) + " ");
                System.out.println("row Name:" + new String(CellUtil.cloneQualifier(cell)) + " ");
                System.out.println("value:" + new String(CellUtil.cloneValue(cell)) + " ");
                System.out.println("---------------");
            }
        }
    
        public static void main(String... args) {
            Configuration config = HBaseConfiguration.create();
            config.set("hbase.zookeeper.property.clientPort", "2181");
            config.set("hbase.zookeeper.quorum", "192.168.11.73");
            config.set("hbase.master", "192.168.11.73:60000");
            String tablename = "visitor";
            String[] column_family = {"value"};
            try {
                //创建表
    //          creatTableForce(tablename, column_family, config);
    
                //列出表信息
                HTableDescriptor[] tables = listTables(config);
                printTables(tables);
    
                //插入行
                for (int i = 1; i < 5; i++)
                    instertRow(tablename, config, "row1", column_family[0], i + "", "value");
    
                //获取单行值
                Result result = getData(tablename, config, "row1", column_family[0]);
                showCell(result);
    
                //扫描表，获取前20行
                List<Result> results = scanData(tablename, config, 20);
                for (Result r : results) {
                    showCell(r);
                }
    
            } catch (Exception e) {
                e.printStackTrace();
            }
        }
    }