企业做网站乐云seo快速上线,做图片的软件,做淘宝好还是自建网站好,锐旗网站建设对HBase中常用的API操作进行简单的介绍 对应HBase学习笔记#xff08;1#xff09;—— 知识点总结-CSDN博客中介绍的HBase Shell常用操作 更多用法请参考官网#xff1a;Apache HBase ™ Reference Guide 依赖导入 dependenciesdependencygroupIdo… 对HBase中常用的API操作进行简单的介绍 对应HBase学习笔记1—— 知识点总结-CSDN博客中介绍的HBase Shell常用操作 更多用法请参考官网Apache HBase ™ Reference Guide 依赖导入 dependenciesdependencygroupIdorg.apache.hbase/groupIdartifactIdhbase-server/artifactIdversion2.4.11/versionexclusionsexclusiongroupIdorg.glassfish/groupIdartifactIdjavax.el/artifactId/exclusion/exclusions/dependencydependencygroupIdorg.glassfish/groupIdartifactIdjavax.el/artifactIdversion3.0.1-b06/version/dependency/dependencies
打包所用的插件 buildpluginsplugingroupIdorg.apache.maven.plugins/groupIdartifactIdmaven-shade-plugin/artifactIdversion3.2.4/versionexecutionsexecutionphasepackage/phasegoalsgoalshade/goal/goals/execution/executions/plugin/plugins/build
建立连接
package com.why;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import java.io.IOException;public class HBaseConnect2 {public static Connection connection null;static {try {connection ConnectionFactory.createConnection(); //使用配置文件中的参数hbase.zookeeper.quorumSystem.out.println(connection);} catch (IOException e) {System.out.println(连接创建失败);throw new RuntimeException(e);}}/*** 关闭连接* throws IOException*/public static void closeConnection() throws IOException {if (connection ! null){connection.close();}}}DDL操作
package com.why;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.NamespaceDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.util.Bytes;
import java.io.IOException;public class HBaseDDL {//获取连接private static Connection connection HBaseConnect2.connection;/*** 创建命名空间* param namespace 命名空间名称* throws IOException*/public static void createNamespace(String namespace) throws IOException {//获取admin(admin的连接是轻量级的不是线程安全的不推荐池化或缓存)Admin admin connection.getAdmin();//创建命名空间builderNamespaceDescriptor.Builder builder NamespaceDescriptor.create(namespace);// builder.addConfiguration(user,why);try{admin.createNamespace(builder.build());}catch (IOException e){System.out.println(命名空间已经存在);e.printStackTrace();}admin.close();}/*** 查看所有命名空间* throws IOException*/public static void listNamespaces() throws IOException {Admin admin connection.getAdmin();try {String[] strings admin.listNamespaces();System.out.println(命名空间如下:);for(String string : strings){System.out.println(string);}}catch (IOException e){e.printStackTrace();}admin.close();}/*** 判断表格是否存在* param namespace 命名空间* param table 表格名称* return* throws IOException*/public static boolean isTableExist(String namespace,String table) throws IOException {Admin admin connection.getAdmin();boolean isExist false;try {//通过tableExists方法判断表格是否存在isExist admin.tableExists(TableName.valueOf(namespace,table));}catch (IOException e){e.printStackTrace();}admin.close();return isExist;}/*** 创建表格* param namespace 命名空间* param table 表格名称* param columnFamilies 列族名称* throws IOException*/public static void createTable(String namespace , String table , String... columnFamilies) throws IOException {//判断是否至少有一个列族if(columnFamilies.length 0){System.out.println(至少要有一个列族);return;}//判断表格是否已经存在if(isTableExist(namespace,table)){System.out.println(表格已经存在);return;}Admin admin connection.getAdmin();//创建表格描述的构建器TableDescriptorBuilder tableDescriptorBuilder TableDescriptorBuilder.newBuilder(TableName.valueOf(namespace, table));//添加参数for(String columnFamily : columnFamilies){//创建列族描述的构建器ColumnFamilyDescriptorBuilder columnFamilyDescriptorBuilder ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes(columnFamily));columnFamilyDescriptorBuilder.setMaxVersions(5); //添加最大版本数tableDescriptorBuilder.setColumnFamily(columnFamilyDescriptorBuilder.build()); //创建添加完参数的列族描述}try {admin.createTable(tableDescriptorBuilder.build());}catch (IOException e){e.printStackTrace();}admin.close();}/*** 查看所有表格* throws IOException*/public static void listTableNames() throws IOException {Admin admin connection.getAdmin();try {TableName[] tableNames admin.listTableNames();System.out.println(所有表格如下);for(TableName tableName : tableNames){System.out.println(tableName.getNamespaceAsString() : tableName.getNameAsString());}}catch (IOException e){e.printStackTrace();}admin.close();}/*** 修改表格中某一个列族的版本号* param namespace* param table* param columnFamily 列族* param version 版本号*/public static void modifyTable(String namespace , String table , String columnFamily , int version) throws IOException {if(!isTableExist(namespace,table)){System.out.println(表格不存在无法修改);return;}Admin admin connection.getAdmin();try {//获取表格描述TableDescriptor descriptor admin.getDescriptor(TableName.valueOf(namespace, table));//创建新的表格描述构建器TableDescriptorBuilder tableDescriptorBuilder TableDescriptorBuilder.newBuilder(descriptor);//获取列族描述ColumnFamilyDescriptor columnFamily1 descriptor.getColumnFamily(Bytes.toBytes(columnFamily));//创建新的列族描述构建器ColumnFamilyDescriptorBuilder columnFamilyDescriptorBuilder ColumnFamilyDescriptorBuilder.newBuilder(columnFamily1);//设置参数columnFamilyDescriptorBuilder.setMaxVersions(version);//将新的列族描述添加到表格描述中tableDescriptorBuilder.modifyColumnFamily(columnFamilyDescriptorBuilder.build());admin.modifyTable(tableDescriptorBuilder.build());}catch (IOException e){e.printStackTrace();}admin.close();}/**** param namespace* param table* return true表示删除成功*/public static boolean deleteTable(String namespace , String table) throws IOException {if(!isTableExist(namespace,table)){System.out.println(表格不存在无法删除);return false;}Admin admin connection.getAdmin();try {TableName tableName TableName.valueOf(namespace, table);admin.disableTable(tableName);admin.deleteTable(tableName);}catch (IOException e){e.printStackTrace();}admin.close();return true;}}DML操作
package com.why;import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.CompareOperator;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.ColumnValueFilter;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.util.Bytes;
import java.io.IOException;public class HBaseDML {private static Connection connection HBaseConnect2.connection;/*** 插入数据** param namespace* param table* param rowKey* param columnFamily* param column* param value* throws IOException*/public static void insert(String namespace, String table, String rowKey, String columnFamily, String column, String value) throws IOException {//首先获取表格tableTable table1 connection.getTable(TableName.valueOf(namespace, table));System.out.println(表格创建成功);//创建put对象Put put new Put(Bytes.toBytes(rowKey));System.out.println(put对象创建成功);//向put对象中添加数据put.addColumn(Bytes.toBytes(columnFamily), Bytes.toBytes(column), Bytes.toBytes(value));try {table1.put(put);System.out.println(数据插入成功);} catch (IOException e) {e.printStackTrace();}table1.close();}/*** 读取数据** param namespace* param table* param rowKey* param columnFamily* param column* throws IOException*/public static void get(String namespace, String table, String rowKey, String columnFamily, String column) throws IOException {//获取tableTable table1 connection.getTable(TableName.valueOf(namespace, table));//获取get对象Get get new Get(Bytes.toBytes(rowKey));//设置读取某一列的数据(如果不设置的话则读取所有数据)get.addColumn(Bytes.toBytes(columnFamily), Bytes.toBytes(column));try {//调用get方法读取数据Result result table1.get(get);//获取到所有的cellCell[] cells result.rawCells();//打印valuefor (Cell cell : cells) {String value new String(CellUtil.cloneValue(cell));System.out.println(value);}} catch (IOException e) {e.printStackTrace();}table1.close();}/*** 扫描表** param namespace* param table* param startRow* param stopRow* throws IOException*/public static void scan(String namespace, String table, String startRow, String stopRow) throws IOException {//获取tableTable table1 connection.getTable(TableName.valueOf(namespace, table));//创建scan对象Scan scan new Scan();//添加扫描的起止rowKeyscan.withStartRow(Bytes.toBytes(startRow));scan.withStopRow(Bytes.toBytes(stopRow));try {ResultScanner scanner table1.getScanner(scan);for (Result result : scanner) {Cell[] cells result.rawCells();for (Cell cell : cells) {System.out.print(newString(CellUtil.cloneRow(cell)) - newString(CellUtil.cloneFamily(cell)) - newString(CellUtil.cloneQualifier(cell)) - newString(CellUtil.cloneValue(cell)) \t);}System.out.println();;}} catch (IOException e) {e.printStackTrace();}table1.close();}/*** 扫描表有过滤器** param namespace* param table* param startRow* param stopRow* param columnFamily* param column* param value*/public static void scanWithFilter(String namespace, String table, String startRow, String stopRow, String columnFamily, String column, String value) throws IOException {//获取tableTable table1 connection.getTable(TableName.valueOf(namespace, table));//创建scan对象Scan scan new Scan();//添加扫描的起止rowKeyscan.withStartRow(Bytes.toBytes(startRow));scan.withStopRow(Bytes.toBytes(stopRow));//创建过滤器列表FilterList filterList new FilterList();//创建列过滤器作用只保留当前列的数据ColumnValueFilter columnValueFilter new ColumnValueFilter(Bytes.toBytes(columnFamily),Bytes.toBytes(column),CompareOperator.EQUAL,Bytes.toBytes(value));// // (2) 结果保留整行数据
// // 结果同时会保留没有当前列的数据
// SingleColumnValueFilter singleColumnValueFilter new
// SingleColumnValueFilter(
// // 列族名称
// Bytes.toBytes(columnFamily),
// // 列名
// Bytes.toBytes(column),
// // 比较关系
// CompareOperator.EQUAL,
// // 值
// Bytes.toBytes(value)
// );filterList.addFilter(columnValueFilter);scan.setFilter(filterList);try {ResultScanner scanner table1.getScanner(scan);for (Result result : scanner) {Cell[] cells result.rawCells();for (Cell cell : cells) {System.out.print(newString(CellUtil.cloneRow(cell)) - newString(CellUtil.cloneFamily(cell)) - newString(CellUtil.cloneQualifier(cell)) - newString(CellUtil.cloneValue(cell)) \t);}System.out.println();;}} catch (IOException e) {e.printStackTrace();}table1.close();}/*** 删除数据* param nameSpace* param table* param rowKey* param columnFamily* param column* throws IOException*/public static void delete(String nameSpace, String table, String rowKey, String columnFamily, String column) throws IOException {//获取 tableTable table1 connection.getTable(TableName.valueOf(nameSpace, table));//创建 Delete 对象Delete delete new Delete(Bytes.toBytes(rowKey));//添加删除信息//删除单个版本默认最新delete.addColumn(Bytes.toBytes(columnFamily),Bytes.toBytes(column));// //删除所有版本
// delete.addColumns(Bytes.toBytes(columnFamily),Bytes.toBytes(column));//删除列族delete.addFamily(Bytes.toBytes(columnFamily));try {table1.delete(delete);}catch (IOException e){e.printStackTrace();}table1.close();}
}说明本学习笔记根据基于尚硅谷课程进行整理课程链接hbase 未完待续~
