当前位置: 首页 > wzjs >正文

北京网站建设华网叫任何一个人一个小时做网站

北京网站建设华网,叫任何一个人一个小时做网站,男女做污视频网站,wordpress下拉翻页插件Hbase布隆过滤器 小白的Hbase学习笔记 目录 Hbase布隆过滤器 1.过滤表中所有Value中 >23 的内容 2.获取表中age列大于23的所有RowKey值(1的改进) 3.比较以某个Value值开头的列 4.按前缀 准确值 后缀查找 5.获取RowKey中包含15001000的所有RowKe…

Hbase布隆过滤器

 

小白的Hbase学习笔记

 

目录

Hbase布隆过滤器

1.过滤表中所有Value中 >23 的内容

2.获取表中age列大于23的所有RowKey值(1的改进)

3.比较以某个Value值开头的列

4.按前缀 准确值 后缀查找

5.获取RowKey中包含15001000的所有RowKey(速度更快)

6.过滤列族名称以2结尾的RowKey数据

7.获取列名称以 na 开头的所有RowKey

8.对学生表中的信息进行过滤 条件有:1.所有性别为男性 2.所有文科班 3.年龄大于23岁


 

 

1.过滤表中所有Value中 >23 的内容

 

package com.shujia.comparator;import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.BinaryComparator;
import org.apache.hadoop.hbase.filter.CompareFilter;
import org.apache.hadoop.hbase.filter.ValueFilter;
import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;
//过滤器/*** 需求:*      过滤表中所有Value中 >23 的内容*/
public class Code01ComparatorValue {public static void main(String[] args) throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum","node1,node2,master");Connection conn = ConnectionFactory.createConnection(conf);Table table = conn.getTable(TableName.valueOf("jan:tbl1"));Scan scan=new Scan();/*** (CompareOp valueCompareOp, ByteArrayComparable valueComparator)*///创建字节比较器 参数传入具体比较的值BinaryComparator binaryComparator = new BinaryComparator(Bytes.toBytes("23"));//该过滤器是针对于当前表中所有的值进行过滤 只要满足则返回一行 并且 如果不满足返回NULL//put 'jan:tbl1','1001','info:name','25'ValueFilter filter = new ValueFilter(CompareFilter.CompareOp.GREATER, binaryComparator);//设置过滤器scan.setFilter(filter);//获取扫描器对象ResultScanner scanner = table.getScanner(scan);for (Result result : scanner) {String rowKey = Bytes.toString(result.getRow());String name = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("name")));String age = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("age")));String gender = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("gender")));String clazz = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("clazz")));System.out.println(rowKey+","+name+","+age+","+gender+","+clazz);}table.close();conn.close();}
}

f0282c04f2904319bb0e74d546dff6be.png

 

2.获取表中age列大于23的所有RowKey值(1的改进)

 

package com.shujia.comparator;//需求:获取表中age列大于23的所有RowKey值
//01的改进代码
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.BinaryComparator;
import org.apache.hadoop.hbase.filter.CompareFilter;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.filter.ValueFilter;
import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;public class Code02ComparatorSingleColumns {public static void main(String[] args) throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum","node1,node2,master");Connection conn = ConnectionFactory.createConnection(conf);Table table = conn.getTable(TableName.valueOf("jan:tbl1"));Scan scan=new Scan();/*** 单列过滤器:*      用于过滤单列值*      返回的数据是满足条件的所有RowKey*注意:*      如果一条RowKey用于比较的列不存在 那么该RowKey也会被返回*/SingleColumnValueFilter filter = new SingleColumnValueFilter(Bytes.toBytes("info"),Bytes.toBytes("age"),CompareFilter.CompareOp.GREATER,Bytes.toBytes(23));//设置过滤器scan.setFilter(filter);//获取扫描器对象ResultScanner scanner = table.getScanner(scan);for (Result result : scanner) {String rowKey = Bytes.toString(result.getRow());String name = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("name")));String age = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("age")));String gender = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("gender")));String clazz = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("clazz")));System.out.println(rowKey+","+name+","+age+","+gender+","+clazz);}table.close();conn.close();}
}

7ea09daf85aa4d1dadf297030478f205.png

 

3.比较以某个Value值开头的列

 

package com.shujia.comparator;//该比较器用于比较以某个Value值开头的列
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;public class Code03ComparatorSingleColumns {public static void main(String[] args) throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum","node1,node2,master");Connection conn = ConnectionFactory.createConnection(conf);Table table = conn.getTable(TableName.valueOf("jan:tbl1"));Scan scan=new Scan();/*** 单列过滤器:*      用于过滤单列值*      返回的数据是满足条件的所有RowKey*注意:*      如果一条RowKey用于比较的列不存在 那么该RowKey也会被返回*/SingleColumnValueFilter filter = new SingleColumnValueFilter(Bytes.toBytes("info"),Bytes.toBytes("clazz"),CompareFilter.CompareOp.EQUAL,//该比较器用于比较以某个Value值开头的列new BinaryPrefixComparator(Bytes.toBytes("文科")));//二进制前缀比较器//new BinaryPrefixComparator(Bytes.toBytes("文科六")));//设置过滤器scan.setFilter(filter);//获取扫描器对象ResultScanner scanner = table.getScanner(scan);for (Result result : scanner) {String rowKey = Bytes.toString(result.getRow());String name = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("name")));String age = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("age")));String gender = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("gender")));String clazz = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("clazz")));System.out.println(rowKey+","+name+","+age+","+gender+","+clazz);}table.close();conn.close();}
}

ef74e68da6c94770832e84981bd86e28.png

 

4.按前缀 准确值 后缀查找

 

package com.shujia.comparator;//需求:获取RowKey中包含15001000的所有RowKeyimport org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;public class Code04ComparatorRowKey {public static void main(String[] args) throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum","node1,node2,master");Connection conn = ConnectionFactory.createConnection(conf);Table table = conn.getTable(TableName.valueOf("jan:tbl1"));Scan scan=new Scan();RowFilter filter = new RowFilter(CompareFilter.CompareOp.EQUAL//RowKey中的值以15001000为开头的, new BinaryPrefixComparator(Bytes.toBytes("15001000"))//如果我们想按照准确的信息查找//, new BinaryComparator(Bytes.toBytes("1500100001"))//通过RegexStringComparator的正则表达式过滤以98为结尾的内容//,new RegexStringComparator(".*02$"));//设置过滤器scan.setFilter(filter);//获取扫描器对象ResultScanner scanner = table.getScanner(scan);for (Result result : scanner) {String rowKey = Bytes.toString(result.getRow());String name = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("name")));String age = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("age")));String gender = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("gender")));String clazz = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("clazz")));System.out.println(rowKey+","+name+","+age+","+gender+","+clazz);}table.close();conn.close();}
}

5186a1be27c34841a2566f46ff27918a.png

9f8f375e23be46229ff14d2663e76ac4.png

ab1bb63ab91a44f1b098712ecbd7d0a3.png

 

5.获取RowKey中包含15001000的所有RowKey(速度更快)

 

package com.shujia.comparator;//需求:获取RowKey中包含15001000的所有RowKeyimport org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;public class Code05ComparatorPrefix {public static void main(String[] args) throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum","node1,node2,master");Connection conn = ConnectionFactory.createConnection(conf);Table table = conn.getTable(TableName.valueOf("jan:tbl1"));Scan scan=new Scan();/***相比于在RowFilter中添加 BinaryComparator(Bytes.toBytes("15001000"))* PrefixFilter 执行速度更快 效率更高*/PrefixFilter filter = new PrefixFilter(Bytes.toBytes("15001000"));//设置过滤器scan.setFilter(filter);//获取扫描器对象ResultScanner scanner = table.getScanner(scan);for (Result result : scanner) {String rowKey = Bytes.toString(result.getRow());String name = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("name")));String age = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("age")));String gender = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("gender")));String clazz = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("clazz")));System.out.println(rowKey+","+name+","+age+","+gender+","+clazz);}table.close();conn.close();}
}

366b349d6c1f48cc843d7e4087a927a2.png

 

6.过滤列族名称以2结尾的RowKey数据

 

package com.shujia.comparator;//需求:获取RowKey中包含15001000的所有RowKeyimport org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;
import java.util.List;//需求:
//      过滤列族名称以2结尾的RowKey数据public class Code06ComparatorFamily {public static void main(String[] args) throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum","node1,node2,master");Connection conn = ConnectionFactory.createConnection(conf);Table table = conn.getTable(TableName.valueOf("jan:tbl1"));Scan scan=new Scan();FamilyFilter filter = new FamilyFilter(CompareFilter.CompareOp.EQUAL, new RegexStringComparator(".*2$"));//desc 'jan:tbl1'//添加列族 alter 'jan:tbl1',{NAME => 'info2',VERSIONS => 1}//put 'jan:tbl1','1001','info2:name','zhangsan'//put 'jan:tbl1','1002','info2:name','zhangsan'//设置过滤器scan.setFilter(filter);//获取扫描器对象ResultScanner scanner = table.getScanner(scan);for (Result result : scanner) {List<Cell> cells = result.listCells();String rowKey = Bytes.toString(result.getRow());for (Cell cell : cells) {String family = Bytes.toString(CellUtil.cloneFamily(cell));String qualifier = Bytes.toString(CellUtil.cloneQualifier(cell));String value = Bytes.toString(CellUtil.cloneValue(cell));System.out.println(rowKey+","+family+","+qualifier+","+value);}}table.close();conn.close();}
}

777e78c120504c22bc4ae37f4a419678.png

81fccb2343df47c69dd2746208ca6a69.png

 

7.获取列名称以 na 开头的所有RowKey

 

package com.shujia.comparator;//需求:获取RowKey中包含15001000的所有RowKeyimport org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;
import java.util.List;//需求:
//      获取列名称以 na 开头的所有RowKeypublic class Code07ComparatorColumns {public static void main(String[] args) throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum","node1,node2,master");Connection conn = ConnectionFactory.createConnection(conf);Table table = conn.getTable(TableName.valueOf("jan:tbl1"));Scan scan=new Scan();ColumnPrefixFilter filter = new ColumnPrefixFilter(Bytes.toBytes("na"));//设置过滤器scan.setFilter(filter);//获取扫描器对象ResultScanner scanner = table.getScanner(scan);for (Result result : scanner) {List<Cell> cells = result.listCells();String rowKey = Bytes.toString(result.getRow());for (Cell cell : cells) {String family = Bytes.toString(CellUtil.cloneFamily(cell));String qualifier = Bytes.toString(CellUtil.cloneQualifier(cell));String value = Bytes.toString(CellUtil.cloneValue(cell));System.out.println(rowKey+","+family+","+qualifier+","+value);}}table.close();conn.close();}
}

061408d885614570bf897193e01647a3.png

 

8.对学生表中的信息进行过滤 条件有:1.所有性别为男性 2.所有文科班 3.年龄大于23岁

 

package com.shujia.comparator;//需求:
//      对学生表中的信息进行过滤 条件有:1.所有性别为男性 2.所有文科班 3.年龄大于23岁import com.sun.xml.internal.bind.v2.runtime.unmarshaller.XsiNilLoader;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;
import java.util.ArrayList;
import java.util.List;//需求:
//      获取列名称以 na 开头的所有RowKeypublic class Code08Comparator {public static void main(String[] args) throws IOException {Configuration conf = new Configuration();conf.set("hbase.zookeeper.quorum","node1,node2,master");Connection conn = ConnectionFactory.createConnection(conf);Table table = conn.getTable(TableName.valueOf("jan:tbl1"));Scan scan=new Scan();//1.所有性别为男性SingleColumnValueFilter filter1 = new SingleColumnValueFilter(Bytes.toBytes("info"), Bytes.toBytes("gender"), CompareFilter.CompareOp.EQUAL, new BinaryPrefixComparator(Bytes.toBytes("男")));//2.所有文科班SingleColumnValueFilter filter2 = new SingleColumnValueFilter(Bytes.toBytes("info"), Bytes.toBytes("clazz"), CompareFilter.CompareOp.EQUAL, new BinaryPrefixComparator(Bytes.toBytes("文科")));//3.年龄大于23岁SingleColumnValueFilter filter3 = new SingleColumnValueFilter(Bytes.toBytes("info"), Bytes.toBytes("age"), CompareFilter.CompareOp.GREATER, new BinaryPrefixComparator(Bytes.toBytes("23")));List<Filter> filters = new ArrayList<>();filters.add(filter1);filters.add(filter2);filters.add(filter3);FilterList filter = new FilterList(filters);//设置过滤器scan.setFilter(filter);//获取扫描器对象ResultScanner scanner = table.getScanner(scan);for (Result result : scanner) {String rowKey = Bytes.toString(result.getRow());String name = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("name")));String age = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("age")));String gender = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("gender")));String clazz = Bytes.toString(result.getValue(Bytes.toBytes("info"), Bytes.toBytes("clazz")));System.out.println(rowKey+","+name+","+age+","+gender+","+clazz);}table.close();conn.close();}
}

d5cfd5c8ceb1469ba28f08696c50e95a.png

 

 

 


文章转载自:

http://1RgdVEtW.gqfbL.cn
http://t16jUrFC.gqfbL.cn
http://gTRcI6sn.gqfbL.cn
http://4BcfGXRJ.gqfbL.cn
http://mtHCFiIx.gqfbL.cn
http://hOr2etyJ.gqfbL.cn
http://XDhSGWdV.gqfbL.cn
http://db1Dak72.gqfbL.cn
http://6SHJZrRL.gqfbL.cn
http://KALocTnw.gqfbL.cn
http://7i0rpx1w.gqfbL.cn
http://yvxSSCWn.gqfbL.cn
http://Sk1yKbiX.gqfbL.cn
http://IdVksuG4.gqfbL.cn
http://0Dw9QrtW.gqfbL.cn
http://IFmzxOgh.gqfbL.cn
http://5c57wLsb.gqfbL.cn
http://j7ModnOm.gqfbL.cn
http://wG8FnpS6.gqfbL.cn
http://k9XaB8iS.gqfbL.cn
http://AXfeOQ94.gqfbL.cn
http://SOsFYh8y.gqfbL.cn
http://yIyesbCT.gqfbL.cn
http://jIPbpQic.gqfbL.cn
http://8SdYkQj1.gqfbL.cn
http://3CuGfySi.gqfbL.cn
http://y0xYwXOS.gqfbL.cn
http://kppV6iZJ.gqfbL.cn
http://dwH6Zsfg.gqfbL.cn
http://q1azxjXP.gqfbL.cn
http://www.dtcms.com/wzjs/621608.html

相关文章:

  • 山东电力建设网站仿站模板
  • 分类信息网站系统cms一站式服务是什么意思
  • 软件免费网站大全长沙网站建设搭建
  • 京津冀协同发展意义江西省seo
  • 张家界建设信息网站免费免费建站
  • 旅游网站开发需求文档模板云虚拟主机怎么建网站
  • 如何让移动网站更优秀网站弹出窗口js
  • 北仑网站建设培训学校惠州网络推广哪里找
  • 企业网站报价方案下载网站开发初学
  • 建设网站的公司汇总wordpress直播购物插件
  • 珠海知名网站专业制作简历收费
  • 包头做网站上海 房地产网站建设
  • 公司网站做的好的公司企业网站优化技巧
  • 武隆网站建设费用关于加强网站建设的意见
  • 推荐一本学做网站的书网站怎么做能让人搜到
  • 做网站主要是做什么2345网址导航下载官网
  • 重新建设网站的报告泰安招聘网站有哪些
  • 广东网站建设网站汉中门户网
  • 微信公众号怎么创建文章多网站怎么做seo
  • 1688网站一起做网店单位网站怎么做
  • 厚街网站建设费用欢迎页网页设计作品欣赏
  • 云主机怎么装网站网站怎么做 流程图
  • 公司网站关键词优化分析网络营销的特点
  • 网站开发流程步骤枣庄网站建设枣庄
  • 网站域名与网站首页网址福建省住房建设厅网站
  • 网站建设的运营计划网络内容建设包括什么
  • 做网站需要那些软件濮阳做网站的公司
  • 装饰工程设计东莞网站建设如何找百度做网站
  • 国外源代码网站网站快照长期不更新
  • 网站建设推广语制作钓鱼网站的费用