HBase Java编程示例

作者：网友字体：[增加减小] 来源：互联网时间：2017-05-26

网友通过本文主要向大家介绍了hbase java api,hbase java,spark hbase java,java连接hbase,java操作hbase等相关知识,希望对您有所帮助,也希望大家支持linkedu.com www.linkedu.com

HBase Java编程示例

HelloWorld.zip

package elementary;
import java.io.IOException;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.BufferedMutator;
import org.apache.hadoop.hbase.client.BufferedMutatorParams;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.util.ThreadUtil;
public class HelloWorld {
private static Configuration conf = null;
private static Connection conn = null;
private static Admin admin = null;
public static AtomicInteger count = new AtomicInteger();
/**
* 初始化配置
*/
static {
conf = HBaseConfiguration.create();
//如果沒有配置文件，一定要記得手動宣告
conf.set("hbase.zookeeper.quorum", "10.148.137.143");
conf.set("hbase.zookeeper.property.clientPort", "2181");
}
static {
try {
conn = ConnectionFactory.createConnection();
admin = conn.getAdmin();
} catch (IOException e) {
e.printStackTrace();
}
}
static public class MyThread extends Thread
{
int _start;
String _tablename;
Connection conn;
//BufferedMutator table;
Table table;
public MyThread(int start, String tablename) {
_start = start;
_tablename = tablename;
}
public void run() {
String tablename = _tablename;
Thread current = Thread.currentThread();
long thread_id = current.getId();
System.out.printf("thread[%d] run\n", thread_id);
try {
conn = ConnectionFactory.createConnection();
//BufferedMutatorParams params = new BufferedMutatorParams(TableName.valueOf(tablename));
//params.writeBufferSize(1024 * 4);
//table = conn.getBufferedMutator(params);
table = conn.getTable(TableName.valueOf(tablename));
for (int j=_start; j<100; ++j) {
for (int i=0; i<10000000; ++i) {
// zkb_0_0
String zkb = "zkb_" + String.valueOf(_start) + "_" + String.valueOf(i);
Put put = new Put(Bytes.toBytes(zkb));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field1"),Bytes.toBytes(String.valueOf(i+0)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field2"),Bytes.toBytes(String.valueOf(i+1)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field3"),Bytes.toBytes(String.valueOf(i+2)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field4"),Bytes.toBytes(String.valueOf(i+3)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field5"),Bytes.toBytes(String.valueOf(i+4)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field6"),Bytes.toBytes(String.valueOf(i+5)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field7"),Bytes.toBytes(String.valueOf(i+6)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field8"),Bytes.toBytes(String.valueOf(i+7)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field9"),Bytes.toBytes(String.valueOf(i+8)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field10"),Bytes.toBytes(String.valueOf(i+9)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field11"),Bytes.toBytes(String.valueOf(i+10)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field12"),Bytes.toBytes(String.valueOf(i+11)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field13"),Bytes.toBytes(String.valueOf(i+12)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field14"),Bytes.toBytes(String.valueOf(i+13)));
put.addColumn(Bytes.toBytes("grade"),Bytes.toBytes("field15"),Bytes.toBytes(String.valueOf(i+14)));
//table.mutate(put);
table.put(put);
int m = HelloWorld.count.incrementAndGet();
if (m % 10000 == 0) {
Date dt = new Date();
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss aa");
String now = sdf.format(dt);
System.out.printf("[%s] thread[%d] m=%d, j=%d, i=%d\n", now, thread_id, m, j, i);
}
}
}
System.out.printf("thread[%d] over\n", thread_id);
}
catch (Exception e) {
e.printStackTrace();
}
}
}
/**
* 建立表格
* @param tablename
* @param cfs
*/
public static void createTable(String tablename, String[] cfs){
try {
if (admin.tableExists(TableName.valueOf(tablename))) {
System.out.println("table already exists!");
} else {
HTableDescriptor tableDesc = new HTableDescriptor(TableName.valueOf(tablename));
for (int i = 0; i < cfs.length; i++) {
HColumnDescriptor desc = new HColumnDescriptor(cfs[i]);
desc.setMaxVersions(3650);
tableDesc.addFamily(desc);
}
byte[][] splitKeys = new byte[][] {
Bytes.toBytes("zkb_0_0"),
Bytes.toBytes("zkb_10_0"),
Bytes.toBytes("zkb_20_0"),
Bytes.toBytes("zkb_30_0"),
Bytes.toBytes("zkb_40_0"),
Bytes.toBytes("zkb_50_0"),
Bytes.toBytes("zkb_60_0"),
Bytes.toBytes("zkb_70_0"),
Bytes.toBytes("zkb_80_0"),
Bytes.toBytes("zkb_90_0"),
Bytes.toBytes("zkb_100_0"

分享到：QQ空间新浪微博腾讯微博微信百度贴吧 QQ好友复制网址打印

您可能想查找下面的文章:

HBase Java编程示例

2017-05-26Android 手机卫士--参照文档编写选择器，android选择器
2017-05-26Android中使用findViewByMe提升组件查找效率，光伏组件转换效率
2017-05-26组件RecyclerView的应用(一)，组件recyclerview
2017-05-222.3.9 RatingBar(星级评分条)
2017-05-26A DB2 Performance Tuning Roadmap--Q-BASED A/A IMPLEMENATION
2017-05-26仿Android印象笔记底部导航栏
2017-05-26Android开发学习之路--RxAndroid之初体验
2017-05-26材料设计---Design，设计---design
2017-05-26Android中使用Notification实现进度通知栏（示例三），notification进度条
2017-05-26Android 应用程序集成FaceBook 登录，androidfacebook

HBase Java编程示例

HBase Java编程示例

您可能想查找下面的文章:

相关文章

文章分类

最近更新的内容