2019独角兽企业重金招聘Python工程师标准>>>
我的HBase版本是0.98
首先说明一下,如果用eclipse操作hbase时,如果报Unknown host错误,找不到主机,是因为你没有配IP地址的映射
方法是 找到你的系统盘里面的C:\Windows\System32\drivers\etc下的hosts文件,打开,增加一个映射
加一个映射
192.168.52.140 master
- 1

话不多说,直接看代码,注释很详细
import java.io.IOException;
import java.util.Arrays;
import java.util.List;import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.util.Bytes;public class MyHbaseApi {public static void main(String[] args) {Admin admin=null;Connection con=null;try {//1.获得配置文件对象Configuration conf=HBaseConfiguration.create();//设置配置参数conf.set("hbase.zookeeper.quorum", "192.168.52.140");//2.建立连接con=ConnectionFactory.createConnection(conf);//3.获得会话admin=con.getAdmin();//System.out.println(con);//System.out.println(admin);//4.操作//建立数据库//创建表名对象TableName tn=TableName.valueOf("stu");//a.判断数据库是否存在if(admin.tableExists(tn)){System.out.println("====> 表存在,删除表....");//先使表设置为不可编辑admin.disableTable(tn);//删除表admin.deleteTable(tn);System.out.println("表删除成功.....");}System.out.println("===>表不存在,创建表......");//创建表结构对象HTableDescriptor htd=new HTableDescriptor(tn);//创建列族结构对象HColumnDescriptor hcd1=new HColumnDescriptor("fm1");HColumnDescriptor hcd2=new HColumnDescriptor("fm2");htd.addFamily(hcd1);htd.addFamily(hcd2);//创建表admin.createTable(htd);System.out.println("创建表成功...");//向表中插入数据//a.单个插入Put put =new Put(Bytes.toBytes("row01"));//参数是行健row01put.addColumn(Bytes.toBytes("fm1"), Bytes.toBytes("col1"), Bytes.toBytes("value01"));//获得表对象Table table=con.getTable(tn);table.put(put);//批量插入Put put01 =new Put(Bytes.toBytes("row02"));//参数是行健row02put01.addColumn(Bytes.toBytes("fm2"), Bytes.toBytes("col2"), Bytes.toBytes("value02")).addColumn(Bytes.toBytes("fm2"), Bytes.toBytes("col3"), Bytes.toBytes("value03"));Put put02 =new Put(Bytes.toBytes("row03"));//参数是行健row01put02.addColumn(Bytes.toBytes("fm1"), Bytes.toBytes("col4"), Bytes.toBytes("value04"));List<Put> puts=Arrays.asList(put01,put02);//获得表对象Table table02=con.getTable(tn);table02.put(puts);//读取操作//scanScan scan=new Scan();//获得表对象Table table03=con.getTable(tn);//得到扫描的结果集ResultScanner rs=table03.getScanner(scan);for(Result result:rs){//得到单元格集合List<Cell> cs=result.listCells();for(Cell cell:cs){//取行健String rowKey=Bytes.toString(CellUtil.cloneRow(cell));//取到时间戳long timestamp = cell.getTimestamp();//取到族列String family = Bytes.toString(CellUtil.cloneFamily(cell)); //取到修饰名String qualifier = Bytes.toString(CellUtil.cloneQualifier(cell)); //取到值String value = Bytes.toString(CellUtil.cloneValue(cell)); System.out.println(" ===> rowKey : " + rowKey + ", timestamp : " + timestamp + ", family : " + family + ", qualifier : " + qualifier + ", value : " + value);}}System.out.println(" ===================get取数据==================");//getGet get = new Get(Bytes.toBytes("row02"));get.addColumn(Bytes.toBytes("fm2"), Bytes.toBytes("col2"));Table t04 = con.getTable(tn);Result r = t04.get(get);List<Cell> cs = r.listCells();for (Cell cell : cs) {String rowKey = Bytes.toString(CellUtil.cloneRow(cell)); //取行键long timestamp = cell.getTimestamp(); //取到时间戳String family = Bytes.toString(CellUtil.cloneFamily(cell)); //取到族列String qualifier = Bytes.toString(CellUtil.cloneQualifier(cell)); //取到修饰名String value = Bytes.toString(CellUtil.cloneValue(cell)); //取到值System.out.println(" ===> rowKey : " + rowKey + ", timestamp : " + timestamp + ", family : " + family + ", qualifier : " + qualifier + ", value : " + value);}//删除数据System.out.println(" ===================delete删除数据==================");Delete delete = new Delete(Bytes.toBytes("row02"));delete.addColumn(Bytes.toBytes("fm2"), Bytes.toBytes("col2"));Table t05 = con.getTable(tn);t05.delete(delete);System.out.println(" ===================delete删除数据后==================");//scanscan = new Scan();table03 = con.getTable(tn); //获得表对象rs = table03.getScanner(scan);for (Result result : rs) {cs = result.listCells();for (Cell cell : cs) {String rowKey = Bytes.toString(CellUtil.cloneRow(cell)); //取行键long timestamp = cell.getTimestamp(); //取到时间戳String family = Bytes.toString(CellUtil.cloneFamily(cell)); //取到族列String qualifier = Bytes.toString(CellUtil.cloneQualifier(cell)); //取到修饰名String value = Bytes.toString(CellUtil.cloneValue(cell)); //取到值System.out.println(" ===> rowKey : " + rowKey + ", timestamp : " + timestamp + ", family : " + family + ", qualifier : " + qualifier + ", value : " + value);}}} catch (IOException e) {e.printStackTrace();}//5.关闭try {if (admin != null){admin.close();}if(con != null){con.close();}} catch (IOException e) {e.printStackTrace();}}}
- 1
- 2
- 3
- 4
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
- 21
- 22
- 23
- 24
- 25
- 26
- 27
- 28
- 29
- 30
- 31
- 32
- 33
- 34
- 35
- 36
- 37
- 38
- 39
- 40
- 41
- 42
- 43
- 44
- 45
- 46
- 47
- 48
- 49
- 50
- 51
- 52
- 53
- 54
- 55
- 56
- 57
- 58
- 59
- 60
- 61
- 62
- 63
- 64
- 65
- 66
- 67
- 68
- 69
- 70
- 71
- 72
- 73
- 74
- 75
- 76
- 77
- 78
- 79
- 80
- 81
- 82
- 83
- 84
- 85
- 86
- 87
- 88
- 89
- 90
- 91
- 92
- 93
- 94
- 95
- 96
- 97
- 98
- 99
- 100
- 101
- 102
- 103
- 104
- 105
- 106
- 107
- 108
- 109
- 110
- 111
- 112
- 113
- 114
- 115
- 116
- 117
- 118
- 119
- 120
- 121
- 122
- 123
- 124
- 125
- 126
- 127
- 128
- 129
- 130
- 131
- 132
- 133
- 134
- 135
- 136
- 137
- 138
- 139
- 140
- 141
- 142
- 143
- 144
- 145
- 146
- 147
- 148
- 149
- 150
- 151
- 152
- 153
- 154
- 155
- 156
- 157
- 158
- 159
- 160
- 161
- 162
- 163
- 164
- 165
- 166
- 167
- 168
- 169
- 170
- 171
- 172
- 173
- 174
- 175
- 176
- 177
- 178
- 179
- 180
- 181
- 182
- 183
- 184

下面看对于上面的基本操作的封装,封装好了,以后就可以直接用
import java.io.IOException;
import java.util.HashMap;
import java.util.List;
import java.util.Map;import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.util.Bytes;public class HBaseUtil {private static Configuration conf;private static Connection con;// 初始化连接static {conf = HBaseConfiguration.create(); // 获得配制文件对象conf.set("hbase.zookeeper.quorum", "192.168.52.140");try {con = ConnectionFactory.createConnection(conf);// 获得连接对象} catch (IOException e) {e.printStackTrace();}}// 获得连接public static Connection getCon() {if (con == null || con.isClosed()) {try {con = ConnectionFactory.createConnection(conf);} catch (IOException e) {e.printStackTrace();}}return con;}// 关闭连接public static void close() {if (con != null) {try {con.close();} catch (IOException e) {e.printStackTrace();}}}// 创建表public static void createTable(String tableName, String... FamilyColumn) {TableName tn = TableName.valueOf(tableName);try {Admin admin = getCon().getAdmin();HTableDescriptor htd = new HTableDescriptor(tn);for (String fc : FamilyColumn) {HColumnDescriptor hcd = new HColumnDescriptor(fc);htd.addFamily(hcd);}admin.createTable(htd);admin.close();} catch (IOException e) {e.printStackTrace();}}// 删除表public static void dropTable(String tableName) {TableName tn = TableName.valueOf(tableName);try {Admin admin = con.getAdmin();admin.disableTable(tn);admin.deleteTable(tn);admin.close();} catch (IOException e) {e.printStackTrace();}}// 插入或者更新数据public static boolean insert(String tableName, String rowKey,String family, String qualifier, String value) {try {Table t = getCon().getTable(TableName.valueOf(tableName));Put put = new Put(Bytes.toBytes(rowKey));put.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier),Bytes.toBytes(value));t.put(put);return true;} catch (IOException e) {e.printStackTrace();} finally {HBaseUtil.close();}return false;}// 删除public static boolean del(String tableName, String rowKey, String family,String qualifier) {try {Table t = getCon().getTable(TableName.valueOf(tableName));Delete del = new Delete(Bytes.toBytes(rowKey));if (qualifier != null) {del.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier));} else if (family != null) {del.addFamily(Bytes.toBytes(family));}t.delete(del);return true;} catch (IOException e) {e.printStackTrace();} finally {HBaseUtil.close();}return false;}//删除一行public static boolean del(String tableName, String rowKey) {return del(tableName, rowKey, null, null);}//删除一行下的一个列族public static boolean del(String tableName, String rowKey, String family) {return del(tableName, rowKey, family, null);}// 数据读取//取到一个值public static String byGet(String tableName, String rowKey, String family,String qualifier) {try {Table t = getCon().getTable(TableName.valueOf(tableName));Get get = new Get(Bytes.toBytes(rowKey));get.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier));Result r = t.get(get);return Bytes.toString(CellUtil.cloneValue(r.listCells().get(0)));} catch (IOException e) {e.printStackTrace();}return null;}//取到一个族列的值public static Map<String, String> byGet(String tableName, String rowKey, String family) {Map<String, String> result = null ;try {Table t = getCon().getTable(TableName.valueOf(tableName));Get get = new Get(Bytes.toBytes(rowKey));get.addFamily(Bytes.toBytes(family));Result r = t.get(get);List<Cell> cs = r.listCells();result = cs.size() > 0 ? new HashMap<String, String>() : result;for (Cell cell : cs) {result.put(Bytes.toString(CellUtil.cloneQualifier(cell)), Bytes.toString(CellUtil.cloneValue(cell)));}} catch (IOException e) {e.printStackTrace();}return result;}//取到多个族列的值public static Map<String, Map<String, String>> byGet(String tableName, String rowKey) {Map<String, Map<String, String>> results = null ;try {Table t = getCon().getTable(TableName.valueOf(tableName));Get get = new Get(Bytes.toBytes(rowKey));Result r = t.get(get);List<Cell> cs = r.listCells();results = cs.size() > 0 ? new HashMap<String, Map<String, String>> () : results;for (Cell cell : cs) {String familyName = Bytes.toString(CellUtil.cloneFamily(cell));if (results.get(familyName) == null){results.put(familyName, new HashMap<String, String> ());}results.get(familyName).put(Bytes.toString(CellUtil.cloneQualifier(cell)), Bytes.toString(CellUtil.cloneValue(cell)));}} catch (IOException e) {e.printStackTrace();}return results;}
}
- 1
- 2
- 3
- 4
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
- 21
- 22
- 23
- 24
- 25
- 26
- 27
- 28
- 29
- 30
- 31
- 32
- 33
- 34
- 35
- 36
- 37
- 38
- 39
- 40
- 41
- 42
- 43
- 44
- 45
- 46
- 47
- 48
- 49
- 50
- 51
- 52
- 53
- 54
- 55
- 56
- 57
- 58
- 59
- 60
- 61
- 62
- 63
- 64
- 65
- 66
- 67
- 68
- 69
- 70
- 71
- 72
- 73
- 74
- 75
- 76
- 77
- 78
- 79
- 80
- 81
- 82
- 83
- 84
- 85
- 86
- 87
- 88
- 89
- 90
- 91
- 92
- 93
- 94
- 95
- 96
- 97
- 98
- 99
- 100
- 101
- 102
- 103
- 104
- 105
- 106
- 107
- 108
- 109
- 110
- 111
- 112
- 113
- 114
- 115
- 116
- 117
- 118
- 119
- 120
- 121
- 122
- 123
- 124
- 125
- 126
- 127
- 128
- 129
- 130
- 131
- 132
- 133
- 134
- 135
- 136
- 137
- 138
- 139
- 140
- 141
- 142
- 143
- 144
- 145
- 146
- 147
- 148
- 149
- 150
- 151
- 152
- 153
- 154
- 155
- 156
- 157
- 158
- 159
- 160
- 161
- 162
- 163
- 164
- 165
- 166
- 167
- 168
- 169
- 170
- 171
- 172
- 173
- 174
- 175
- 176
- 177
- 178
- 179
- 180
- 181
- 182
- 183
- 184
- 185
- 186
- 187
- 188
- 189
- 190
- 191
- 192
- 193
- 194
- 195
- 196

看看测试类
package com.yc.hbase.util;import static org.junit.Assert.*;import java.util.Map;import org.junit.Test;public class HBaseUtilTest {@Testpublic void testCreateTable() {//创建表HBaseUtil.createTable("myTest", "myfc1", "myfc2", "myfc3");HBaseUtil.close();HBaseUtil.createTable("myTest02", "myfc1", "myfc2", "myfc3");HBaseUtil.close();}@Testpublic void testDropTable() {//删除表HBaseUtil.dropTable("myTest");HBaseUtil.dropTable("myTest02");}@Testpublic void testInsert(){//插入数据HBaseUtil.insert("myTest", "1", "myfc1", "sex", "men");HBaseUtil.insert("myTest", "1", "myfc1", "name", "xiaoming");HBaseUtil.insert("myTest", "1", "myfc1", "age", "32");HBaseUtil.insert("myTest", "1", "myfc2", "name", "xiaohong");HBaseUtil.insert("myTest", "1", "myfc2", "sex", "woman");HBaseUtil.insert("myTest", "1", "myfc2", "age", "23");}@Testpublic void testByGet(){//得到一行下一个列族下的某列的数据String result = HBaseUtil.byGet("myTest", "1", "myfc1", "name");System.out.println("结果是的: " + result);assertEquals("xiaosan", result);}@Testpublic void testByGet02(){//得到一行下一个列族下的所有列的数据Map<String, String> result = HBaseUtil.byGet("myTest", "1", "myfc1");System.out.println("结果是的: " + result);assertNotNull(result);}@Testpublic void testByGet03(){//得到一行的所有列族的数据Map<String, Map<String, String>> result = HBaseUtil.byGet("myTest", "1");System.out.println("所有列族的数据是: "+result);System.out.println("结果是的: " + result.get("myfc1"));assertNotNull(result);}
}
- 1
- 2
- 3
- 4
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 12
- 13
- 14
- 15
- 16
- 17
- 18
- 19
- 20
- 21
- 22
- 23
- 24
- 25
- 26
- 27
- 28
- 29
- 30
- 31
- 32
- 33
- 34
- 35
- 36
- 37
- 38
- 39
- 40
- 41
- 42
- 43
- 44
- 45
- 46
- 47
- 48
- 49
- 50
- 51
- 52
- 53
- 54
- 55
- 56
- 57
- 58
- 59
- 60
- 61
- 62
- 63
- 64

转载请指明出处http://blog.csdn.net/tanggao1314/article/details/51408166
- ').addClass('pre-numbering').hide();