HBase新版本Java API编程实战及基本操做方法封装

个人HBase版本是0.98
首先说明一下,若是用eclipse操做hbase时,若是报Unknown host错误,找不到主机,是由于你没有配IP地址的映射
方法是 找到你的系统盘里面的C:\Windows\System32\drivers\etc下的hosts文件,打开,增长一个映射
加一个映射java

    

    

    
    
    
    
    
    
  • 1
192.168.52.140 master

话很少说,直接看代码,注释很详细数据库

    

    

    
    
    
    
    
    
  • 1
  • 2
  • 3
  • 4
  • 5
  • 6
  • 7
  • 8
  • 9
  • 10
  • 11
  • 12
  • 13
  • 14
  • 15
  • 16
  • 17
  • 18
  • 19
  • 20
  • 21
  • 22
  • 23
  • 24
  • 25
  • 26
  • 27
  • 28
  • 29
  • 30
  • 31
  • 32
  • 33
  • 34
  • 35
  • 36
  • 37
  • 38
  • 39
  • 40
  • 41
  • 42
  • 43
  • 44
  • 45
  • 46
  • 47
  • 48
  • 49
  • 50
  • 51
  • 52
  • 53
  • 54
  • 55
  • 56
  • 57
  • 58
  • 59
  • 60
  • 61
  • 62
  • 63
  • 64
  • 65
  • 66
  • 67
  • 68
  • 69
  • 70
  • 71
  • 72
  • 73
  • 74
  • 75
  • 76
  • 77
  • 78
  • 79
  • 80
  • 81
  • 82
  • 83
  • 84
  • 85
  • 86
  • 87
  • 88
  • 89
  • 90
  • 91
  • 92
  • 93
  • 94
  • 95
  • 96
  • 97
  • 98
  • 99
  • 100
  • 101
  • 102
  • 103
  • 104
  • 105
  • 106
  • 107
  • 108
  • 109
  • 110
  • 111
  • 112
  • 113
  • 114
  • 115
  • 116
  • 117
  • 118
  • 119
  • 120
  • 121
  • 122
  • 123
  • 124
  • 125
  • 126
  • 127
  • 128
  • 129
  • 130
  • 131
  • 132
  • 133
  • 134
  • 135
  • 136
  • 137
  • 138
  • 139
  • 140
  • 141
  • 142
  • 143
  • 144
  • 145
  • 146
  • 147
  • 148
  • 149
  • 150
  • 151
  • 152
  • 153
  • 154
  • 155
  • 156
  • 157
  • 158
  • 159
  • 160
  • 161
  • 162
  • 163
  • 164
  • 165
  • 166
  • 167
  • 168
  • 169
  • 170
  • 171
  • 172
  • 173
  • 174
  • 175
  • 176
  • 177
  • 178
  • 179
  • 180
  • 181
  • 182
  • 183
  • 184
import java.io.IOException; import java.util.Arrays; import java.util.List; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.Cell; import org.apache.hadoop.hbase.CellUtil; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.HColumnDescriptor; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.client.Admin; import org.apache.hadoop.hbase.client.Connection; import org.apache.hadoop.hbase.client.ConnectionFactory; import org.apache.hadoop.hbase.client.Delete; import org.apache.hadoop.hbase.client.Get; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.client.Result; import org.apache.hadoop.hbase.client.ResultScanner; import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.client.Table; import org.apache.hadoop.hbase.util.Bytes; public class MyHbaseApi { public static void main(String[] args) { Admin admin=null; Connection con=null; try { //1.得到配置文件对象 Configuration conf=HBaseConfiguration.create(); //设置配置参数 conf.set("hbase.zookeeper.quorum", "192.168.52.140"); //2.创建链接 con=ConnectionFactory.createConnection(conf); //3.得到会话 admin=con.getAdmin(); //System.out.println(con); //System.out.println(admin); //4.操做 //创建数据库 //建立表名对象 TableName tn=TableName.valueOf("stu"); //a.判断数据库是否存在 if(admin.tableExists(tn)){ System.out.println("====> 表存在,删除表...."); //先使表设置为不可编辑 admin.disableTable(tn); //删除表 admin.deleteTable(tn); System.out.println("表删除成功....."); } System.out.println("===>表不存在,建立表......"); //建立表结构对象 HTableDescriptor htd=new HTableDescriptor(tn); //建立列族结构对象 HColumnDescriptor hcd1=new HColumnDescriptor("fm1"); HColumnDescriptor hcd2=new HColumnDescriptor("fm2"); htd.addFamily(hcd1); htd.addFamily(hcd2); //建立表 admin.createTable(htd); System.out.println("建立表成功..."); //向表中插入数据 //a.单个插入 Put put =new Put(Bytes.toBytes("row01"));//参数是行健row01 put.addColumn(Bytes.toBytes("fm1"), Bytes.toBytes("col1"), Bytes.toBytes("value01")); //得到表对象 Table table=con.getTable(tn); table.put(put); //批量插入 Put put01 =new Put(Bytes.toBytes("row02"));//参数是行健row02 put01.addColumn(Bytes.toBytes("fm2"), Bytes.toBytes("col2"), Bytes.toBytes("value02")). addColumn(Bytes.toBytes("fm2"), Bytes.toBytes("col3"), Bytes.toBytes("value03")); Put put02 =new Put(Bytes.toBytes("row03"));//参数是行健row01 put02.addColumn(Bytes.toBytes("fm1"), Bytes.toBytes("col4"), Bytes.toBytes("value04")); List<Put> puts=Arrays.asList(put01,put02); //得到表对象 Table table02=con.getTable(tn); table02.put(puts); //读取操做 //scan Scan scan=new Scan(); //得到表对象 Table table03=con.getTable(tn); //获得扫描的结果集 ResultScanner rs=table03.getScanner(scan); for(Result result:rs){ //获得单元格集合 List<Cell> cs=result.listCells(); for(Cell cell:cs){ //取行健 String rowKey=Bytes.toString(CellUtil.cloneRow(cell)); //取到时间戳 long timestamp = cell.getTimestamp(); //取到族列 String family = Bytes.toString(CellUtil.cloneFamily(cell)); //取到修饰名 String qualifier = Bytes.toString(CellUtil.cloneQualifier(cell)); //取到值 String value = Bytes.toString(CellUtil.cloneValue(cell)); System.out.println(" ===> rowKey : " + rowKey + ", timestamp : " + timestamp + ", family : " + family + ", qualifier : " + qualifier + ", value : " + value); } } System.out.println(" ===================get取数据=================="); //get Get get = new Get(Bytes.toBytes("row02")); get.addColumn(Bytes.toBytes("fm2"), Bytes.toBytes("col2")); Table t04 = con.getTable(tn); Result r = t04.get(get); List<Cell> cs = r.listCells(); for (Cell cell : cs) { String rowKey = Bytes.toString(CellUtil.cloneRow(cell)); //取行键 long timestamp = cell.getTimestamp(); //取到时间戳 String family = Bytes.toString(CellUtil.cloneFamily(cell)); //取到族列 String qualifier = Bytes.toString(CellUtil.cloneQualifier(cell)); //取到修饰名 String value = Bytes.toString(CellUtil.cloneValue(cell)); //取到值 System.out.println(" ===> rowKey : " + rowKey + ", timestamp : " + timestamp + ", family : " + family + ", qualifier : " + qualifier + ", value : " + value); } //删除数据 System.out.println(" ===================delete删除数据=================="); Delete delete = new Delete(Bytes.toBytes("row02")); delete.addColumn(Bytes.toBytes("fm2"), Bytes.toBytes("col2")); Table t05 = con.getTable(tn); t05.delete(delete); System.out.println(" ===================delete删除数据后=================="); //scan scan = new Scan(); table03 = con.getTable(tn); //得到表对象 rs = table03.getScanner(scan); for (Result result : rs) { cs = result.listCells(); for (Cell cell : cs) { String rowKey = Bytes.toString(CellUtil.cloneRow(cell)); //取行键 long timestamp = cell.getTimestamp(); //取到时间戳 String family = Bytes.toString(CellUtil.cloneFamily(cell)); //取到族列 String qualifier = Bytes.toString(CellUtil.cloneQualifier(cell)); //取到修饰名 String value = Bytes.toString(CellUtil.cloneValue(cell)); //取到值 System.out.println(" ===> rowKey : " + rowKey + ", timestamp : " + timestamp + ", family : " + family + ", qualifier : " + qualifier + ", value : " + value); } } } catch (IOException e) { e.printStackTrace(); } //5.关闭 try { if (admin != null){ admin.close(); } if(con != null){ con.close(); } } catch (IOException e) { e.printStackTrace(); } } }

下面看对于上面的基本操做的封装,封装好了,之后就能够直接用apache

    

    

    
    
    
    
    
    
  • 1
  • 2
  • 3
  • 4
  • 5
  • 6
  • 7
  • 8
  • 9
  • 10
  • 11
  • 12
  • 13
  • 14
  • 15
  • 16
  • 17
  • 18
  • 19
  • 20
  • 21
  • 22
  • 23
  • 24
  • 25
  • 26
  • 27
  • 28
  • 29
  • 30
  • 31
  • 32
  • 33
  • 34
  • 35
  • 36
  • 37
  • 38
  • 39
  • 40
  • 41
  • 42
  • 43
  • 44
  • 45
  • 46
  • 47
  • 48
  • 49
  • 50
  • 51
  • 52
  • 53
  • 54
  • 55
  • 56
  • 57
  • 58
  • 59
  • 60
  • 61
  • 62
  • 63
  • 64
  • 65
  • 66
  • 67
  • 68
  • 69
  • 70
  • 71
  • 72
  • 73
  • 74
  • 75
  • 76
  • 77
  • 78
  • 79
  • 80
  • 81
  • 82
  • 83
  • 84
  • 85
  • 86
  • 87
  • 88
  • 89
  • 90
  • 91
  • 92
  • 93
  • 94
  • 95
  • 96
  • 97
  • 98
  • 99
  • 100
  • 101
  • 102
  • 103
  • 104
  • 105
  • 106
  • 107
  • 108
  • 109
  • 110
  • 111
  • 112
  • 113
  • 114
  • 115
  • 116
  • 117
  • 118
  • 119
  • 120
  • 121
  • 122
  • 123
  • 124
  • 125
  • 126
  • 127
  • 128
  • 129
  • 130
  • 131
  • 132
  • 133
  • 134
  • 135
  • 136
  • 137
  • 138
  • 139
  • 140
  • 141
  • 142
  • 143
  • 144
  • 145
  • 146
  • 147
  • 148
  • 149
  • 150
  • 151
  • 152
  • 153
  • 154
  • 155
  • 156
  • 157
  • 158
  • 159
  • 160
  • 161
  • 162
  • 163
  • 164
  • 165
  • 166
  • 167
  • 168
  • 169
  • 170
  • 171
  • 172
  • 173
  • 174
  • 175
  • 176
  • 177
  • 178
  • 179
  • 180
  • 181
  • 182
  • 183
  • 184
  • 185
  • 186
  • 187
  • 188
  • 189
  • 190
  • 191
  • 192
  • 193
  • 194
  • 195
  • 196
import java.io.IOException; import java.util.HashMap; import java.util.List; import java.util.Map; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.Cell; import org.apache.hadoop.hbase.CellUtil; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.HColumnDescriptor; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.client.Admin; import org.apache.hadoop.hbase.client.Connection; import org.apache.hadoop.hbase.client.ConnectionFactory; import org.apache.hadoop.hbase.client.Delete; import org.apache.hadoop.hbase.client.Get; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.client.Result; import org.apache.hadoop.hbase.client.Table; import org.apache.hadoop.hbase.util.Bytes; public class HBaseUtil { private static Configuration conf; private static Connection con; // 初始化链接 static { conf = HBaseConfiguration.create(); // 得到配制文件对象 conf.set("hbase.zookeeper.quorum", "192.168.52.140"); try { con = ConnectionFactory.createConnection(conf);// 得到链接对象 } catch (IOException e) { e.printStackTrace(); } } // 得到链接 public static Connection getCon() { if (con == null || con.isClosed()) { try { con = ConnectionFactory.createConnection(conf); } catch (IOException e) { e.printStackTrace(); } } return con; } // 关闭链接 public static void close() { if (con != null) { try { con.close(); } catch (IOException e) { e.printStackTrace(); } } } // 建立表 public static void createTable(String tableName, String... FamilyColumn) { TableName tn = TableName.valueOf(tableName); try { Admin admin = getCon().getAdmin(); HTableDescriptor htd = new HTableDescriptor(tn); for (String fc : FamilyColumn) { HColumnDescriptor hcd = new HColumnDescriptor(fc); htd.addFamily(hcd); } admin.createTable(htd); admin.close(); } catch (IOException e) { e.printStackTrace(); } } // 删除表 public static void dropTable(String tableName) { TableName tn = TableName.valueOf(tableName); try { Admin admin = con.getAdmin(); admin.disableTable(tn); admin.deleteTable(tn); admin.close(); } catch (IOException e) { e.printStackTrace(); } } // 插入或者更新数据 public static boolean insert(String tableName, String rowKey, String family, String qualifier, String value) { try { Table t = getCon().getTable(TableName.valueOf(tableName)); Put put = new Put(Bytes.toBytes(rowKey)); put.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier), Bytes.toBytes(value)); t.put(put); return true; } catch (IOException e) { e.printStackTrace(); } finally { HBaseUtil.close(); } return false; } // 删除 public static boolean del(String tableName, String rowKey, String family, String qualifier) { try { Table t = getCon().getTable(TableName.valueOf(tableName)); Delete del = new Delete(Bytes.toBytes(rowKey)); if (qualifier != null) { del.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier)); } else if (family != null) { del.addFamily(Bytes.toBytes(family)); } t.delete(del); return true; } catch (IOException e) { e.printStackTrace(); } finally { HBaseUtil.close(); } return false; } //删除一行 public static boolean del(String tableName, String rowKey) { return del(tableName, rowKey, null, null); } //删除一行下的一个列族 public static boolean del(String tableName, String rowKey, String family) { return del(tableName, rowKey, family, null); } // 数据读取 //取到一个值 public static String byGet(String tableName, String rowKey, String family, String qualifier) { try { Table t = getCon().getTable(TableName.valueOf(tableName)); Get get = new Get(Bytes.toBytes(rowKey)); get.addColumn(Bytes.toBytes(family), Bytes.toBytes(qualifier)); Result r = t.get(get); return Bytes.toString(CellUtil.cloneValue(r.listCells().get(0))); } catch (IOException e) { e.printStackTrace(); } return null; } //取到一个族列的值 public static Map<String, String> byGet(String tableName, String rowKey, String family) { Map<String, String> result = null ; try { Table t = getCon().getTable(TableName.valueOf(tableName)); Get get = new Get(Bytes.toBytes(rowKey)); get.addFamily(Bytes.toBytes(family)); Result r = t.get(get); List<Cell> cs = r.listCells(); result = cs.size() > 0 ? new HashMap<String, String>() : result; for (Cell cell : cs) { result.put(Bytes.toString(CellUtil.cloneQualifier(cell)), Bytes.toString(CellUtil.cloneValue(cell))); } } catch (IOException e) { e.printStackTrace(); } return result; } //取到多个族列的值 public static Map<String, Map<String, String>> byGet(String tableName, String rowKey) { Map<String, Map<String, String>> results = null ; try { Table t = getCon().getTable(TableName.valueOf(tableName)); Get get = new Get(Bytes.toBytes(rowKey)); Result r = t.get(get); List<Cell> cs = r.listCells(); results = cs.size() > 0 ? new HashMap<String, Map<String, String>> () : results; for (Cell cell : cs) { String familyName = Bytes.toString(CellUtil.cloneFamily(cell)); if (results.get(familyName) == null) { results.put(familyName, new HashMap<String, String> ()); } results.get(familyName).put(Bytes.toString(CellUtil.cloneQualifier(cell)), Bytes.toString(CellUtil.cloneValue(cell))); } } catch (IOException e) { e.printStackTrace(); } return results; } }

看看测试类markdown

    

    

    
    
    
    
    
    
  • 1
  • 2
  • 3
  • 4
  • 5
  • 6
  • 7
  • 8
  • 9
  • 10
  • 11
  • 12
  • 13
  • 14
  • 15
  • 16
  • 17
  • 18
  • 19
  • 20
  • 21
  • 22
  • 23
  • 24
  • 25
  • 26
  • 27
  • 28
  • 29
  • 30
  • 31
  • 32
  • 33
  • 34
  • 35
  • 36
  • 37
  • 38
  • 39
  • 40
  • 41
  • 42
  • 43
  • 44
  • 45
  • 46
  • 47
  • 48
  • 49
  • 50
  • 51
  • 52
  • 53
  • 54
  • 55
  • 56
  • 57
  • 58
  • 59
  • 60
  • 61
  • 62
  • 63
  • 64
package com.yc.hbase.util; import static org.junit.Assert.*; import java.util.Map; import org.junit.Test; public class HBaseUtilTest { @Test public void testCreateTable() { //建立表 HBaseUtil.createTable("myTest", "myfc1", "myfc2", "myfc3"); HBaseUtil.close(); HBaseUtil.createTable("myTest02", "myfc1", "myfc2", "myfc3"); HBaseUtil.close(); } @Test public void testDropTable() { //删除表 HBaseUtil.dropTable("myTest"); HBaseUtil.dropTable("myTest02"); } @Test public void testInsert(){ //插入数据 HBaseUtil.insert("myTest", "1", "myfc1", "sex", "men"); HBaseUtil.insert("myTest", "1", "myfc1", "name", "xiaoming"); HBaseUtil.insert("myTest", "1", "myfc1", "age", "32"); HBaseUtil.insert("myTest", "1", "myfc2", "name", "xiaohong"); HBaseUtil.insert("myTest", "1", "myfc2", "sex", "woman"); HBaseUtil.insert("myTest", "1", "myfc2", "age", "23"); } @Test public void testByGet(){ //获得一行下一个列族下的某列的数据 String result = HBaseUtil.byGet("myTest", "1", "myfc1", "name"); System.out.println("结果是的: " + result); assertEquals("xiaosan", result); } @Test public void testByGet02(){ //获得一行下一个列族下的全部列的数据 Map<String, String> result = HBaseUtil.byGet("myTest", "1", "myfc1"); System.out.println("结果是的: " + result); assertNotNull(result); } @Test public void testByGet03(){ //获得一行的全部列族的数据 Map<String, Map<String, String>> result = HBaseUtil.byGet("myTest", "1"); System.out.println("全部列族的数据是: "+result); System.out.println("结果是的: " + result.get("myfc1")); assertNotNull(result); } }

转载请指明出处http://blog.csdn.net/tanggao1314/article/details/51408166eclipse

(function () { ('pre.prettyprint code').each(function () { var lines = (this).text().split(\n).length;var numbering = $('
    ').addClass('pre-numbering').hide(); (this).addClass(hasnumbering).parent().append( numbering); for (i = 1; i
相关文章
相关标签/搜索