golang使用thrift2协议connect hbase

Go 前端之家
前端之家收集整理的这篇文章主要介绍了golang使用thrift2协议connect hbase，前端之家小编觉得挺不错的，现在分享给大家，也给大家做个参考。

1. 我当前的环境是：

go version

go version go1.6 windows/amd64

hbase(main):001:0> version
1.2.4,r67592f3d062743907f8c5ae00dbbe1ae4f69e5af,Tue Oct 25 18:10:20 CDT 2016

创建，测试表 “tb_test”

hbase(main):003:0*create 'tb_test','cf',SPLITS=>['10','20','30','40']

hbase(main):003:0* desc "tb_test"
Table tb_test is ENABLED
tb_test
COLUMN FAMILIES DESCRIPTION
{NAME => 'cf',BLOOMFILTER => 'ROW',VERSIONS => '5',IN_MEMORY => 'false',KEEP_DELETED_CELLS => 'FALSE',DATA_BLOCK_ENCODING => 'N
ONE',TTL => 'FOREVER',COMPRESSION => 'NONE',MIN_VERSIONS => '0',BLOCKCACHE => 'true',BLOCKSIZE => '65536',REPLICATION_SCOPE =>
'0'}
1 row(s) in 0.6630 seconds

在hadoop集群中启动thrfit2 Server：

./hbase-daemon.sh start thrift2

2. 准备golang客户端

2.1. 和python类似，下载thrift2库：http://thrift.apache.org/ 下载最新的 0.10 src版本，如果要以前的版本，也可到 http://archive.apache.org/dist/thrift 去下载 。

2.2. 编译安装：具体有多种方法，Maven，./configure make make install ...

2.3. 生成go代码：thrift -o <output directory{默认当前目录gen-py}> -gen go {对应版本的hbase源码地址}\src\main\resources\org\apache\Hadoop\hbase\thrift2

2.4. 将对应版本中golang接口code复制到当前golang安装目录，{$GOROOT}\src或者{$GOPATH}\src...

2.5. 再通过git获取外部资源git.apache.org/thrift.git/lib/go/thrift ： go getgit.apache.org/thrift.git/lib/go/thrift 或者直接到https://github.com/apache/thrift 直接下载zip包，将至放在$GPPATH\src\git.apache.org\thrift.git\ 目录下即可。

3. 编写客户端代码

  1. /*
  2. * @Author: lesorb.cn
  3. * @Date:   2017-03-21 10:41:04
  4. * @Last Modified by:   lesorb.cn
  5. * @Last Modified time: 2017-03-21 15:08:27
  6. */
  7. package main
  8. import (
  9.    // "encoding/binary"
  10.     "fmt"
  11.     "git.apache.org/thrift.git/lib/go/thrift"
  12.     "hbase"
  13.     "net"
  14.     "os"
  15.     "reflect"
  16. //    "strconv"
  17.     "time"
  18. )
  19.  
  20. const (
  21.     HOST       = "datanode1.hadoop"
  22.     PORT       = "9090"
  23.     TESTRECORD = 10
  24. )
  25.  
  26. func main() {
  27.     startTime := currentTimeMillis()
  28.     logformatstr_ := "----%s\n"
  29.     logformatstr := "----%s Cut times :%d-%d=%d MS \n\n"
  30.     logformattitle := "create connection "
  31.     rowkey := "row_154092606735603"
  32.     temptable := "tb_test"
  33.     protocolFactory := thrift.NewTBinaryProtocolFactoryDefault()
  34.     transport,err := thrift.NewTSocket(net.JoinHostPort(HOST,PORT))
  35.     if err != nil {
  36.         fmt.Fprintln(os.Stderr,"error resolving address:",err)
  37.         os.Exit(1)
  38.     }
  39.     client := hbase.NewTHBaseServiceClientFactory(transport,protocolFactory)
  40.     if err := transport.Open(); err != nil {
  41.         fmt.Fprintln(os.Stderr,"Error opening socket to "+HOST+":"+PORT," ",err)
  42.         os.Exit(1)
  43.     }
  44.     tmpendTime := currentTimeMillis()
  45.     fmt.Printf(logformatstr,logformattitle,tmpendTime,startTime,(tmpendTime - startTime))
  46.     defer transport.Close()
  47.  
  48.     //--------------Exists--------------------
  49.     logformattitle =  " call exist method : "
  50.     fmt.Printf(logformatstr_,logformattitle)
  51.     tmpstartTime := currentTimeMillis()
  52.     //
  53.     isexists,err := (client.Exists([]byte(temptable),&hbase.TGet{Row: []byte(rowkey)}))
  54.     fmt.Printf("rowkey{%s} in table{%s} Exists:%t\t",rowkey,temptable,isexists)
  55.     if err != nil {
  56.         fmt.Printf("Exists err:%s\n",err)
  57.     }
  58.     fmt.Println("")
  59.     tmpendTime = currentTimeMillis()
  60.     fmt.Printf(logformatstr,tmpstartTime,(tmpendTime - tmpstartTime))
  61.  
  62.  
  63.     //------------Get---------------
  64.     logformattitle = "call get method to retrieve data:"
  65.     fmt.Printf(logformatstr_,logformattitle)
  66.     tmpstartTime = currentTimeMillis()
  67.     //
  68.     result,err := (client.Get([]byte(temptable),&hbase.TGet{Row: []byte(rowkey)}))
  69.     if err != nil {
  70.         fmt.Printf("Get err:%s\n",err)
  71.     } else {
  72.         fmt.Println("Rowkey:" + string(result.Row))
  73.         for _,cv := range result.ColumnValues {
  74.             printStruct(cv)
  75.         }
  76.     }
  77.     tmpendTime = currentTimeMillis()
  78.     fmt.Printf(logformatstr,(tmpendTime - tmpstartTime))
  79. 	
  80.     //--------------put------------------------
  81.     logformattitle = "call Put method to write data : "
  82.     rowkey = "row_154092606735604"
  83.     fmt.Printf(logformatstr_,logformattitle)
  84.     tmpstartTime = currentTimeMillis()
  85.     cvarr := []*hbase.TColumnValue{
  86.         &hbase.TColumnValue{
  87.             Family:    []byte("cf"),Qualifier: []byte("title"),Value:     []byte("welcome to lesorb.cn")},&hbase.TColumnValue{
  88.             Family:    []byte("cf"),Qualifier: []byte("content"),Value:     []byte("welcome,why are u here!")},Qualifier: []byte("create"),Value:     []byte("user5")},Qualifier: []byte("create_time"),Value:     []byte("2017-03-21 16:17:26")},Qualifier: []byte("tags"),lesorb")}}
  89.     temptput := hbase.TPut{Row: []byte(rowkey),ColumnValues: cvarr}
  90.     err = client.Put([]byte(temptable),&temptput)
  91.     if err != nil {
  92.         fmt.Printf("Put err:%s\n",err)
  93.     } else {
  94.         fmt.Println("Put done")
  95.     }
  96.     tmpendTime = currentTimeMillis()
  97.     fmt.Printf(logformatstr,(tmpendTime - tmpstartTime))
  98. 	
  99.     //------------DeleteSingle------------
  100.     logformattitle = "call DeleteSingle method to delete a data: "
  101.     fmt.Printf(logformatstr_,logformattitle)
  102.     tmpstartTime = currentTimeMillis()
  103.     tdelete := hbase.TDelete{Row: []byte(rowkey)}
  104.     err = client.DeleteSingle([]byte(temptable),&tdelete)
  105.     if err != nil {
  106.         fmt.Printf("DeleteSingle err:%s\n",err)
  107.     } else {
  108.         fmt.Printf("DeleteSingel done\n")
  109.     }
  110.  
  111.     tmpendTime = currentTimeMillis()
  112.     fmt.Printf(logformatstr,(tmpendTime - tmpstartTime))
  113.  
  114. }
  115.  
  116. //struct
  117. func printStruct(cv interface{}) {
  118.     switch reflect.ValueOf(cv).Interface().(type) {
  119.     case *hbase.TColumnValue:
  120.         s := reflect.ValueOf(cv).Elem()
  121.         typeOfT := s.Type()
  122.         //get Thrift2 field
  123.         for i := 0; i < s.NumField(); i++ {
  124.             f := s.Field(i)
  125.             fileldformatstr := "\t%d: %s(%s)= %v\n"
  126.             switch f.Interface().(type) {
  127.             case []uint8:
  128.                 fmt.Printf(fileldformatstr,i,typeOfT.Field(i).Name,f.Type(),string(f.Interface().([]uint8)))
  129.             case *int64:
  130.                 var tempint64 int64
  131.                 if f.Interface().(*int64) == nil {
  132.                     tempint64 = 0
  133.                 } else {
  134.                     tempint64 = *f.Interface().(*int64)
  135.                 }
  136.                 fmt.Printf(fileldformatstr,tempint64)
  137.             default:
  138.                 fmt.Printf("I don't know")
  139.             }
  140.         }
  141.     default:
  142.         fmt.Printf("I don't know")
  143.         fmt.Print(reflect.ValueOf(cv))
  144.     }
  145. }
  146.  
  147. func currentTimeMillis() int64 {
  148.     return time.Now().UnixNano() / 1000000
  149. }


go run hbase_t.go

运行结果如下：

  1. ----create connection  Cut times :1490084989059-1490084989042=17 MS
  2.  
  3. ---- call exist method :
  4. rowkey{row_154092606735603} in table{tb_test} Exists:true
  5. ---- call exist method :  Cut times :1490084989073-1490084989060=13 MS
  6.  
  7. ----call get method to retrieve data:
  8. Rowkey:row_154092606735603
  9.         0: Family([]uint8)= cf
  10.         1: Qualifier([]uint8)= content
  11.         2: Value([]uint8)= He's full of bad ideas.!
  12.         3: Timestamp(*int64)= 1489489549481
  13.         4: Tags([]uint8)=
  14.         0: Family([]uint8)= cf
  15.         1: Qualifier([]uint8)= create
  16.         2: Value([]uint8)= user4
  17.         3: Timestamp(*int64)= 1489489549481
  18.         4: Tags([]uint8)=
  19.         0: Family([]uint8)= cf
  20.         1: Qualifier([]uint8)= create_time
  21.         2: Value([]uint8)= 2017-03-14 11:04:58
  22.         3: Timestamp(*int64)= 1489489549481
  23.         4: Tags([]uint8)=
  24.         0: Family([]uint8)= cf
  25.         1: Qualifier([]uint8)= title
  26.         2: Value([]uint8)= idea
  27.         3: Timestamp(*int64)= 1489489549481
  28.         4: Tags([]uint8)=
  29. ----call get method to retrieve data: Cut times :1490084989089-1490084989073=16 MS
  30.  
  31. ----call Put method to write data :
  32. Put done
  33. ----call Put method to write data :  Cut times :1490084989177-1490084989089=88 MS
  34.  
  35. ----call DeleteSingle method to delete a data:
  36. DeleteSingel done
  37. ----call DeleteSingle method to delete a data:  Cut times :1490084989195-1490084989178=17 MS

相关code参加我的下载链接：

http://download.csdn.net/detail/lesorb/9788720

猜你在找的Go相关文章

golang简单实现jwt验证(beego、xorm、jwt)
程序目录结构 简单实现，用户登录后返回一个jwt的token，下次请求带上token请求用户信息接...
【工程实践】利用go语言写一个简单的Pow样例
本篇博客的主要内容是用go写一个简单的Proof-of-Work共识机制，不涉及到网络通信环节，只是...
【工程实践】go语言实现MerkleTree
简介 默克尔树（MerkleTree）是一种典型的二叉树结构，其主要特点为： 最下面的叶节点包含...
第九章 goroutine
接下来学习并发编程, 并发编程是go语言最有特色的地方, go对并发编程是原生支持. goroutin...
第十一章 运用广度优先搜索走迷宫
先普及一下, 什么是广度优先搜索 广度优先搜索类似于树的层次遍历。从图中的某一顶点出发，...
第十三章 go实现分布式网络爬虫---单机版爬虫
爬虫的分类 网络爬虫分为两类 1. 通用爬虫: 类似于baidu, google. 他们会把大量的数据挖下...
第十章 channel select 总结
感觉channel在理解起来还有点费劲的, 尤其是select的使用, 既要可以读数据, 又要可以写数据...
第十五章 并发版爬虫第二版 -- 完结
并发版爬虫, 在上一篇单机版爬虫的基础上演变而来 这里只有并发引擎的代码, 基本的解析器代...
第八章--性能优化--pprof详细研究
接着上次的博客:&#160;https://www.cnblogs.com/ITPower/articles/12315637.html ppro...
第八章 测试与性能调优--生成文档和测试示例代码
java也可以生成文档, 就像一个手册一样, 可以用来查看方法, 接口, 下面我们给go项目生成文...
PHPJavaJava SEPythonC#C&C++RubyVBasp.NetGoPerlnettyDjangoDelphiJsp.NET CoreSpringFlaskSpringbootSpringMVCLuaLaravelMybatisAspGroovyThinkPHPYiiswoole
文件时间pythonm相等性PHP Warning时间问题问题解决pcntl_signal采样点wav模块动态文本调用频率限制对外暴露多个访问请求更新数据表模型结构type()方法比较速度手写体sobel算子保存模型Image类nn.Conv2dpytorch1.0kaggleDCGAN交并比range()用法打印模型反卷积卷积