Go连接impala

概要

提示：这里可以添加技术概要

例如：

openAI 的 GPT 大模型的发展历程。

整体架构流程

https://github.com/bippio/go-impala

技术细节

1. go mod init xxx 添加mod文件

2.go get github.com/bippio/go-impala

3.修改驱动版本，不然会报错

• 驱动版本
  github.com/apache/thrift v0.13.0 // indirect
  github.com/bippio/go-impala v2.1.0+incompatible // indirect
  
  4.完整代码

package main

// Simple program to list databases and the tables

import (
	"context"
	"database/sql"
	impala "github.com/bippio/go-impala"
	"log"
)

func main() {

	opts := impala.DefaultOptions
	opts.Host = "10.35.33.xxx"
	opts.Port = "21050"

	connector := impala.NewConnector(&opts)
	db := sql.OpenDB(connector)
	defer db.Close()

	ctx := context.Background()

	rows, err := db.QueryContext(ctx, "SHOW DATABASES")
	if err != nil {
		log.Fatal(err)
	}

	r := struct {
		name    string
		comment string
	}{}

	databases := make([]string, 0) // databases will contain all the DBs to enumerate later
	for rows.Next() {
		if err := rows.Scan(&r.name, &r.comment); err != nil {
			log.Fatal(err)
		}
		databases = append(databases, r.name)
	}
	if err := rows.Err(); err != nil {
		log.Fatal(err)
	}
	log.Println("List of Databases", databases)

	stmt, err := db.PrepareContext(ctx, "SHOW TABLES IN ?")
	if err != nil {
		log.Fatal(err)
	}

	tbl := struct {
		name string
	}{}

	for _, d := range databases {
		rows, err := stmt.QueryContext(ctx, d)
		if err != nil {
			log.Printf("error in querying database %s: %s", d, err.Error())
			continue
		}

		tables := make([]string, 0)
		for rows.Next() {
			if err := rows.Scan(&tbl.name); err != nil {
				log.Println(err)
				continue
			}
			tables = append(tables, tbl.name)
		}
		log.Printf("List of Tables in Database %s: %v\n", d, tables)
	}
}