Go工程选择开源分库分表中间件可用性测试

黄宇韬

于 2025-05-10 09:01:35 发布

阅读量29

点赞数

文章标签： golang 开源中间件可用性测试开发语言

近期在寻找Go工程可以用的开源分库分表中间件，找了3个：ShardingSphere-Proxy，Kingshard，Gaea，下面给出测试过程和对比结果

ShardingSphere-Proxy

https://github.com/apache/shardingsphere
有apache基金会支持，社区活跃, star 20.2k

Kingshard

https://github.com/flike/kingshard
个人项目, github已经不更新了，star 6.4k

Gaea

https://github.com/XiaoMi/Gaea
小米团队发布，最近更新是2024年9月，还算比较新，star 2.7k

分表设置

t_user 分10个表
sharding-proxy是 t_user_0...9
kingshard和Gaea是 t_user_0000...0009

测试代码


package main

import (
	"database/sql"
	"encoding/json"
	"fmt"
	"math/rand"
	"sharding/internal/models"
	"strings"
	_ "github.com/go-sql-driver/mysql" // 导入 MySQL 驱动
	"log"
)

const (
	// 定义颜色的 ANSI 转义序列
	Reset  = "\033[0m"
	Red    = "\033[31m"
	Green  = "\033[32m"
	Yellow = "\033[33m"
	Blue   = "\033[34m"
)

func main() {

	log.Println(Red + "shardingsphere-proxy test" + Reset)
	dsn_proxy := "sharding:sharding@tcp(127.0.0.1:13308)/sharding_user?charset=utf8mb4&parseTime=True&loc=Local"
	sharding_query(dsn_proxy)

	log.Println(Yellow + "kingshard test" + Reset)
	dsn_kingshard := "kingshard:kingshard@tcp(127.0.0.1:9696)/sharding_user?charset=utf8mb4&parseTime=True&loc=Local"
	sharding_query(dsn_kingshard)

	log.Println(Blue + "gaea test" + Reset)
	dsn_gaea := "sharding_gaea:sharding_gaea@tcp(127.0.0.1:13306)/sharding_user?charset=utf8mb4&parseTime=True&loc=Local"

	sharding_query(dsn_gaea)
}

func sharding_query(dsn string) {

	//sharding proxy

	shardingProxyConn, err := sql.Open("mysql", dsn)
	if err != nil {
		log.Println(err)
		return
	}
	defer shardingProxyConn.Close()

	id := rand.Intn(10)
	userName := fmt.Sprintf("test%d", id)
	notFound := false

	// 完整sql,无传参
	var uid uint64
	valScope := strings.ReplaceAll(userName, "'", "\\'")
	err = shardingProxyConn.QueryRow(fmt.Sprintf("select id from t_user where login_name = '%s'", valScope)).Scan(&uid)
	if err != nil {
		if err == sql.ErrNoRows {
			log.Println("query 1 fail 1: ", err.Error())
			notFound = true
		} else {
			log.Println("query 1 fail 2:", err)
		}
	} else {
		log.Println("query 1 success, uid=", uid)
	}

	// sql传参
	err = shardingProxyConn.QueryRow("select id from t_user where login_name = ?", userName).Scan(&uid)
	if err != nil {
		if err == sql.ErrNoRows {
			log.Println("query 2 fail 1: ", err.Error())
			notFound = true
		} else {
			log.Println("query 2 fail 2:", err)
		}
	} else {
		log.Println("query 2 success, uid=", uid)
	}
	// create
	if notFound {
		// sharding-proxy 有 id 自动生成配置,这里方便测试需要，指定id
		sqlIns := "INsert into t_user (id, login_name,passwd,email) values (?, ?, ?, ?)"
		result, err1 := shardingProxyConn.Exec(sqlIns, id, userName, "test1234", "test@test.com")
		if err1 != nil {
			log.Println("insert fail:", err1)
		} else {
			rowsAffected, _ := result.RowsAffected()
			log.Println("insert RowsAffected ", rowsAffected)
		}
	}

	//Select

	rows, err := shardingProxyConn.Query("select id,login_name,email,create_time,update_time from t_user where login_name like ? limit 10", "%test%")
	if err != nil {
		log.Println(err)
		return
	}
	defer rows.Close()

	var userList []models.UserModel
	for rows.Next() {
		var u models.UserModel
		e := rows.Scan(&u.ID, &u.LoginName, &u.Email, &u.CreatedTime, &u.UpdateTime)
		if e != nil {
			log.Println("row scan err:", e)
			continue
		}
		userList = append(userList, u)
	}
	j, _ := json.Marshal(userList)
	log.Println("select result:", string(j))
}

测试结论

shardingsphere-proxy 4.1

分表查询不支持占位符传参，插曲：php测试过支持传参使用
分表只支持全SQL

kingshard

分表查询不支持占位符传参，插曲：php测试过支持传参使用
分表查询支持全SQL

Gaea

分表查询支持占位符传参
分表查询支持全SQL

结论对比

Go代码的工程应用想用分库分表中间件，推荐次序

第1首选优先Gaea，因为支持占位符传参，github最近更新是2024年9月
第2是shardingsphere-proxy 4.1，因为不支持占位符传参，go工程想要用，就全得转换成完整SQL，但是配置比较简单，容易部署，有apache基金会支持，社区活跃
第3是kingshard，因为不支持占位符传参，就全得转换成完整SQL，并且github已经不更新了

测试结果日志

2025/04/19 17:04:24 shardingsphere-proxy test
2025/04/19 17:04:25 query 1 success, uid= 1119859588875681792
[mysql] 2025/04/19 17:04:25 packets.go:64 [warn] unexpected seq nr: expected 4, got 5
2025/04/19 17:04:25 query 2 fail 2: commands out of sync. You can't run this command now
[mysql] 2025/04/19 17:04:25 packets.go:64 [warn] unexpected seq nr: expected 8, got 17
2025/04/19 17:04:25 select result: null

2025/04/19 17:04:25 kingshard test
2025/04/19 17:04:25 query 1 success, uid= 4
2025/04/19 17:04:25 query 2 fail 2: Error 1105 (HY000): prepare error ERROR 1146 (42S02): Table 'sharding_user.t_user' doesn't exist
2025/04/19 17:04:25 Error 1105 (HY000): prepare error ERROR 1146 (42S02): Table 'sharding_user.t_user' doesn't exist

2025/04/19 17:04:25 gaea test
2025/04/19 17:04:25 query 1 fail 1:  sql: no rows in result set
2025/04/19 17:04:25 query 2 fail 1:  sql: no rows in result set
2025/04/19 17:04:25 insert RowsAffected  1
2025/04/19 17:04:25 select result: [{"created_time":"2025-04-19T00:51:23+08:00","update_time":"2025-04-19T00:51:23+08:00","id":1,"Email":"test@test.com","LoginName":"test1","Passwd":"","LoginStatus":0,"LastLoginTime":null,"LoginCount":0}...]

原创作者: imbin 转载于: https://www.cnblogs.com/imbin/p/18835792