golang 整合es6, es7, xorm

1. 新建项目

项目git代码
相关学习网址

2.初始化go.mod

3.编写配置

package config

import (
	"fmt"
	_ "github.com/go-sql-driver/mysql"
	xorm "github.com/go-xorm/xorm"
	elastic6 "github.com/olivere/elastic"
	elastic7 "github.com/olivere/elastic/v7"
	"log"
)

var GlobalConfig *Config

type Config struct {
	Xm        *xorm.Engine
	EsClient6 *elastic6.Client
	EsClient7 *elastic7.Client
}

// 初始化 client
func InitConfig() {
	// 初始化 Mysql
	initMysql()
	// 初始化 es6
	initEs6()
	// 初始化 es7
	initEs7()
}

// 初始化 Mysql
func initMysql() {
	// 初始化 MysqlDB
	var err error
	xm, err := xorm.NewEngine("mysql", "root:123456@tcp(127.0.0.1:3306)/test?charset=utf8")
	if err != nil {
		log.Fatal("数据库连接失败:", err)
		return
	}
	fmt.Println("mysql 连接成功")
	GlobalConfig = &Config{
		Xm: xm,
	}
}

// 初始化 es6
func initEs6() {
	// 此处链接的是 docker 的es,索引不能使用 localhost,必须用 本机ip
	host6 := "http://10.31.1.123:9300/"
	client6, err := elastic6.NewClient(
		elastic6.SetSniff(false),
		// 设置ES服务地址,支持多个地址
		elastic6.SetURL(host6),
		// 设置基于http base auth验证的账号和密码
		//elastic.SetBasicAuth("user", "secret"),
	)
	if err != nil {
		// Handle error
		fmt.Printf("Es6 连接失败: %v\n", err)
		return
	} else {
		GlobalConfig.EsClient6 = client6
		fmt.Println("Es6 连接成功")
	}
}

// 初始化 es7
func initEs7() {
	// 此处链接的是 docker 的es,索引不能使用 localhost,必须用 本机ip
	host7 := "http://10.31.1.123:9200/"
	client7, err := elastic7.NewClient(
		elastic7.SetSniff(false),
		// 设置ES服务地址,支持多个地址
		elastic7.SetURL(host7),
		// 设置基于http base auth验证的账号和密码
		//elastic.SetBasicAuth("user", "secret"),
	)
	if err != nil {
		// Handle error
		fmt.Printf("Es7 连接失败: %v\n", err)
		return
	} else {
		GlobalConfig.EsClient7 = client7
		fmt.Println("Es7 连接成功")
	}
}

编写main, 使用gin

package main

import (
	"github.com/gin-gonic/gin"
	"main/config"
	"main/controller"
)

func main() {
	// 初始化
	config.InitConfig()
	// start http server
	router := gin.Default()
	router.GET("/sync", controller.Sync)
	router.POST("/add", controller.Add)
	router.POST("/update", controller.Update)
	router.GET("/delete/:id", controller.Delete)
	router.GET("/getById/:id", controller.GetById)
	router.GET("/getList", controller.GetList)

	// es 6
	router.GET("/createIndex6", controller.CreateCmsIndex6)
	router.GET("/deleteIndex6", controller.DeleteCmsIndex6)
	router.GET("/rebuildIndex6", controller.RebuildCmsIndex6)
	router.GET("/searchDate6/:keyword", controller.SearchDate6)

	// es 7
	router.GET("/createIndex7", controller.CreateCmsIndex7)
	router.GET("/deleteIndex7", controller.DeleteCmsIndex7)
	router.GET("/rebuildIndex7", controller.RebuildCmsIndex7)
	router.GET("/searchDate7/:keyword", controller.SearchDate7)

	router.Run(":10000")

}

编写controller

  • xorm
package controller

import (
	"github.com/gin-gonic/gin"
	"main/common"
	"main/model"
	"time"
)

// 创建table
func Sync(ctx *gin.Context) {
	err := model.Sync()
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	common.JSONResp(ctx, 200, "create table ok", nil)
}

// add
func Add(ctx *gin.Context) {
	ctx.PostForm("title")
	cms := &model.Cms{
		Id:      time.Now().Unix(),
		Title:   ctx.PostForm("title"),
		Tags:    ctx.PostForm("tags"),
		Content: ctx.PostForm("content"),
	}
	err := model.Add(cms)
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	common.JSONResp(ctx, 200, "add ok", nil)
}

// 更新 暂无实现
func Update(ctx *gin.Context) {
	err := model.Update()
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	common.JSONResp(ctx, 200, "update ok", nil)
}

// 删除
func Delete(ctx *gin.Context) {
	id, err := model.Delete(ctx.Param("id"))
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	common.JSONResp(ctx, 200, "delete ok", id)
}

// getById
func GetById(ctx *gin.Context) {
	cms, err := model.GetById(ctx.Param("id"))
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	common.JSONResp(ctx, 200, "getById ok", cms)
}

// 查询列表
func GetList(ctx *gin.Context) {
	limit := ctx.Query("limit")
	cmsList, err := model.GetList(limit)
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	common.JSONResp(ctx, 200, "getById ok", cmsList)
}

  • elasticsearch6 实现
package controller

import (
	"context"
	"encoding/json"
	"fmt"
	"github.com/gin-gonic/gin"
	"github.com/olivere/elastic"
	"main/common"
	"main/config"
	"main/model"
	"strconv"
)

const mapping6_cms = `
{
    "mappings": {
        "cms": {
            "properties": {
                "id": {
                    "type": "keyword"
                },
                "tags": {
                    "type": "text"
                },
                "title": {
                    "type": "keyword"
                },
                "content": {
                    "type": "text"
                },
                "createTime": {
                    "type": "keyword"
                },
                "updateTime": {
                    "type": "keyword"
                }
            }
        }
    }
}`

const mapping6_cms_no_type = `
{
    "mappings": {
		"properties": {
			"id": {
				"type": "keyword"
			},
			"tags": {
				"type": "text"
			},
			"title": {
				"type": "keyword"
			},
			"content": {
				"type": "text"
			},
			"createTime": {
				"type": "keyword"
			},
			"updateTime": {
				"type": "keyword"
			}
		}
    }
}`

const mapping6_cms_ik_comma = `
{
    "settings": {
        "index": {
            "number_of_shards": 5,
            "number_of_replicas": 0
        },
        "analysis": {
            "analyzer": {
                "comma": {
                    "type": "pattern",
                    "pattern": ","
                }
            }
        }
    },
    "mappings": {
        "cms": {
            "properties": {
                "id": {
                    "type": "keyword"
                },
                "tags": {
                    "type": "text",
					"analyzer": "comma",
                    "search_analyzer": "comma"
                },
                "title": {
                    "type": "text",
                    "analyzer": "ik_max_word",
                    "search_analyzer": "ik_max_word"
                },
                "content": {
                    "type": "text",
                    "analyzer": "ik_max_word",
                    "search_analyzer": "ik_max_word"
                },
                "createTime": {
                    "type": "keyword"
                },
                "updateTime": {
                    "type": "keyword"
                }
            }
        }
    }
}`

// 创建索引
func CreateCmsIndex6(ctx *gin.Context) {
	// 首先检测下weibo索引是否存在
	client := config.GlobalConfig.EsClient6
	exists, err := client.IndexExists("cms_index").Do(ctx)
	if err != nil {
		// Handle error
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	if !exists {
		// weibo索引不存在,则创建一个
		//_, err := client.CreateIndex("cms_index").BodyString(mapping6_cms_no_type).Do(ctx)
		_, err := client.CreateIndex("cms_index").BodyString(mapping6_cms_ik_comma).Do(ctx)
		if err != nil {
			common.JSONResp(ctx, 500, err.Error(), nil)
			return
		}
	}
	common.JSONResp(ctx, 200, "create 6 cms_index ok", nil)
}

// 删除索引
func DeleteCmsIndex6(ctx *gin.Context) {
	client := config.GlobalConfig.EsClient6
	// 首先检测下weibo索引是否存在
	deleteIndex, err := client.DeleteIndex("cms_index").Do(ctx)
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	if !deleteIndex.Acknowledged {
		// Not acknowledged
		common.JSONResp(ctx, 500, "delete 6 cms_index fail", nil)
	}
	common.JSONResp(ctx, 200, "delete 6 cms_index ok", nil)
}

// 重建索引数据(此处可以分批进行)
func RebuildCmsIndex6(ctx *gin.Context) {
	client := config.GlobalConfig.EsClient6
	cmsList, err := model.GetList("")
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	if len(cmsList) > 0 {
		bulkRequest := client.Bulk()
		for _, cms := range cmsList {
			req := elastic.NewBulkIndexRequest().
				Index("cms_index").
				Type("cms").
				Id(strconv.FormatInt(cms.Id, 10)).
				Doc(cms)
			bulkRequest = bulkRequest.Add(req)
		}
		bulkResponse, err := bulkRequest.Do(context.Background())
		if err != nil {
			common.JSONResp(ctx, 500, err.Error(), nil)
			return
		}
		fmt.Println("耗时:", bulkResponse.Took, "索引了:", len(bulkResponse.Items))
	}
	common.JSONResp(ctx, 200, "add elastic 6,"+strconv.Itoa(len(cmsList))+"条数据", nil)
}

// 查询
func SearchDate6(ctx *gin.Context) {
	client := config.GlobalConfig.EsClient6
	//接收参数
	pageNo := 1
	pageSize := 10
	keyword := ctx.Param("keyword")
	pageNoStr := ctx.Query("pageNo")
	pageSizeStr := ctx.Query("pageSize")
	if pageNoStr != "" && pageSizeStr == "" {
		pageNo, _ = strconv.Atoi(pageNoStr)
		pageSize, _ = strconv.Atoi(pageSizeStr)
	}
	//where数组
	qList := make([]elastic.Query, 0)
	//加入图书名搜索条件
	if keyword != "" {
		machQuery := elastic.NewMatchQuery("title", keyword)
		qList = append(qList, machQuery)
		pressQuery := elastic.NewMatchQuery("tags", keyword)
		qList = append(qList, pressQuery)
	}

	//处理排序
	sortList := make([]elastic.Sorter, 0)
	{
		//以匹配度从高到低
		//sortList=append(sortList,elastic.NewScoreSort().Desc())
		sortList = append(sortList, elastic.NewFieldSort("id").Desc())
	}
	//must 相当于 where ... and ...
	boolMustQuery := elastic.NewBoolQuery().Should(qList...)
	jsons, errs := json.Marshal(boolMustQuery)
	if errs == nil {
		fmt.Println(string(jsons))
	}
	//分页
	rsp, err := client.Search().
		Query(boolMustQuery).SortBy(sortList...).
		From((pageNo - 1) * pageSize).Size(pageSize).
		Index("cms_index").Do(ctx)
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	common.JSONResp(ctx, 200, "", rsp)
}

  • elasticsearch7 实现
package controller

import (
	"context"
	"encoding/json"
	"fmt"
	"github.com/gin-gonic/gin"
	"github.com/olivere/elastic"
	elastic7 "github.com/olivere/elastic/v7"
	"main/common"
	"main/config"
	"main/model"
	"strconv"
)

const mapping7_cms = `
{
    "mappings": {
        "cms": {
            "properties": {
                "id": {
                    "type": "keyword"
                },
                "tags": {
                    "type": "text"
                },
                "title": {
                    "type": "keyword"
                },
                "content": {
                    "type": "text"
                },
                "createTime": {
                    "type": "keyword"
                },
                "updateTime": {
                    "type": "keyword"
                }
            }
        }
    }
}`

const mapping7_cms2 = `
{
    "mappings": {
		"properties": {
			"id": {
				"type": "keyword"
			},
			"tags": {
				"type": "text"
			},
			"title": {
				"type": "keyword"
			},
			"content": {
				"type": "text"
			},
			"createTime": {
				"type": "keyword"
			},
			"updateTime": {
				"type": "keyword"
			}
		}
    }
}`

const mapping7_cms_ik_comma = `
{
    "settings": {
        "index": {
            "number_of_shards": 5,
            "number_of_replicas": 0
        },
        "analysis": {
            "analyzer": {
                "comma": {
                    "type": "pattern",
                    "pattern": ","
                }
            }
        }
    },
    "mappings": {
		"properties": {
			"id": {
				"type": "keyword"
			},
			"tags": {
				"type": "text",
				"analyzer": "comma",
				"search_analyzer": "comma"
			},
			"title": {
				"type": "text",
				"analyzer": "ik_max_word",
				"search_analyzer": "ik_max_word"
			},
			"content": {
				"type": "text",
				"analyzer": "ik_max_word",
				"search_analyzer": "ik_max_word"
			},
			"createTime": {
				"type": "keyword"
			},
			"updateTime": {
				"type": "keyword"
			}
		}
    }
}`

// 创建索引
func CreateCmsIndex7(ctx *gin.Context) {
	// 首先检测下weibo索引是否存在
	client := config.GlobalConfig.EsClient7
	exists, err := client.IndexExists("cms_index").Do(ctx)
	if err != nil {
		// Handle error
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	if !exists {
		// weibo索引不存在,则创建一个
		_, err := client.CreateIndex("cms_index").BodyString(mapping7_cms_ik_comma).Do(ctx)
		if err != nil {
			common.JSONResp(ctx, 500, err.Error(), nil)
			return
		}
	}
	common.JSONResp(ctx, 200, "create 7 cms_index ok", nil)
}

// 删除索引
func DeleteCmsIndex7(ctx *gin.Context) {
	client := config.GlobalConfig.EsClient7
	// 首先检测下weibo索引是否存在
	deleteIndex, err := client.DeleteIndex("cms_index").Do(ctx)
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	if !deleteIndex.Acknowledged {
		// Not acknowledged
		common.JSONResp(ctx, 500, "delete 7 cms_index fail", nil)

	}
	common.JSONResp(ctx, 200, "delete 7 cms_index ok", nil)
}

// 重建索引数据(此处可以分批进行)
func RebuildCmsIndex7(ctx *gin.Context) {
	client := config.GlobalConfig.EsClient7
	cmsList, err := model.GetList("")
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	if len(cmsList) > 0 {
		bulkRequest := client.Bulk()
		for _, cms := range cmsList {
			req := elastic.NewBulkIndexRequest().
				Index("cms_index").
				//Type("cms").
				Id(strconv.FormatInt(cms.Id, 10)).
				Doc(cms)
			bulkRequest = bulkRequest.Add(req)
		}
		bulkResponse, err := bulkRequest.Do(context.Background())
		if err != nil {
			common.JSONResp(ctx, 500, err.Error(), nil)
			return
		}
		fmt.Println("耗时:", bulkResponse.Took, "索引了:", len(bulkResponse.Items))
	}
	common.JSONResp(ctx, 200, "add 7 elastic"+strconv.Itoa(len(cmsList))+"条数据", nil)
}

// 搜索
func SearchDate7(ctx *gin.Context) {
	client := config.GlobalConfig.EsClient7
	//接收参数
	pageNo := 1
	pageSize := 10
	keyword := ctx.Param("keyword")
	pageNoStr := ctx.Query("pageNo")
	pageSizeStr := ctx.Query("pageSize")
	if pageNoStr != "" && pageSizeStr == "" {
		pageNo, _ = strconv.Atoi(pageNoStr)
		pageSize, _ = strconv.Atoi(pageSizeStr)
	}
	//where数组
	qList := make([]elastic7.Query, 0)
	//加入图书名搜索条件
	if keyword != "" {
		machQuery := elastic7.NewMatchQuery("title", keyword)
		qList = append(qList, machQuery)
		pressQuery := elastic7.NewMatchQuery("tags", keyword)
		qList = append(qList, pressQuery)
	}

	//处理排序
	sortList := make([]elastic7.Sorter, 0)
	{
		//以匹配度从高到低
		//sortList=append(sortList,elastic.NewScoreSort().Desc())
		sortList = append(sortList, elastic7.NewFieldSort("id").Desc())
	}
	//must 相当于 where ... and ...
	boolMustQuery := elastic7.NewBoolQuery().Should(qList...)
	jsons, errs := json.Marshal(boolMustQuery)
	if errs == nil {
		fmt.Println(string(jsons))
	}
	//分页
	rsp, err := client.Search().
		Query(boolMustQuery).SortBy(sortList...).
		From((pageNo - 1) * pageSize).Size(pageSize).
		Index("cms_index").Do(ctx)
	if err != nil {
		common.JSONResp(ctx, 500, err.Error(), nil)
		return
	}
	common.JSONResp(ctx, 200, "", rsp)
}

xorm model操作数据库

package model

import (
	"fmt"
	"main/config"
)

type Cms struct {
	Id         int64  `xorm:"pk autoincr" json:"id"` //指定主键并自增
	Title      string `xorm:"unique" json:"title"`   //唯一的
	Tags       string `json:"tags"`
	Content    string `json:"content"`
	UpdateTime int64  `xorm:"updated" json:"updateTime"` //修改后自动更新时间
	CreatTime  int64  `xorm:"created"  json:"creatTime"` //创建时间
}

// 创建table
func Sync() error {
	if err := config.GlobalConfig.Xm.Sync(new(Cms)); err != nil {
		return err
	}
	return nil
}

// 保存
func Add(cms *Cms) error {
	cmsA := new(Cms)
	cmsA.Id = cms.Id
	cmsA.Title = cms.Title
	cmsA.Tags = cms.Tags
	id, err := config.GlobalConfig.Xm.Insert(cmsA)
	fmt.Println("id:", id)
	if err != nil {
		return err
	}
	return nil
}

// 更新
func Update() error {
	return nil
}

// 删除
func Delete(id string) (int64, error) {
	rt, err := config.GlobalConfig.Xm.Id(id).Delete(new(Cms))
	if err != nil {
		return rt, err
	}
	return rt, nil
}

// getById
func GetById(id string) (*Cms, error) {
	cms := &Cms{}
	flag, err := config.GlobalConfig.Xm.SQL("select * from cms where id=" + id).Get(cms)
	if !flag || err != nil {
		return nil, err
	}
	return cms, nil
}

// 查询列表
func GetList(limit string) ([]*Cms, error) {
	var cmsList = make([]*Cms, 0)
	var sql = "select * from cms"
	if limit != "" {
		sql = sql + " limit " + limit
	}
	err := config.GlobalConfig.Xm.SQL(sql).Find(&cmsList)
	if err != nil {
		return nil, err
	}
	return cmsList, nil
}

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值