go实现json文件动态写入，格式化

场景

我这里的场景是通过prometheus监控snmp-exporter以实现自动化监控交换机设备。因为我这边网络设备较多，所以snmp-device.yml这个配置文件不能手动写入。因为这个套监控系统要实现全自动化，有不能借助openstack的任何接口，所以负责写监控系统调度中层的同事通过flask定时的获取openstack虚机的启动状态，并获取ip，status，vmname等数据。然后拿着这些数据来调我写的这个接口以实现自动化注入snmp-device.yml。
通过go “encoding/json” 将收到的json数据json.Marshal(data)到文件中，每次调用写入内容通过”，“隔开，最终文件内呈现一个数组对象，也就是snmp-device.yml文件内容。

命令行调用新增数据

curl -X POST "http://192.168.11.58:21805/sd_file/add" -H "Content-Type: application/json" -d '{"labels": {"mib": "if_mib","brand": "DP-WAFNFV","hostname": "pbr-dev-waf-backup","model": "zdyNB"},"targets": ["192.168.11.42"]}'

[root@prometheus conf]# cat snmp_device.yml 
[{"labels":{"mib":"if_mib","brand":"DP-FW1000","hostname":"pbr-dev-ngfw-master","model":"zdyNB"},"targets":["192.168.11.36"]},{"labels":{"mib":"if_mib","brand":"DP-FW1000","hostname":"pbr-dev-ngfw-backup","model":"zdyNB"},"targets":["192.168.11.38"]},{"labels":{"mib":"if_mib","brand":"DP-WAFNFV","hostname":"pbr-dev-waf-backup","model":"zdyNB"},"targets":["192.168.11.40"]},{"labels":{"mib":"if_mib","brand":"DP-WAFNFV","hostname":"pbr-dev-waf-backup","model":"zdyNB"},"targets":["192.168.11.42"]}]

命令行调用格式化文件

curl -X POST "http://192.168.11.58:21805/sd_file/format"
cat snmp_device.yml 
[
    {
        "labels": {
            "mib": "if_mib",
            "brand": "DP-FW1000",
            "hostname": "pbr-dev-ngfw-master",
            "model": "zdyNB"
        },
        "targets": [
            "192.168.11.36"
        ]
    },
    {
        "labels": {
            "mib": "if_mib",
            "brand": "DP-FW1000",
            "hostname": "pbr-dev-ngfw-backup",
            "model": "zdyNB"
        },
        "targets": [
            "192.168.11.38"
        ]
    },
    {
        "labels": {
            "mib": "if_mib",
            "brand": "DP-WAFNFV",
            "hostname": "pbr-dev-waf-backup",
            "model": "zdyNB"
        },
        "targets": [
            "192.168.11.40"
        ]
    },
    {
        "labels": {
            "mib": "if_mib",
            "brand": "DP-WAFNFV",
            "hostname": "pbr-dev-waf-backup",
            "model": "zdyNB"
        },
        "targets": [
            "192.168.11.42"
        ]
    }
]

代码

package main

import (
	"encoding/json"
	"fmt"
	"github.com/gin-gonic/gin"
	"io/ioutil"
	"os"
)
//定义数据结构
type Labels struct {
	Mib      string `json:"mib"`
	Brand    string `json:"brand"`
	Hostname string `json:"hostname"`
	Model    string `json:"model"`
}

type FileDsData struct {
	Labels  Labels   `json:"labels"`
	Targets []string `json:"targets"`
}

func main() {
	r := gin.Default()

	r.POST("/sd_file/add", AddSDFIle)
	r.POST("/sd_file/format", FormatJsonFile)

	r.Run(":21805")
}

func AddSDFIle(c *gin.Context) {
	var data FileDsData
	if err := c.ShouldBindJSON(&data); err != nil {
		c.JSON(400, gin.H{"error": err.Error()})
		return
	}

	// 从配置文件内读取已存在数据
	file, err := os.OpenFile("/opt/monitor/prometheus/conf/snmp_device.yml", os.O_RDWR, 0644)
	if err != nil {
		// 如若/opt/monitor/prometheus/conf/snmp_device.yml配置文件不存在则创建
		file, err = os.Create("/opt/monitor/prometheus/conf/snmp_device.yml")
		if err != nil {
			c.JSON(500, gin.H{"error": err.Error()})
			return
		}
	}
	defer file.Close()

	// 读取文件的现有内容
	existingData, err := ioutil.ReadAll(file)
	if err != nil {
		c.JSON(500, gin.H{"error": err.Error()})
		return
	}

	// 向文件写入新数据
	if len(existingData) > 0 {
		existingData = existingData[:len(existingData)-1]   // 移除最后一个逗号
		existingData = append(existingData, []byte(",")...) // 新增一个逗号
	} else {
		existingData = append(existingData, []byte("[")...) // 添加方括号
	}

	newData, err := json.Marshal(data)
	if err != nil {
		c.JSON(500, gin.H{"error": err.Error()})
		return
	}
	existingData = append(existingData, newData...)
	existingData = append(existingData, []byte("]")...) // 添加方括号

	// 将新数据写回文件
	_, err = file.WriteAt(existingData, 0)
	if err != nil {
		c.JSON(500, gin.H{"error": err.Error()})
		return
	}
	c.JSON(200, gin.H{"message": "success"})
}

func FormatJsonFile(c *gin.Context) {
	// 打开JSON文件
	file, err := os.OpenFile("/opt/monitor/prometheus/conf/snmp_device.yml", os.O_RDWR, 0644)
	if err != nil {
		uc := fmt.Sprintln(err)
		c.JSON(500, uc)
		return
	}
	defer file.Close()

	// 读取并解码JSON数据
	var data interface{}
	decoder := json.NewDecoder(file)
	err = decoder.Decode(&data)
	if err != nil {
		uc := fmt.Sprintln(err)
		c.JSON(500, uc)
		return
	}

	// 格式化JSON数据
	formatted, err := json.MarshalIndent(data, "", "    ")
	if err != nil {
		uc := fmt.Sprintln(err)
		c.JSON(500, uc)
		return
	}

	// 将格式化后的JSON数据写回文件中
	err = ioutil.WriteFile("/opt/monitor/prometheus/conf/snmp_device.yml", formatted, 0644)
	if err != nil {
		uc := fmt.Sprintln(err)
		c.JSON(500, uc)
		return
	}

	c.JSON(200, "message：格式化成功")
}