【无标题】

mock data

发送至：socket、kafka
代码记录：
…java
package com.cfp.mock.log

import java.io.{BufferedWriter, OutputStreamWriter}
import java.net.Socket
import java.util.Date

import com.alibaba.fastjson.{JSON, JSONObject}
import com.cfp.mock.log.util.{Data2Kafka, LogUploader, RandomNumUtil, RandomOptions}
import org.apache.kafka.clients.producer.ProducerRecord

/**
*

• @ClassName : MockData1

• @Author : cfp

• @Date: 2022/12/21 12:09

• @Description :
  */
  object MockData1 {
  def main(args: Array[String]): Unit = {

  generateLog
  }

val startupNum = 10000 // 生成的启动日志的记录数
val eventNum = 20000 // 生成的事件日志的记录数
// 操作系统的分布
val osOpts = RandomOptions((“ios”, 3), (“android”, 7))

// 日志开始时间
var startDate: Date = _
// 日志结束时间
var endDate: Date = _

// 地理位置分布
val areaOpts = RandomOptions(
(“beijing”, 20), (“shanghai”, 20), (“guangdong”, 20),
(“hebei”, 5), (“heilongjiang”, 5), (“shandong”, 5),
(“tianjin”, 5), (“guizhou”, 5), (“shangxi”, 5),
(“sichuan”, 5), (“xinjiang”, 5)
)

// appId
val appId = “gmall0508”

// app 的版本分布
val versionOpts = RandomOptions(
(“1.2.0”, 50), (“1.1.2”, 15),
(“1.1.3”, 30), (“1.1.1”, 5))

// 用户行为的分布(事件分布)
val eventOpts = RandomOptions(
(“addFavor”, 10), (“addComment”, 30),
(“addCart”, 20), (“clickItem”, 5), (“coupon”, 70))

// app 分发渠道分布
val channelOpts = RandomOptions(
(“xiaomi”, 10), (“huawei”, 20), (“wandoujia”, 30),
(“360”, 20), (“tencent”, 20), (“baidu”, 10), (“website”, 10))

// 生成模拟数据的时候是否结束退出
val quitOpts = RandomOptions((true, 100), (false, 100))

// 模拟出来一条启动日志
def initOneStartupLog(): String = {
/*
logType string COMMENT ‘日志类型’,
mid string COMMENT ‘设备唯一标识’,
uid string COMMENT ‘用户标识’,
os string COMMENT ‘操作系统’, ,
appId string COMMENT ‘应用id’, ,
version string COMMENT ‘版本号’,
ts bigint COMMENT ‘启动时间’, 考虑每个终端的时间的不准群性, 时间是将来在服务器端来生成
area string COMMENT ‘城市’
channel string COMMENT ‘渠道’
*/
val mid: String = “mid_” + RandomNumUtil.randomInt(1, 3)
val uid: String = “” + RandomNumUtil.randomInt(1, 8)
val os: String = osOpts.getRandomOption()
val appId: String = this.appId
val area: String = areaOpts.getRandomOption()
val version: String = versionOpts.getRandomOption()
val channel: String = channelOpts.getRandomOption()

val obj = new JSONObject()
obj.put("logType", "startup")
obj.put("mid", mid)
obj.put("uid", uid)
obj.put("os", os)
obj.put("appId", appId)
obj.put("area", area)
obj.put("channel", channel)
obj.put("version", version)
// 返回 json 格式字符串
obj.toJSONString  // ==== toString

}

// 模拟出来一条事件日志 参数: json 格式的启动日志
def initOneEventLog(startupLogJson: String) = {
/* logType string COMMENT ‘日志类型’,
mid string COMMENT ‘设备唯一标识’,
uid string COMMENT ‘用户标识’,
os string COMMENT ‘操作系统’,
appId string COMMENT ‘应用id’,
area string COMMENT ‘地区’ ,
eventId string COMMENT ‘事件id’,
pageId string COMMENT ‘当前页’,
nextPageId string COMMENT ‘跳转页’,
itemId string COMMENT ‘商品编号’,
ts bigint COMMENT ‘时间’
*/
val startupLogObj: JSONObject = JSON.parseObject(startupLogJson)

val eventLogObj = new JSONObject()
eventLogObj.put("logType", "event")
eventLogObj.put("mid", startupLogObj.getString("mid"))
eventLogObj.put("uid", startupLogObj.getString("uid"))
eventLogObj.put("os", startupLogObj.getString("os"))
eventLogObj.put("appId", this.appId)
eventLogObj.put("area", startupLogObj.getString("area"))
eventLogObj.put("eventId", eventOpts.getRandomOption())
eventLogObj.put("pageId", RandomNumUtil.randomInt(1, 50))
eventLogObj.put("nextPageId", RandomNumUtil.randomInt(1, 50))
eventLogObj.put("itemId", RandomNumUtil.randomInt(1, 50))
eventLogObj.toJSONString

}

// 开始生成日志
def generateLog(): Unit = {
// val socket = new Socket(“localhost”,9999)
val kafka = new Data2Kafka
(0 to startupNum).foreach(_ => {
// val bf = new BufferedWriter(new OutputStreamWriter( socket.getOutputStream ))
// 生成一条启动日志
val oneStartupLog: String = initOneStartupLog()
// println("启动日志: " + oneStartupLog)
// 发送启动日志
// LogUploader.send2Socket(oneStartupLog , bf )
println("start:: " + oneStartupLog )
// 模拟出来多条事件日志
while (!quitOpts.getRandomOption()) {
// 生成一条事件日志
val oneEventLog: String = initOneEventLog(oneStartupLog)
val record = new ProducerRecord[String,String](kafka.topic, oneEventLog)

    kafka.getProducer().send(record)
    //                println("事件日志:" + oneEventLog)
    // 发送事件日志
    //                LogUploader.sendLog(oneEventLog)

// LogUploader.send2Socket(oneEventLog , bf )
println("event:: " + oneEventLog)
Thread.sleep(500)
// bf.flush()
}
Thread.sleep(1000)

})

// socket.close()
}
}

…