package com.shisuodata;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONArray;
import java.io.*;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.List;
import java.util.Map;
public class ProcessJson {
public static void main(String[] args) throws IOException {
File file = new File("D:\\十所\\【公开】标注数据汇总\\json\\train.json");
FileReader fr = new FileReader(file);
BufferedReader br = new BufferedReader(fr);
String text = null;
try {
Class.forName("com.mysql.cj.jdbc.Driver");
System.out.println("成功加载MySQL驱动!");
} catch (ClassNotFoundException e1) {
System.out.println("找不到MySQL驱动!");
e1.printStackTrace();
}
String url = "jdbc:mysql://localhost:3306/shisuo?serverTimezone=Asia/Shanghai&useUnicode=true&characterEncoding=utf-8&zeroDateTimeBehavior=convertToNull&useSSL=false&allowPublicKeyRetrieval=true";
Connection conn;
try {
conn = DriverManager.getConnection(url, "root", "852654");
Statement stmt = conn.createStatement();
System.out.print("成功连接到数据库!");
while ((text = br.readLine()) != null) {
Map<String, Object> map = JSON.parseObject(text, Map.class);
SnowflakeIdWorker idworker=new SnowflakeIdWorker(0,0);
long id=idworker.nextId();
String sql="insert into all_data values ("+id+",\""+map.get("text")+"\");";
System.out.println(sql);
stmt.execute(sql);
}
System.out.println("sql执行完成!");
stmt.close();
conn.close();
} catch (SQLException e) {
e.printStackTrace();
}
br.close();
fr.close();
}
}
package com.shisuodata;
public class SnowflakeIdWorker {
private final long twepoch = 1420041600000L;
private final long workerIdBits = 5L;
private final long datacenterIdBits = 5L;
private final long maxWorkerId = -1L ^ (-1L << workerIdBits);
private final long maxDatacenterId = -1L ^ (-1L << datacenterIdBits);
private final long sequenceBits = 12L;
private final long workerIdShift = sequenceBits;
private final long datacenterIdShift = sequenceBits + workerIdBits;
private final long timestampLeftShift = sequenceBits + workerIdBits + datacenterIdBits;
private final long sequenceMask = -1L ^ (-1L << sequenceBits);
private long workerId;
private long datacenterId;
private long sequence = 0L;
private long lastTimestamp = -1L;
public SnowflakeIdWorker(long workerId, long datacenterId) {
if (workerId > maxWorkerId || workerId < 0) {
throw new IllegalArgumentException(String.format
("worker Id can't be greater than %d or less than 0", maxWorkerId));
}
if (datacenterId > maxDatacenterId || datacenterId < 0) {
throw new IllegalArgumentException(String.format
("datacenter Id can't be greater than %d or less than 0", maxDatacenterId));
}
this.workerId = workerId;
this.datacenterId = datacenterId;
}
public synchronized long nextId() {
long timestamp = timeGen();
if (timestamp < lastTimestamp) {
throw new RuntimeException(
String.format
("Clock moved backwards. Refusing to generate id for %d milliseconds", lastTimestamp - timestamp));
}
if (lastTimestamp == timestamp) {
sequence = (sequence + 1) & sequenceMask;
if (sequence == 0) {
timestamp = tilNextMillis(lastTimestamp);
}
}
else {
sequence = 0L;
}
lastTimestamp = timestamp;
return ((timestamp - twepoch) << timestampLeftShift)
| (datacenterId << datacenterIdShift)
| (workerId << workerIdShift)
| sequence;
}
protected long tilNextMillis(long lastTimestamp) {
long timestamp = timeGen();
while (timestamp <= lastTimestamp) {
timestamp = timeGen();
}
return timestamp;
}
protected long timeGen() {
return System.currentTimeMillis();
}
public static void main(String[] args) {
SnowflakeIdWorker idWorker = new SnowflakeIdWorker(0, 0);
long id = idWorker.nextId();
System.out.println("id:" + id);
}
}