packagecleandata;importjava.io.FileWriter;importjava.io.IOException;importjava.util.concurrent.LinkedBlockingQueue;importcom.alibaba.fastjson.JSONArray;importcom.alibaba.fastjson.JSONObject;importredis.clients.jedis.Jedis;public final class CleandataRunnable extendsThread {privateString threadName;
LinkedBlockingQueue>queue;//write category file path
static final String FILEPATH = "/home/tqhy/yl/category/";//write image path
static final String IMAPATH = "/home/tqhy/yl/img/";
Jedis jedis= new Jedis("127.0.0.1", 6379);
CleandataRunnable(LinkedBlockingQueue>queue, String name) {this.queue =queue;
threadName=name;
System.out.println("Creating " +threadName);
}
@Overridepublic voidrun() {
System.out.println("Running " +threadName);
FileUtil.createFile(FILEPATH);//Jedis jedis = new Jedis("127.0.0.1", 6379);
try{while (true) {long startTime = System.currentTimeMillis();//current time//long startMem = Runtime.getRuntime().freeMemory();
JSONObject jsondata =JSONObject.parseObject((String) queue.take());/*** 排除分类3空项*/String category3= jsondata.get("category3").toString();if(category3.length() <= 0) {
System.out.println("category3为空 id: " + jsondata.get("id"));continue;
}/*** 验证图片*/JSONArray images= JSONArray.parseArray(jsondata.get("images").toString());
JSONArray newimages= newJSONArray();for (int i = 0, len=images.size();i < len; i++) {
String base64= images.getJSONObject(i).getString("base64");
String id= images.getJSONObject(i).getString("id");
String tmpPath= ImgUtil.GenerateImage(base64, id, IMAPATH + jsondata.getString("id"));//合成图片
if(tmpPath != null) {
JSONObject imageinfo= newJSO