java多线程采集+线程同步

做大数据项目必须用到多线程，从网上找了个例子，很好，故记录下来以备参考

源代码如下：

1、线程类

package com.yjf.util;  
import java.util.Date;  
import java.util.List;  
  
  
public class GetWebThread extends Thread{  
      
    /** 
     * 线程 
     */  
    public void run(){  
        try {  
            while (true) {  
                int day = 0;  
                long time1 = new Date().getTime();  
                //用来同步抓取线程  
                synchronized("searchthead"){  
                    Main.thisdaycount++;  
                    if(Main.thisdaycount>Main.daycount){  
                        break;  
                    }  
                    System.out.println("开始查询第"+(Main.thisdaycount)+"天");  
                    Thread.sleep(133);  
                    day = Main.thisdaycount-1;  
                }  
                //获取抓取的时间  
                String datetext = TimeUtil.date.format(TimeUtil.addDaysForDate(day));  
                String[] txt =FileUtil.getCityByTxtFile();  
                for(int t=0;t<txt.length;t++){  
  
                    String[] way = txt[t].split("\\|");  
                    String start = way[0];  
                    String end = way[1];  
                    //抓取到的数据列表  
                    List<DataBean> datalist = Main.getDataList(datetext, start, end);  
                    if(datalist!=null){  
                        Main.isadsl = 0;  
                        CheckAdsl.adsllasttime = new Date().getTime();  
                        FileUtil.addDataToFileCsv(datalist);  
                        Main.log.printLog("===="+datetext+"="+start+"="+end+"="+t+"=数据总数："+datalist.size());  
                    }else{  
                            Thread.sleep(11);  
                            AdslThead.isadsl = true;  
                            Thread.sleep(11);  
                            //判断是否正在拨号 并暂停线程  
                            while (AdslThead.isadsl) {  
                                Thread.sleep(5000);  
                            }  
                        t--;  
                    }  
                }  
                long time2 = new Date().getTime();  
                Main.log.printLog(datetext+"==查询完毕=========耗时"+(time2-time1));  
            }  
        } catch (Exception e) {  
            Main.log.printLog(e.getMessage());  
            e.printStackTrace();  
        }  
    }  
      
}  

第二步，启动线程，准备线程数量

2、线程启动类，包括启动，控制，停止

package com.yjf.util;  
  
import java.io.BufferedInputStream;  
import java.io.FileInputStream;  
import java.io.InputStream;  
import java.util.ArrayList;  
import java.util.Date;  
import java.util.List;  
import java.util.Properties;  
import java.util.Timer;  
  
  
public class Main {  
    private static boolean isRunGrabThread = true;     //抓取线程是否执行完毕  
    public static int threadCount = 3;   //线程数量  
    public static int daycount = 30;         //查询总天数  
    public static int thisdaycount = 0;  
    public static int isadsl = 0;  
    public static int adslcount = 1;  
      
      
        public static void main(String[] args) {  
            try {  
                  
                startThead();//启动抓取数据主线程  
            } catch (Exception e) {  
                e.printStackTrace();  
            }  
        }  
          
          
        public static void startThead(){  
            Thread[] grabThreads= new Thread[threadCount];    
            try{            
                //开启-数据抓取子线程  
                for(int i=0;i<grabThreads.length;i++){  
                    Thread searchThread=new GetWebThread();  
                    grabThreads[i] = searchThread;  
                    grabThreads[i].setDaemon(true);  
                    grabThreads[i].start();  
                }  
                  
                isRunGrabThread = true;  
                  
                //监控子线程,全部完成程序退出  
                WhileLoop:                                
                      
                while(true){  
                      
                    //拨号策略控制  
                    //reconnectControl();     
                      
                    //判断子线程是否运行完成  
                    for(int i=0;i<threadCount;i++){  
                        if(grabThreads[i].isAlive()){  
                            Thread.sleep(3*1000);  
                            continue WhileLoop;  
                        }  
                    }  
  
                    //所有抓取线程执行完毕  
                    isRunGrabThread = false;  
                      
                    //子线程执行完毕则退出  
                    break;  
                }  
            }  
            catch (Exception e) {  
                System.out.println("main主线程--系统异常!");  
            }  
        }  
          
          
  
}