多线程的常规用法(实例)
```bash
package com.zh.jg.hive;
import com.zh.jg.es.EsUtil;
import com.zh.jg.es.HighLevelClient;
import org.elasticsearch.client.RestHighLevelClient;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.File;
import java.io.IOException;
import java.io.RandomAccessFile;
import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;
public class Test {
final static String colsStr="cust_base_name,cust_base_zzhm,cust_base_zzhm_tm,cust_base_zzhm_md5,cust_base_zzlx,cust_base_sex,cust_base_phone,cust_base_phone_tm,new_org_id,old_org_id,cust_base_age,cust_base_work,cust_base_khdz,cust_base_khyx,cust_base_zcdj,cust_base_ljdj,cust_is_private_bank,cust_is_lose,cust_is_raise,cust_base_levl,cust_is_counter,cust_is_system,cust_consue_levl,prod_is_xt,prod_is_dq,prod_is_decd,prod_is_hq,prod_is_wbhk,prod_is_lc,prod_is_zg,prod_is_jj,prod_is_jjdt,prod_is_gz,prod_is_dx,prod_is_gjs,prod_is_hjdt,prod_is_dsfcg,prod_is_bhbx,prod_is_fbhbx,prod_is_tbbx,prod_is_dfgz,prod_is_dfcz,prod_is_dfsb,prod_is_dfyc,prod_is_xyk_a,prod_is_xyk_b,prod_is_xyk_n,prod_is_wyzh,prod_is_sjyh,prod_is_etc,prod_is_znt,prod_is_pos,prod_is_vip,prod_is_sbk,prod_is_jsh,prod_is_xesd,prod_is_xezd,prod_is_xend,prod_is_xewd,prod_is_qtxd,prod_is_qcdk,prod_is_zfdk,prod_is_sydk,prod_is_dyxd,prod_is_dysd,cust_is_yx,trade_mcc,trade_bal,trade_xyk_tx,trade_xyk_fq,trade_xyk_bd,cust_base_xd,cust_base_dk_bal,prod_db_dyzy,prod_db_xy,prod_db_bz,prod_sjyh_status,prod_sjyh_new,trade_sjyh_hy,trade_sjyh_zwlb,trade_sjyh_jybs,trade_sjyh_is_zwjy,trade_sjyh_is_fzwjy,trade_is_dzjy,trade_is_fdzjy,trade_fsjyh_jybs,trade_fdzjy_bal,prod_is_kjzf,prod_rjzc_3m,prod_rjzc_cx_3m,prod_rjzc_hq_3m,prod_rjzc_fjzxlc_3m,prod_rjzc_jzxlc_3m,prod_rjzc_hbxjj_3m,prod_rjzc_fhbxjj_3m,prod_rjzc_gz_3m,prod_rjzc_bx_3m,prod_kjzf_is_wx,prod_kjzf_is_zfb,prod_kjzf_is_ysf,prod_kjzf_is_jd,prod_kjzf_is_mt,prod_kjzf_is_qt,prod_kjzf_xyk,prod_kjzf_jjk,trade_kjzf_is,trade_kjzf_amt,trade_kjzf_jybs,trade_kjzf_kj_amt,trade_kjzf_kj_jybs,trade_kjzf_ylkj_amt,trade_kjzf_ylkj_jybs,trade_kjzf_zz_amt,trade_kjzf_zz_jybs,trade_kjzf_hb_amt,trade_kjzf_hb_jybs,cust_base_levl_yx,prod_yx_is_jfdh,prod_yx_is_xnsp,prod_yx_is_swsp,prod_yx_cust_levl,prod_tmsd_is_pos,trade_tmsd_is_yxsh,trade_tmsd_is_dxsh,trade_tmsd_is_hysh_a,trade_tmsd_is_hysh_b,trade_tmsd_yjpl,trade_tmsd_yjye,trade_tmsd_mcv,cust_is_qyhd,area_no";
private static RestHighLevelClient restHighLevelClient = new HighLevelClient().getClient();
private static EsUtil esu = new EsUtil();
private static Logger logger = LoggerFactory.getLogger( "com.zh.jg.HiveConnectEs" );
public static void main(String[] args) throws IOException {
// 1.1创建固定线程池
ExecutorService pool = Executors.newFixedThreadPool( 100 );
String [] colsArr=colsStr.split( ",",-1 );
String indexname = "cpd_t_cust_label1";
String typename = "hbase_es_test1";
// 读取文件数据
RandomAccessFile raf = new RandomAccessFile(new File("/home/elaser/test"),"r");
String s ;
long startTime = System.currentTimeMillis();
int i=0;
// 按行读取
while((s =raf.readLine())!=null){
final int ii=i;
final String ss=s;
// 2.1创建任务并提交
pool.submit( new Runnable() {
@Override
public void run() {
runThread();
}
private void runThread() {
// 存数据的map
Map<String,Object> map=new HashMap<String,Object>();
String[] split = ss.split( "!", -1 );
for(int i=0;i<colsArr.length;i++){
map.put( colsArr[i], split[i]);
}
try {
esu.add( restHighLevelClient, indexname, typename, split[0],map);
} catch (IOException e) {
logger.error( e.getMessage());
e.printStackTrace();
}
if(ii%10000==0){
logger.info( "完成:"+ii );
}
}
} );
i++;
}
// 3关闭读取文件流和线程池,并优雅关闭线程池
raf.close();
pool.shutdown();
try {
pool.awaitTermination( 1, TimeUnit.DAYS);
} catch ( Exception e) {
e.printStackTrace();
}
logger.info( "结束:" );
}
}