Java multi-threads to read DB then writting to local disk with Producer & Consumer model

There will be several Producers to access DB and put results into list; only one Consumer accesses that list to write into local disk.

JDK - 1.5

1. Producer

package com.mantis.signature.util;

import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.MissingResourceException;
import java.util.Properties;

import com.mantis.signature.model.table.SignatureImage;

public class ImageDumper implements Runnable{

    private String loginId = "";
    private String loginPwd = "";
    private String signatureDBURL = "";
    private String OSkeyPath = "";
    private String DBSCHEMA = "";
    private int accIndex = 0;
    private String tableName = "";
    private WFEncrypt encryption = null;
    public static byte endOfProcess = 0x00000001;

    public ImageDumper() {}
    public ImageDumper(String userid, String pwd, String tableName) {
        super();
        this.loginId = userid;
        this.loginPwd = pwd;
        this.tableName = tableName;

        String MAPPINGS = "Miscellaneous.properties";
        try {
            Properties props = new Properties();
            props.load(ImageDumper.class.getResourceAsStream(MAPPINGS));
            signatureDBURL = props.getProperty("signaturedburl");
            OSkeyPath = props.getProperty("OSSecretKeyPath");
            DBSCHEMA = props.getProperty("DBSCHEMA");
            System.out.println("DBSCHEMA = " + DBSCHEMA);
            encryption = new WFEncrypt(this.OSkeyPath);
        } catch (IOException ioe) {
            throw new MissingResourceException("Could not load file: " + MAPPINGS, "Oscar", MAPPINGS);
        }
    }

//    @Override
    public void run() {
        Connection conn = null;
        PreparedStatement pstmt = null;
        try {
            Class.forName("com.ibm.db2.jcc.DB2Driver");
            conn = DriverManager.getConnection(signatureDBURL, loginId, loginPwd);
            String selectSQL = "select * from " + this.DBSCHEMA + "." + tableName + " where customer_id in (?,?,?,?,?)";
            pstmt = conn.prepareStatement(selectSQL);
        } catch (ClassNotFoundException e) {
            e.printStackTrace();
        } catch (SQLException e) {
            e.printStackTrace();
        }
        List custIds = new ArrayList();
        List signatureImgList = null;
        OscarLogger.logMessage(1,"",Thread.currentThread().getName() + "started...");
        System.out.println(Thread.currentThread().getName() + "started...");

        int j;
        while (true) {
            synchronized (ImageCompressUtil.ACCOUNTMAP) {
                for (j = 0; j < 5 && accIndex < ImageCompressUtil.ACCOUNTMAP.size(); j++) {
                    String acct = ((String) ImageCompressUtil.ACCOUNTMAP.get(accIndex++)).trim();
                    custIds.add(acct);
                }
                if(j == 0 && accIndex >= ImageCompressUtil.ACCOUNTMAP.size()){
                    endOfProcess = (byte) (endOfProcess << 1);
                    break;
                }
            }
            signatureImgList = LoadImage(custIds, pstmt);
            synchronized(ImageWriter.imageLst){
                while (!signatureImgList.isEmpty()){
                    ImageWriter.imageLst.add(signatureImgList.remove(0));
                }
            }
        }
        OscarLogger.logMessage(1,"",Thread.currentThread().getName() + "stopped... " + new Date(System.currentTimeMillis()).toString() + " accIndex = " + accIndex);
        System.out.println(Thread.currentThread().getName() + "stopped... " + new Date(System.currentTimeMillis()).toString() + " accIndex = " + accIndex);
    }

    public List LoadImage(List acct, PreparedStatement pstmt) {
        ResultSet rs = null;
        SignatureImage sigImage = null;
        List signatureImgList = new ArrayList();
        try {
            int i = 0;
            while(!acct.isEmpty()){
                pstmt.setString(i+1, (String)acct.remove(0));
                i++;
            }
//            System.out.println("i = " +i);
            if(i < 5){
                for(int j = i ; j < 5; j++){
                    pstmt.setString(j+1, "");
                }
            }
            rs = pstmt.executeQuery();

            while (rs.next()) {
                sigImage = new SignatureImage();
                ...doing object population
                signatureImgList.add(sigImage);
            }

        } catch (SQLException e1) {
            System.out.println(Thread.currentThread().getName());
            e1.printStackTrace();
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            try {
                if (rs != null)
                    rs.close();
            } catch (Exception e) {
            }
        }
        return signatureImgList;
    }
    /**
     * @return the loginId
     */
    public String getLoginId() {
        return loginId;
    }

    /**
     * @param loginId the loginId to set
     */
    public void setLoginId(String loginId) {
        this.loginId = loginId;
    }

    /**
     * @return the loginPwd
     */
    public String getLoginPwd() {
        return loginPwd;
    }

    /**
     * @param loginPwd the loginPwd to set
     */
    public void setLoginPwd(String loginPwd) {
        this.loginPwd = loginPwd;
    }

    /**
     * @return the tableName
     */
    public String getTableName() {
        return tableName;
    }

    /**
     * @param tableName the tableName to set
     */
    public void setTableName(String tableName) {
        this.tableName = tableName;
    }
}

1. Consumer

package com.mantis.signature.util;

import java.io.FileOutputStream;
import java.io.IOException;
import java.io.OutputStream;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;

import com.mantis.signature.model.table.SignatureImage;

public class ImageWriter implements Runnable{
    public static List imageLst = new ArrayList();
    private long uncompressedList = 0;
    private long misUncompressedList = 0;
    private String dirName = "";
    private String tableName = "";
    private long size = 0;

    public ImageWriter(String dirname, String tablename){
        this.dirName = dirname;
        this.tableName = tablename;
    }

//    @Override
    public void run() {
        OscarLogger.logMessage(1,"",Thread.currentThread().getName() + "started...");
        System.out.println(Thread.currentThread().getName() + "started...");
        while (true) {
            synchronized (imageLst) {
                if (!imageLst.isEmpty()) {
                    size += imageLst.size();
//                    System.out.println(Thread.currentThread().getName() + " imageLst size = " + size);
                    outPutImageFile(this.dirName,imageLst);
                }
            }
            if(ImageDumper.endOfProcess == ImageCompressUtil.THREADCOUNT && imageLst.isEmpty())
                break;
        }
        System.out.println(Thread.currentThread().getName() + "stopped... " + new Date(System.currentTimeMillis()).toString());
        OscarLogger.logMessage(1, "", Thread.currentThread().getName() + " finished - " + new Date(System.currentTimeMillis()).toString() + " - SIGNATURE DATA DOWNLOAND FROM " + this.tableName + " FINISHED: [[" + uncompressedList + "]]   OK.   [[" + misUncompressedList + "]]   FAILURE.   TOTAL DATA [[" + size + "]]");
    }

    private void outPutImageFile(String dirName, List outImageList) {
        OutputStream out = null;
        try {
            SignatureImage image = null;
            while(!outImageList.isEmpty()){
                image = (SignatureImage) outImageList.remove(0);
                String imageFile = dirName + image.getCustomerId().trim() + "_" + image.getImageId() +".bmp";
                out = new FileOutputStream(imageFile);
                try {
                    out.write(...);
                    OscarLogger.logMessage(1, "Customer Id: " + image.getCustomerId(), "   [OK]");
                    uncompressedList++;
                } catch (Exception e) {
                    e.printStackTrace();
                    OscarLogger.logException("Customer Id: " + image.getCustomerId() + "   [FAILURE]", e);
                    misUncompressedList++;
                }
                out.flush();
                out.close();
            }

        } catch (IOException i) {
            OscarLogger.logException("\nError: " + " - Can't open. ERROR... system exit", i);
            System.exit(1);
        } finally {
            try {
                if (out != null) {
                    out.flush();
                    out.close();
                }
            } catch (IOException e) {
                e.printStackTrace();
            }
        }
    }
}

1. Main

package com.mantis.signature.util;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.IOException;
import java.io.OutputStream;
import java.util.ArrayList;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Properties;

import com.mantis.signature.model.table.SignatureImage;

public class ImageCompressUtil {
    public static String SESI_SIG_IMAGEDIR = "";
    public static String SESI_SIG_HIST_IMAGEDIR = "";
    private static String DBFID="";
    private static String DBPWD="";
    public static List ACCOUNTMAP = new ArrayList();
    public static short THREADCOUNT = 0;

    public static void main(String[] args) {
        if(args.length == 0 || args.length == 1){
            System.out.println("usage: java com.mantis.signature.util.ImageCompressUtil dirname tablename");
            return;
        }
        Runtime runt = Runtime.getRuntime();
        OscarLogger.logMessage(1,"",new Date(System.currentTimeMillis()).toString() + "  memory befor = " + runt.freeMemory());
        System.out.println(new Date(System.currentTimeMillis()).toString() + "  memory befor = " + runt.freeMemory());
        String accountFilename = "";
        try {
            Properties props = new Properties();
            props.load(ImageCompressUtil.class.getResourceAsStream("sig.properties"));
            ImageCompressUtil.DBFID = props.getProperty("DBFID");
            ImageCompressUtil.DBPWD = props.getProperty("DBPWD");
            accountFilename = props.getProperty("AccountListFile");
        } catch (IOException e) {
            e.printStackTrace();
        }
        readAccount(accountFilename);
        startDownload(ImageCompressUtil.DBFID, ImageCompressUtil.DBPWD,args[1],args[0]);
    }

    public static void readAccount(String filename){
        try {
            BufferedReader buffReader = new BufferedReader(new FileReader(new File(filename)));
            if(buffReader != null){
                String accLine = buffReader.readLine();
                while(accLine != null){
                    accLine = accLine.trim();
                    char[] accarray = accLine.toCharArray();
                    for(int i = 0 ; i < accarray.length; i++){
                        if(accarray[i] != '0'){
                            accLine = accLine.substring(i);
                            break;
                        }
                    }
                    ImageCompressUtil.ACCOUNTMAP.add(accLine);
                    accLine = buffReader.readLine();
                }
            }
            System.out.println(ImageCompressUtil.ACCOUNTMAP.size());
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    public static void startDownload(String usrName, String passwrod, String imagedir, String tableName) {
        File f = null;
        f = new File(imagedir);
        if (!f.exists()) {
            System.out.println(imagedir + " folder is not exist, creating....");
            f.mkdirs();
        }
        ImageCompressUtil.THREADCOUNT = 32;

        ImageDumper dumper = new ImageDumper(usrName,passwrod,tableName);
        Thread t1 = new Thread(dumper);
        t1.setName("unload thread 1");
        Thread t2 = new Thread(dumper);
        t2.setName("unload thread 2");
        Thread t3 = new Thread(dumper);
        t3.setName("unload thread 3");
        Thread t4 = new Thread(dumper);
        t4.setName("unload thread 4");
        Thread t5 = new Thread(dumper);
        t5.setName("unload thread 5");
        t1.start();
        t2.start();
        t3.start();
        t4.start();
        t5.start();

        ImageWriter imageWriter = new ImageWriter(imagedir,tableName);
        Thread writer1 = new Thread(imageWriter);
        writer1.setName("writer thread 1");
        writer1.start();
    }
}

1. Result