三个文件每行去重且保持原序叠加

package test;

import java.io.BufferedReader;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Set;
public class Append1 {
    private static List removeDuplicate(List list) {
           Set set = new HashSet();
           List newList = new ArrayList();
           for(Iterator  iter = list.iterator(); iter.hasNext();) {
                String element = (String)iter.next();
                if(set.add(element)) {
                     newList.add(element);
                }
           }
                return newList;

        }
    public static String[] getStrings() {
        FileInputStream fis;
        InputStreamReader isr;
        BufferedReader br = null;
        try {
            //fis3 = new FileInputStream("/public/home/dsj/Public/sundujing/fpgrowth/ExampleToTerms1.txt");
            fis = new FileInputStream("/public/home/dsj/Public/sundujing/fpgrowth/buyedSameTime2.txt");

            //              fis = new FileInputStream("D://ToCats.txt");
            isr = new InputStreamReader(fis, "UTF-8");
            br= new BufferedReader(isr);
        } catch (FileNotFoundException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        } catch (UnsupportedEncodingException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
        String[] strings = new String[5462];
        int i=0;
        String str;
        try {
            while ((str = br.readLine()) != null) {

                strings[i] = str;
                i++;
            }
        } catch (IOException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
        return strings;
    }
     public static String[] getStrings3() {
            FileInputStream fis3;
            InputStreamReader isr3;
            BufferedReader br3 = null;
            try {
                //fis3 = new FileInputStream("/public/home/dsj/Public/sundujing/fpgrowth/ExampleToTerms1.txt");
                fis3 = new FileInputStream("/public/home/dsj/Public/sundujing/fpgrowth/Result3.txt");
                //fis3 = new FileInputStream("/public/home/dsj/Public/sundujing/fpgrowth/toResult.txt");
                //              fis = new FileInputStream("D://ToCats.txt");
                isr3 = new InputStreamReader(fis3, "UTF-8");
                br3 = new BufferedReader(isr3);
            } catch (FileNotFoundException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
            } catch (UnsupportedEncodingException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
            }
            String[] strings = new String[5462];
            int i=0;
            String str;
            try {
                while ((str = br3.readLine()) != null) {

                    strings[i] = str;
                    i++;
                }
            } catch (IOException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
            }
            return strings;
        }
     public static String[] getStrings1() {
            FileInputStream fis1;
            InputStreamReader isr1;
            BufferedReader br1 = null;
            try {
                //fis3 = new FileInputStream("/public/home/dsj/Public/sundujing/fpgrowth/ExampleToTerms1.txt");
                fis1 = new FileInputStream("/public/home/dsj/Public/sundujing/fpgrowth/final_example.txt");

                //              fis = new FileInputStream("D://ToCats.txt");
                isr1 = new InputStreamReader(fis1, "UTF-8");
                br1 = new BufferedReader(isr1);
            } catch (FileNotFoundException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
            } catch (UnsupportedEncodingException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
            }
            String[] strings = new String[5462];
            int i=0;
            String str;
            try {
                while ((str = br1.readLine()) != null) {

                    strings[i] = str;
                    i++;
                }
            } catch (IOException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
            }
            return strings;
        }
     public static void appendMethod(String fileName, String content) {
           try {
               //打开一个写文件器，构造函数中的第二个参数true表示以追加形式写文件
               FileWriter writer = new FileWriter(fileName, true);
               writer.write(content);
               writer.close();
           } catch (IOException e) {
               e.printStackTrace();
           }
       }
    public static void main(String[] args)
    {
        String[] strings = getStrings();
        String[] strings1 = getStrings1();
        String[] strings2 = getStrings3();
        String fileName = "/public/home/dsj/Public/sundujing/fpgrowth/final.txt";
        String content;
        for(int j=0;j<5462;j++)
        {
            String[] s=strings[j].split(",");
            String[] s1=strings1[j].split(",");
            String[] s2=strings2[j].split(",");
            List list = Arrays.asList(s);
            List list4 = Arrays.asList(s1);
            List list2 = Arrays.asList(s2);
            List list3= new ArrayList();
            list3.addAll(list);
            list3.addAll(list4);
            list3.addAll(list2);
            List list1=removeDuplicate(list3);
             for(int i = 0; i < list1.size(); i++)  
                {  
//                 if(list.get(i)!="")
//                 {
                       System.out.println( list1.get(i));
                        content=(String)list1.get(i);
                        appendMethod(fileName,content);
                        appendMethod(fileName, ",");
//                 }

                }
             appendMethod(fileName, "\n");
        }


    }
}