访问 java_Java 访问网页

import java.io.BufferedReader;

import java.io.BufferedWriter;

import java.io.File;

import java.io.FileOutputStream;

import java.io.FileReader;

import java.io.IOException;

import java.io.InputStream;

import java.io.InputStreamReader;

import java.io.OutputStream;

import java.io.OutputStreamWriter;

import java.io.UnsupportedEncodingException;

import java.net.HttpURLConnection;

import java.net.URL;

import java.net.URLConnection;

import java.net.URLEncoder;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import java.util.Map.Entry;

/**

* @author GaoFeng Chen

*/

public class AllResult {

/**

* @param args

* @throws Exception

*/

public static void main(String[] args) throws Exception {

// 要访问的网页

String urlStr = "http://xxxxxx";

URL url;

// 读文件，访问网页的引数放在一个文件中

List seqList = readFile("D:\\", "seq.txt");

if (seqList.size() > 0) {

// 每次运行时将前一次的结果清空

write("D:\\seqResult.txt", "OVERWRITE", new StringBuffer(

"the name of the sequence").append(" ")

.append("the result").toString());

int i = 1;

for (String seq : seqList) {

System.out.println("The current row number is: " + i++);

try {

// 准备引数

Map parameters = setParameter(seq);

// 获取引数

String parameter = getParameter(parameters);

byte[] b = parameter.getBytes();

url = new URL(urlStr);

URLConnection URLconnection = url.openConnection();

HttpURLConnection httpConnection = (HttpURLConnection) URLconnection;

httpConnection.setDoOutput(true);

// Read from the connection. Default is true.

httpConnection.setDoInput(true);

// Set the post method. Default is GET

httpConnection.setRequestMethod("POST");

// Post cannot use caches

httpConnection.setUseCaches(false);

OutputStream reqOut = null;

reqOut = httpConnection.getOutputStream();

reqOut.write(b, 0, b.length);

int responseCode = httpConnection.getResponseCode();

if (responseCode == HttpURLConnection.HTTP_OK) {

InputStream urlStream = httpConnection.getInputStream();

BufferedReader bufferedReader = new BufferedReader(

new InputStreamReader(urlStream));

String sCurrentLine = "";

while ((sCurrentLine = bufferedReader.readLine()) != null) {

// 只把自己感兴趣的返回信息取出来

if (sCurrentLine.contains("XXXXX")) {

// 将获取的数据写入到指定的文件

write("D:\\seqResult.txt", "APPEND",

new StringBuffer(seq).append(":")

.append(sCurrentLine)

.toString());

}

}

} else {

System.err.println("FAIL");

}

} catch (Exception e) {

e.printStackTrace();

}

}

}

System.out.println("All of the sequence is over");

}

/**

*

* @param sequence

* @return

*/

public static Map setParameter(String sequence) {

Map parameters = new HashMap();

parameters.put("xxxx", "xx");

parameters.put("xxxx", sequence);

parameters.put("xxxx", "xx");

parameters.put("xxxx", "xx");

parameters.put("xxxx", "xx");

parameters.put("xxxx", "xx");

return parameters;

}

/**

*

* @param parameters

* @return

* @throws UnsupportedEncodingException

*/

public static String getParameter(Map parameters)

throws UnsupportedEncodingException {

StringBuffer parameter = new StringBuffer();

for (java.util.Iterator iter = parameters.entrySet().iterator(); iter

.hasNext();) {

Entry element = (Entry) iter.next();

parameter.append(element.getKey().toString());

parameter.append("=");

parameter.append(URLEncoder.encode(element.getValue().toString(),

"UTF-8"));

parameter.append("&");

}

if (parameter.length() > 0) {

parameter = parameter.deleteCharAt(parameter.length() - 1);

}

return parameter.toString();

}

/**

* reader the file

*

* @param dataPath

* path

* @param fileName

* fileName

* @return data file

*/

public static List readFile(String dataPath, String fileName) {

File file = new File(dataPath + fileName);

BufferedReader reader = null;

List value = new ArrayList();

try {

reader = new BufferedReader(new FileReader(file));

String tempString = null;

while ((tempString = reader.readLine()) != null) {

value.add(tempString);

}

reader.close();

} catch (IOException e) {

e.printStackTrace();

} finally {

if (reader != null) {

try {

reader.close();

} catch (IOException e1) {

e1.printStackTrace();

}

}

}

return value;

}

/**

*

* @param strFileName

* @param strWriteMode

* @param lstOutputData

* @return

* @throws Exception

*/

public static int write(String strFileName, String strWriteMode,

String outputData) throws Exception {

FileOutputStream fileOutputStream;

OutputStreamWriter outputStreamWriter;

BufferedWriter bufferedWriter;

int countOutput;

fileOutputStream = null;

outputStreamWriter = null;

bufferedWriter = null;

countOutput = 0;

try {

if (strFileName == null)

throw new IllegalArgumentException();

if (strWriteMode == null)

throw new IllegalArgumentException();

if (!"OVERWRITE".equals(strWriteMode)

&& !"APPEND".equals(strWriteMode))

throw new IllegalArgumentException();

if (outputData == null)

throw new IllegalArgumentException();

File file = new File(strFileName);

if ("OVERWRITE".equals(strWriteMode))

fileOutputStream = new FileOutputStream(file);

else

fileOutputStream = new FileOutputStream(file, true);

outputStreamWriter = new OutputStreamWriter(fileOutputStream,

"MS932");

bufferedWriter = new BufferedWriter(outputStreamWriter);

// for (int i = 0; i < lstOutputData.size(); i++) {

// String strLine = (String) lstOutputData.get(i);

bufferedWriter.write(outputData);

bufferedWriter.write("\n");

countOutput++;

// }

} catch (Exception ex) {

}

closeOutputStream(fileOutputStream, outputStreamWriter, bufferedWriter);

return countOutput;

}

/**

*

* @param fileOutputStream

* @param outputStreamWriter

* @param bufferedWriter

*/

private static void closeOutputStream(FileOutputStream fileOutputStream,

OutputStreamWriter outputStreamWriter, BufferedWriter bufferedWriter) {

if (bufferedWriter != null)

try {

bufferedWriter.close();

} catch (IOException ex) {

}

if (outputStreamWriter != null)

try {

outputStreamWriter.close();

} catch (IOException ex) {

}

if (fileOutputStream != null)

try {

fileOutputStream.close();

} catch (IOException ex) {

}

}

}