java正则 链接_java获取url内容及正则匹配链接图片地址 | 学步园

import java.net.*;

import java.util.ArrayList;

import java.util.regex.Matcher;

import java.util.regex.Pattern;

import java.io.*;

public class QuestionResult {

private Socket socket;

private String host = "www.01hr.com";

private int port = 80;

private String filePath = "E://index.txt";

private ArrayList urlList, imgList;

// 建立socket链接

public void initSocket() throws Exception {

socket = new Socket(host, port);

}

// 取得页面内容方法1

public void getHttpUrlContent() throws Exception {

URL url = new URL("http://www.01hr.com");

InputStream input = url.openStream();

BufferedReader br = new BufferedReader(new InputStreamReader(input));

String data;

File file = new File(filePath);

FileWriter fw = new FileWriter(file);

BufferedWriter bw = new BufferedWriter(fw);

while ((data = br.readLine()) != null) {

matchUrl(data);

matchImage(data);

bw.write(data);

bw.newLine();

}

bw.close();

fw.close();

br.close();

input.close();

}

// 取得页面内容方法2

public void getHttpSocketContent() throws Exception {

StringBuffer sb = new StringBuffer("GET " + "/index.html"

+ " HTTP/1.1/r/n");

sb.append("Host: " + host + "/r/n");

sb.append("Accept: */*/r/n");

sb.append("Accept-Language: zh-cn/r/n");

sb.append("Accept-Encoding: gzip, deflate/r/n");

sb.append("User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0)/r/n");

sb.append("Connection: Keep-Alive/r/n/r/n");

OutputStream socketOut = socket.getOutputStream();

socketOut.write(sb.toString().getBytes());

InputStream socketIn = socket.getInputStream();

BufferedReader br = new BufferedReader(new InputStreamReader(socketIn));

File file = new File(filePath);

FileWriter fw = new FileWriter(file);

BufferedWriter bw = new BufferedWriter(fw);

String data;

int i = 0;

while ((data = br.readLine()) != null) {

if (i > 9) {// 不显示返回报文

matchUrl(data);

matchImage(data);

bw.write(data);

bw.newLine();

}

i++;

}

bw.close();

fw.close();

br.close();

socketIn.close();

socketOut.close();

socket.close();

}

//匹配链接内容

public void matchUrl(String str) {

urlList = new ArrayList();

String regEx = "

Pattern pat = Pattern.compile(regEx);

Matcher mat = pat.matcher(str);

while (mat.find()) {

urlList.add(mat.group(1));

}

}

//匹配图片内容

public void matchImage(String str) {

imgList = new ArrayList();

  String regEx = "

Pattern pat = Pattern.compile(regEx);

Matcher mat = pat.matcher(str);

while (mat.find()) {

imgList.add(mat.group(1));

}

}

//打印匹配后的地址

public void printContent(String contentName,ArrayList al){

System.out.println(contentName);

for(int i=0;i

System.out.println(al.get(i));

}

}

public static void main(String args[]) throws Exception {

QuestionResult client = new QuestionResult();

/* client.initSocket();//取得页面内容方法2

client.getHttpSocketContent();*/

client.getHttpUrlContent();取得页面内容方法1

client.printContent("---------------链接地址打印---------------",client.urlList);

client.printContent("---------------图片地址打印---------------",client.imgList);

}

}