html网页socket,Socket请求网页

Java Socket现实简单的HTTP服务

http://jiangzhengjun.iteye.com/blog/512380

Java socket 访问网页

http://blog.csdn.net/yilip/article/details/45195713

import java.io.BufferedReader;

import java.io.BufferedWriter;

import java.io.InputStreamReader;

import java.io.OutputStreamWriter;

import java.net.Socket;

public class WebpageSocket {

private static int port = 80;

private static String hostname = “www.iteye.com”;

public static void main(String[] args) throws Exception{

Socket socket = new Socket(hostname, port);

BufferedWriter writer = new BufferedWriter(new OutputStreamWriter(socket.getOutputStream(), “utf-8”));

writer.write(“GET ” + “/ask” + ” HTTP/1.0\r\n”);

writer.write(“HOST:” + hostname + “\r\n”);

writer.write(“Accept:*/*\r\n”);

writer.write(“\r\n”);

writer.flush();

BufferedReader reader = new BufferedReader(new InputStreamReader(socket.getInputStream(), “utf-8”));

String line = null;

while ((line = reader.readLine()) != null) {

System.out.println(line);

}

reader.close();

writer.close();

socket.close();

}

}

第二种

public static void main(String[] args) throws IOException {

//想要抓取的网页主机名

//域名www.baidu.com,旗下有好多主机,例如tieba.baidu.com,map.baidu.com

String host = “map.baidu.com”;

//根据主机名获取ip地址

InetAddress ip = InetAddress.getByName(host);

//建立连接

Socket s = new Socket(ip,80);

//向服务器端写入http协议请求

PrintWriter pw = new PrintWriter(s.getOutputStream());

// “/”请求根页面

pw.println(“GET / HTTP/1.1”);

pw.println(“Host: “+host);

pw.println(“Content-Type: text/html”);

pw.println();

pw.flush();

//将获取到的页面输出在控制台

BufferedReader br = new BufferedReader(new InputStreamReader(s.getInputStream()));

String str = “”;

while((str=br.readLine())!=null){

System.out.println(str);

}

br.close();

pw.close();

s.close();

}

第三种

import Java.io.BufferedReader;

import java.io.BufferedWriter;

import java.io.IOException;

import java.io.InputStreamReader;

import java.io.OutputStreamWriter;

import java.net.InetAddress;

import java.net.Socket;

/**

* Java 通过 Socket 的形式抓取网页内容

*

创建日期：2011-1-20

* @author 何明旺

*/

public class FetchHtmlBySocket {

public static void main(String[] args) {

String html = new FetchHtmlBySocket().htmlContent(new HtmlPage(“blog.csdn.net”, “/hemingwang0902”));

System.out.println(html);

}

/**

* 抓取网页原代码

*

创建日期：2011-1-20

* @param hp

* @return 指定网页的源代码，如果抓取失败，则返回一个长度为 0 的空字符串

* @author 何明旺

*/

public String htmlContent(HtmlPage hp){

StringBuffer html = new StringBuffer();

Socket socket = null;

BufferedWriter writer = null;

BufferedReader reader = null;

try {

// 建立一个Socket

socket = new Socket(InetAddress.getByName(hp.getServer()), hp.getPort());

StringBuffer command = new StringBuffer()

.append(“GET ” + hp.getPath() + ” HTTP/1.0/r/n”)

.append(“HOST:” + hp.getServer() + “/r/n”)

.append(“/r/n”);

// 发送命令

writer = new BufferedWriter(new OutputStreamWriter(socket.getOutputStream(), hp.getCharset()));

writer.write(command.toString());

writer.flush();

// 接收返回的结果

reader = new BufferedReader(new InputStreamReader(socket.getInputStream(), hp.getCharset()));

String line;

while ((line = reader.readLine()) != null) {

html.append(line).append(“/r/n”);

}

} catch (Exception e) {

e.printStackTrace();

} finally {

try {

if (reader != null)

reader.close();

if (writer != null)

writer.close();

if (socket != null)

socket.close();

} catch (IOException e) {

e.printStackTrace();

}

}

return html.toString();

}

static class HtmlPage {

private String server;

private int port = 80;

private String path;

private String charset = “UTF-8”;

public HtmlPage() {

super();

}

public HtmlPage(String server, String path) {

super();

this.server = server;

this.path = path;

}

public HtmlPage(String server, String path, String charset) {

super();

this.server = server;

this.path = path;

this.charset = charset;

}

public HtmlPage(String server, int port, String path, String charset) {

super();

this.server = server;

this.port = port;

this.path = path;

this.charset = charset;

}

public String getServer() {

return server;

}

public void setServer(String server) {

this.server = server;

}

public int getPort() {

return port;

}

public void setPort(int port) {

this.port = port;

}

public String getPath() {

return path;

}

public void setPath(String path) {

this.path = path;

}

public String getCharset() {

return charset;

}

public void setCharset(String charset) {

this.charset = charset;

}

}

}

Share this: