Java 通过 Socket 的形式抓取网页内容

package com.hmw.net;
import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.net.InetAddress;
import java.net.Socket;
/**
 * Java 通过 Socket 的形式抓取网页内容
 * <br><b>创建日期</b>：2011-1-20
 * @author <a href="mailto:[e-mail]" mce_href="mailto:[e-mail]">何明旺</a>
 */
public class FetchHtmlBySocket {
	public static void main(String[] args) {
		String html = new FetchHtmlBySocket().htmlContent(new HtmlPage("blog.csdn.net", "/hemingwang0902"));
		System.out.println(html);
	}
	
	/**
	 * 抓取网页原代码
	 * <br><b>创建日期</b>：2011-1-20
	 * @param hp
	 * @return	指定网页的源代码，如果抓取失败，则返回一个长度为 0 的空字符串
	 * @author <a href="mailto:[e-mail]" mce_href="mailto:[e-mail]">何明旺</a>
	 */
	public String htmlContent(HtmlPage hp){
		StringBuffer html = new StringBuffer();
		Socket socket = null;
		BufferedWriter writer = null;
		BufferedReader reader = null;
		try {
			// 建立一个Socket
			socket = new Socket(InetAddress.getByName(hp.getServer()), hp.getPort());
			
			
			StringBuffer command = new StringBuffer()
				.append("GET " + hp.getPath() + " HTTP/1.0/r/n")
				.append("HOST:" + hp.getServer() + "/r/n")
				.append("/r/n");
			// 发送命令
			writer = new BufferedWriter(new OutputStreamWriter(socket.getOutputStream(), hp.getCharset()));
			writer.write(command.toString());
			writer.flush();
			// 接收返回的结果
			reader = new BufferedReader(new InputStreamReader(socket.getInputStream(), hp.getCharset()));
			String line;
			while ((line = reader.readLine()) != null) {
				html.append(line).append("/r/n");
			}
		} catch (Exception e) {
			e.printStackTrace();
		} finally {
			try {
				if (reader != null)
					reader.close();
				if (writer != null)
					writer.close();
				if (socket != null)
					socket.close();
			} catch (IOException e) {
				e.printStackTrace();
			}
		}
	
		return html.toString();
	}
	
	static class HtmlPage {
		private String server;
		private int port = 80;
		private String path;
		private String charset = "UTF-8";
		public HtmlPage() {
			super();
		}
		public HtmlPage(String server, String path) {
			super();
			this.server = server;
			this.path = path;
		}
		public HtmlPage(String server, String path, String charset) {
			super();
			this.server = server;
			this.path = path;
			this.charset = charset;
		}
		public HtmlPage(String server, int port, String path, String charset) {
			super();
			this.server = server;
			this.port = port;
			this.path = path;
			this.charset = charset;
		}
		public String getServer() {
			return server;
		}
		public void setServer(String server) {
			this.server = server;
		}
		public int getPort() {
			return port;
		}
		public void setPort(int port) {
			this.port = port;
		}
		public String getPath() {
			return path;
		}
		public void setPath(String path) {
			this.path = path;
		}
		public String getCharset() {
			return charset;
		}
		public void setCharset(String charset) {
			this.charset = charset;
		}
	}
}

抓取结果如图所示：