java获取页面源码的三种方式（转载，只为记录）

一、GetURL.java
import java.io.*;
import java.net.*;
public class GetURL {
    public static void main(String[] args) {
        InputStream in = null; 
        OutputStream out = null;
        try {
            // 检查命令行参数
            if ((args.length != 1)&& (args.length != 2))
                throw new IllegalArgumentException("Wrong number of args");
   
         
            URL url = new URL(args[0]);   //创建 URL
            in = url.openStream();        // 打开到这个URL的流
            if (args.length == 2)         // 创建一个适当的输出流
                out = new FileOutputStream(args[1]);
            else out = System.out;
   
            // 复制字节到输出流
            byte[] buffer = new byte[4096];
            int bytes_read;
            while((bytes_read = in.read(buffer)) != -1)
                out.write(buffer, 0, bytes_read);
}
    
        catch (Exception e) {
            System.err.println(e);
            System.err.println("Usage: java GetURL <URL> [<filename>]");
        }
        finally {  //无论如何都要关闭流
            try { in.close();  out.close(); } catch (Exception e) {}
        }
    }
}

运行方法：
C:\java>java   GetURL  http://127.0.0.1:8080/kj/index.html index.html

二、geturl.jsp

<%@ page import="java.io.*" contentType="text/html;charset=gb2312" %>
<%@ page language="java" import="java.net.*"%>


<%
        String htmpath=null;
        BufferedReader in = null;
        InputStreamReader isr = null;
        InputStream is = null;
        PrintWriter pw=null;
        HttpURLConnection huc = null;
        try{
           htmpath=getServletContext().getRealPath("/")+"html\\morejava.html";
           pw=new PrintWriter(htmpath);
           URL url = new URL("http://127.0.0.1:8080/kj/morejava.jsp"); //创建 URL
              huc = (HttpURLConnection)url.openConnection();
              is = huc.getInputStream();
              isr = new InputStreamReader(is);
              in = new BufferedReader(isr);
              String line = null;
              while(((line = in.readLine()) != null)) {
                 if(line.length()==0)
                   continue;
                 pw.println(line);
               }
     
         }
    
        catch (Exception e) {
            System.err.println(e);
        }
         finally {  //无论如何都要关闭流
            try {  is.close(); isr.close();in.close();huc.disconnect();pw.close();  
            } catch (Exception e) {}
        }


%>
        OK--,创建文件成功

三、HttpClient.java

import java.io.*;
import java.net.*;

public class HttpClient {
    public static void main(String[] args) {
        try {
            // 检查命令行参数
            if ((args.length != 1) && (args.length != 2))
                throw new IllegalArgumentException("Wrong number of args");
          
            OutputStream to_file;
            if (args.length == 2)
                  to_file = new FileOutputStream(args[1]);//输出到文件
            else
                  to_file = System.out;//输出到控制台
          
         
            URL url = new URL(args[0]);
            String protocol = url.getProtocol();
            if (!protocol.equals("http"))
               throw new IllegalArgumentException("Must use 'http:' protocol");
            String host = url.getHost();
            int port = url.getPort();
            if (port == -1) port = 80;
            String filename = url.getFile();

            Socket socket = new Socket(host, port);//打开一个socket连接

            InputStream from_server = socket.getInputStream();//获取输入流
            PrintWriter to_server = new PrintWriter(socket.getOutputStream());//获取输出流
          
       
            to_server.print("GET " + filename + "\n\n");//请求服务器上的文件
            to_server.flush();  // Send it right now!
          
            byte[] buffer = new byte[4096];
            int bytes_read;

            //读服务器上的响应，并写入文件。
            while((bytes_read = from_server.read(buffer)) != -1)
                to_file.write(buffer, 0, bytes_read);
          
            socket.close();
            to_file.close();
        }
        catch (Exception e) {  
            System.err.println(e);
            System.err.println("Usage: java HttpClient <URL> [<filename>]");
        }
    }
}

运行方法：C:\java>java   HttpClient http://127.0.0.1:8080/kj/index.html index.html



注意中文可能会显示乱码,在得到源码后,应该做相应的转码工作,例如:


public static String GetURLstr(String strUrl)
{
  InputStream in = null;
  OutputStream out = null;
  String strdata = "";
  try
  {
   URL url = new URL(strUrl); // 创建 URL
   in = url.openStream(); // 打开到这个URL的流
   out = System.out;

   // 复制字节到输出流
   byte[] buffer = new byte[4096];
   int bytes_read;
   while ((bytes_read = in.read(buffer)) != -1)
   {
    String reads = new String(buffer, 0, bytes_read, "UTF-8");
    //System.out.print(reads);
    strdata = strdata + reads;
    // out.write(buffer, 0, bytes_read);
   }

   in.close();
   out.close();
   return strdata;
  }

  catch (Exception e)
  {
   System.err.println(e);
   System.err.println("Usage: java GetURL <URL> [<filename>]");
   return strdata;
  }
}