Jsoup数据抓取

/***
	 * 美图抓取
	 * http://www.tupianzj.com/meinv/ 
	 * @time 2014-9-5上午11:10:25
	 */
	public static void search2() {
		
		String httpUrl = "http://www.tupianzj.com/meinv/";
		
		try {
			
			Document doc = Jsoup.connect(httpUrl).get();
			
			Elements items = doc.select(".meinv970 dl");
			
			System.out.println(items);
			
			for(Element item:items){
				
				Elements childItemsDT = item.select("dt h2 a");
				
				String title=childItemsDT.html();
					
				System.out.println(childItemsDT.html());
				
				Elements childItemsDD1 = item.select("dd li a img");
				
				for(Element childItemdd1:childItemsDD1){
					
					String picUrl0=childItemdd1.attr("src");
					
					saveImg("小",title, picUrl0);
					
					System.out.println(picUrl0);
				}
				
				Elements childItemsDD2 = item.select("dd li .moxflashtext a");
				
				System.out.println(childItemsDD2);
				
				for(Element childItem:childItemsDD2){
					
					String secondUrl="http://www.tupianzj.com"+childItem.attr("href");
					
					Document childDoc = Jsoup.connect(secondUrl).get();
					
					String picUrl=childDoc.select(".pictu900 img").attr("src");
					
					System.out.println(picUrl);
					
					saveImg("大",title, picUrl);
					
					Elements thirdChilds=childDoc.select(".pages li a");
					
					for(Element thirdChild:thirdChilds){
						
						String isHave = thirdChild.attr("href");
						
						if(!"".endsWith(isHave) && !"javascript:dPlayPre();".endsWith(isHave) && !"#".endsWith(isHave) && !"#".endsWith(isHave)){
							
							String url=secondUrl.substring(0,secondUrl.lastIndexOf("/")+1)+isHave;
							
							Document secondChildDoc = Jsoup.connect(url).get();
							
							String picUrl1=secondChildDoc.select(".pictu900 img").attr("src");
							
							System.out.println(picUrl1);
							
							saveImg("大",title, picUrl1);
							
						}
						
					}
				}
				
			}
			
		} catch (IOException e) {
			
			e.printStackTrace();
		}
	}
	
	
	/***
	 * 保存图片
	 * @time 2014-9-5上午11:10:25
	 */
	 public static String saveImg(String tag,String name,String picUrl) {
			
			String fileName = "";
			
			fileName = tag+System.currentTimeMillis()+".jpg";
			
			File realDirectory = new File("D:/pic/"+name+"/");
			
			if (!realDirectory.exists()) {
				realDirectory.mkdirs();
			}
			
			try {
				// 构造URL
				URL url = new URL(picUrl);
				// 打开连接
				URLConnection con = url.openConnection();
				// 输入流
				InputStream is = con.getInputStream();
				// 1K的数据缓冲
				byte[] bs = new byte[1024];
				// 读取到的数据长度
				int len;
				// 输出的文件流
				OutputStream os = new FileOutputStream("D:/pic/"+name+"/"+fileName);
				// 开始读取
				while ((len = is.read(bs)) != -1) {
					os.write(bs, 0, len);
				}
				// 完毕，关闭所有链接
				os.close();
				is.close();
				
			} catch (Exception e) {
				
				e.printStackTrace();
			} 
			
			return fileName;
			
		}