html_getData.rar_getdata_htmlutil 使用_获取网页

import java.awt.Image; import java.awt.image.BufferedImage; import java.io.FileOutputStream; import java.io.InputStream; import java.net.URL; import java.net.URLConnection; import java.util.List; import com.gargoylesoftware.htmlunit.WebClient; import com.gargoylesoftware.htmlunit.html.HtmlAnchor; import com.gargoylesoftware.htmlunit.html.HtmlDivision; import com.gargoylesoftware.htmlunit.html.HtmlElement; import com.gargoylesoftware.htmlunit.html.HtmlImage; import com.gargoylesoftware.htmlunit.html.HtmlPage; import com.gargoylesoftware.htmlunit.html.HtmlParagraph; import com.sun.image.codec.jpeg.JPEGCodec; import com.sun.image.codec.jpeg.JPEGImageEncoder; public class GetDate { public static void main(String[] args) throws Exception { GetDate getDate=new GetDate(); if(args.length==0){ getDate.getUrl(); }else if(args.length>0){ String url=args[0]; getDate.getInfo(url); } } public void getUrl() throws Exception{ WebClient l_webClient = new WebClient(); HtmlPage l_htmlPage = (HtmlPage)l_webClient.getPage("http://en.beijing2008.cn/spectators/beijing/shopping/list/"); List<HtmlDivision> htmlDivs=(List<HtmlDivision>) l_htmlPage.getDocumentElement().getHtmlElementsByTagName("div"); for(HtmlDivision htmlDiv:htmlDivs){ if(htmlDiv.getClassAttribute().equals("f12list")){ List<HtmlAnchor> htmlAnchors=(List<HtmlAnchor>) htmlDiv.getHtmlElementsByTagName("a"); for(HtmlAnchor htmlAnchor:htmlAnchors){ System.out.println(htmlAnchor.asText()); System.out.println(htmlAnchor.getHrefAttribute()); } } } } public void getInfo(String url) throws Exception{ WebClient l_webClient = new WebClient(); HtmlPage l_htmlPage = (HtmlPage)l_webClient.getPage(url); HtmlElement htmlElementTitle=l_htmlPage.getHtmlElementById("print_title"); HtmlElement htmlElementContent=l_htmlPage.getHtmlElementById("newsContent"); List<HtmlParagraph> htmlPs=(List<HtmlParagraph>) htmlElementContent.getHtmlElementsByTagName("p"); HtmlImage htmlImage=(HtmlImage) htmlElementContent.getHtmlElementsByTagName("IMG").get(0); URL imageURL = new URL(htmlImage.getSrcAttribute()); URLConnection uc = imageURL.openConnection(); InputStream is = uc.getInputStream(); Image src = javax.imageio.ImageIO.read(is); int wideth=src.getWidth(null); int height=src.getHeight(null); BufferedImage tag = new BufferedImage(200,100,BufferedImage.TYPE_INT_RGB); tag.getGraphics().drawImage(src,0,0,200,100,null); FileOutputStream out=new FileOutputStream("c:/Unos/"+htmlElementTitle.asText()+".jpg"); JPEGImageEncoder encoder = JPEGCodec.createJPEGEncoder(out); encoder.encode(tag); out.close(); is.close(); System.out.println(htmlElementTitle.asText()); for(HtmlParagraph htmlP:htmlPs){ System.out.println(htmlP.asText()); } } }