java网络爬虫

package com.kmust.util;

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

public class CopyOfDataDownUtil {

public static String getHtmlResourceByUrl(String url,String encoding){
InputStreamReader isr =null;
StringBuffer buffer = new StringBuffer();
try {
URL urlObj = new URL(url);
URLConnection uc = urlObj.openConnection();
isr = new InputStreamReader(uc.getInputStream(),encoding);
BufferedReader reader = new BufferedReader(isr);
String line = "";
while ((line=reader.readLine())!=null){
buffer.append(line+"\n");