网络信息采集系统（java版）

package com.webcrawl.db; import java.lang.reflect.Field; import java.lang.reflect.Method; import java.sql.Connection; import java.sql.Date; import java.sql.DriverManager; import java.sql.PreparedStatement; import java.sql.ResultSet; import java.sql.ResultSetMetaData; import java.sql.SQLException; import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Map; import com.webcrawl.po.PostbaiduPo; import com.webcrawl.po.TaskPo; import com.webcrawl.server.Page; public class DBUtil { private static Connection con = null; private static String driver = "com.mysql.jdbc.Driver"; public DBUtil() { } public static Connection getConnection() { try { Class.forName(driver); con = DriverManager.getConnection("jdbc:mysql://localhost/webinfocrawl?user=root&password=root&useUnicode=true&characterEncoding=utf-8"); } catch (ClassNotFoundException e) { e.printStackTrace(); } catch (SQLException e) { e.printStackTrace(); } return con; } public static void close(ResultSet rs) { try { if (rs != null) rs.close(); } catch (SQLException e) { e.printStackTrace(); } } public static void close(PreparedStatement pstmt) { try { if (pstmt != null) pstmt.close(); } catch (SQLException e) { e.printStackTrace(); } } /** * @param con */ public static void close(Connection con) { try { if (con != null) con.close(); } catch (SQLException e) { e.printStackTrace(); } } /** * 执行增加，更新，删除SQL语句 * * @param sql * SQL语句 * @param args * SQL语句中参数的值 * @return DDL返回0,DML返回影响的行数 * @throws SQLException */ public static int executeUpdate(String sql, Object... args) { int affect = 0; PreparedStatement pstmt = null; try { pstmt = getConnection().prepareStatement(sql); for (int i = 0; i < args.length; i++) pstmt.setObject(i + 1, args[i]); affect = pstmt.executeUpdate(); } catch (SQLException e1) { e1.printStackTrace(); }finally { try { pstmt.close(); } catch (SQLException e) { e.printStackTrace(); } } return affect; } public static int executeUpdate(String sql, List args) { int affect = 0; PreparedStatement pstmt = null; try { pstmt = getConnection().prepareStatement(sql); for (int i = 0; i < args.size(); i++) pstmt.setObject(i + 1, args.get(i)); affect = pstmt.executeUpdate(); } catch (SQLException e1) { e1.printStackTrace(); }finally { try { pstmt.close(); } catch (SQLException e) { e.printStackTrace(); } } return affect; } /** * 执行查询SQL语句 * * @param sql * SQL语句 * @param args * SQL语句中参数的值 * @throws SQLException */ public static List<Map<Integer, Object>> executeQuery(String sql, Connection conn, Object... args) { List<Map<Integer, Object>> results = null; PreparedStatement pstmt = null; ResultSet rs = null; try { pstmt = conn.prepareStatement(sql); for (int i = 0; i < args.length; i++) pstmt.setObject(i + 1, args[i]); rs = pstmt.executeQuery(); results = new ArrayList<Map<Integer, Object>>(); ResultSetMetaData rsmd = rs.getMetaData(); while (rs.next()) { Map<Integer, Object> map = new HashMap<Integer, Object>(); for (int i = 1; i <= rsmd.getColumnCount(); i++) map.put(i, rs.getObject(i)); results.add(map); } } catch (SQLException e1) { e1.printStackTrace(); }finally { try { rs.close(); } catch (SQLException e) { e.printStackTrace(); } try { pstmt.close(); } catch (SQLException e) { e.printStackTrace(); } } return results; } /** * 根据某个字段查找其他字段 * @param tableName * @param queryFieldName * @param fieldName * @param fieldValue * @return */ public static Object executeQueryByField( String tableName ,String queryFieldName, String fieldName,Object fieldValue ){ String sql = " select "+queryFieldName+" from "+tableName+" where "+fieldName+" = '"+fieldValue+"'"; System.out.println(sql); PreparedStatement pstmt = null; ResultSet rs = null; Object result = null; try { pstmt = getConnection().prepareStatement(sql); rs = pstmt.executeQuery(); if( rs.next() ){ result = rs.getObject(1); } } catch (SQLException e) { e.printStackTrace(); }finally{ try { rs.close(); pstmt.close(); } catch (SQLException e) { e.printStackTrace(); } } return result; } /** * * 封装查询方法 finally语句中已关闭 * * @param sql * SQL语句 * @param POClass * 对象模板 * @param preparedParam * 参数集合 * @return 对象集合时 * @throws Exception */ @SuppressWarnings("unchecked") public static List executeQuery(String sql, Class POClass, List preparedParam) throws Exception { List list = new ArrayList<Object>(); Field[] field = POClass.getDeclaredFields(); PreparedStatement ps = getConnection().prepareStatement(sql); ResultSet rs = null; if (preparedParam != null) { for (int i = 0; i < preparedParam.size(); i++) { ps.setObject(i + 1, preparedParam.get(i)); } } rs = ps.executeQuery(); while (rs.next()) { Object o = POClass.newInstance(); for (Field f : field) { String fieldName = f.getName(); String methodName = "set" + fieldName.substring(0, 1).toUpperCase() + fieldName.substring(1); Class c = f.getType(); Method method = POClass.getMethod(methodName, c); Object result = rs.getObject(fieldName); method.invoke(o, result); } list.add(o); } return list; } public static Object executeQueryByField(String sql, Class POClass, Object preparedParam) throws Exception { Field[] field = POClass.getDeclaredFields(); PreparedStatement ps = getConnection().prepareStatement(sql); ResultSet rs = null; if (preparedParam != null) { ps.setObject(1, preparedParam); } rs = ps.executeQuery(); Object o = POClass.newInstance(); while (rs.next()) { for (Field f : field) { String fieldName = f.getName(); String methodName = "set" + fieldName.substring(0, 1).toUpperCase() + fieldName.substring(1); Class c = f.getType(); Method method = POClass.getMethod(methodName, c); Object result = rs.getObject(fieldName); method.invoke(o, result); } } return o; } @SuppressWarnings("unchecked") public static ArrayList select(String sql, Class POClass, Object[] args, Connection conn) throws Exception { ArrayList paralist = new ArrayList(); PreparedStatement ps = conn.prepareStatement(sql); ResultSet rs = null; if (args != null) { for (int i = 0; i < args.length; i++) { ps.setObject(i + 1, args[i]); } } rs = ps.executeQuery(); Object c1 = null; ResultSetMetaData rsmd = rs.getMetaData(); int columnCount = rsmd.getColumnCount(); Method[] m = POClass.getMethods();// 得到PO中方法数组； while (rs.next()) { c1 = POClass.newInstance(); for (int i = 0; i < columnCount; i++) { String columnName = rsmd.getColumnName(i + 1); String columnToMethodName = getSetMethodName(columnName); for (Method e : m) { String methodName = e.getName();// 得到方法名 Class[] paramType = e.getParameterTypes(); // if (methodName.equals(columnToMethodName) && paramType.length == 1) { String type = paramType[0].getName(); if (type.equals("java.lang.String"))// 判断参数类型 e.invoke(c1, new Ob