一个简单的个人博客源码

package com.zuoxiaolong.reptile; /* * Copyright 2002-2015 the original author or authors. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import com.zuoxiaolong.config.Configuration; import com.zuoxiaolong.dao.*; import com.zuoxiaolong.model.Status; import com.zuoxiaolong.model.Type; import com.zuoxiaolong.orm.DaoFactory; import com.zuoxiaolong.util.EnrypyUtil; import com.zuoxiaolong.util.IOUtil; import com.zuoxiaolong.util.ImageUtil; import com.zuoxiaolong.util.JsoupUtil; import net.sf.json.JSONObject; import org.apache.log4j.Logger; import org.jsoup.Jsoup; import org.jsoup.nodes.Document; import org.jsoup.nodes.Element; import org.jsoup.nodes.Node; import org.jsoup.nodes.TextNode; import org.jsoup.select.Elements; import javax.net.ssl.*; import java.io.File; import java.io.IOException; import java.io.OutputStream; import java.net.HttpURLConnection; import java.net.URL; import java.security.SecureRandom; import java.security.cert.CertificateException; import java.security.cert.X509Certificate; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.*; import java.util.regex.Matcher; import java.util.regex.Pattern; /** * @author 左潇龙 * @since 2015年5月12日 下午9:24:21 */ public abstract class Cnblogs { private static final Logger logger = Logger.getLogger(Cnblogs.class); private static final String loginUrl = "https://passport.cnblogs.com/user/signin"; private static final String publicKey = "MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCp0wHYbg/NOPO3nzMD3dndwS0MccuMeXCHgVlGOoYyFwLdS24Im2e7YyhB0wrUsyYf0/nhzCzBK8ZC9eCWqd0aHbdgOQT6CuFQBMjbyGYvlVYU2ZP7kG9Ft6YV6oc9ambuO7nPZh+bvXH0zDKfi02prknrScAKC0XhadTHT3Al0QIDAQAB"; private static final String username = "左潇龙"; private static class DefaultX509TrustManager implements X509TrustManager { @Override public void checkClientTrusted(X509Certificate[] x509Certificates, String s) throws CertificateException { } @Override public void checkServerTrusted(X509Certificate[] x509Certificates, String s) throws CertificateException { } @Override public X509Certificate[] getAcceptedIssuers() { return new X509Certificate[0]; } } private static class DefaultHostnameVerifier implements HostnameVerifier { @Override public boolean verify(String s, SSLSession sslSession) { return true; } } private static final String loginArticleListUrl = "https://i.cnblogs.com/posts?page="; public static void fetchArticlesAfterLogin() throws IOException { String cookie; try { cookie = login(); } catch (Exception e) { logger.error("login failed ...", e); return; } for (int i = 1; ; i++) { if (logger.isInfoEnabled()) { logger.info("begin fetch the " + i + " page..."); } Document document = Jsoup.parse(getHtmlUseCookie(cookie, loginArticleListUrl + i, true)); Element mainElement = document.getElementById("post_list"); Elements elements = mainElement.getElementsByTag("tr"); int pageSize = 0; for (int j = 1 ; j < elements.size(); j++) { try { fetchArticle(elements.get(j),cookie); if (logger.isInfoEnabled()) { logger.info("fetch success for pagenumber : " + i + ", pagesize : " + (pageSize + 1)); } } catch (Throwable e) { logger.error("fetch failed for pagenumber : " + i + ", pagesize : " + (pageSize + 1), e); } pageSize++; } if (pageSize < 10) { break; } } } private static String login() throws Exception { SSLContext sslContext = SSLContext.getInstance("TLS"); sslContext.init(null, new TrustManager[]{new DefaultX509TrustManager()}, new SecureRandom()); HttpsURLConnection.setDefaultSSLSocketFactory(sslContext.getSocketFactory()); HttpsURLConnection.setDefaultHostnameVerifier(new DefaultHostnameVerifier()); HttpsURLConnection loginPageConnection = (HttpsURLConnection) new URL(loginUrl).openConnection(); loginPageConnection.setRequestProperty("Connection","keep-alive"); loginPageConnection.setRequestMethod("GET"); loginPageConnection.connect(); String body = IOUtil.read(loginPageConnection.getInputStream()); String cookie = loginPageConnection.getHeaderField("Set-Cookie"); Pattern pattern = Pattern.compile("'VerificationToken':\\s*?'(.*?)'"); Matcher matcher = pattern.matcher(body); String token = null; if (matcher.find()) { token = matcher.group(1); } HttpsURLConnection loginConnection = (HttpsURLConnection) new URL(loginUrl).openConnection(); loginConnection.setDoInput(true); loginConnection.setDoOutput(true); loginConnection.setRequestMethod("POST"); loginConnection.setRequestProperty("Connection", "keep-alive"); loginConnection.setRequestProperty("Content-Type", "application/json; charset=utf-8"); loginConnection.setRequestProperty("VerificationToken",token); loginConnection.setRequestProperty("Cookie",cookie); loginConnection.setRequestProperty("User-Agent","Mozilla/5.0 (Windows NT 6.3; WOW64; rv:37.0) Gecko/20100101 Firefox/37.0"); loginConnection.setRequestProperty("Referer","http://passport.cnblogs.com/user/signin?ReturnUrl=http%3A%2F%2Fhome.cnblogs.com%2Fu%2Fzuoxiaolong%2F"); loginConnection.setRequestProperty("X-Requested-With","XMLHttpRequest"); loginConnection.connect(); OutputStream outputStream = loginConnection.getOutputStream(); Map<String,Object> params = new HashMap<>(); String username = Configuration.get("cnblogs.username.product"); String password = Configuration.get("cnblogs.password.product"); params.put("input1",EnrypyUtil.publicEnrypy(publicKey, username)); params.put("input2",EnrypyUtil.publicEnrypy(publicKey, password)); params.put("remember", false); outputStream.write(JSONObject.fromObject(params).toString().getBytes("UTF-8")); outputStream.flush(); String json = IOUtil.read(loginConnection.getInputStream()); if (JSONObject.fromObject(json).containsKey("success") && JSONObject.fromObject(json).getBoolean("success")) { List<String> cooks = loginConnection.getHeaderFields().get("Set-Cookie"); return cooks.get(0) + ";" + cooks.get(1); } else { throw new RuntimeException("login failed ..."); } } private static void fetchArticle(Element element,String cookie) throws IOException { Elements tdElements = element.getElementsByTag("td"); Element subjectTdElement = tdElements.get(0); Element subjectElement = subjectTdElement.getElementsByTag("a").first(); String articleUrl = subjectElement.attr("href"); String originArticleHtml = getHtmlUseCookie(cookie, articleUrl, false); Document articleDocument = Jsoup.parse(originArticleHtml); Map<String, String> imageMap = saveImage(articleDocument); //获取标题 String subject = subjectElement.html().trim(); //获取postid String resourceId = element.attr("id").split("\\-")[2]; Integer postId = Integer.valueOf(resour