股票相关爬虫接口.zip

package com.fox.spider.stock.api.tencent; import com.fox.spider.stock.constant.StockConst; import com.fox.spider.stock.entity.dto.http.HttpResponseDto; import com.fox.spider.stock.entity.po.tencent.TencentRealtimeDealInfoPo; import com.fox.spider.stock.entity.vo.StockVo; import com.fox.spider.stock.util.BigDecimalUtil; import com.fox.spider.stock.util.DateUtil; import com.fox.spider.stock.util.HttpUtil; import org.apache.commons.lang3.StringUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.stereotype.Component; import java.io.IOException; import java.math.BigDecimal; import java.math.RoundingMode; import java.util.*; /** * 腾讯股票实时成交信息 * * @author lusongsong * @date 2020/12/24 13:38 */ @Component public class TencentRealtimeDealInfoApi extends TencentBaseApi { /** * 日志 */ private Logger logger = LoggerFactory.getLogger(getClass()); /** * 接口地址 * https://web.sqt.gtimg.cn/q=sh603383,sh601519 */ private static final String API_URL = "https://web.sqt.gtimg.cn/q="; /** * 股票代码拼接字符串 */ private static String STOCK_CODE_SPLIT_STR = ","; /** * 返回数据分割符 */ private static String RESPONSE_SPLIT_STR = ";"; /** * 交易数据分割符 */ private static String DEAL_INFO_SPLIT_STR = "~"; /** * 交易数据起止符 */ private static String DEAL_INFO_STR = "\""; /** * 获取股票的实时交易数据 * * @param stockVo * @return */ public TencentRealtimeDealInfoPo realtimeDealInfo(StockVo stockVo) { if (null == stockVo || null == stockVo.getStockCode() || null == stockVo.getStockMarket()) { return null; } List<StockVo> stockVoList = Arrays.asList(stockVo); Map<String, TencentRealtimeDealInfoPo> tencentRealtimeDealInfoPoMap = this.batchRealtimeDealInfo(stockVoList); if (null != tencentRealtimeDealInfoPoMap && tencentRealtimeDealInfoPoMap.containsKey(stockVo.getStockCode())) { return tencentRealtimeDealInfoPoMap.get(stockVo.getStockCode()); } return null; } /** * 批量获取股票的实时交易数据 * * @param stockVoList * @return */ public Map<String, TencentRealtimeDealInfoPo> batchRealtimeDealInfo(List<StockVo> stockVoList) { if (null == stockVoList || stockVoList.isEmpty()) { return null; } try { List<String> tencnetStockCodeList = new ArrayList<>(); for (StockVo stockVo : stockVoList) { String tencnetStockCode = TencentBaseApi.tencentStockCode(stockVo); if (null != tencnetStockCode && !tencnetStockCode.isEmpty()) { tencnetStockCodeList.add(tencnetStockCode); } } if (tencnetStockCodeList.isEmpty()) { return null; } HttpUtil httpUtil = new HttpUtil(); httpUtil.setUrl(API_URL + StringUtils.join(tencnetStockCodeList, STOCK_CODE_SPLIT_STR)) .setOriCharset(HttpUtil.CHARSET_GBK) .setErrorOriCharset(HttpUtil.CHARSET_UTF8); HttpResponseDto httpResponse = httpUtil.request(); return this.handleResponse(httpResponse.getContent()); } catch (IOException e) { logger.error("batchRealtimeDealInfo", e); } return null; } /** * 处理接口返回数据 * * @param response * @return */ private Map<String, TencentRealtimeDealInfoPo> handleResponse(String response) { if (null != response && !response.isEmpty() && response.contains(RESPONSE_SPLIT_STR)) { String[] responseArr = response.trim().split(RESPONSE_SPLIT_STR); HashMap<String, TencentRealtimeDealInfoPo> tencentRealtimeDealInfoPoMap = new HashMap<>(responseArr.length); for (int i = 0; i < responseArr.length; i++) { String singleResponse = responseArr[i]; if (null == singleResponse || singleResponse.isEmpty() || !response.contains(DEAL_INFO_SPLIT_STR)) { continue; } String stockCodeStr = getStockCodeStr(singleResponse); StockVo stockVo = tencnetStockCodeToStockVo(stockCodeStr); int startIndex = singleResponse.indexOf(DEAL_INFO_STR); int endIndex = singleResponse.lastIndexOf(DEAL_INFO_STR); if (startIndex > 0 && endIndex > 0) { singleResponse = singleResponse.substring(startIndex + 1, endIndex); String[] dealInfoArr = singleResponse.split(DEAL_INFO_SPLIT_STR); TencentRealtimeDealInfoPo tencentRealtimeDealInfoPo = getDealInfo(stockVo, dealInfoArr); if (null == tencentRealtimeDealInfoPo) { continue; } tencentRealtimeDealInfoPo.setStockMarket(stockVo.getStockMarket()); tencentRealtimeDealInfoPoMap.put(stockVo.getStockCode(), tencentRealtimeDealInfoPo); } } return tencentRealtimeDealInfoPoMap; } return null; } /** * 获取腾讯股票代码 * * @param response * @return */ private static String getStockCodeStr(String response) { response = response.trim(); int index = response.lastIndexOf("="); response = response.substring(0, index); response = response.replace("v_", ""); return response; } /** * 获取实时交易信息 * * @param stockVo * @param dealInfoArr * @return */ public static TencentRealtimeDealInfoPo getDealInfo(StockVo stockVo, String[] dealInfoArr) { if (null == stockVo || null == dealInfoArr) { return null; } switch (stockVo.getStockMarket()) { case StockConst.SM_SH: case StockConst.SM_SZ: return getADealInfo(stockVo, dealInfoArr); case StockConst.SM_HK: return getHKDealInfo(stockVo, dealInfoArr); default: return null; } } /** * 获取A股交易信息 * * @param stockVo * @param dealInfoArr * @return */ private static TencentRealtimeDealInfoPo getADealInfo(StockVo stockVo, String[] dealInfoArr) { if (null == dealInfoArr) { return null; } TencentRealtimeDealInfoPo tencentRealtimeDealInfoPo = new TencentRealtimeDealInfoPo(); List<String> unknownList = new ArrayList<>(); //售价 BigDecimal price = null; //售量 Long num = null; TreeMap<BigDecimal, Long> priceMap = new TreeMap(); for (int i = 1; i < dealInfoArr.length; i++) { String dealInfo = dealInfoArr[i]; if (null == dealInfo || dealInfo.isEmpty()) { continue; } if (1 == i) { tencentRealtimeDealInfoPo.setStockName(dealInfo); } else if (2 == i) { tencentRealtimeDealInfoPo.setStockCode(dealInfo); } else if (3 == i) { tencentRealtimeDealInfoPo.setCurrentPrice(BigDecimalUtil.initPrice(dealInfo)); } else if (4 == i) { tencentRealtimeDealInfoPo.setPreClosePrice(BigDecimalUtil.initPrice(dealInfo)); } else if (5 == i) { tencentRealtimeDealInfoPo.setOpenPrice(BigDecimalUtil.initPrice(dealInfo)); } else if (6 == i || 36 == i) { //手 tencentRealtimeDealInfoPo.setDealNum(handleDealNum(stockVo, dealInfo)); } else if (9 <= i && 28 >= i) { if (0 == i % 2) { num = handleDealNum(stockVo, dealInfo);