radar-项目源码资源

package com.pgmmers.radar.service.impl.engine; import com.pgmmers.radar.enums.AggregateType; import com.pgmmers.radar.enums.FieldType; import com.pgmmers.radar.enums.Operator; import com.pgmmers.radar.enums.StatusType; import com.pgmmers.radar.service.dnn.Estimator; import com.pgmmers.radar.service.engine.AggregateCommand; import com.pgmmers.radar.service.engine.AntiFraudEngine; import com.pgmmers.radar.service.engine.vo.AbstractionResult; import com.pgmmers.radar.service.engine.vo.ActivationResult; import com.pgmmers.radar.service.engine.vo.AdaptationResult; import com.pgmmers.radar.service.engine.vo.HitObject; import com.pgmmers.radar.service.engine.vo.RiskObject; import com.pgmmers.radar.service.impl.dnn.EstimatorContainer; import com.pgmmers.radar.service.impl.util.JsonParserUtil; import com.pgmmers.radar.service.model.AbstractionService; import com.pgmmers.radar.service.model.ActivationService; import com.pgmmers.radar.service.model.DataListsService; import com.pgmmers.radar.service.model.EntityService; import com.pgmmers.radar.service.model.FieldService; import com.pgmmers.radar.service.model.ModelService; import com.pgmmers.radar.service.model.RuleService; import com.pgmmers.radar.util.DateUtils; import com.pgmmers.radar.util.GroovyScriptUtil; import com.pgmmers.radar.vo.model.AbstractionVO; import com.pgmmers.radar.vo.model.ActivationVO; import com.pgmmers.radar.vo.model.DataListRecordVO; import com.pgmmers.radar.vo.model.DataListsVO; import com.pgmmers.radar.vo.model.FieldVO; import com.pgmmers.radar.vo.model.ModelVO; import com.pgmmers.radar.vo.model.RuleVO; import java.math.BigDecimal; import java.util.ArrayList; import java.util.Calendar; import java.util.Date; import java.util.HashMap; import java.util.List; import java.util.Map; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.stereotype.Service; import org.springframework.util.StringUtils; @Service public class AntiFraudEngineImpl implements AntiFraudEngine { private static Logger logger = LoggerFactory.getLogger(AntiFraudEngineImpl.class); private static Map<Long, Map<String, Object>> dataListCacheMap = new HashMap<>(); @Value("${sys.conf.machine-learning: true}") private boolean machineLearning; @Autowired private EntityService entityService; @Autowired private AbstractionService abstractionService; @Autowired private ActivationService activationService; @Autowired private FieldService fieldService; @Autowired private ModelService modelService; @Autowired private DataListsService dataListsService; @Autowired private AggregateCommand aggregateCommand; @Autowired private RuleService ruleService; @Autowired private EstimatorContainer estimatorContainer; @Override public AbstractionResult executeAbstraction(Long modelId, Map<String, Map<String, ?>> data) { AbstractionResult result = new AbstractionResult(); // 1. 解析 参数信息 //JSONObject entity = (JSONObject) data.get("entity"); // 2. list abstraction List<AbstractionVO> abstractions = abstractionService.listAbstraction(modelId); // 排除没有的定义 abstraction 的情况。 if (abstractions == null || abstractions.size() == 0) { data.put("abstractions", result.getAbstractionMap()); result.setSuccess(true); return result; } // 3. 按 script 的条件， 分别统计 abstraction for (AbstractionVO abs : abstractions) { if (!abs.getStatus().equals(StatusType.ACTIVE.getKey())) { continue; } // abs get aggregate type String searchField = abs.getSearchField(); searchField = searchField.replace("fields.", "").replace("preItems.", ""); Integer aggregateType = abs.getAggregateType(); Integer dateType = abs.getSearchIntervalType(); Integer interval = abs.getSearchIntervalValue(); String funcionField = abs.getFunctionField(); funcionField = funcionField.replace("fields.", "").replace("preItems.", ""); FieldType functionFieldType = null; String ruleScript = abs.getRuleScript(); // 获取预加载的黑/白名单集合 Map<String, Object> dataCollectionMap = dataListsService.getDataListMap(modelId); boolean matched = checkAbstractionScript(ruleScript, data, dataCollectionMap); if (!matched) { // 脚本检查不通过，过滤该 abstraction //data.put(abs.getName(), 0); result.getAbstractionMap().put(abs.getName(), -1); continue; } ModelVO model = modelService.getModelById(modelId); String refDateFieldName = model.getReferenceDate(); Date refDate; try { Long refDatetimeMills = (Long) data.get("fields").get(refDateFieldName); Calendar c = Calendar.getInstance(); c.setTimeInMillis(refDatetimeMills); refDate = c.getTime(); } catch (Exception e) { e.printStackTrace(); result.setMsg("时间不正确"); return result; } if (refDate == null) { result.setMsg("时间不正确"); return result; } Date beginDate = DateUtils.addDate(refDate, dateType, interval * -1).getTime(); Object calResult = null; Object searchFieldVal = data.get("fields").get(searchField); if (searchFieldVal == null) { searchFieldVal = data.get("preItems").get(searchField); if (searchFieldVal == null) { searchFieldVal = JsonParserUtil.value(data.get("preItems"), searchField, null); } } if (searchFieldVal == null) { result.setMsg("search field value eq null!"); return result; } if (!StringUtils.isEmpty(funcionField)) { List<FieldVO> fields = fieldService.listField(modelId); if (fields == null || fields.size() == 0) { result.setMsg("no field found!"); return result; } for (FieldVO field : fields) { if (field.getFieldName().equals(funcionField)) { functionFieldType = FieldType.valueOf(field.getFieldType()); break; } } if (functionFieldType == null) { // 因为预处理字段没有字段类型，暂时设置为String // TODO: 目前只有高级函数使用了 functionFieldType。 //result.setMsg("function field type is null"); //return result; functionFieldType = FieldType.valueOf("STRING"); } } switch (aggregateType) { case AggregateType.COUNT: calResult = aggregateCommand.count(modelId.toString(), searchField, searchFieldVal, refDateFieldName, beginDate, refDate); break; case AggregateType.DISTINCT_COUNT: calResult = aggregateCommand.distinctCount(modelId.toString(), searchField, searchFieldVal, refDateFieldName, beginDate, refDate, funcionField); break; case AggregateType.SUM: calResult = aggregateCommand.sum(modelId.toString(), searchField, searchFieldVal, refDateFieldName, beginDate, refDate, funcionField); break;