面向Elasticsearch研发与运维人员，围绕集群、索引构建的零侵入、多租户的Elasticsearch GUI管控平台

package com.didichuxing.datachannel.arius.admin.biz.template.srv.dcdr; import static com.didichuxing.datachannel.arius.admin.common.constant.template.TemplateDeployRoleEnum.MASTER; import static com.didichuxing.datachannel.arius.admin.common.constant.template.TemplateDeployRoleEnum.SLAVE; import com.alibaba.fastjson.JSON; import com.didichuxing.datachannel.arius.admin.biz.task.OpTaskManager; import com.didichuxing.datachannel.arius.admin.biz.template.srv.base.impl.BaseTemplateSrvImpl; import com.didichuxing.datachannel.arius.admin.common.Tuple; import com.didichuxing.datachannel.arius.admin.common.bean.common.Result; import com.didichuxing.datachannel.arius.admin.common.bean.dto.task.OpTaskDTO; import com.didichuxing.datachannel.arius.admin.common.bean.dto.task.OpTaskProcessDTO; import com.didichuxing.datachannel.arius.admin.common.bean.dto.template.DCDRMasterSlaveSwitchDTO; import com.didichuxing.datachannel.arius.admin.common.bean.dto.template.TemplatePhysicalCopyDTO; import com.didichuxing.datachannel.arius.admin.common.bean.dto.template.TemplatePhysicalDCDRDTO; import com.didichuxing.datachannel.arius.admin.common.bean.entity.cluster.ClusterPhy; import com.didichuxing.datachannel.arius.admin.common.bean.entity.task.OpTask; import com.didichuxing.datachannel.arius.admin.common.bean.entity.task.detail.DCDRSingleTemplateMasterSlaveSwitchDetail; import com.didichuxing.datachannel.arius.admin.common.bean.entity.task.detail.DCDRTaskDetail; import com.didichuxing.datachannel.arius.admin.common.bean.entity.task.detail.DCDRTasksDetail; import com.didichuxing.datachannel.arius.admin.common.bean.entity.template.IndexTemplate; import com.didichuxing.datachannel.arius.admin.common.bean.entity.template.IndexTemplatePhy; import com.didichuxing.datachannel.arius.admin.common.bean.entity.template.IndexTemplateWithPhyTemplates; import com.didichuxing.datachannel.arius.admin.common.bean.po.template.IndexTemplatePO; import com.didichuxing.datachannel.arius.admin.common.bean.vo.task.WorkTaskVO; import com.didichuxing.datachannel.arius.admin.common.bean.vo.template.DCDRSingleTemplateMasterSlaveSwitchDetailVO; import com.didichuxing.datachannel.arius.admin.common.bean.vo.template.DCDRTasksDetailVO; import com.didichuxing.datachannel.arius.admin.common.bean.vo.template.TemplateDCDRInfoVO; import com.didichuxing.datachannel.arius.admin.common.constant.AuthConstant; import com.didichuxing.datachannel.arius.admin.common.constant.arius.AriusUser; import com.didichuxing.datachannel.arius.admin.common.constant.dcdr.DCDRStatusEnum; import com.didichuxing.datachannel.arius.admin.common.constant.dcdr.DCDRSwithTypeEnum; import com.didichuxing.datachannel.arius.admin.common.constant.operaterecord.OperateTypeEnum; import com.didichuxing.datachannel.arius.admin.common.constant.operaterecord.OperationEnum; import com.didichuxing.datachannel.arius.admin.common.constant.task.OpTaskStatusEnum; import com.didichuxing.datachannel.arius.admin.common.constant.task.OpTaskTypeEnum; import com.didichuxing.datachannel.arius.admin.common.constant.template.TemplateDCDRStepEnum; import com.didichuxing.datachannel.arius.admin.common.constant.template.TemplateServiceEnum; import com.didichuxing.datachannel.arius.admin.common.event.template.DCDRLinkAbnormalIndicesRebuildEvent; import com.didichuxing.datachannel.arius.admin.common.exception.AdminOperateException; import com.didichuxing.datachannel.arius.admin.common.exception.ESOperateException; import com.didichuxing.datachannel.arius.admin.common.exception.NotFindSubclassException; import com.didichuxing.datachannel.arius.admin.common.threadpool.AriusTaskThreadPool; import com.didichuxing.datachannel.arius.admin.common.util.AriusObjUtils; import com.didichuxing.datachannel.arius.admin.common.util.BatchProcessor; import com.didichuxing.datachannel.arius.admin.common.util.ConvertUtil; import com.didichuxing.datachannel.arius.admin.common.util.ESVersionUtil; import com.didichuxing.datachannel.arius.admin.common.util.FutureUtil; import com.didichuxing.datachannel.arius.admin.common.util.ListUtils; import com.didichuxing.datachannel.arius.admin.common.util.ProjectUtils; import com.didichuxing.datachannel.arius.admin.core.component.SpringTool; import com.didichuxing.datachannel.arius.admin.core.service.es.ESIndexService; import com.didichuxing.datachannel.arius.admin.core.service.es.ESTemplateService; import com.didichuxing.datachannel.arius.admin.core.service.template.dcdr.ESDCDRService; import com.didichuxing.datachannel.arius.admin.core.service.template.logic.IndexTemplateService; import com.didichuxing.datachannel.arius.admin.persistence.component.ESOpTimeoutRetry; import com.didiglobal.knowframework.elasticsearch.client.response.indices.catindices.CatIndexResult; import com.didiglobal.knowframework.elasticsearch.client.response.indices.stats.IndexNodes; import com.didiglobal.knowframework.log.ILog; import com.didiglobal.knowframework.log.LogFactory; import com.google.common.cache.Cache; import com.google.common.cache.CacheBuilder; import com.google.common.collect.Lists; import java.util.ArrayList; import java.util.Arrays; import java.util.Collections; import java.util.Date; import java.util.List; import java.util.Map; import java.util.Objects; import java.util.Optional; import java.util.concurrent.ExecutionException; import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicLong; import java.util.concurrent.locks.ReentrantLock; import java.util.stream.Collectors; import javax.annotation.PostConstruct; import org.apache.commons.collections4.CollectionUtils; import org.apache.commons.lang3.StringUtils; import org.jetbrains.annotations.NotNull; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; /** * 索引DCDR服务实现 * @author zqr * @date 2020-09-09 */ @Service public class TemplateDCDRManagerImpl extends BaseTemplateSrvImpl implements TemplateDCDRManager { private static final ILog LOGGER = LogFactory.getLog(TemplateDCDRManagerImpl.class); private static final String DCDR_TEMPLATE_NAME_FORMAT = "%s_to_%s"; private static final String DCDR_INDEX_SETTING = "dcdr.replica_index"; private static final int DCDR_SWITCH_STEP_1 = 1; private static final int DCDR_SWITCH_STEP_2 = 2; private static final int DCDR_SWITCH_STEP_3 = 3; private static final int DCDR_SWITCH_STEP_4 = 4; private static final int DCDR_SWITCH_STEP_5 = 5; private static final int DCDR_SWITCH_STEP_6 = 6; private static final int DCDR_SWITCH_STEP_7 = 7; private static final int DCDR_SWITCH_STEP_8 = 8; private static final int DCDR_SWITCH_STEP_9 = 9; private static final String DCDR_SWITCH_TODO = "TODO"; private static final String DCDR_SWITCH_DONE = "DONE"; private static final String DCDR_SWITCH_FAIL = "FAIL"; private static final String SEPARATOR = "@@@"; private static final String SUCCESS_INFO = "Successful Execution"; private static final String[] DCDR_SWITCH_STEP_ARR_SMOOTH = new String[] { TemplateDCDRStepEnum.STEP_1.getValue(), TemplateDCDRStepEnum.STEP_2.getValue(), TemplateDCDRStepEnum.STEP_3.getValue(), TemplateDCDRStepEnum.STEP_4.getValue(), TemplateDCDRStepEnum.STEP_5.getValue(),