一个面向DevOps领域的极易扩展的开源无代码(图形化)/低代码(GitOps)工具

package dev.jianmu.application.service.internal; import com.fasterxml.jackson.core.JsonProcessingException; import com.fasterxml.jackson.databind.ObjectMapper; import dev.jianmu.application.exception.DataNotFoundException; import dev.jianmu.application.query.NodeDef; import dev.jianmu.application.query.NodeDefApi; import dev.jianmu.el.ElContext; import dev.jianmu.event.Publisher; import dev.jianmu.event.impl.WorkerDeferredResultClearEvent; import dev.jianmu.infrastructure.GlobalProperties; import dev.jianmu.infrastructure.storage.MonitoringFileService; import dev.jianmu.infrastructure.worker.*; import dev.jianmu.infrastructure.worker.event.TaskFailedEvent; import dev.jianmu.infrastructure.worker.event.TaskFinishedEvent; import dev.jianmu.infrastructure.worker.event.TaskRunningEvent; import dev.jianmu.infrastructure.worker.unit.*; import dev.jianmu.secret.aggregate.CredentialManager; import dev.jianmu.secret.aggregate.KVPair; import dev.jianmu.task.aggregate.InstanceParameter; import dev.jianmu.task.aggregate.InstanceStatus; import dev.jianmu.task.aggregate.TaskInstance; import dev.jianmu.task.event.TaskInstanceCreatedEvent; import dev.jianmu.task.repository.InstanceParameterRepository; import dev.jianmu.task.repository.TaskInstanceRepository; import dev.jianmu.task.repository.VolumeRepository; import dev.jianmu.trigger.event.TriggerEvent; import dev.jianmu.trigger.repository.TriggerEventRepository; import dev.jianmu.worker.aggregate.Worker; import dev.jianmu.worker.repository.WorkerRepository; import dev.jianmu.workflow.aggregate.definition.Node; import dev.jianmu.workflow.aggregate.definition.TaskParameter; import dev.jianmu.workflow.aggregate.parameter.Parameter; import dev.jianmu.workflow.aggregate.parameter.SecretParameter; import dev.jianmu.workflow.aggregate.process.AsyncTaskInstance; import dev.jianmu.workflow.aggregate.process.WorkflowInstance; import dev.jianmu.workflow.el.EvaluationResult; import dev.jianmu.workflow.el.Expression; import dev.jianmu.workflow.el.ExpressionLanguage; import dev.jianmu.workflow.repository.AsyncTaskInstanceRepository; import dev.jianmu.workflow.repository.ParameterRepository; import dev.jianmu.workflow.repository.WorkflowInstanceRepository; import dev.jianmu.workflow.repository.WorkflowRepository; import dev.jianmu.workflow.service.ParameterDomainService; import lombok.extern.slf4j.Slf4j; import org.apache.http.HttpStatus; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.context.ApplicationEventPublisher; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Transactional; import org.springframework.util.StringUtils; import javax.servlet.http.HttpServletResponse; import java.io.BufferedWriter; import java.io.IOException; import java.nio.charset.StandardCharsets; import java.time.LocalDateTime; import java.time.format.DateTimeFormatter; import java.util.*; import java.util.regex.Matcher; import java.util.regex.Pattern; import java.util.stream.Collectors; /** * @author Daihw * @class WorkerInternalApplication * @description WorkerInternalApplication * @create 2022/5/27 10:46 上午 */ @Slf4j @Service public class WorkerInternalApplication { private static final Logger logger = LoggerFactory.getLogger(WorkerInternalApplication.class); private final String optionScript = "set -e"; private final String traceScript = "\nset -x"; private final String script = "\n%s"; private final ParameterRepository parameterRepository; private final ParameterDomainService parameterDomainService; private final CredentialManager credentialManager; private final NodeDefApi nodeDefApi; private final WorkerRepository workerRepository; private final ApplicationEventPublisher applicationEventPublisher; private final InstanceParameterRepository instanceParameterRepository; private final TriggerEventRepository triggerEventRepository; private final WorkflowInstanceRepository workflowInstanceRepository; private final TaskInstanceRepository taskInstanceRepository; private final ObjectMapper objectMapper; private final MonitoringFileService monitoringFileService; private final GlobalProperties globalProperties; private final WorkflowRepository workflowRepository; private final AsyncTaskInstanceRepository asyncTaskInstanceRepository; private final ExpressionLanguage expressionLanguage; private final Publisher publisher; private final VolumeRepository volumeRepository; public WorkerInternalApplication( ParameterRepository parameterRepository, ParameterDomainService parameterDomainService, CredentialManager credentialManager, NodeDefApi nodeDefApi, WorkerRepository workerRepository, ApplicationEventPublisher applicationEventPublisher, InstanceParameterRepository instanceParameterRepository, TriggerEventRepository triggerEventRepository, WorkflowInstanceRepository workflowInstanceRepository, TaskInstanceRepository taskInstanceRepository, ObjectMapper objectMapper, MonitoringFileService monitoringFileService, GlobalProperties globalProperties, WorkflowRepository workflowRepository, AsyncTaskInstanceRepository asyncTaskInstanceRepository, ExpressionLanguage expressionLanguage, Publisher publisher, VolumeRepository volumeRepository ) { this.parameterRepository = parameterRepository; this.parameterDomainService = parameterDomainService; this.credentialManager = credentialManager; this.nodeDefApi = nodeDefApi; this.workerRepository = workerRepository; this.applicationEventPublisher = applicationEventPublisher; this.instanceParameterRepository = instanceParameterRepository; this.triggerEventRepository = triggerEventRepository; this.workflowInstanceRepository = workflowInstanceRepository; this.taskInstanceRepository = taskInstanceRepository; this.objectMapper = objectMapper; this.monitoringFileService = monitoringFileService; this.globalProperties = globalProperties; this.workflowRepository = workflowRepository; this.asyncTaskInstanceRepository = asyncTaskInstanceRepository; this.expressionLanguage = expressionLanguage; this.publisher = publisher; this.volumeRepository = volumeRepository; } @Transactional public void join(String workerId, Worker.Type type, String name, String tag) { if (this.workerRepository.findById(workerId).isPresent()) { this.workerRepository.updateTag(Worker.Builder.aWorker() .id(workerId) .tags(tag) .build()); return; } this.workerRepository.add(Worker.Builder.aWorker() .id(workerId) .name(name) .type(type) .tags(tag) .status(Worker.Status.ONLINE) .build()); } @Transactional public void dispatchTask(TaskInstanceCreatedEvent event) { var taskInstance = this.taskInstanceRepository.findById(event.getTaskInstanceId()) .orElseThrow(() -> new RuntimeException("未找到任务实例：" + event.getTaskInstanceId())); if (taskInstance.getStatus() != InstanceStatus.INIT) { return; } try { if (!taskInstance.isVolume()) { var nodeDef = this.nodeDefApi.findByType(taskInstance.getDefKey()); if (!nodeDef.getWorkerType().equals("DOCKER")) { throw new RuntimeException("无法执行此类节点任务: " + nodeDef.getType()); } } List<Worker> workers; if (taskInstance.isVolume()) { workers = this.workerRe