/*
*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
package org.apache.flink.yarn;
import static java.io.File.pathSeparator;
import static org.apache.flink.client.deployment.application.ApplicationConfiguration.APPLICATION_MAIN_CLASS;
import static org.apache.flink.configuration.ConfigConstants.DEFAULT_FLINK_USR_LIB_DIR;
import static org.apache.flink.configuration.ConfigConstants.ENV_FLINK_LIB_DIR;
import static org.apache.flink.configuration.ConfigConstants.ENV_FLINK_OPT_DIR;
import static org.apache.flink.configuration.ResourceManagerOptions.CONTAINERIZED_MASTER_ENV_PREFIX;
import static org.apache.flink.configuration.ResourceManagerOptions.CONTAINERIZED_TASK_MANAGER_ENV_PREFIX;
import static org.apache.flink.runtime.entrypoint.component.FileJobGraphRetriever.JOB_GRAPH_FILE_PATH;
import static org.apache.flink.util.Preconditions.checkArgument;
import static org.apache.flink.util.Preconditions.checkNotNull;
import static org.apache.flink.yarn.Utils.getPathFromLocalFile;
import static org.apache.flink.yarn.Utils.getPathFromLocalFilePathStr;
import static org.apache.flink.yarn.Utils.getStartCommand;
import static org.apache.flink.yarn.YarnConfigKeys.ENV_FLINK_CLASSPATH;
import static org.apache.flink.yarn.YarnConfigKeys.LOCAL_RESOURCE_DESCRIPTOR_SEPARATOR;
import static org.apache.flink.yarn.configuration.YarnConfigOptions.YARN_CONTAINER_START_COMMAND_TEMPLATE;
import org.dinky.utils.ClassPathUtils;
import org.apache.flink.annotation.VisibleForTesting;
import org.apache.flink.api.common.cache.DistributedCache;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.client.deployment.ClusterDeploymentException;
import org.apache.flink.client.deployment.ClusterDescriptor;
import org.apache.flink.client.deployment.ClusterRetrieveException;
import org.apache.flink.client.deployment.ClusterSpecification;
import org.apache.flink.client.deployment.application.ApplicationConfiguration;
import org.apache.flink.client.program.ClusterClientProvider;
import org.apache.flink.client.program.PackagedProgramUtils;
import org.apache.flink.client.program.rest.RestClusterClient;
import org.apache.flink.configuration.ConfigConstants;
import org.apache.flink.configuration.ConfigOption;
import org.apache.flink.configuration.ConfigUtils;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.configuration.ConfigurationUtils;
import org.apache.flink.configuration.CoreOptions;
import org.apache.flink.configuration.GlobalConfiguration;
import org.apache.flink.configuration.HighAvailabilityOptions;
import org.apache.flink.configuration.IllegalConfigurationException;
import org.apache.flink.configuration.JobManagerOptions;
import org.apache.flink.configuration.MemorySize;
import org.apache.flink.configuration.PipelineOptions;
import org.apache.flink.configuration.ResourceManagerOptions;
import org.apache.flink.configuration.RestOptions;
import org.apache.flink.configuration.SecurityOptions;
import org.apache.flink.configuration.TaskManagerOptions;
import org.apache.flink.core.plugin.PluginConfig;
import org.apache.flink.core.plugin.PluginUtils;
import org.apache.flink.runtime.clusterframework.BootstrapTools;
import org.apache.flink.runtime.entrypoint.ClusterEntrypoint;
import org.apache.flink.runtime.entrypoint.ClusterEntrypointUtils;
import org.apache.flink.runtime.jobgraph.JobGraph;
import org.apache.flink.runtime.jobmanager.HighAvailabilityMode;
import org.apache.flink.runtime.jobmanager.JobManagerProcessSpec;
import org.apache.flink.runtime.jobmanager.JobManagerProcessUtils;
import org.apache.flink.runtime.security.token.DefaultDelegationTokenManager;
import org.apache.flink.runtime.security.token.DelegationTokenContainer;
import org.apache.flink.runtime.security.token.DelegationTokenManager;
import org.apache.flink.runtime.security.token.hadoop.HadoopDelegationTokenConverter;
import org.apache.flink.runtime.security.token.hadoop.KerberosLoginProvider;
import org.apache.flink.runtime.util.HadoopUtils;
import org.apache.flink.util.CollectionUtil;
import org.apache.flink.util.FlinkException;
import org.apache.flink.util.Preconditions;
import org.apache.flink.util.ShutdownHookUtil;
import org.apache.flink.util.StringUtils;
import org.apache.flink.util.function.FunctionUtils;
import org.apache.flink.yarn.configuration.YarnConfigOptions;
import org.apache.flink.yarn.configuration.YarnConfigOptionsInternal;
import org.apache.flink.yarn.configuration.YarnDeploymentTarget;
import org.apache.flink.yarn.configuration.YarnLogConfigUtil;
import org.apache.flink.yarn.entrypoint.YarnApplicationClusterEntryPoint;
import org.apache.flink.yarn.entrypoint.YarnJobClusterEntrypoint;
import org.apache.flink.yarn.entrypoint.YarnSessionClusterEntrypoint;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hdfs.DFSConfigKeys;
import org.apache.hadoop.security.Credentials;
import org.apache.hadoop.security.UserGroupInformation;
import org.apache.hadoop.security.token.Token;
import org.apache.hadoop.security.token.TokenIdentifier;
import org.apache.hadoop.yarn.api.ApplicationConstants;
import org.apache.hadoop.yarn.api.protocolrecords.GetNewApplicationResponse;
import org.apache.hadoop.yarn.api.records.ApplicationId;
import org.apache.hadoop.yarn.api.records.ApplicationReport;
import org.apache.hadoop.yarn.api.records.ApplicationSubmissionContext;
import org.apache.hadoop.yarn.api.records.ContainerLaunchContext;
import org.apache.hadoop.yarn.api.records.FinalApplicationStatus;
import org.apache.hadoop.yarn.api.records.LocalResourceType;
import org.apache.hadoop.yarn.api.records.NodeReport;
import org.apache.hadoop.yarn.api.records.NodeState;
import org.apache.hadoop.yarn.api.records.Priority;
import org.apache.hadoop.yarn.api.records.QueueInfo;
import org.apache.hadoop.yarn.api.records.Resource;
import org.apache.hadoop.yarn.api.records.YarnApplicationState;
import org.apache.hadoop.yarn.api.records.YarnClusterMetrics;
import org.apache.hadoop.yarn.client.api.YarnClient;
import org.apache.hadoop.yarn.client.api.YarnClientApplication;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.util.ConverterUtils;
import org.apache.hadoop.yarn.util.Records;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.ObjectOutputStream;
import java.io.PrintStream;
import java.io.UnsupportedEncodingException;
import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Method;
import java.net.URI;
import java.net.URLDecoder;
import java.nio.ByteBuffer;
import java.nio.charset.Charset;
import java.util.Arrays;
import java.util.Collection;
import java.util.Collections;
import java.util.HashMap;
import java.util.HashSet;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.Set;
import java.util.stream.Collectors;
import javax.annotation.Nullable;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/** The descriptor with deployment information for deploying a Flink cluster on Yarn. */
p
没有合适的资源?快使用搜索试试~ 我知道了~
Dinky-运维Dinky-运维
共2000个文件
java:1141个
md:519个
json:169个
需积分: 1 0 下载量 34 浏览量
2024-09-25
06:04:24
上传
评论
收藏 16.74MB ZIP 举报
温馨提示
Dinky Apache Flink 运维 运维 运维 运维 运维
资源推荐
资源详情
资源评论
收起资源包目录
Dinky-运维Dinky-运维 (2000个子文件)
custom.css 9KB
xterm.css 5KB
styles.module.css 1KB
index.css 901B
carousel.module.css 880B
YarnClusterDescriptor.java 84KB
YarnClusterDescriptor.java 82KB
YarnClusterDescriptor.java 81KB
YarnClusterDescriptor.java 81KB
YarnClusterDescriptor.java 78KB
YarnClusterDescriptor.java 75KB
DinkyMysqlCatalog.java 47KB
DinkyMysqlCatalog.java 47KB
DinkyMysqlCatalog.java 47KB
DinkyMysqlCatalog.java 47KB
DinkyMysqlCatalog.java 47KB
DinkyMysqlCatalog.java 47KB
TaskServiceImpl.java 46KB
ExtractionUtils.java 38KB
AbstractJdbcDriver.java 35KB
Utils.java 34KB
Utils.java 31KB
Utils.java 30KB
Utils.java 30KB
Utils.java 28KB
Utils.java 26KB
CatalogueServiceImpl.java 23KB
Status.java 23KB
YarnGateway.java 23KB
RelMdColumnOrigins.java 22KB
RelMdColumnOrigins.java 22KB
RelMdColumnOrigins.java 22KB
RelMdColumnOrigins.java 22KB
RelMdColumnOrigins.java 22KB
RelMdColumnOrigins.java 22KB
UserServiceImpl.java 22KB
Explainer.java 19KB
ResourceServiceImpl.java 19KB
DataSourceController.java 18KB
JobManager.java 18KB
SchedulerServiceImpl.java 17KB
SystemConfiguration.java 17KB
Submitter.java 17KB
SQLLineageBuilder.java 17KB
JobRefreshHandler.java 17KB
CheckPointOverView.java 17KB
PythonOptions.java 16KB
LineageUtils.java 16KB
JobAlertHandler.java 16KB
CustomTableEnvironmentImpl.java 15KB
FlinkAPI.java 15KB
DataBaseServiceImpl.java 15KB
CustomTableEnvironmentImpl.java 14KB
CustomTableResultImpl.java 14KB
MapParseUtils.java 14KB
KubernetesClusterDescriptor.java 14KB
PrestoDriver.java 14KB
MenuServiceImpl.java 13KB
JdbcDynamicTableFactory.java 13KB
OssTemplate.java 13KB
ConfigFile.java 12KB
MonitorServiceImpl.java 12KB
GitController.java 12KB
HiveDriver.java 12KB
JobInstanceServiceImpl.java 12KB
ConsoleContextHolder.java 12KB
ClusterInstanceServiceImpl.java 12KB
JdbcLookupFunction.java 12KB
JobInstanceController.java 12KB
ClickHouseDataTypeEnum.java 12KB
TaskController.java 12KB
SqlSelect.java 11KB
SqlSelect.java 11KB
SqlSelect.java 11KB
SqlSelect.java 11KB
MySQLDatabase.java 11KB
Job2MysqlHandler.java 11KB
SqlSelect.java 11KB
SqlSelect.java 11KB
Executor.java 11KB
CDCSource.java 11KB
TaskClient.java 11KB
TaskService.java 11KB
KubernetesGateway.java 11KB
MavenUtil.java 11KB
PackagedProgramUtils.java 11KB
TokenService.java 11KB
PackagedProgramUtils.java 10KB
PackagedProgramUtils.java 10KB
PackagedProgramUtils.java 10KB
PackagedProgramUtils.java 10KB
PackagedProgramUtils.java 10KB
CreateCDCSourceOperation.java 10KB
DefaultTableEnvironment.java 10KB
DefaultTableEnvironment.java 10KB
DefaultTableEnvironment.java 10KB
UserController.java 10KB
PermissionConstants.java 10KB
PaimonDriver.java 10KB
AbstractGateway.java 10KB
共 2000 条
- 1
- 2
- 3
- 4
- 5
- 6
- 20
资源评论
csbysj2020
- 粉丝: 2210
- 资源: 5412
上传资源 快速赚钱
- 我的内容管理 展开
- 我的资源 快来上传第一个资源
- 我的收益 登录查看自己的收益
- 我的积分 登录查看自己的积分
- 我的C币 登录后查看C币余额
- 我的收藏
- 我的下载
- 下载帮助
最新资源
- 基于C++ NovAtel实现GPS和BDS双频RTK解算课程设计
- 基于JAVA实现的坦克大战游戏 课程作业
- esp8266死机不断重启
- 基于C++ Qt的中文分词系统,将任意给定的一段中文切分成一个单独的词 掌握动态存储分配,文件读写等功能
- javaweb项目高校食堂快餐网站管理系统java餐饮订购出售食品网站源码sp+servlet+mysql-java课程设计毕业
- 全国工程质量安全监管信息平台-电子证照归集共享业务规程.doc
- Python基础之路1
- 基于SSM实现的高校宿舍管理系统
- 基于javafx+GUI设计+mysql进行数据持久化的C/S版影院管理系统课程设计
- 开源电商系统完整代码,java版,多用户商城系统 . 多语言多商户商城系统
资源上传下载、课程学习等过程中有任何疑问或建议,欢迎提出宝贵意见哦~我们会及时处理!
点击此处反馈
安全验证
文档复制为VIP权益,开通VIP直接复制
信息提交成功