flink1.18.0 源码用于666

/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.flink.api.java.typeutils; import org.apache.flink.annotation.Internal; import org.apache.flink.annotation.Public; import org.apache.flink.annotation.PublicEvolving; import org.apache.flink.api.common.functions.AggregateFunction; import org.apache.flink.api.common.functions.CoGroupFunction; import org.apache.flink.api.common.functions.CrossFunction; import org.apache.flink.api.common.functions.FlatJoinFunction; import org.apache.flink.api.common.functions.FlatMapFunction; import org.apache.flink.api.common.functions.Function; import org.apache.flink.api.common.functions.GroupCombineFunction; import org.apache.flink.api.common.functions.GroupReduceFunction; import org.apache.flink.api.common.functions.InvalidTypesException; import org.apache.flink.api.common.functions.JoinFunction; import org.apache.flink.api.common.functions.MapFunction; import org.apache.flink.api.common.functions.MapPartitionFunction; import org.apache.flink.api.common.functions.Partitioner; import org.apache.flink.api.common.io.InputFormat; import org.apache.flink.api.common.typeinfo.BasicArrayTypeInfo; import org.apache.flink.api.common.typeinfo.BasicTypeInfo; import org.apache.flink.api.common.typeinfo.PrimitiveArrayTypeInfo; import org.apache.flink.api.common.typeinfo.SqlTimeTypeInfo; import org.apache.flink.api.common.typeinfo.TypeInfo; import org.apache.flink.api.common.typeinfo.TypeInfoFactory; import org.apache.flink.api.common.typeinfo.TypeInformation; import org.apache.flink.api.common.typeutils.CompositeType; import org.apache.flink.api.java.functions.KeySelector; import org.apache.flink.api.java.tuple.Tuple; import org.apache.flink.api.java.tuple.Tuple0; import org.apache.flink.api.java.typeutils.TypeExtractionUtils.LambdaExecutable; import org.apache.flink.types.Row; import org.apache.flink.types.Value; import org.apache.flink.util.InstantiationUtil; import org.apache.flink.util.Preconditions; import org.apache.commons.lang3.ClassUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import java.lang.reflect.Constructor; import java.lang.reflect.Field; import java.lang.reflect.GenericArrayType; import java.lang.reflect.InvocationTargetException; import java.lang.reflect.Method; import java.lang.reflect.Modifier; import java.lang.reflect.ParameterizedType; import java.lang.reflect.Type; import java.lang.reflect.TypeVariable; import java.util.ArrayList; import java.util.Collections; import java.util.HashMap; import java.util.HashSet; import java.util.List; import java.util.Map; import static org.apache.flink.api.java.typeutils.TypeExtractionUtils.checkAndExtractLambda; import static org.apache.flink.api.java.typeutils.TypeExtractionUtils.getAllDeclaredMethods; import static org.apache.flink.api.java.typeutils.TypeExtractionUtils.getTypeHierarchy; import static org.apache.flink.api.java.typeutils.TypeExtractionUtils.hasSuperclass; import static org.apache.flink.api.java.typeutils.TypeExtractionUtils.isClassType; import static org.apache.flink.api.java.typeutils.TypeExtractionUtils.sameTypeVars; import static org.apache.flink.api.java.typeutils.TypeExtractionUtils.typeToClass; import static org.apache.flink.util.Preconditions.checkNotNull; /** * A utility for reflection analysis on classes, to determine the return type of implementations of * transformation functions. * * <p>NOTES FOR USERS OF THIS CLASS: Automatic type extraction is a hacky business that depends on a * lot of variables such as generics, compiler, interfaces, etc. The type extraction fails regularly * with either {@link MissingTypeInfo} or hard exceptions. Whenever you use methods of this class, * make sure to provide a way to pass custom type information as a fallback. */ @Public public class TypeExtractor { /* * NOTE: Most methods of the TypeExtractor work with a so-called "typeHierarchy". * The type hierarchy describes all types (Classes, ParameterizedTypes, TypeVariables etc. ) and intermediate * types from a given type of a function or type (e.g. MyMapper, Tuple2) until a current type * (depends on the method, e.g. MyPojoFieldType). * * Thus, it fully qualifies types until tuple/POJO field level. * * A typical typeHierarchy could look like: * * UDF: MyMapFunction.class * top-level UDF: MyMapFunctionBase.class * RichMapFunction: RichMapFunction.class * MapFunction: MapFunction.class * Function's OUT: Tuple1<MyPojo> * user-defined POJO: MyPojo.class * user-defined top-level POJO: MyPojoBase.class * POJO field: Tuple1<String> * Field type: String.class * */ /** The name of the class representing Hadoop's writable */ private static final String HADOOP_WRITABLE_CLASS = "org.apache.hadoop.io.Writable"; private static final String HADOOP_WRITABLE_TYPEINFO_CLASS = "org.apache.flink.api.java.typeutils.WritableTypeInfo"; private static final String AVRO_SPECIFIC_RECORD_BASE_CLASS = "org.apache.avro.specific.SpecificRecordBase"; private static final Logger LOG = LoggerFactory.getLogger(TypeExtractor.class); private static final String GENERIC_TYPE_DOC_HINT = "Please read the Flink documentation on \"Data Types & Serialization\" for details of the effect on performance and schema evolution."; public static final int[] NO_INDEX = new int[] {}; protected TypeExtractor() { // only create instances for special use cases } // -------------------------------------------------------------------------------------------- // Function specific methods // -------------------------------------------------------------------------------------------- @PublicEvolving public static <IN, OUT> TypeInformation<OUT> getMapReturnTypes( MapFunction<IN, OUT> mapInterface, TypeInformation<IN> inType) { return getMapReturnTypes(mapInterface, inType, null, false); } @PublicEvolving public static <IN, OUT> TypeInformation<OUT> getMapReturnTypes( MapFunction<IN, OUT> mapInterface, TypeInformation<IN> inType, String functionName, boolean allowMissing) { return getUnaryOperatorReturnType( mapInterface, MapFunction.class, 0, 1, NO_INDEX, inType, functionName, allowMissing); } @PublicEvolving public static <IN, OUT> TypeInformation<OUT> getFlatMapReturnTypes( FlatMapFunction<IN, OUT> flatMapInterface, TypeInformation<IN> inType) { return getFlatMapReturnTypes(flatMapInterface, inType, null, false); } @PublicEvolving public static <IN, OUT> TypeInformation<OUT> getFlatMapReturnTypes( FlatMapFunction<IN, OUT> flatMapInterface, TypeInformation<IN> inType, String functionName, boolean allowMissing) { return getUnaryOperatorReturnType( flatMapInterface, FlatMapFunction.class, 0, 1, new int[] {1, 0}, in