Flink实时同步Kafka数据到Doris

// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. package org.apache.doris.demo.flink.kafka; import java.io.Serializable; /** * Entity returned by streamLoad */ public class RespContent implements Serializable { private static final long serialVersionUID = 1L; /** * Imported transaction ID. The user may not perceive it. */ private int TxnId; /** * Import Label. Specified by the user or automatically generated by the system. */ private String Label; /** * Import complete status. * "Success": Indicates that the import was successful. * "Publish Timeout": This status also indicates that the import has been completed, but the data may be visible with a delay, and there is no need to retry. * "Label Already Exists": The Label is duplicated, and the Label needs to be replaced. */ private String Status; /** * The status of the import job corresponding to the existing Label. * This field will only be displayed when the Status is "Label Already Exists". * The user can know the status of the import job corresponding to the existing Label through this status. * "RUNNING" means that the job is still executing, and "FINISHED" means that the job is successful. */ private String ExistingJobStatus; /** * Import error information */ private String Message; /** * Import the total number of processed rows */ private long NumberTotalRows; /** * The number of rows successfully imported. */ private long NumberLoadedRows; /** * Number of rows with unqualified data quality。 */ private int NumberFilteredRows; /** * The number of rows filtered by the where condition */ private int NumberUnselectedRows; /** * Number of bytes imported。 */ private long LoadBytes; /** * Import completion time. The unit is milliseconds. */ private int LoadTimeMs; /** * The time it takes to request Fe to start a transaction, in milliseconds */ private int BeginTxnTimeMs; /** * The time it takes to request Fe to obtain the import data execution plan, in milliseconds */ private int StreamLoadPutTimeMs; /** * The time spent reading data, in milliseconds */ private int ReadDataTimeMs; /** * Time to perform a data write operation takes milliseconds。 */ private int WriteDataTimeMs; /** * The time taken to submit and publish the transaction request to Fe, in milliseconds */ private int CommitAndPublishTimeMs; /** * If there is a data quality problem, check the specific error line by visiting this URL */ private String ErrorURL; public int getTxnId() { return TxnId; } public void setTxnId(int txnId) { TxnId = txnId; } public String getLabel() { return Label; } public void setLabel(String label) { Label = label; } public String getStatus() { return Status; } public void setStatus(String status) { Status = status; } public String getExistingJobStatus() { return ExistingJobStatus; } public void setExistingJobStatus(String existingJobStatus) { ExistingJobStatus = existingJobStatus; } public String getMessage() { return Message; } public void setMessage(String message) { Message = message; } public long getNumberTotalRows() { return NumberTotalRows; } public void setNumberTotalRows(long numberTotalRows) { NumberTotalRows = numberTotalRows; } public long getNumberLoadedRows() { return NumberLoadedRows; } public void setNumberLoadedRows(long numberLoadedRows) { NumberLoadedRows = numberLoadedRows; } public int getNumberFilteredRows() { return NumberFilteredRows; } public void setNumberFilteredRows(int numberFilteredRows) { NumberFilteredRows = numberFilteredRows; } public int getNumberUnselectedRows() { return NumberUnselectedRows; } public void setNumberUnselectedRows(int numberUnselectedRows) { NumberUnselectedRows = numberUnselectedRows; } public long getLoadBytes() { return LoadBytes; } public void setLoadBytes(long loadBytes) { LoadBytes = loadBytes; } public int getLoadTimeMs() { return LoadTimeMs; } public void setLoadTimeMs(int loadTimeMs) { LoadTimeMs = loadTimeMs; } public int getBeginTxnTimeMs() { return BeginTxnTimeMs; } public void setBeginTxnTimeMs(int beginTxnTimeMs) { BeginTxnTimeMs = beginTxnTimeMs; } public int getStreamLoadPutTimeMs() { return StreamLoadPutTimeMs; } public void setStreamLoadPutTimeMs(int streamLoadPutTimeMs) { StreamLoadPutTimeMs = streamLoadPutTimeMs; } public int getReadDataTimeMs() { return ReadDataTimeMs; } public void setReadDataTimeMs(int readDataTimeMs) { ReadDataTimeMs = readDataTimeMs; } public int getWriteDataTimeMs() { return WriteDataTimeMs; } public void setWriteDataTimeMs(int writeDataTimeMs) { WriteDataTimeMs = writeDataTimeMs; } public int getCommitAndPublishTimeMs() { return CommitAndPublishTimeMs; } public void setCommitAndPublishTimeMs(int commitAndPublishTimeMs) { CommitAndPublishTimeMs = commitAndPublishTimeMs; } public String getErrorURL() { return ErrorURL; } public void setErrorURL(String errorURL) { ErrorURL = errorURL; } @Override public String toString() { return "RespContent{" + "TxnId=" + TxnId + ", Label='" + Label + '\'' + ", Status='" + Status + '\'' + ", ExistingJobStatus='" + ExistingJobStatus + '\'' + ", Message='" + Message + '\'' + ", NumberTotalRows=" + NumberTotalRows + ", NumberLoadedRows=" + NumberLoadedRows + ", NumberFilteredRows=" + NumberFilteredRows + ", NumberUnselectedRows=" + NumberUnselectedRows + ", LoadBytes=" + LoadBytes + ", LoadTimeMs=" + LoadTimeMs + ", BeginTxnTimeMs=" + BeginTxnTimeMs + ", StreamLoadPutTimeMs=" + StreamLoadPutTimeMs + ", ReadDataTimeMs=" + ReadDataTimeMs + ", WriteDataTimeMs=" + WriteDataTimeMs + ", CommitAndPublishTimeMs=" + CommitAndPublishTimeMs + ", ErrorURL='" + ErrorURL + '\'' + '}'; } }