onnxruntime-gpu-1.16.0-aarch64 jetson nano 编译

// Copyright (c) Microsoft Corporation. All rights reserved. // Licensed under the MIT License. // See docs\c_cxx\README.md on generating the Doxygen documentation from this file /** \mainpage ONNX Runtime * * ONNX Runtime is a high-performance inference and training graph execution engine for deep learning models. * * ONNX Runtime's C, C++ APIs offer an easy to use interface to onboard and execute onnx models. * - \subpage c_cpp_api "Core C, C++ APIs" * - \subpage training_c_cpp_api "Training C, C++ APIs for on-device training" * * \page c_cpp_api Core C, C++ APIs * <h1>C</h1> * * ::OrtApi - Click here to go to the structure with all C API functions. * * <h1>C++</h1> * * ::Ort - Click here to go to the namespace holding all of the C++ wrapper classes * * It is a set of header only wrapper classes around the C API. The goal is to turn the C style return value error codes into C++ exceptions, and to * automate memory management through standard C++ RAII principles. * * \addtogroup Global * ONNX Runtime C API * @{ */ #pragma once #include <stdlib.h> #include <stdint.h> #include <string.h> /** \brief The API version defined in this header * * This value is used by some API functions to behave as this version of the header expects. */ #define ORT_API_VERSION 16 #ifdef __cplusplus extern "C" { #endif //! @} // SAL2 Definitions #ifndef _WIN32 #define _In_ #define _In_z_ #define _In_opt_ #define _In_opt_z_ #define _Out_ #define _Outptr_ #define _Out_opt_ #define _Inout_ #define _Inout_opt_ #define _Frees_ptr_opt_ #define _Ret_maybenull_ #define _Ret_notnull_ #define _Check_return_ #define _Outptr_result_maybenull_ #define _In_reads_(X) #define _Inout_updates_(X) #define _Out_writes_(X) #define _Inout_updates_all_(X) #define _Out_writes_bytes_all_(X) #define _Out_writes_all_(X) #define _Success_(X) #define _Outptr_result_buffer_maybenull_(X) #define ORT_ALL_ARGS_NONNULL __attribute__((nonnull)) #else #include <specstrings.h> #define ORT_ALL_ARGS_NONNULL #endif #ifdef _WIN32 // Define ORT_DLL_IMPORT if your program is dynamically linked to Ort. // dllexport is not used, we use a .def file. #ifdef ORT_DLL_IMPORT #define ORT_EXPORT __declspec(dllimport) #else #define ORT_EXPORT #endif #define ORT_API_CALL _stdcall #define ORT_MUST_USE_RESULT #define ORTCHAR_T wchar_t #else // To make symbols visible on macOS/iOS #ifdef __APPLE__ #define ORT_EXPORT __attribute__((visibility("default"))) #else #define ORT_EXPORT #endif #define ORT_API_CALL #define ORT_MUST_USE_RESULT __attribute__((warn_unused_result)) #define ORTCHAR_T char #endif /// ORTCHAR_T, ORT_TSTR are reserved specifically for path handling. /// All other strings are UTF-8 encoded, use char and std::string #ifndef ORT_TSTR #ifdef _WIN32 #define ORT_TSTR(X) L##X // When X is a macro, L##X is not defined. In this case, we need to use ORT_TSTR_ON_MACRO. #define ORT_TSTR_ON_MACRO(X) L"" X #else #define ORT_TSTR(X) X #define ORT_TSTR_ON_MACRO(X) X #endif #endif // On Windows, ORT_FILE is a wchar_t version of the __FILE__ macro. // Otherwise, ORT_FILE is equivalent to __FILE__. #ifndef ORT_FILE #define ORT_FILE_INTERNAL(x) ORT_TSTR(x) #define ORT_FILE ORT_FILE_INTERNAL(__FILE__) #endif // Any pointer marked with _In_ or _Out_, cannot be NULL. // Windows users should use unicode paths when possible to bypass the MAX_PATH limitation // Every pointer marked with _In_ or _Out_, cannot be NULL. Caller should ensure that. // for ReleaseXXX(...) functions, they can accept NULL pointer. #ifdef __cplusplus // For any compiler with C++11 support, MSVC 2015 and greater, or Clang version supporting noexcept. // Such complex condition is needed because compilers set __cplusplus value differently. #ifndef __has_feature #define __has_feature(x) 0 #endif #if ((__cplusplus >= 201103L) || (_MSC_VER >= 1900) || (defined(__has_feature) && __has_feature(cxx_noexcept))) #define NO_EXCEPTION noexcept #else #define NO_EXCEPTION throw() #endif #else #define NO_EXCEPTION #endif // __VA_ARGS__ on Windows and Linux are different #define ORT_API(RETURN_TYPE, NAME, ...) RETURN_TYPE ORT_API_CALL NAME(__VA_ARGS__) NO_EXCEPTION #define ORT_API_STATUS(NAME, ...) \ _Success_(return == 0) _Check_return_ _Ret_maybenull_ OrtStatusPtr ORT_API_CALL NAME(__VA_ARGS__) \ NO_EXCEPTION ORT_MUST_USE_RESULT // XXX: Unfortunately, SAL annotations are known to not work with function pointers #define ORT_API2_STATUS(NAME, ...) \ _Check_return_ _Ret_maybenull_ OrtStatusPtr(ORT_API_CALL* NAME)(__VA_ARGS__) NO_EXCEPTION ORT_MUST_USE_RESULT // Used in *.cc files. Almost as same as ORT_API_STATUS, except without ORT_MUST_USE_RESULT and ORT_EXPORT #define ORT_API_STATUS_IMPL(NAME, ...) \ _Success_(return == 0) _Check_return_ _Ret_maybenull_ OrtStatusPtr ORT_API_CALL NAME(__VA_ARGS__) NO_EXCEPTION #define ORT_CLASS_RELEASE(X) void(ORT_API_CALL * Release##X)(_Frees_ptr_opt_ Ort##X * input) #ifdef __DOXYGEN__ #undef ORT_API_STATUS #define ORT_API_STATUS(NAME, ...) OrtStatus* NAME(__VA_ARGS__) #undef ORT_API2_STATUS #define ORT_API2_STATUS(NAME, ...) OrtStatus* NAME(__VA_ARGS__) #undef ORT_CLASS_RELEASE #define ORT_CLASS_RELEASE(X) void Release##X(Ort##X* input) #undef NO_EXCEPTION #define NO_EXCEPTION #endif /** \addtogroup Global * ONNX Runtime C API * @{ */ /** Copied from TensorProto::DataType * Currently, Ort doesn't support complex64, complex128 */ typedef enum ONNXTensorElementDataType { ONNX_TENSOR_ELEMENT_DATA_TYPE_UNDEFINED, ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT, // maps to c type float ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT8, // maps to c type uint8_t ONNX_TENSOR_ELEMENT_DATA_TYPE_INT8, // maps to c type int8_t ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT16, // maps to c type uint16_t ONNX_TENSOR_ELEMENT_DATA_TYPE_INT16, // maps to c type int16_t ONNX_TENSOR_ELEMENT_DATA_TYPE_INT32, // maps to c type int32_t ONNX_TENSOR_ELEMENT_DATA_TYPE_INT64, // maps to c type int64_t ONNX_TENSOR_ELEMENT_DATA_TYPE_STRING, // maps to c++ type std::string ONNX_TENSOR_ELEMENT_DATA_TYPE_BOOL, ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT16, ONNX_TENSOR_ELEMENT_DATA_TYPE_DOUBLE, // maps to c type double ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT32, // maps to c type uint32_t ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT64, // maps to c type uint64_t ONNX_TENSOR_ELEMENT_DATA_TYPE_COMPLEX64, // complex with float32 real and imaginary components ONNX_TENSOR_ELEMENT_DATA_TYPE_COMPLEX128, // complex with float64 real and imaginary components ONNX_TENSOR_ELEMENT_DATA_TYPE_BFLOAT16, // Non-IEEE floating-point format based on IEEE754 single-precision // float 8 types were introduced in onnx 1.14, see https://onnx.ai/onnx/technical/float8.html ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FN, // Non-IEEE floating-point format based on IEEE754 single-precision ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E4M3FNUZ, // Non-IEEE floating-point format based on IEEE754 single-precision ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2, // Non-IEEE floating-point format based on IEEE754 single-precision ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT8E5M2FNUZ // Non-IEEE floating-point format based on IEEE754 single-precision } ONNXTensorElementDataType; // Synced with onnx TypeProto oneof typedef enum ONNXType { ONNX_TYPE_UNKNOWN, ONNX_TYPE_TENSOR, ONNX_TYPE_SEQUENCE, ONNX_TYPE_MAP, ONNX_TYPE_OPAQUE, ONNX_TYPE_SPARSETENSOR, ONNX_TYPE_OPTIONAL } ONNXType; // These types are synced with internal // SparseFormatFlags typedef enum OrtSparseFormat { ORT_SPARSE_UNDEFINED = 0, ORT_SPARSE_COO = 0x1, ORT_SPARSE_CSRC = 0x2, ORT_SPARSE_BLOCK_SPARSE = 0x4 } OrtSparseFormat; // Enum allows to query sparse tensor indices enum OrtSparseIndicesFormat { ORT_SPARSE_COO_INDICES, ORT_SPARSE_CSR_INNER_INDICES, ORT_SPARSE_CSR_OUTER_INDICES, ORT_SPARSE_BLOCK_SPARSE_INDICES }; /** \brief Logging severity levels * * In typical API usage, specifying a