rustnn.h

Go to the documentation of this file.

#pragma once
 
#include <stdarg.h>
#include <stdbool.h>
#include <stdint.h>
#include <stdlib.h>
 
typedef enum RustnnStatus {
  RustnnStatus_Success = 0,
  RustnnStatus_NullPointer = 1,
  RustnnStatus_InvalidUtf8 = 2,
  RustnnStatus_InvalidArgument = 3,
  RustnnStatus_Error = 4,
  RustnnStatus_Panic = 5,
} RustnnStatus;
 
typedef enum RustnnDataType {
  RustnnDataType_Float32 = 0,
  RustnnDataType_Float16 = 1,
  RustnnDataType_Int32 = 2,
  RustnnDataType_Uint32 = 3,
  RustnnDataType_Int64 = 4,
  RustnnDataType_Uint64 = 5,
  RustnnDataType_Int8 = 6,
  RustnnDataType_Uint8 = 7,
  RustnnDataType_Int4 = 8,
  RustnnDataType_Uint4 = 9,
} RustnnDataType;
 
typedef enum RustnnPowerPreference {
  RustnnPowerPreference_Default = 0,
  RustnnPowerPreference_HighPerformance = 1,
  RustnnPowerPreference_LowPower = 2,
} RustnnPowerPreference;
 
typedef enum RustnnBackend {
  RustnnBackend_Automatic = 0,
  RustnnBackend_Onnx = 1,
  RustnnBackend_Trtx = 2,
  RustnnBackend_Coreml = 3,
  RustnnBackend_Litert = 4,
  RustnnBackend_Cann = 5,
} RustnnBackend;
 
typedef enum RustnnDeviceType {
  RustnnDeviceType_Cpu = 0,
  RustnnDeviceType_Gpu = 1,
  RustnnDeviceType_Npu = 2,
} RustnnDeviceType;
 
typedef enum RustnnUnaryOperation {
  RustnnUnaryOperation_Abs,
  RustnnUnaryOperation_RoundEven,
  RustnnUnaryOperation_Ceil,
  RustnnUnaryOperation_Cos,
  RustnnUnaryOperation_Exp,
  RustnnUnaryOperation_Floor,
  RustnnUnaryOperation_Gelu,
  RustnnUnaryOperation_Log,
  RustnnUnaryOperation_Neg,
  RustnnUnaryOperation_Relu,
  RustnnUnaryOperation_Sigmoid,
  RustnnUnaryOperation_Sin,
  RustnnUnaryOperation_Sqrt,
  RustnnUnaryOperation_Tan,
  RustnnUnaryOperation_Tanh,
  RustnnUnaryOperation_Erf,
  RustnnUnaryOperation_Reciprocal,
  RustnnUnaryOperation_Sign,
  RustnnUnaryOperation_LogicalNot,
  RustnnUnaryOperation_Identity,
  RustnnUnaryOperation_Softplus,
  RustnnUnaryOperation_Softsign,
  RustnnUnaryOperation_IsNan,
  RustnnUnaryOperation_IsInfinite,
  RustnnUnaryOperation_Shape,
  RustnnUnaryOperation_Elu,
  RustnnUnaryOperation_HardSigmoid,
  RustnnUnaryOperation_HardSwish,
  RustnnUnaryOperation_LeakyRelu,
  RustnnUnaryOperation_Linear,
  RustnnUnaryOperation_Clamp,
  RustnnUnaryOperation_InstanceNormalization,
  RustnnUnaryOperation_LayerNormalization,
  RustnnUnaryOperation_Resample2d,
  RustnnUnaryOperation_Reverse,
  RustnnUnaryOperation_Triangular,
  RustnnUnaryOperation_AveragePool2d,
  RustnnUnaryOperation_MaxPool2d,
  RustnnUnaryOperation_L2Pool2d,
  RustnnUnaryOperation_ReduceSum,
  RustnnUnaryOperation_ReduceMean,
  RustnnUnaryOperation_ReduceMax,
  RustnnUnaryOperation_ReduceMin,
  RustnnUnaryOperation_ReduceProduct,
  RustnnUnaryOperation_ReduceL1,
  RustnnUnaryOperation_ReduceL2,
  RustnnUnaryOperation_ReduceLogSum,
  RustnnUnaryOperation_ReduceLogSumExp,
  RustnnUnaryOperation_ReduceSumSquare,
  RustnnUnaryOperation_Transpose,
  RustnnUnaryOperation_Squeeze,
  RustnnUnaryOperation_Unsqueeze,
} RustnnUnaryOperation;
 
typedef enum RustnnBinaryOperation {
  RustnnBinaryOperation_Add,
  RustnnBinaryOperation_Sub,
  RustnnBinaryOperation_Mul,
  RustnnBinaryOperation_Div,
  RustnnBinaryOperation_Pow,
  RustnnBinaryOperation_Max,
  RustnnBinaryOperation_Min,
  RustnnBinaryOperation_Equal,
  RustnnBinaryOperation_Greater,
  RustnnBinaryOperation_GreaterOrEqual,
  RustnnBinaryOperation_Lesser,
  RustnnBinaryOperation_LesserOrEqual,
  RustnnBinaryOperation_NotEqual,
  RustnnBinaryOperation_LogicalAnd,
  RustnnBinaryOperation_LogicalOr,
  RustnnBinaryOperation_LogicalXor,
  RustnnBinaryOperation_Matmul,
  RustnnBinaryOperation_Gemm,
  RustnnBinaryOperation_Conv2d,
  RustnnBinaryOperation_ConvTranspose2d,
  RustnnBinaryOperation_Gather,
  RustnnBinaryOperation_GatherElements,
  RustnnBinaryOperation_GatherNd,
  RustnnBinaryOperation_Prelu,
} RustnnBinaryOperation;
 
typedef enum RustnnTernaryOperation {
  RustnnTernaryOperation_BatchNormalization,
  RustnnTernaryOperation_Where,
  RustnnTernaryOperation_ScatterElements,
  RustnnTernaryOperation_ScatterNd,
} RustnnTernaryOperation;
 
typedef struct RustnnContext RustnnContext;
 
typedef struct RustnnGraph RustnnGraph;
 
typedef struct RustnnGraphBuilder RustnnGraphBuilder;
 
typedef struct RustnnOperand RustnnOperand;
 
typedef struct RustnnOperandDescriptor RustnnOperandDescriptor;
 
typedef struct RustnnTensor RustnnTensor;
 
typedef struct RustnnTensorDescriptor RustnnTensorDescriptor;
 
typedef struct RustnnBackendDevice {
  enum RustnnBackend backend;
  enum RustnnDeviceType device_type;
  uintptr_t device_index;
} RustnnBackendDevice;
 
typedef struct RustnnTrtxOptions {
  bool engine_caching;
  bool runtime_cache;
  bool fail_on_cache_miss;
  bool cuda_graphs;
} RustnnTrtxOptions;
 
typedef struct RustnnOptions {
  struct RustnnTrtxOptions trtx;
} RustnnOptions;
 
typedef struct RustnnContextOptions {
  enum RustnnPowerPreference power_preference;
  bool accelerated;
  enum RustnnBackend backend_hint;
  bool has_device_hint;
  struct RustnnBackendDevice device_hint;
  bool has_rustnn_options;
  struct RustnnOptions rustnn_options;
} RustnnContextOptions;
 
typedef struct RustnnOperatorOptions {
  const char *label;
} RustnnOperatorOptions;
 
typedef struct RustnnNamedOperand {
  const char *name;
  const struct RustnnOperand *operand;
} RustnnNamedOperand;
 
typedef struct RustnnNamedTensor {
  const char *name;
  const struct RustnnTensor *tensor;
} RustnnNamedTensor;
 
#ifdef __cplusplus
extern "C" {
#endif // __cplusplus
 
const char *rustnn_last_error_message(void);
 
void rustnn_init_logger(void);
 
enum RustnnStatus rustnn_operand_descriptor_create(enum RustnnDataType data_type,
                                                   const uint64_t *shape,
                                                   uintptr_t shape_len,
                                                   struct RustnnOperandDescriptor **output);
 
void rustnn_operand_descriptor_destroy(struct RustnnOperandDescriptor *descriptor);
 
enum RustnnStatus rustnn_tensor_descriptor_create(enum RustnnDataType data_type,
                                                  const uint64_t *shape,
                                                  uintptr_t shape_len,
                                                  bool readable,
                                                  bool writable,
                                                  struct RustnnTensorDescriptor **output);
 
void rustnn_tensor_descriptor_destroy(struct RustnnTensorDescriptor *descriptor);
 
struct RustnnContextOptions rustnn_context_options_default(void);
 
enum RustnnStatus rustnn_context_create(const struct RustnnContextOptions *options,
                                        struct RustnnContext **output);
 
void rustnn_context_destroy(struct RustnnContext *context);
 
enum RustnnStatus rustnn_context_create_tensor(struct RustnnContext *context,
                                               const struct RustnnTensorDescriptor *descriptor,
                                               struct RustnnTensor **output);
 
void rustnn_tensor_destroy(struct RustnnTensor *tensor);
 
enum RustnnStatus rustnn_context_write_tensor(struct RustnnContext *context,
                                              const struct RustnnTensor *tensor,
                                              const void *data,
                                              uintptr_t data_len);
 
enum RustnnStatus rustnn_context_read_tensor(struct RustnnContext *context,
                                             const struct RustnnTensor *tensor,
                                             void *data,
                                             uintptr_t data_len);
 
enum RustnnStatus rustnn_graph_builder_create_uncompiled(struct RustnnGraphBuilder **output);
 
enum RustnnStatus rustnn_graph_builder_create(struct RustnnContext *context,
                                              struct RustnnGraphBuilder **output);
 
void rustnn_graph_builder_destroy(struct RustnnGraphBuilder *builder);
 
void rustnn_operand_destroy(struct RustnnOperand *operand);
 
enum RustnnStatus rustnn_graph_builder_input(struct RustnnGraphBuilder *builder,
                                             const char *name,
                                             const struct RustnnOperandDescriptor *descriptor,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_constant(struct RustnnGraphBuilder *builder,
                                                const struct RustnnOperandDescriptor *descriptor,
                                                const void *data,
                                                uintptr_t data_len,
                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_unary(struct RustnnGraphBuilder *builder,
                                             enum RustnnUnaryOperation operation,
                                             const struct RustnnOperand *input,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_binary(struct RustnnGraphBuilder *builder,
                                              enum RustnnBinaryOperation operation,
                                              const struct RustnnOperand *lhs,
                                              const struct RustnnOperand *rhs,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_ternary(struct RustnnGraphBuilder *builder,
                                               enum RustnnTernaryOperation operation,
                                               const struct RustnnOperand *first,
                                               const struct RustnnOperand *second,
                                               const struct RustnnOperand *third,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_unary_with_options(struct RustnnGraphBuilder *builder,
                                                          enum RustnnUnaryOperation operation,
                                                          const struct RustnnOperand *input,
                                                          const struct RustnnOperatorOptions *options,
                                                          struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_binary_with_options(struct RustnnGraphBuilder *builder,
                                                           enum RustnnBinaryOperation operation,
                                                           const struct RustnnOperand *lhs,
                                                           const struct RustnnOperand *rhs,
                                                           const struct RustnnOperatorOptions *options,
                                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_add(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *lhs,
                                           const struct RustnnOperand *rhs,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_subtract(struct RustnnGraphBuilder *builder,
                                                const struct RustnnOperand *lhs,
                                                const struct RustnnOperand *rhs,
                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_multiply(struct RustnnGraphBuilder *builder,
                                                const struct RustnnOperand *lhs,
                                                const struct RustnnOperand *rhs,
                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_divide(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *lhs,
                                              const struct RustnnOperand *rhs,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_power(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *lhs,
                                             const struct RustnnOperand *rhs,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_maximum(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *lhs,
                                               const struct RustnnOperand *rhs,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_minimum(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *lhs,
                                               const struct RustnnOperand *rhs,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_equal(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *lhs,
                                             const struct RustnnOperand *rhs,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_greater(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *lhs,
                                               const struct RustnnOperand *rhs,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_greater_or_equal(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *lhs,
                                                        const struct RustnnOperand *rhs,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_lesser(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *lhs,
                                              const struct RustnnOperand *rhs,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_lesser_or_equal(struct RustnnGraphBuilder *builder,
                                                       const struct RustnnOperand *lhs,
                                                       const struct RustnnOperand *rhs,
                                                       struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_not_equal(struct RustnnGraphBuilder *builder,
                                                 const struct RustnnOperand *lhs,
                                                 const struct RustnnOperand *rhs,
                                                 struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_logical_and(struct RustnnGraphBuilder *builder,
                                                   const struct RustnnOperand *lhs,
                                                   const struct RustnnOperand *rhs,
                                                   struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_logical_or(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *lhs,
                                                  const struct RustnnOperand *rhs,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_logical_xor(struct RustnnGraphBuilder *builder,
                                                   const struct RustnnOperand *lhs,
                                                   const struct RustnnOperand *rhs,
                                                   struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_matmul(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *lhs,
                                              const struct RustnnOperand *rhs,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_abs(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_round_even(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_ceil(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_cos(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_exp(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_floor(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *input,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_gelu(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_log(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_negate(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *input,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_relu(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_sigmoid(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *input,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_sin(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_sqrt(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_tan(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_tanh(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_erf(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reciprocal(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_sign(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_logical_not(struct RustnnGraphBuilder *builder,
                                                   const struct RustnnOperand *input,
                                                   struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_identity(struct RustnnGraphBuilder *builder,
                                                const struct RustnnOperand *input,
                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_softplus(struct RustnnGraphBuilder *builder,
                                                const struct RustnnOperand *input,
                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_softsign(struct RustnnGraphBuilder *builder,
                                                const struct RustnnOperand *input,
                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_is_nan(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *input,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_is_infinite(struct RustnnGraphBuilder *builder,
                                                   const struct RustnnOperand *input,
                                                   struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_shape(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *input,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_add_with_options(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *lhs,
                                                        const struct RustnnOperand *rhs,
                                                        const struct RustnnOperatorOptions *options,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_subtract_with_options(struct RustnnGraphBuilder *builder,
                                                             const struct RustnnOperand *lhs,
                                                             const struct RustnnOperand *rhs,
                                                             const struct RustnnOperatorOptions *options,
                                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_multiply_with_options(struct RustnnGraphBuilder *builder,
                                                             const struct RustnnOperand *lhs,
                                                             const struct RustnnOperand *rhs,
                                                             const struct RustnnOperatorOptions *options,
                                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_divide_with_options(struct RustnnGraphBuilder *builder,
                                                           const struct RustnnOperand *lhs,
                                                           const struct RustnnOperand *rhs,
                                                           const struct RustnnOperatorOptions *options,
                                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_power_with_options(struct RustnnGraphBuilder *builder,
                                                          const struct RustnnOperand *lhs,
                                                          const struct RustnnOperand *rhs,
                                                          const struct RustnnOperatorOptions *options,
                                                          struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_maximum_with_options(struct RustnnGraphBuilder *builder,
                                                            const struct RustnnOperand *lhs,
                                                            const struct RustnnOperand *rhs,
                                                            const struct RustnnOperatorOptions *options,
                                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_minimum_with_options(struct RustnnGraphBuilder *builder,
                                                            const struct RustnnOperand *lhs,
                                                            const struct RustnnOperand *rhs,
                                                            const struct RustnnOperatorOptions *options,
                                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_equal_with_options(struct RustnnGraphBuilder *builder,
                                                          const struct RustnnOperand *lhs,
                                                          const struct RustnnOperand *rhs,
                                                          const struct RustnnOperatorOptions *options,
                                                          struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_greater_with_options(struct RustnnGraphBuilder *builder,
                                                            const struct RustnnOperand *lhs,
                                                            const struct RustnnOperand *rhs,
                                                            const struct RustnnOperatorOptions *options,
                                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_greater_or_equal_with_options(struct RustnnGraphBuilder *builder,
                                                                     const struct RustnnOperand *lhs,
                                                                     const struct RustnnOperand *rhs,
                                                                     const struct RustnnOperatorOptions *options,
                                                                     struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_lesser_with_options(struct RustnnGraphBuilder *builder,
                                                           const struct RustnnOperand *lhs,
                                                           const struct RustnnOperand *rhs,
                                                           const struct RustnnOperatorOptions *options,
                                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_lesser_or_equal_with_options(struct RustnnGraphBuilder *builder,
                                                                    const struct RustnnOperand *lhs,
                                                                    const struct RustnnOperand *rhs,
                                                                    const struct RustnnOperatorOptions *options,
                                                                    struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_not_equal_with_options(struct RustnnGraphBuilder *builder,
                                                              const struct RustnnOperand *lhs,
                                                              const struct RustnnOperand *rhs,
                                                              const struct RustnnOperatorOptions *options,
                                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_logical_and_with_options(struct RustnnGraphBuilder *builder,
                                                                const struct RustnnOperand *lhs,
                                                                const struct RustnnOperand *rhs,
                                                                const struct RustnnOperatorOptions *options,
                                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_logical_or_with_options(struct RustnnGraphBuilder *builder,
                                                               const struct RustnnOperand *lhs,
                                                               const struct RustnnOperand *rhs,
                                                               const struct RustnnOperatorOptions *options,
                                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_logical_xor_with_options(struct RustnnGraphBuilder *builder,
                                                                const struct RustnnOperand *lhs,
                                                                const struct RustnnOperand *rhs,
                                                                const struct RustnnOperatorOptions *options,
                                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_matmul_with_options(struct RustnnGraphBuilder *builder,
                                                           const struct RustnnOperand *lhs,
                                                           const struct RustnnOperand *rhs,
                                                           const struct RustnnOperatorOptions *options,
                                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_abs_with_options(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *input,
                                                        const struct RustnnOperatorOptions *options,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_round_even_with_options(struct RustnnGraphBuilder *builder,
                                                               const struct RustnnOperand *input,
                                                               const struct RustnnOperatorOptions *options,
                                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_ceil_with_options(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *input,
                                                         const struct RustnnOperatorOptions *options,
                                                         struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_cos_with_options(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *input,
                                                        const struct RustnnOperatorOptions *options,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_exp_with_options(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *input,
                                                        const struct RustnnOperatorOptions *options,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_floor_with_options(struct RustnnGraphBuilder *builder,
                                                          const struct RustnnOperand *input,
                                                          const struct RustnnOperatorOptions *options,
                                                          struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_gelu_with_options(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *input,
                                                         const struct RustnnOperatorOptions *options,
                                                         struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_log_with_options(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *input,
                                                        const struct RustnnOperatorOptions *options,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_negate_with_options(struct RustnnGraphBuilder *builder,
                                                           const struct RustnnOperand *input,
                                                           const struct RustnnOperatorOptions *options,
                                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_relu_with_options(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *input,
                                                         const struct RustnnOperatorOptions *options,
                                                         struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_sigmoid_with_options(struct RustnnGraphBuilder *builder,
                                                            const struct RustnnOperand *input,
                                                            const struct RustnnOperatorOptions *options,
                                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_sin_with_options(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *input,
                                                        const struct RustnnOperatorOptions *options,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_sqrt_with_options(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *input,
                                                         const struct RustnnOperatorOptions *options,
                                                         struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_tan_with_options(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *input,
                                                        const struct RustnnOperatorOptions *options,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_tanh_with_options(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *input,
                                                         const struct RustnnOperatorOptions *options,
                                                         struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_erf_with_options(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *input,
                                                        const struct RustnnOperatorOptions *options,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reciprocal_with_options(struct RustnnGraphBuilder *builder,
                                                               const struct RustnnOperand *input,
                                                               const struct RustnnOperatorOptions *options,
                                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_sign_with_options(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *input,
                                                         const struct RustnnOperatorOptions *options,
                                                         struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_logical_not_with_options(struct RustnnGraphBuilder *builder,
                                                                const struct RustnnOperand *input,
                                                                const struct RustnnOperatorOptions *options,
                                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_identity_with_options(struct RustnnGraphBuilder *builder,
                                                             const struct RustnnOperand *input,
                                                             const struct RustnnOperatorOptions *options,
                                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_softplus_with_options(struct RustnnGraphBuilder *builder,
                                                             const struct RustnnOperand *input,
                                                             const struct RustnnOperatorOptions *options,
                                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_softsign_with_options(struct RustnnGraphBuilder *builder,
                                                             const struct RustnnOperand *input,
                                                             const struct RustnnOperatorOptions *options,
                                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_is_nan_with_options(struct RustnnGraphBuilder *builder,
                                                           const struct RustnnOperand *input,
                                                           const struct RustnnOperatorOptions *options,
                                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_is_infinite_with_options(struct RustnnGraphBuilder *builder,
                                                                const struct RustnnOperand *input,
                                                                const struct RustnnOperatorOptions *options,
                                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_shape_with_options(struct RustnnGraphBuilder *builder,
                                                          const struct RustnnOperand *input,
                                                          const struct RustnnOperatorOptions *options,
                                                          struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_elu(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_hard_sigmoid(struct RustnnGraphBuilder *builder,
                                                    const struct RustnnOperand *input,
                                                    struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_hard_swish(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_leaky_relu(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_linear(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *input,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_clamp(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *input,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_instance_normalization(struct RustnnGraphBuilder *builder,
                                                              const struct RustnnOperand *input,
                                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_layer_normalization(struct RustnnGraphBuilder *builder,
                                                           const struct RustnnOperand *input,
                                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_resample2d(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reverse(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *input,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_triangular(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_average_pool2d(struct RustnnGraphBuilder *builder,
                                                      const struct RustnnOperand *input,
                                                      struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_max_pool2d(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_l2_pool2d(struct RustnnGraphBuilder *builder,
                                                 const struct RustnnOperand *input,
                                                 struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_sum(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_mean(struct RustnnGraphBuilder *builder,
                                                   const struct RustnnOperand *input,
                                                   struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_max(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_min(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *input,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_product(struct RustnnGraphBuilder *builder,
                                                      const struct RustnnOperand *input,
                                                      struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_l1(struct RustnnGraphBuilder *builder,
                                                 const struct RustnnOperand *input,
                                                 struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_l2(struct RustnnGraphBuilder *builder,
                                                 const struct RustnnOperand *input,
                                                 struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_log_sum(struct RustnnGraphBuilder *builder,
                                                      const struct RustnnOperand *input,
                                                      struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_log_sum_exp(struct RustnnGraphBuilder *builder,
                                                          const struct RustnnOperand *input,
                                                          struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reduce_sum_square(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *input,
                                                         struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_transpose(struct RustnnGraphBuilder *builder,
                                                 const struct RustnnOperand *input,
                                                 struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_squeeze(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *input,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_unsqueeze(struct RustnnGraphBuilder *builder,
                                                 const struct RustnnOperand *input,
                                                 struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_gemm(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *lhs,
                                            const struct RustnnOperand *rhs,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_conv2d(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *lhs,
                                              const struct RustnnOperand *rhs,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_conv_transpose2d(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *lhs,
                                                        const struct RustnnOperand *rhs,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_gather(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *lhs,
                                              const struct RustnnOperand *rhs,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_gather_elements(struct RustnnGraphBuilder *builder,
                                                       const struct RustnnOperand *lhs,
                                                       const struct RustnnOperand *rhs,
                                                       struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_gather_nd(struct RustnnGraphBuilder *builder,
                                                 const struct RustnnOperand *lhs,
                                                 const struct RustnnOperand *rhs,
                                                 struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_prelu(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *lhs,
                                             const struct RustnnOperand *rhs,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_batch_normalization(struct RustnnGraphBuilder *builder,
                                                           const struct RustnnOperand *first,
                                                           const struct RustnnOperand *second,
                                                           const struct RustnnOperand *third,
                                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_where(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *first,
                                             const struct RustnnOperand *second,
                                             const struct RustnnOperand *third,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_scatter_elements(struct RustnnGraphBuilder *builder,
                                                        const struct RustnnOperand *first,
                                                        const struct RustnnOperand *second,
                                                        const struct RustnnOperand *third,
                                                        struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_scatter_nd(struct RustnnGraphBuilder *builder,
                                                  const struct RustnnOperand *first,
                                                  const struct RustnnOperand *second,
                                                  const struct RustnnOperand *third,
                                                  struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_arg_min(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *input,
                                               uint32_t axis,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_arg_max(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *input,
                                               uint32_t axis,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_cast(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            enum RustnnDataType data_type,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_cumulative_sum(struct RustnnGraphBuilder *builder,
                                                      const struct RustnnOperand *input,
                                                      uint32_t axis,
                                                      struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_softmax(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *input,
                                               uint32_t axis,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_expand(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *input,
                                              const uint32_t *new_shape,
                                              uintptr_t new_shape_len,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_reshape(struct RustnnGraphBuilder *builder,
                                               const struct RustnnOperand *input,
                                               const uint32_t *new_shape,
                                               uintptr_t new_shape_len,
                                               struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_tile(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            const uint32_t *repetitions,
                                            uintptr_t repetitions_len,
                                            struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_pad(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           const uint32_t *beginning_padding,
                                           uintptr_t beginning_padding_len,
                                           const uint32_t *ending_padding,
                                           uintptr_t ending_padding_len,
                                           struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_slice(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *input,
                                             const uint32_t *starts,
                                             uintptr_t starts_len,
                                             const uint32_t *sizes,
                                             uintptr_t sizes_len,
                                             struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_concat(struct RustnnGraphBuilder *builder,
                                              const struct RustnnOperand *const *inputs,
                                              uintptr_t inputs_len,
                                              uint32_t axis,
                                              struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_quantize_linear(struct RustnnGraphBuilder *builder,
                                                       const struct RustnnOperand *input,
                                                       const struct RustnnOperand *scale,
                                                       const struct RustnnOperand *zero_point,
                                                       struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_dequantize_linear(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *input,
                                                         const struct RustnnOperand *scale,
                                                         const struct RustnnOperand *zero_point,
                                                         struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_split(struct RustnnGraphBuilder *builder,
                                             const struct RustnnOperand *input,
                                             const uint32_t *splits,
                                             uintptr_t splits_len,
                                             struct RustnnOperand **outputs,
                                             uintptr_t outputs_capacity,
                                             uintptr_t *outputs_len);
 
enum RustnnStatus rustnn_graph_builder_split_equal(struct RustnnGraphBuilder *builder,
                                                   const struct RustnnOperand *input,
                                                   uint32_t num_splits,
                                                   struct RustnnOperand **outputs,
                                                   uintptr_t outputs_capacity,
                                                   uintptr_t *outputs_len);
 
enum RustnnStatus rustnn_graph_builder_gru(struct RustnnGraphBuilder *builder,
                                           const struct RustnnOperand *input,
                                           const struct RustnnOperand *weight,
                                           const struct RustnnOperand *recurrent_weight,
                                           uint32_t steps,
                                           uint32_t hidden_size,
                                           struct RustnnOperand **outputs,
                                           uintptr_t outputs_capacity,
                                           uintptr_t *outputs_len);
 
enum RustnnStatus rustnn_graph_builder_gru_cell(struct RustnnGraphBuilder *builder,
                                                const struct RustnnOperand *input,
                                                const struct RustnnOperand *weight,
                                                const struct RustnnOperand *recurrent_weight,
                                                const struct RustnnOperand *hidden_state,
                                                uint32_t hidden_size,
                                                struct RustnnOperand **output);
 
enum RustnnStatus rustnn_graph_builder_lstm(struct RustnnGraphBuilder *builder,
                                            const struct RustnnOperand *input,
                                            const struct RustnnOperand *weight,
                                            const struct RustnnOperand *recurrent_weight,
                                            uint32_t steps,
                                            uint32_t hidden_size,
                                            struct RustnnOperand **outputs,
                                            uintptr_t outputs_capacity,
                                            uintptr_t *outputs_len);
 
enum RustnnStatus rustnn_graph_builder_lstm_cell(struct RustnnGraphBuilder *builder,
                                                 const struct RustnnOperand *input,
                                                 const struct RustnnOperand *weight,
                                                 const struct RustnnOperand *recurrent_weight,
                                                 const struct RustnnOperand *hidden_state,
                                                 const struct RustnnOperand *cell_state,
                                                 uint32_t hidden_size,
                                                 struct RustnnOperand **outputs,
                                                 uintptr_t outputs_capacity,
                                                 uintptr_t *outputs_len);
 
enum RustnnStatus rustnn_graph_builder_build(struct RustnnGraphBuilder **builder,
                                             const struct RustnnNamedOperand *outputs,
                                             uintptr_t outputs_len,
                                             struct RustnnGraph **graph);
 
void rustnn_graph_destroy(struct RustnnGraph *graph);
 
enum RustnnStatus rustnn_context_dispatch(struct RustnnContext *context,
                                          struct RustnnGraph *graph,
                                          const struct RustnnNamedTensor *inputs,
                                          uintptr_t inputs_len,
                                          const struct RustnnNamedTensor *outputs,
                                          uintptr_t outputs_len);
 
enum RustnnStatus rustnn_graph_builder_operand_shape(struct RustnnGraphBuilder *builder,
                                                     const struct RustnnOperand *operand,
                                                     uint64_t *dimensions,
                                                     uintptr_t dimensions_capacity,
                                                     uintptr_t *dimensions_len);
 
enum RustnnStatus rustnn_graph_builder_operand_data_type(struct RustnnGraphBuilder *builder,
                                                         const struct RustnnOperand *operand,
                                                         enum RustnnDataType *data_type);
 
enum RustnnStatus rustnn_graph_builder_webnn_text(const struct RustnnGraphBuilder *builder,
                                                  const struct RustnnNamedOperand *outputs,
                                                  uintptr_t outputs_len,
                                                  char **text);
 
void rustnn_string_destroy(char *value);
 
#ifdef __cplusplus
}  // extern "C"
#endif  // __cplusplus