graph_executor.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#ifndef TVM_RUNTIME_CRT_GRAPH_EXECUTOR_H_
#define TVM_RUNTIME_CRT_GRAPH_EXECUTOR_H_
 
#ifdef __cplusplus
extern "C" {
#endif
 
#include <dlpack/dlpack.h>
#include <tvm/runtime/c_runtime_api.h>
#include <tvm/runtime/crt/packed_func.h>
 
struct TVMModule;
 
typedef struct TVMOpParam {
  char func_name[TVM_CRT_MAX_STRLEN_FUNCTION_NAME];
  uint32_t num_inputs;
  uint32_t num_outputs;
  uint32_t flatten_data;
} TVMOpParam;
 
// Graph attribute
typedef struct TVMGraphExecutorGraphAttr {
  uint32_t storage_num_not_alloctaed;
  uint32_t* storage_id;
  uint32_t* device_index;
  char* dltype;  // "int8", "int16", "float32"
  uint32_t dltype_count;
  int64_t* shape;
  uint32_t* ndim;
  uint32_t shape_count;
} TVMGraphExecutorGraphAttr;
 
typedef struct TVMGraphExecutor TVMGraphExecutor;
 
// public functions
int TVMGraphExecutor_Create(const char* sym_json, TVMModuleHandle module_handle,
                            const DLDevice* devices, TVMGraphExecutor** executor);
 
int TVMGraphExecutor_GetInputIndex(TVMGraphExecutor* executor, const char* name);
 
int TVMGraphExecutor_GetNumInputs();
 
void TVMGraphExecutor_SetInput(TVMGraphExecutor* executor, const char* name, DLTensor* data_in);
 
int TVMGraphExecutor_GetNumOutputs();
 
int TVMGraphExecutor_GetOutput(TVMGraphExecutor* executor, const int32_t index, DLTensor* out);
 
int TVMGraphExecutor_LoadParams(TVMGraphExecutor* executor, const char* param_blob,
                                const uint32_t param_size);
 
void TVMGraphExecutor_Run(TVMGraphExecutor* executor);
 
int TVMGraphExecutor_Release(TVMGraphExecutor** executor);
 
#ifdef __cplusplus
}  // extern "C"
#endif
 
#endif  // TVM_RUNTIME_CRT_GRAPH_EXECUTOR_H_