vision.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
#ifndef TVM_RELAX_ATTRS_VISION_H_
#define TVM_RELAX_ATTRS_VISION_H_
 
#include <tvm/ffi/string.h>
#include <tvm/ir/attrs.h>
#include <tvm/ir/type.h>
#include <tvm/relax/expr.h>
 
namespace tvm {
namespace relax {
 
struct AllClassNonMaximumSuppressionAttrs
    : public AttrsNodeReflAdapter<AllClassNonMaximumSuppressionAttrs> {
  ffi::String output_format;
 
  static void RegisterReflection() {
    namespace refl = tvm::ffi::reflection;
    refl::ObjectDef<AllClassNonMaximumSuppressionAttrs>().def_ro(
        "output_format", &AllClassNonMaximumSuppressionAttrs::output_format,
        "Output format, onnx or tensorflow. Returns outputs in a way that can be easily "
        "consumed by each frontend.");
  }
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("relax.attrs.AllClassNonMaximumSuppressionAttrs",
                                    AllClassNonMaximumSuppressionAttrs, BaseAttrsNode);
};  // struct AllClassNonMaximumSuppressionAttrs
 
struct ROIAlignAttrs : public AttrsNodeReflAdapter<ROIAlignAttrs> {
  ffi::Array<int64_t> pooled_size;
  double spatial_scale;
  int sample_ratio;
  bool aligned;
  ffi::String layout;
  ffi::String mode;
 
  static void RegisterReflection() {
    namespace refl = tvm::ffi::reflection;
    refl::ObjectDef<ROIAlignAttrs>()
        .def_ro("pooled_size", &ROIAlignAttrs::pooled_size, "Output size of roi align.")
        .def_ro("spatial_scale", &ROIAlignAttrs::spatial_scale,
                "Ratio of input feature map height (or width) to raw image height (or width).")
        .def_ro("sample_ratio", &ROIAlignAttrs::sample_ratio,
                "Optional sampling ratio of ROI align, using adaptive size by default.")
        .def_ro("aligned", &ROIAlignAttrs::aligned,
                "Whether to use the aligned ROIAlign semantics without the legacy 1-pixel clamp.")
        .def_ro("layout", &ROIAlignAttrs::layout, "Dimension ordering of the input data.")
        .def_ro("mode", &ROIAlignAttrs::mode, "Mode for ROI Align. Can be 'avg' or 'max'.");
  }
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("relax.attrs.ROIAlignAttrs", ROIAlignAttrs, BaseAttrsNode);
};  // struct ROIAlignAttrs
 
struct ROIPoolAttrs : public AttrsNodeReflAdapter<ROIPoolAttrs> {
  ffi::Array<int64_t> pooled_size;
  double spatial_scale;
  ffi::String layout;
 
  static void RegisterReflection() {
    namespace refl = tvm::ffi::reflection;
    refl::ObjectDef<ROIPoolAttrs>()
        .def_ro("pooled_size", &ROIPoolAttrs::pooled_size, "Output size of roi pool.")
        .def_ro("spatial_scale", &ROIPoolAttrs::spatial_scale,
                "Ratio of input feature map height (or width) to raw image height (or width).")
        .def_ro("layout", &ROIPoolAttrs::layout, "Dimension ordering of the input data.");
  }
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("relax.attrs.ROIPoolAttrs", ROIPoolAttrs, BaseAttrsNode);
};  // struct ROIPoolAttrs
 
struct GetValidCountsAttrs : public AttrsNodeReflAdapter<GetValidCountsAttrs> {
  double score_threshold;
  int id_index;
  int score_index;
 
  static void RegisterReflection() {
    namespace refl = tvm::ffi::reflection;
    refl::ObjectDef<GetValidCountsAttrs>()
        .def_ro("score_threshold", &GetValidCountsAttrs::score_threshold,
                "Lower limit of score for valid bounding boxes.")
        .def_ro("id_index", &GetValidCountsAttrs::id_index,
                "Index of the class categories, -1 to disable.")
        .def_ro("score_index", &GetValidCountsAttrs::score_index,
                "Index of the scores/confidence of boxes.");
  }
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("relax.attrs.GetValidCountsAttrs", GetValidCountsAttrs,
                                    BaseAttrsNode);
};  // struct GetValidCountsAttrs
 
struct NonMaximumSuppressionAttrs : public AttrsNodeReflAdapter<NonMaximumSuppressionAttrs> {
  int max_output_size;
  double iou_threshold;
  bool force_suppress;
  int top_k;
  int coord_start;
  int score_index;
  int id_index;
  bool return_indices;
  bool invalid_to_bottom;
  double soft_nms_sigma;
  double score_threshold;
 
  static void RegisterReflection() {
    namespace refl = tvm::ffi::reflection;
    refl::ObjectDef<NonMaximumSuppressionAttrs>()
        .def_ro("max_output_size", &NonMaximumSuppressionAttrs::max_output_size,
                "Max number of output valid boxes, -1 for no limit.")
        .def_ro("iou_threshold", &NonMaximumSuppressionAttrs::iou_threshold,
                "Non-maximum suppression IoU threshold.")
        .def_ro("force_suppress", &NonMaximumSuppressionAttrs::force_suppress,
                "Whether to suppress all detections regardless of class_id.")
        .def_ro("top_k", &NonMaximumSuppressionAttrs::top_k,
                "Keep maximum top k detections before nms, -1 for no limit.")
        .def_ro("coord_start", &NonMaximumSuppressionAttrs::coord_start,
                "Start index of the consecutive 4 coordinates.")
        .def_ro("score_index", &NonMaximumSuppressionAttrs::score_index,
                "Index of the scores/confidence of boxes.")
        .def_ro("id_index", &NonMaximumSuppressionAttrs::id_index,
                "Index of the class categories, -1 to disable.")
        .def_ro("return_indices", &NonMaximumSuppressionAttrs::return_indices,
                "Whether to return box indices in input data.")
        .def_ro("invalid_to_bottom", &NonMaximumSuppressionAttrs::invalid_to_bottom,
                "Whether to move all valid bounding boxes to the top.")
        .def_ro("soft_nms_sigma", &NonMaximumSuppressionAttrs::soft_nms_sigma,
                "Sigma for soft-NMS; 0.0 means standard hard NMS.")
        .def_ro("score_threshold", &NonMaximumSuppressionAttrs::score_threshold,
                "Score threshold for soft-NMS validity check; 0.0 when unused.");
  }
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("relax.attrs.NonMaximumSuppressionAttrs",
                                    NonMaximumSuppressionAttrs, BaseAttrsNode);
};  // struct NonMaximumSuppressionAttrs
 
struct MultiboxTransformLocAttrs : public AttrsNodeReflAdapter<MultiboxTransformLocAttrs> {
  bool clip;
  double threshold;
  ffi::Array<double> variances;
  bool keep_background;
 
  static void RegisterReflection() {
    namespace refl = tvm::ffi::reflection;
    refl::ObjectDef<MultiboxTransformLocAttrs>()
        .def_ro("clip", &MultiboxTransformLocAttrs::clip,
                "Clip decoded ymin,xmin,ymax,xmax to [0,1].")
        .def_ro("threshold", &MultiboxTransformLocAttrs::threshold,
                "After softmax, zero scores strictly below this value.")
        .def_ro("variances", &MultiboxTransformLocAttrs::variances,
                "(x,y,w,h) scales = TFLite 1/x_scale,1/y_scale,1/w_scale,1/h_scale on "
                "encodings. Very large w/h scales can overflow exp in decode.")
        .def_ro("keep_background", &MultiboxTransformLocAttrs::keep_background,
                "If false, force output scores[:,0,:] to 0 (background class).");
  }
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("relax.attrs.MultiboxTransformLocAttrs",
                                    MultiboxTransformLocAttrs, BaseAttrsNode);
};  // struct MultiboxTransformLocAttrs
 
}  // namespace relax
}  // namespace tvm
 
#endif  // TVM_RELAX_ATTRS_VISION_H_