profiling.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
 
#ifndef TVM_RUNTIME_PROFILING_H_
#define TVM_RUNTIME_PROFILING_H_
 
#include <tvm/ffi/container/array.h>
#include <tvm/ffi/container/map.h>
#include <tvm/ffi/function.h>
#include <tvm/runtime/base.h>
#include <tvm/runtime/device_api.h>
#include <tvm/runtime/module.h>
#include <tvm/runtime/object.h>
#include <tvm/runtime/tensor.h>
 
#include <stack>
#include <string>
#include <unordered_map>
#include <utility>
#include <vector>
 
namespace tvm {
 
namespace runtime {
 
class TimerNode : public Object {
 public:
  virtual void Start() = 0;
  virtual void Stop() = 0;
  virtual int64_t SyncAndGetElapsedNanos() = 0;
 
  virtual ~TimerNode() {}
 
  static constexpr const bool _type_mutable = true;
  TVM_FFI_DECLARE_OBJECT_INFO("runtime.TimerNode", TimerNode, Object);
};
 
class Timer : public ObjectRef {
 public:
  static TVM_DLL Timer Start(Device dev);
 
  TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(Timer, ObjectRef, TimerNode);
};
 
Timer DefaultTimer(Device dev);
 
namespace profiling {
struct DeviceWrapperNode : public Object {
  Device device;
 
  explicit DeviceWrapperNode(Device device) : device(device) {}
  TVM_FFI_DECLARE_OBJECT_INFO("runtime.profiling.DeviceWrapper", DeviceWrapperNode, Object);
};
 
class DeviceWrapper : public ObjectRef {
 public:
  explicit DeviceWrapper(Device dev) { data_ = ffi::make_object<DeviceWrapperNode>(dev); }
  TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(DeviceWrapper, ObjectRef, DeviceWrapperNode);
};
 
class ReportNode : public Object {
 public:
  ffi::Array<ffi::Map<ffi::String, ffi::Any>> calls;
  ffi::Map<ffi::String, ffi::Map<ffi::String, ffi::Any>> device_metrics;
  ffi::Map<ffi::String, ffi::Any> configuration;
  ffi::String AsCSV() const;
  ffi::String AsTable(bool sort = true, bool aggregate = true, bool compute_col_sums = true) const;
  ffi::String AsJSON() const;
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("runtime.profiling.Report", ReportNode, Object);
};
 
class Report : public ObjectRef {
 public:
  explicit Report(ffi::Array<ffi::Map<ffi::String, ffi::Any>> calls,
                  ffi::Map<ffi::String, ffi::Map<ffi::String, ffi::Any>> device_metrics,
                  ffi::Map<ffi::String, ffi::Any> configuration);
 
  static Report FromJSON(ffi::String json);
  TVM_FFI_DEFINE_OBJECT_REF_METHODS_NOTNULLABLE(Report, ObjectRef, ReportNode);
};
 
class MetricCollectorNode : public Object {
 public:
  virtual void Init(ffi::Array<DeviceWrapper> devs) = 0;
  virtual ObjectRef Start(Device dev) = 0;
  virtual ffi::Map<ffi::String, ffi::Any> Stop(ffi::ObjectRef obj) = 0;
 
  virtual ~MetricCollectorNode() {}
 
  static constexpr const bool _type_mutable = true;
  TVM_FFI_DECLARE_OBJECT_INFO("runtime.profiling.MetricCollector", MetricCollectorNode, Object);
};
 
class MetricCollector : public ObjectRef {
 public:
  TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(MetricCollector, ObjectRef, MetricCollectorNode);
};
 
struct CallFrame {
  Device dev;
  ffi::String name;
  Timer timer;
  std::unordered_map<std::string, ffi::Any> extra_metrics;
  std::vector<std::pair<MetricCollector, ObjectRef>> extra_collectors;
};
 
class Profiler {
 public:
  explicit Profiler(std::vector<Device> devs, std::vector<MetricCollector> metric_collectors,
                    std::unordered_map<ffi::String, ffi::Any> configuration = {});
  void Start();
  void Stop();
  void StartCall(ffi::String name, Device dev,
                 std::unordered_map<std::string, ffi::Any> extra_metrics = {});
  void StopCall(std::unordered_map<std::string, ffi::Any> extra_metrics = {});
  profiling::Report Report();
  bool IsRunning() const { return is_running_; }
 
 private:
  std::vector<Device> devs_;
  bool is_running_{false};
  std::vector<CallFrame> calls_;
  std::stack<CallFrame> in_flight_;
  std::vector<MetricCollector> collectors_;
  std::unordered_map<ffi::String, ffi::Any> configuration_;
};
 
/* \brief A duration in time. */
class DurationNode : public Object {
 public:
  /* The duration as a floating point number of microseconds. */
  double microseconds;
 
  /* \brief Construct a new duration.
   * \param a The duration in microseconds.
   */
  explicit DurationNode(double a) : microseconds(a) {}
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("runtime.profiling.Duration", DurationNode, Object);
};
 
/* A percentage of something */
class PercentNode : public Object {
 public:
  /* The percent as a floating point value out of 100%. i.e. if `percent` is 10 then we have 10%. */
  double percent;
 
  /* \brief Construct a new percentage.
   * \param a The percentage out of 100.
   */
  explicit PercentNode(double a) : percent(a) {}
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("runtime.profiling.Percent", PercentNode, Object);
};
 
/* A count of something */
class CountNode : public Object {
 public:
  /* The actual count */
  int64_t value;
 
  /* \brief Construct a new count.
   * \param a The count.
   */
  explicit CountNode(int64_t a) : value(a) {}
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("runtime.profiling.Count", CountNode, Object);
};
 
/* \brief A ratio of two things. */
class RatioNode : public Object {
 public:
  /* The ratio as a double precision floating point number. */
  double ratio;
 
  /* \brief Construct a new ratio.
   * \param a The ratio.
   */
  explicit RatioNode(double a) : ratio(a) {}
  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("runtime.profiling.Ratio", RatioNode, Object);
};
 
ffi::String ShapeString(const std::vector<Tensor>& shapes);
ffi::String ShapeString(Tensor shape, DLDataType dtype);
ffi::String ShapeString(const std::vector<int64_t>& shape, DLDataType dtype);
 
ffi::Function ProfileFunction(ffi::Module mod, std::string func_name, int device_type,
                              int device_id, int warmup_iters,
                              ffi::Array<MetricCollector> collectors);
 
ffi::Function WrapTimeEvaluator(ffi::Function f, Device dev, int number, int repeat,
                                int min_repeat_ms, int limit_zero_time_iterations,
                                int cooldown_interval_ms, int repeats_to_cooldown,
                                int cache_flush_bytes = 0, ffi::Function f_preproc = nullptr);
 
}  // namespace profiling
}  // namespace runtime
}  // namespace tvm
 
#endif  // TVM_RUNTIME_PROFILING_H_