tvm
All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros
structural_hash.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
23 #ifndef TVM_NODE_STRUCTURAL_HASH_H_
24 #define TVM_NODE_STRUCTURAL_HASH_H_
25 
26 #include <tvm/node/functor.h>
27 #include <tvm/runtime/data_type.h>
28 #include <tvm/runtime/ndarray.h>
29 
30 #include <functional>
31 #include <string>
32 
33 namespace tvm {
34 
39  protected:
40  template <typename T, typename U>
41  uint64_t Reinterpret(T value) const {
42  union Union {
43  T a;
44  U b;
45  } u;
46  static_assert(sizeof(Union) == sizeof(T), "sizeof(Union) != sizeof(T)");
47  static_assert(sizeof(Union) == sizeof(U), "sizeof(Union) != sizeof(U)");
48  u.b = 0;
49  u.a = value;
50  return u.b;
51  }
52 
53  public:
54  uint64_t operator()(const float& key) const { return Reinterpret<float, uint32_t>(key); }
55  uint64_t operator()(const double& key) const { return Reinterpret<double, uint64_t>(key); }
56  uint64_t operator()(const int64_t& key) const { return Reinterpret<int64_t, uint64_t>(key); }
57  uint64_t operator()(const uint64_t& key) const { return key; }
58  uint64_t operator()(const int& key) const { return Reinterpret<int, uint32_t>(key); }
59  uint64_t operator()(const bool& key) const { return key; }
60  uint64_t operator()(const runtime::DataType& key) const {
61  return Reinterpret<DLDataType, uint32_t>(key);
62  }
63  template <typename ENum, typename = typename std::enable_if<std::is_enum<ENum>::value>::type>
64  uint64_t operator()(const ENum& key) const {
65  return Reinterpret<int64_t, uint64_t>(static_cast<int64_t>(key));
66  }
67  uint64_t operator()(const std::string& key) const {
68  return runtime::String::StableHashBytes(key.data(), key.length());
69  }
70 };
71 
83 class StructuralHash : public BaseValueHash {
84  public:
85  // inherit operator()
86  using BaseValueHash::operator();
92  TVM_DLL uint64_t operator()(const ObjectRef& key) const;
93 };
94 
111  public:
113  class Handler {
114  public:
120  virtual void SHashReduceHashedValue(uint64_t hashed_value) = 0;
127  virtual void SHashReduce(const ObjectRef& key, bool map_free_vars) = 0;
141  virtual void SHashReduceFreeVar(const runtime::Object* var, bool map_free_vars) = 0;
150  virtual bool LookupHashedValue(const ObjectRef& key, uint64_t* hashed_value) = 0;
155  virtual void MarkGraphNode() = 0;
156  };
157 
159  SHashReducer() = default;
165  explicit SHashReducer(Handler* handler, bool map_free_vars)
166  : handler_(handler), map_free_vars_(map_free_vars) {}
171  template <typename T,
172  typename = typename std::enable_if<!std::is_base_of<ObjectRef, T>::value>::type>
173  void operator()(const T& key) const {
174  // handle normal values.
175  handler_->SHashReduceHashedValue(BaseValueHash()(key));
176  }
181  void operator()(const ObjectRef& key) const { return handler_->SHashReduce(key, map_free_vars_); }
187  void DefHash(const ObjectRef& key) const { return handler_->SHashReduce(key, true); }
192  void FreeVarHashImpl(const runtime::Object* var) const {
193  handler_->SHashReduceFreeVar(var, map_free_vars_);
194  }
195 
197  Handler* operator->() const { return handler_; }
198 
199  private:
201  Handler* handler_;
207  bool map_free_vars_;
208 };
209 
216  public:
219 
220  void SHashReduceHashedValue(uint64_t hashed_value) override;
221  void SHashReduce(const ObjectRef& key, bool map_free_vars) override;
222  void SHashReduceFreeVar(const runtime::Object* var, bool map_free_vars) override;
223  bool LookupHashedValue(const ObjectRef& key, uint64_t* hashed_value) override;
224  void MarkGraphNode() override;
225 
232  virtual uint64_t Hash(const ObjectRef& object, bool map_free_vars);
233 
234  protected:
240  virtual void DispatchSHash(const ObjectRef& object, bool map_free_vars);
241 
242  private:
243  class Impl;
244  Impl* impl;
245 };
246 
247 class SEqualReducer;
249  static constexpr const std::nullptr_t VisitAttrs = nullptr;
250  static void SHashReduce(const runtime::NDArray::Container* key, SHashReducer hash_reduce);
253 };
254 
255 } // namespace tvm
256 #endif // TVM_NODE_STRUCTURAL_HASH_H_
Hash definition of base value classes.
Definition: structural_hash.h:38
uint64_t operator()(const int &key) const
Definition: structural_hash.h:58
uint64_t operator()(const bool &key) const
Definition: structural_hash.h:59
uint64_t operator()(const double &key) const
Definition: structural_hash.h:55
uint64_t operator()(const runtime::DataType &key) const
Definition: structural_hash.h:60
uint64_t operator()(const std::string &key) const
Definition: structural_hash.h:67
uint64_t Reinterpret(T value) const
Definition: structural_hash.h:41
uint64_t operator()(const ENum &key) const
Definition: structural_hash.h:64
uint64_t operator()(const uint64_t &key) const
Definition: structural_hash.h:57
uint64_t operator()(const float &key) const
Definition: structural_hash.h:54
uint64_t operator()(const int64_t &key) const
Definition: structural_hash.h:56
A Reducer class to reduce the structural equality result of two objects.
Definition: structural_equal.h:124
The default handler for hash key computation.
Definition: structural_hash.h:215
virtual uint64_t Hash(const ObjectRef &object, bool map_free_vars)
The entry point for hashing.
virtual void DispatchSHash(const ObjectRef &object, bool map_free_vars)
The dispatcher for hashing of intermediate objects.
bool LookupHashedValue(const ObjectRef &key, uint64_t *hashed_value) override
Lookup a hash value for key.
void MarkGraphNode() override
Mark current comparison as graph node in hashing. Graph node hash will depends on the graph structure...
void SHashReduceHashedValue(uint64_t hashed_value) override
Append hashed_value to the current sequence of hashes.
void SHashReduce(const ObjectRef &key, bool map_free_vars) override
Append hash value of key to the current sequence of hashes.
void SHashReduceFreeVar(const runtime::Object *var, bool map_free_vars) override
Append a hash value of free variable to the current sequence of hashes.
Internal handler that defines custom behaviors.
Definition: structural_hash.h:113
virtual bool LookupHashedValue(const ObjectRef &key, uint64_t *hashed_value)=0
Lookup a hash value for key.
virtual void SHashReduce(const ObjectRef &key, bool map_free_vars)=0
Append hash value of key to the current sequence of hashes.
virtual void SHashReduceHashedValue(uint64_t hashed_value)=0
Append hashed_value to the current sequence of hashes.
virtual void MarkGraphNode()=0
Mark current comparison as graph node in hashing. Graph node hash will depends on the graph structure...
virtual void SHashReduceFreeVar(const runtime::Object *var, bool map_free_vars)=0
Append a hash value of free variable to the current sequence of hashes.
A Reducer class to reduce the structural hash value.
Definition: structural_hash.h:110
void operator()(const T &key) const
Push hash of key to the current sequence of hash values.
Definition: structural_hash.h:173
void operator()(const ObjectRef &key) const
Push hash of key to the current sequence of hash values.
Definition: structural_hash.h:181
Handler * operator->() const
Definition: structural_hash.h:197
void FreeVarHashImpl(const runtime::Object *var) const
Implementation for hash for a free var.
Definition: structural_hash.h:192
void DefHash(const ObjectRef &key) const
Push hash of key to the current sequence of hash values.
Definition: structural_hash.h:187
SHashReducer(Handler *handler, bool map_free_vars)
Constructor with a specific handler.
Definition: structural_hash.h:165
SHashReducer()=default
default constructor
Content-aware structural hashing.
Definition: structural_hash.h:83
uint64_t operator()(const ObjectRef &key) const
Compute structural hashing value for an object.
Runtime primitive data type.
Definition: data_type.h:42
Object container class that backs NDArray.
Definition: ndarray.h:287
Base class of all object reference.
Definition: object.h:517
base class of all object containers.
Definition: object.h:169
static uint64_t StableHashBytes(const char *data, size_t size)
Hash the binary bytes.
Definition: string.h:251
Defines the Functor data structures.
IntSet Union(const Array< IntSet > &sets)
Create a union set of all sets, possibly relaxed.
Var var(std::string name_hint, DataType t=DataType::Int(32))
Construct a new Var expression.
runtime implementation for LibTorch/TorchScript.
Definition: analyzer.h:36
PrimExpr equal(PrimExpr a, PrimExpr b, Span span=Span())
equal
A device-independent managed NDArray abstraction.
Definition: structural_hash.h:248
static constexpr const std::nullptr_t VisitAttrs
Definition: structural_hash.h:249
static void SHashReduce(const runtime::NDArray::Container *key, SHashReducer hash_reduce)
static bool SEqualReduce(const runtime::NDArray::Container *lhs, const runtime::NDArray::Container *rhs, SEqualReducer equal)