tvm
search_strategy.h
Go to the documentation of this file.
1 /*
2  * Licensed to the Apache Software Foundation (ASF) under one
3  * or more contributor license agreements. See the NOTICE file
4  * distributed with this work for additional information
5  * regarding copyright ownership. The ASF licenses this file
6  * to you under the Apache License, Version 2.0 (the
7  * "License"); you may not use this file except in compliance
8  * with the License. You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing,
13  * software distributed under the License is distributed on an
14  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15  * KIND, either express or implied. See the License for the
16  * specific language governing permissions and limitations
17  * under the License.
18  */
19 #ifndef TVM_META_SCHEDULE_SEARCH_STRATEGY_H_
20 #define TVM_META_SCHEDULE_SEARCH_STRATEGY_H_
21 
22 #include <tvm/ffi/container/array.h>
23 #include <tvm/ffi/function.h>
24 #include <tvm/ffi/optional.h>
25 #include <tvm/ffi/reflection/registry.h>
31 #include <tvm/runtime/object.h>
33 
34 namespace tvm {
35 namespace meta_schedule {
36 
37 // Forward declaration
38 class TuneContext;
39 class SearchStrategy;
40 
77 class SearchStrategyNode : public runtime::Object {
78  public:
80  virtual ~SearchStrategyNode() = default;
81 
87  virtual void InitializeWithTuneContext(const TuneContext& context) = 0;
88 
100  virtual void PreTuning(int max_trials, int num_trials_per_iter,
101  const ffi::Array<tir::Schedule>& design_spaces,
102  const ffi::Optional<Database>& database,
103  const ffi::Optional<CostModel>& cost_model) = 0;
104 
110  virtual void PostTuning() = 0;
111 
116  virtual ffi::Optional<ffi::Array<MeasureCandidate>> GenerateMeasureCandidates() = 0;
117 
123  virtual void NotifyRunnerResults(const ffi::Array<MeasureCandidate>& measure_candidates,
124  const ffi::Array<RunnerResult>& results) = 0;
125 
130  virtual SearchStrategy Clone() const = 0;
131 
132  static constexpr const bool _type_mutable = true;
133  TVM_FFI_DECLARE_OBJECT_INFO("meta_schedule.SearchStrategy", SearchStrategyNode, Object);
134 };
135 
140 class SearchStrategy : public runtime::ObjectRef {
141  public:
146  using FInitializeWithTuneContext = ffi::TypedFunction<void(const TuneContext&)>;
150  using FPreTuning = ffi::TypedFunction<void(
151  int max_trials, int num_trials_per_iter, const ffi::Array<tir::Schedule>&,
152  const ffi::Optional<Database>&, const ffi::Optional<CostModel>&)>;
154  using FPostTuning = ffi::TypedFunction<void()>;
160  ffi::TypedFunction<ffi::Optional<ffi::Array<MeasureCandidate>>()>;
165  using FNotifyRunnerResults = ffi::TypedFunction<void(const ffi::Array<MeasureCandidate>&,
166  const ffi::Array<RunnerResult>&)>;
171  using FClone = ffi::TypedFunction<SearchStrategy()>;
183  FInitializeWithTuneContext f_initialize_with_tune_context, //
184  FPreTuning f_pre_tuning, //
185  FPostTuning f_post_tuning, //
186  FGenerateMeasureCandidates f_generate_measure_candidates, //
187  FNotifyRunnerResults f_notify_runner_results, //
188  FClone f_clone);
189 
194  TVM_DLL static SearchStrategy ReplayTrace(int max_fail_count);
195 
197  TVM_DLL static SearchStrategy ReplayFunc();
198 
210  TVM_DLL static SearchStrategy EvolutionarySearch(int population_size, //
211  double init_measured_ratio, //
212  int init_min_unmeasured, //
213  int max_fail_count, //
214  int genetic_num_iters, //
215  double genetic_mutate_prob, //
216  int genetic_max_fail_count, //
217  double eps_greedy);
218 
220 };
221 
224  public:
231 
244 
245  static void RegisterReflection() {
246  // `f_initialize_with_tune_context` is not registered
247  // `f_pre_tuning` is not registered
248  // `f_post_tuning` is not registered
249  // `f_generate_measure_candidates` is not registered
250  // `f_notify_runner_results` is not registered
251  // `f_clone` is not registered
252  }
253 
254  void InitializeWithTuneContext(const TuneContext& context) final;
255  void PreTuning(int max_trials, int num_trials_per_iter,
256  const ffi::Array<tir::Schedule>& design_spaces,
257  const ffi::Optional<Database>& database,
258  const ffi::Optional<CostModel>& cost_model) final;
259  void PostTuning() final;
260  ffi::Optional<ffi::Array<MeasureCandidate>> GenerateMeasureCandidates() final;
261  void NotifyRunnerResults(const ffi::Array<MeasureCandidate>& measure_candidates,
262  const ffi::Array<RunnerResult>& results);
263  SearchStrategy Clone() const final;
264  TVM_FFI_DECLARE_OBJECT_INFO_FINAL("meta_schedule.PySearchStrategy", PySearchStrategyNode,
266 };
267 
268 } // namespace meta_schedule
269 } // namespace tvm
270 
271 #endif // TVM_META_SCHEDULE_SEARCH_STRATEGY_H_
Managed reference to MeasureCandidateNode.
Definition: measure_candidate.h:53
The python side customizable class for measure candidate generation.
Definition: search_strategy.h:223
FClone f_clone
The packed function to the Clone method.
Definition: search_strategy.h:243
void PostTuning() final
Post-tuning for the search strategy.
FPostTuning f_post_tuning
The packed function to the PostTuning method.
Definition: search_strategy.h:237
FInitializeWithTuneContext f_initialize_with_tune_context
The packed function to the InitializeWithTuneContext method.
Definition: search_strategy.h:233
void NotifyRunnerResults(const ffi::Array< MeasureCandidate > &measure_candidates, const ffi::Array< RunnerResult > &results)
Update the search strategy with measurement results.
TVM_FFI_DECLARE_OBJECT_INFO_FINAL("meta_schedule.PySearchStrategy", PySearchStrategyNode, SearchStrategyNode)
FGenerateMeasureCandidates f_generate_measure_candidates
The packed function to the GenerateMeasureCandidates method.
Definition: search_strategy.h:239
SearchStrategy::FNotifyRunnerResults FNotifyRunnerResults
Definition: search_strategy.h:229
SearchStrategy::FInitializeWithTuneContext FInitializeWithTuneContext
Definition: search_strategy.h:225
SearchStrategy::FPreTuning FPreTuning
Definition: search_strategy.h:226
static void RegisterReflection()
Definition: search_strategy.h:245
SearchStrategy::FPostTuning FPostTuning
Definition: search_strategy.h:227
FNotifyRunnerResults f_notify_runner_results
The packed function to the NotifyRunnerResults method.
Definition: search_strategy.h:241
ffi::Optional< ffi::Array< MeasureCandidate > > GenerateMeasureCandidates() final
Generate measure candidates from design spaces for measurement.
void PreTuning(int max_trials, int num_trials_per_iter, const ffi::Array< tir::Schedule > &design_spaces, const ffi::Optional< Database > &database, const ffi::Optional< CostModel > &cost_model) final
Pre-tuning for the search strategy.
FPreTuning f_pre_tuning
The packed function to the PreTuning method.
Definition: search_strategy.h:235
SearchStrategy Clone() const final
Clone the search strategy.
SearchStrategy::FClone FClone
Definition: search_strategy.h:230
SearchStrategy::FGenerateMeasureCandidates FGenerateMeasureCandidates
Definition: search_strategy.h:228
void InitializeWithTuneContext(const TuneContext &context) final
Initialize the search strategy with tuning context.
Managed reference to RunnerResultNode.
Definition: runner.h:93
The search strategy for measure candidates generation.
Definition: search_strategy.h:77
TVM_FFI_DECLARE_OBJECT_INFO("meta_schedule.SearchStrategy", SearchStrategyNode, Object)
static constexpr const bool _type_mutable
Definition: search_strategy.h:132
virtual void NotifyRunnerResults(const ffi::Array< MeasureCandidate > &measure_candidates, const ffi::Array< RunnerResult > &results)=0
Update the search strategy with measurement results.
virtual ffi::Optional< ffi::Array< MeasureCandidate > > GenerateMeasureCandidates()=0
Generate measure candidates from design spaces for measurement.
virtual void PreTuning(int max_trials, int num_trials_per_iter, const ffi::Array< tir::Schedule > &design_spaces, const ffi::Optional< Database > &database, const ffi::Optional< CostModel > &cost_model)=0
Pre-tuning for the search strategy.
virtual void InitializeWithTuneContext(const TuneContext &context)=0
Initialize the search strategy with tuning context.
virtual void PostTuning()=0
Post-tuning for the search strategy.
virtual ~SearchStrategyNode()=default
Virtual destructor.
virtual SearchStrategy Clone() const =0
Clone the search strategy.
Managed reference to SearchStrategyNode.
Definition: search_strategy.h:140
static SearchStrategy ReplayTrace(int max_fail_count)
Constructor of replay trace search strategy.
ffi::TypedFunction< void(int max_trials, int num_trials_per_iter, const ffi::Array< tir::Schedule > &, const ffi::Optional< Database > &, const ffi::Optional< CostModel > &)> FPreTuning
The function type of PreTuning method.
Definition: search_strategy.h:152
static SearchStrategy ReplayFunc()
Constructor of replay func search strategy.
TVM_FFI_DEFINE_OBJECT_REF_METHODS_NULLABLE(SearchStrategy, ObjectRef, SearchStrategyNode)
static SearchStrategy PySearchStrategy(FInitializeWithTuneContext f_initialize_with_tune_context, FPreTuning f_pre_tuning, FPostTuning f_post_tuning, FGenerateMeasureCandidates f_generate_measure_candidates, FNotifyRunnerResults f_notify_runner_results, FClone f_clone)
Create a search strategy with customized methods on the python-side.
ffi::TypedFunction< SearchStrategy()> FClone
The function type of Clone method.
Definition: search_strategy.h:171
ffi::TypedFunction< void(const TuneContext &)> FInitializeWithTuneContext
The function type of InitializeWithTuneContext method.
Definition: search_strategy.h:146
static SearchStrategy EvolutionarySearch(int population_size, double init_measured_ratio, int init_min_unmeasured, int max_fail_count, int genetic_num_iters, double genetic_mutate_prob, int genetic_max_fail_count, double eps_greedy)
Constructor of evolutionary search strategy.
ffi::TypedFunction< ffi::Optional< ffi::Array< MeasureCandidate > >()> FGenerateMeasureCandidates
The function type of GenerateMeasureCandidates method.
Definition: search_strategy.h:160
ffi::TypedFunction< void()> FPostTuning
The function type of PostTuning method.
Definition: search_strategy.h:154
ffi::TypedFunction< void(const ffi::Array< MeasureCandidate > &, const ffi::Array< RunnerResult > &)> FNotifyRunnerResults
The function type of NotifyRunnerResults method.
Definition: search_strategy.h:166
Managed reference to TuneContextNode.
Definition: tune_context.h:98
Performance counters for profiling via the PAPI library.
Definition: analyzer.h:37
A managed object in the TVM runtime.