disco_worker.h

Go to the documentation of this file.

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
#ifndef TVM_RUNTIME_DISCO_DISCO_WORKER_H_
#define TVM_RUNTIME_DISCO_DISCO_WORKER_H_
 
#include <tvm/ffi/function.h>
#include <tvm/runtime/disco/session.h>
 
#include <vector>
 
namespace tvm {
namespace runtime {
 
class DiscoWorker {
 public:
  explicit DiscoWorker(int worker_id, int num_workers, int num_groups,
                       WorkerZeroData* worker_zero_data, DiscoChannel* channel)
      : worker_id(worker_id),
        local_worker_id(worker_id),
        num_workers(num_workers),
        num_groups(num_groups),
        default_device(Device{DLDeviceType::kDLCPU, 0}),
        worker_zero_data(worker_zero_data),
        channel(channel),
        register_file{} {}
 
  void MainLoop();
  TVM_DLL static DiscoWorker* ThreadLocal();
  void SetRegister(int reg_id, ffi::AnyView value);
 
  int worker_id;
  int local_worker_id;
  int num_workers;
  int num_groups;
  Device default_device;
  String ccl;
  WorkerZeroData* worker_zero_data;
  DiscoChannel* channel;
  std::vector<ffi::Any> register_file;
 
  struct Impl;
  friend struct DiscoWorker::Impl;
};
struct ThreadLocalDiscoWorker {
  DiscoWorker* worker;
 
  static ThreadLocalDiscoWorker* Get() {
    thread_local static ThreadLocalDiscoWorker worker;
    return &worker;
  }
};
 
}  // namespace runtime
}  // namespace tvm
#endif  // TVM_RUNTIME_DISCO_DISCO_WORKER_H_