/third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/ps/ |
D | sparse_apply_lazy_adam_ps_kernel.cc | 76 …rkspace_size_list_.emplace_back(indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_); in InitKernel() 77 (void)workspace_size_list_.emplace_back(indices_size_ * sizeof(int) * worker_num_); in InitKernel() 78 …rkspace_size_list_.emplace_back(indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_); in InitKernel() 79 (void)workspace_size_list_.emplace_back(indices_size_ * sizeof(int) * worker_num_); in InitKernel() 88 workspace_size_list_[0] = indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_; in ReInit() 89 workspace_size_list_[1] = indices_size_ * sizeof(int) * worker_num_; in ReInit() 99 workspace_size_list_[0] = indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_; in ReInit() 100 workspace_size_list_[1] = indices_size_ * sizeof(int) * worker_num_; in ReInit()
|
D | sparse_apply_ftrl_ps_kernel.cc | 86 …rkspace_size_list_.emplace_back(indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_); in InitKernel() 87 (void)workspace_size_list_.emplace_back(indices_size_ * sizeof(int) * worker_num_); in InitKernel() 88 …rkspace_size_list_.emplace_back(indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_); in InitKernel() 89 (void)workspace_size_list_.emplace_back(indices_size_ * sizeof(int) * worker_num_); in InitKernel() 98 workspace_size_list_[0] = indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_; in ReInit() 99 workspace_size_list_[1] = indices_size_ * sizeof(int) * worker_num_; in ReInit() 109 workspace_size_list_[0] = indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_; in ReInit() 110 workspace_size_list_[1] = indices_size_ * sizeof(int) * worker_num_; in ReInit()
|
D | sparse_apply_adam_ps_kernel.cc | 74 …rkspace_size_list_.emplace_back(indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_); in InitKernel() 75 (void)workspace_size_list_.emplace_back(indices_size_ * sizeof(int) * worker_num_); in InitKernel() 76 …rkspace_size_list_.emplace_back(indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_); in InitKernel() 77 (void)workspace_size_list_.emplace_back(indices_size_ * sizeof(int) * worker_num_); in InitKernel() 78 …e_size_list_.emplace_back(var_first_dim_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_); in InitKernel() 87 workspace_size_list_[0] = indices_size_ * var_outer_dim_size_ * sizeof(float) * worker_num_; in ReInit() 88 workspace_size_list_[1] = indices_size_ * sizeof(int) * worker_num_; in ReInit()
|
D | pserver_kernel.h | 31 : rank_id_(rank_id), pserver_num_(pserver_num), worker_num_(worker_num) {} in PServerKernel() 53 size_t worker_num_; variable
|
/third_party/mindspore/mindspore/ccsrc/fl/worker/ |
D | fl_worker.cc | 32 worker_num_ = ps::PSContext::instance()->worker_num(); in Run() 39 ps::PSContext::instance()->cluster_config().initial_worker_num = worker_num_; in Run() 41 MS_LOG(INFO) << "Initialize cluster config for worker. Worker number:" << worker_num_ in Run() 152 uint32_t FLWorker::worker_num() const { return worker_num_; } in worker_num() 243 worker_num_ = IntToUint(worker_node_->worker_num()); in ProcessAfterScalingOut() 244 …MS_LOG(INFO) << "After scheduler scaling out, worker number is " << worker_num_ << ", server numbe… in ProcessAfterScalingOut() 254 worker_num_ = IntToUint(worker_node_->worker_num()); in ProcessAfterScalingIn() 255 …MS_LOG(INFO) << "After scheduler scaling in, worker number is " << worker_num_ << ", server number… in ProcessAfterScalingIn()
|
D | fl_worker.h | 98 worker_num_(0), in FLWorker() 130 uint32_t worker_num_; variable
|
/third_party/mindspore/mindspore/ccsrc/ps/core/ |
D | abstract_node.cc | 184 if (!CommUtil::ValidateRankId(node_role, rank_id, worker_num_, server_num_)) { in Send() 185 MS_LOG(EXCEPTION) << "The node role or rank_id is illegal, the worker num:" << worker_num_ in Send() 214 if (!CommUtil::ValidateRankId(node_role, rank_ids.at(it), worker_num_, server_num_)) { in Send() 215 MS_LOG(EXCEPTION) << "The node role or rank_id is illegal, the worker num:" << worker_num_ in Send() 248 if (!CommUtil::ValidateRankId(node_role, rank_id, worker_num_, server_num_)) { in Send() 249 MS_LOG(EXCEPTION) << "The node role or rank_id is illegal, the worker num:" << worker_num_ in Send() 307 if (!CommUtil::ValidateRankId(node_role, rank_ids.at(it), worker_num_, server_num_)) { in Send() 308 MS_LOG(EXCEPTION) << "The node role or rank_id is illegal, the worker num:" << worker_num_ in Send() 337 if (!CommUtil::ValidateRankId(node_role, rank_id, worker_num_, server_num_)) { in CollectiveSendAsync() 338 MS_LOG(EXCEPTION) << "The node role or rank_id is illegal, the worker num:" << worker_num_ in CollectiveSendAsync() [all …]
|
D | abstract_node.h | 49 worker_num_(-1), in AbstractNode() 243 int32_t worker_num_; variable
|
/third_party/mindspore/mindspore/ccsrc/ps/ |
D | ps_context.cc | 51 worker_num_ = std::strtol(common::GetEnv(kEnvWorkerNum).c_str(), nullptr, kBase); in SetPSEnable() 66 …cluster_config_ = std::make_unique<core::ClusterConfig>(worker_num_, server_num_, scheduler_host_,… in SetPSEnable() 135 uint32_t PSContext::initial_worker_num() const { return worker_num_; } in initial_worker_num() 260 worker_num_ = worker_num; in set_worker_num() 262 uint32_t PSContext::worker_num() const { return worker_num_; } in worker_num()
|
D | parameter_server.cc | 51 worker_num_ = std::strtol(mindspore::common::GetEnv(kEnvWorkerNum).c_str(), nullptr, kBase); in Init() 72 …imizerInfoBuilder> momentum_info_builder = std::make_shared<MomentumOptimInfoBuilder>(worker_num_); in InitOptimInfoBuilders() 74 std::make_shared<SparseAdamOptimInfoBuilder>(worker_num_); in InitOptimInfoBuilders() 76 std::make_shared<SparseFtrlOptimInfoBuilder>(worker_num_); in InitOptimInfoBuilders() 125 …ke_shared<kernel::ps::SparseApplyAdamPSKernel>(server_node_->rank_id(), pserver_num_, worker_num_); in InitOptimInputsShape() 130 …hared<kernel::ps::SparseApplyLazyAdamPSKernel>(server_node_->rank_id(), pserver_num_, worker_num_); in InitOptimInputsShape() 135 …make_shared<kernel::ps::ApplyMomentumPSKernel>(server_node_->rank_id(), pserver_num_, worker_num_); in InitOptimInputsShape() 140 …ke_shared<kernel::ps::SparseApplyFtrlPSKernel>(server_node_->rank_id(), pserver_num_, worker_num_); in InitOptimInputsShape() 222 …ke_shared<kernel::ps::EmbeddingLookUpPSKernel>(server_node_->rank_id(), pserver_num_, worker_num_); in InitEmbeddingTable() 310 optim_info->ComputeMean(shapes, worker_num_, pserver_num_, server_node_->rank_id()); in UpdateWeights() [all …]
|
D | optimizer_info_builder.h | 33 explicit OptimizerInfoBuilder(size_t worker_num) : worker_num_(worker_num) {} in OptimizerInfoBuilder() 52 size_t worker_num_; variable
|
D | parameter_server.h | 80 worker_num_(0), in ParameterServer() 149 size_t worker_num_; variable
|
D | ps_context.h | 196 worker_num_(0), in PSContext() 235 uint32_t worker_num_; variable
|
D | optimizer_info_builder.cc | 85 …addr_data_size = std::accumulate(shape.begin(), shape.end(), worker_num_, std::multiplies<size_t>(… in GenInputAddrPtr()
|
/third_party/mindspore/mindspore/ccsrc/ps/core/communicator/ |
D | tcp_communicator.h | 69 worker_num_(0), in TcpCommunicator() 114 uint32_t worker_num_; variable
|
/third_party/mindspore/mindspore/ccsrc/fl/server/ |
D | server.h | 80 worker_num_(0), 199 uint32_t worker_num_; variable
|
D | server.cc | 139 worker_num_ = ps::PSContext::instance()->initial_worker_num(); in InitServerContext() 169 … worker_num_, server_num_, task_executor_); in InitCommunicatorWithServer()
|