Home
last modified time | relevance | path

Searched refs:worker_connector_size (Results 1 – 25 of 26) sorted by relevance

12

/third_party/mindspore/tests/ut/cpp/dataset/
DtfReader_op_test.cc46 int32_t worker_connector_size = config_manager->worker_connector_size(); in TEST_F() local
53 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema), op_c… in TEST_F()
105 int32_t worker_connector_size = config_manager->worker_connector_size(); in TEST_F() local
110 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema), op_c… in TEST_F()
160 int32_t worker_connector_size = config_manager->worker_connector_size(); in TEST_F() local
167 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema), op_c… in TEST_F()
217 int32_t worker_connector_size = 1; in TEST_F() local
224 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema), op_c… in TEST_F()
274 int32_t worker_connector_size = config_manager->worker_connector_size(); in TEST_F() local
281 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema), op_c… in TEST_F()
[all …]
Dclient_config_test.cc50 ASSERT_EQ(my_conf->worker_connector_size(), kCfgWorkerConnectorSize); in TEST_F()
61 ASSERT_EQ(my_conf->worker_connector_size(), 3); in TEST_F()
70 ASSERT_EQ(my_conf->worker_connector_size(), kCfgWorkerConnectorSize); in TEST_F()
Dtext_file_op_test.cc47 int32_t worker_connector_size = config_manager->worker_connector_size(); in TEST_F() local
58 …std::make_shared<TextFileOp>(num_workers, total_rows, worker_connector_size, std::move(schema), fi… in TEST_F()
Dconcat_op_test.cc55 int32_t worker_connector_size = 16; in TEST_F() local
62 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema1), op_… in TEST_F()
74 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema2), op_… in TEST_F()
Dclue_op_test.cc40 auto worker_connector_size = config_manager->worker_connector_size(); in Clue() local
59 …_ptr<ClueOp> so = std::make_shared<ClueOp>(num_workers, num_samples, worker_connector_size, ck_map, in Clue()
Dskip_op_test.cc40 int32_t worker_connector_size = 16; in TEST_F() local
46 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema), op_c… in TEST_F()
Drename_op_test.cc56 int32_t worker_connector_size = 16; in TEST_F() local
61 …std::make_shared<TFReaderOp>(num_workers, worker_connector_size, 0, files, std::move(schema), op_c… in TEST_F()
Dsentence_piece_vocab_op_test.cc46 auto worker_connector_size = config_manager->worker_connector_size(); in TextFile() local
53 …std::make_shared<TextFileOp>(num_workers, num_rows, worker_connector_size, std::move(schema), text… in TextFile()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/
Dparallel_op.cc44 Status ParallelOp::CreateWorkerConnector(int32_t worker_connector_size) { in CreateWorkerConnector() argument
45 if (worker_connector_size == 0) { in CreateWorkerConnector()
49 worker_connector_size_ = worker_connector_size; in CreateWorkerConnector()
53 …er_connector_ = std::make_unique<DbConnector>(num_workers_, num_producers_, worker_connector_size); in CreateWorkerConnector()
Dparallel_op.h51 Status CreateWorkerConnector(int32_t worker_connector_size);
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/
Dusps_op.cc40 …int32_t num_workers, int32_t worker_connector_size, int64_t num_samples, int32_t op_connector_size, in USPSOp() argument
42 …: NonMappableLeafOp(num_workers, worker_connector_size, num_samples, op_connector_size, shuffle_fi… in USPSOp()
92 int32_t worker_connector_size = cfg->worker_connector_size(); in CountTotalRows() local
99 …::make_shared<USPSOp>(dir, usage, std::move(schema), num_workers, worker_connector_size, num_sampl… in CountTotalRows()
Dtext_file_op.cc33 TextFileOp::TextFileOp(int32_t num_workers, int64_t total_rows, int32_t worker_connector_size, in TextFileOp() argument
36 …: NonMappableLeafOp(num_workers, worker_connector_size, total_rows, op_connector_size, shuffle_fil… in TextFileOp()
Dnonmappable_leaf_op.cc30 NonMappableLeafOp::NonMappableLeafOp(int32_t num_workers, int32_t worker_connector_size, int64_t to… in NonMappableLeafOp() argument
44 worker_connector_size_ = worker_connector_size; in NonMappableLeafOp()
Dtext_file_op.h51 …TextFileOp(int32_t num_workers, int64_t total_rows, int32_t worker_connector_size, std::unique_ptr…
Dcsv_op.cc34 … int32_t worker_connector_size, int32_t op_connector_size, bool shuffle_files, int32_t num_devices, in CsvOp() argument
36 …leLeafOp(std::min(num_workers, static_cast<int32_t>(csv_files_list.size())), worker_connector_size, in CsvOp()
624 int32_t worker_connector_size = GlobalContext::config_manager()->worker_connector_size(); in CountAllFileRows() local
638 … worker_connector_size, op_connector_size, shuffle_files, num_devices, device_id); in CountAllFileRows()
Dclue_op.h42 …ClueOp(int32_t num_workers, int64_t num_samples, int32_t worker_connector_size, ColKeyMap cols_to_…
Dusps_op.h53 …int32_t num_workers, int32_t worker_connector_size, int64_t num_samples, int32_t op_connector_size,
Dclue_op.cc33 ClueOp::ClueOp(int32_t num_workers, int64_t num_samples, int32_t worker_connector_size, ColKeyMap c… in ClueOp() argument
36 …: NonMappableLeafOp(num_workers, worker_connector_size, num_samples, op_connector_size, shuffle_fi… in ClueOp()
Dnonmappable_leaf_op.h58 NonMappableLeafOp(int32_t num_workers, int32_t worker_connector_size, int64_t total_num_rows,
Dtf_reader_op.h69 TFReaderOp(int32_t num_workers, int32_t worker_connector_size, int64_t total_num_rows,
Dcsv_op.h152 …int32_t num_workers, int64_t num_samples, int32_t worker_connector_size, int32_t op_connector_size,
Dtf_reader_op.cc81 TFReaderOp::TFReaderOp(int32_t num_workers, int32_t worker_connector_size, int64_t total_num_rows, in TFReaderOp() argument
85 …: NonMappableLeafOp(num_workers, worker_connector_size, total_num_rows, op_connector_size, shuffle… in TFReaderOp()
/third_party/mindspore/tests/ut/cpp/dataset/common/
Dcommon.cc122 auto worker_connector_size = config_manager->worker_connector_size(); in TFReader() local
126 …num_works, worker_connector_size, 0, files, std::make_unique<mindspore::dataset::DataSchema>(), op… in TFReader()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/core/
Dconfig_manager.h91 int32_t worker_connector_size() const { return worker_connector_size_; } in worker_connector_size() function
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/core/
Dbindings.cc46 .def("get_worker_connector_size", &ConfigManager::worker_connector_size) in __anon7cba642b0202()

12