Home
last modified time | relevance | path

Searched refs:TensorRow (Results 1 – 25 of 270) sorted by relevance

1234567891011

/third_party/mindspore/mindspore/ccsrc/minddata/dataset/core/
Dtensor_row.cc24 TensorRow::TensorRow() noexcept : id_(kDefaultRowId), path_({}), tensor_row_flag_(kFlagNone) {} in TensorRow() function in mindspore::dataset::TensorRow
26 TensorRow::TensorRow(size_type n, const TensorRow::value_type &t) noexcept in TensorRow() function in mindspore::dataset::TensorRow
29 TensorRow::TensorRow(const TensorRow::vector_type &v) in TensorRow() function in mindspore::dataset::TensorRow
32 TensorRow::TensorRow(row_id_type id, const std::initializer_list<value_type> &lst) in TensorRow() function in mindspore::dataset::TensorRow
35 TensorRow::TensorRow(const TensorRow &tr) in TensorRow() function in mindspore::dataset::TensorRow
38 TensorRow::TensorRow(TensorRow::TensorRowFlags flag) : id_(kDefaultRowId), path_({}), tensor_row_fl… in TensorRow() function in mindspore::dataset::TensorRow
40 TensorRow &TensorRow::operator=(const TensorRow &tr) { in operator =()
51 TensorRow &TensorRow::operator=(const std::initializer_list<TensorRow::value_type> &lst) { in operator =()
57 TensorRow::TensorRow(TensorRow::vector_type &&v) noexcept in TensorRow() function in mindspore::dataset::TensorRow
60 TensorRow::TensorRow(row_id_type id, std::initializer_list<value_type> &&lst) noexcept in TensorRow() function in mindspore::dataset::TensorRow
[all …]
Dtensor_row.h30 class TensorRow; // A set of Tensor pointers with an id variable
31 using TensorTable = std::vector<TensorRow>; // The table of tensors is a vector of rows
32 using TensorQTable = std::deque<TensorRow>; // A different flavour of tensor table, this one has q…
34 class TensorRow {
55 TensorRow() noexcept;
57 TensorRow(size_type n, const value_type &t) noexcept;
60 explicit TensorRow(const vector_type &v);
62 TensorRow(row_id_type id, const std::initializer_list<value_type> &lst);
64 TensorRow(const TensorRow &tr);
66 TensorRow &operator=(const TensorRow &tr);
[all …]
/third_party/mindspore/tests/ut/cpp/dataset/
Dtensor_row_test.cc35 TensorRow bool_output; in TEST_F()
37 s = TensorRow::ConvertToTensorRow(bool_value, &bool_output); in TEST_F()
39 TensorRow expected_bool; in TEST_F()
48 TensorRow int_output; in TEST_F()
50 TensorRow expected_int; in TEST_F()
51 s = TensorRow::ConvertToTensorRow(int_value, &int_output); in TEST_F()
61 TensorRow expected_bool; in TEST_F()
62 TensorRow float_output; in TEST_F()
64 TensorRow expected_float; in TEST_F()
65 s = TensorRow::ConvertToTensorRow(float_value, &float_output); in TEST_F()
[all …]
Dtokenizer_op_test.cc50 Tensor::CreateScalar<std::string>("Hello World!", &input); TensorRow output; in TEST_F()
51 Status s = op->Compute(TensorRow(0, {input}), &output); in TEST_F()
71 s = op->Compute(TensorRow(0, {input}), &output); in TEST_F()
85 s = op->Compute(TensorRow(0, {input}), &output); in TEST_F()
94 s = op->Compute(TensorRow(0, {input}), &output); in TEST_F()
103 s = op->Compute(TensorRow(0, {input}), &output); in TEST_F()
113 s = op->Compute(TensorRow(0, {input}), &output); in TEST_F()
125 Tensor::CreateScalar<std::string>("Welcome to China.", &input); TensorRow output; in TEST_F()
126 Status s = op->Compute(TensorRow(0, {input}), &output); in TEST_F()
137 s = op->Compute(TensorRow(0, {input}), &output); in TEST_F()
[all …]
Drandom_crop_and_resize_op_test.cc34 TensorRow input_tensor_row; in TEST_F()
37 TensorRow output_tensor_row; in TEST_F()
60 TensorRow input_tensor_row; in TEST_F()
63 TensorRow output_tensor_row; in TEST_F()
86 TensorRow input_tensor_row; in TEST_F()
89 TensorRow output_tensor_row; in TEST_F()
Dcutmix_batch_op_test.cc45 TensorRow in; in TEST_F()
48 TensorRow out; in TEST_F()
76 TensorRow in; in TEST_F()
79 TensorRow out; in TEST_F()
97 TensorRow in; in TEST_F()
100 TensorRow out; in TEST_F()
116 TensorRow in; in TEST_F()
119 TensorRow out; in TEST_F()
Dconcatenate_op_test.cc42 TensorRow in; in TEST_F()
44 TensorRow out_row; in TEST_F()
73 TensorRow tensor_list; in TEST_F()
80 TensorRow out_row; in TEST_F()
106 TensorRow tensor_list; in TEST_F()
112 TensorRow out_row; in TEST_F()
Dmixup_batch_op_test.cc43 TensorRow in; in TEST_F()
46 TensorRow out; in TEST_F()
64 TensorRow in; in TEST_F()
67 TensorRow out; in TEST_F()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/
Ddb_connector.h30 class DbConnector : public Connector<TensorRow> {
39 : Connector<TensorRow>(n_producers, n_consumers, queue_capacity), end_of_file_(false) {} in DbConnector()
48 Status Add(TensorRow &&el, int32_t worker_id = 0) noexcept {
49 return (Connector<TensorRow>::Push(worker_id, std::move(el)));
53 TensorRow eoe = TensorRow(TensorRow::kFlagEOE);
58 TensorRow eof = TensorRow(TensorRow::kFlagEOF);
69 Status PopWithRetry(int32_t worker_id, TensorRow *result, bool retry_if_eoe = false) noexcept {
78 *result = TensorRow(TensorRow::kFlagEOF);
Djagged_connector.h30 class JaggedConnector : public Connector<TensorRow> {
33 : Connector<TensorRow>(num_producers, num_consumers, queue_capacity) { in JaggedConnector()
41 Status Add(int32_t worker_d, TensorRow &&element) noexcept { in Add()
42 return Connector<TensorRow>::Push(worker_d, std::move(element)); in Add()
45 Status Pop(int32_t worker_id, TensorRow *result) noexcept override { in Pop()
81 Connector<TensorRow>::Reset(); in DoReset()
Ddataset_iterator.cc41 TensorRow curr_row; in GetNextAsMap()
103 Status DatasetIterator::FetchNextTensorRow(TensorRow *out_row) { in FetchNextTensorRow()
173 Status ChildIterator::FetchNextTensorRow(TensorRow *out_row) { in FetchNextTensorRow()
201 *out_row = TensorRow(TensorRow::kFlagEOF); in FetchNextTensorRow()
219 TensorRow row; in Drain()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/
Dalbum_op.h91 Status LoadImageTensor(const std::string &image_file, int32_t col_num, TensorRow *row);
98 Status LoadIntArrayTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row);
105 Status LoadFloatArrayTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row);
112 Status LoadStringArrayTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row);
119 Status LoadStringTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row);
126 Status LoadFloatTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row);
133 Status LoadIntTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row);
139 Status LoadEmptyTensor(int32_t col_num, TensorRow *row);
146 Status LoadIDTensor(const std::string &file, int32_t col_num, TensorRow *row);
152 Status LoadTensorRow(row_id_type row_id, TensorRow *row) override;
[all …]
Dalbum_op.cc122 Status AlbumOp::LoadImageTensor(const std::string &image_file_path, int32_t col_num, TensorRow *row… in LoadImageTensor()
172 Status AlbumOp::LoadStringArrayTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *r… in LoadStringArrayTensor()
182 Status AlbumOp::LoadStringTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row) { in LoadStringTensor()
193 Status AlbumOp::LoadIntArrayTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row)… in LoadIntArrayTensor()
222 Status AlbumOp::LoadFloatArrayTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *ro… in LoadFloatArrayTensor()
251 Status AlbumOp::LoadIDTensor(const std::string &file, int32_t col_num, TensorRow *row) { in LoadIDTensor()
268 Status AlbumOp::LoadEmptyTensor(int32_t col_num, TensorRow *row) { in LoadEmptyTensor()
280 Status AlbumOp::LoadFloatTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row) { in LoadFloatTensor()
296 Status AlbumOp::LoadIntTensor(const nlohmann::json &json_obj, int32_t col_num, TensorRow *row) { in LoadIntTensor()
316 Status AlbumOp::LoadTensorRow(row_id_type row_id, TensorRow *row) { in LoadTensorRow()
[all …]
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/kernels/
Dc_func_op.h32 explicit CFuncOp(std::function<TensorRow(TensorRow)> func) : c_func_ptr_(func) {} in CFuncOp()
40 Status Compute(const TensorRow &input, TensorRow *output) override;
45 std::function<TensorRow(TensorRow)> c_func_ptr_;
Dplugin_op.h40 Status Compute(const TensorRow &input, TensorRow *output) override;
47 static Status PluginToTensorRow(const std::vector<plugin::Tensor> &, TensorRow *);
49 static Status TensorRowToPlugin(const TensorRow &, std::vector<plugin::Tensor> *);
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/
Dfilter_op.cc62 TensorRow new_row; in operator ()()
72 …NOT_OK(worker_queues_[cnt++ % num_workers_]->EmplaceBack(std::move(TensorRow(TensorRow::kFlagEOE))… in operator ()()
75 …RETURN_IF_NOT_OK(worker_queues_[cnt++ % num_workers_]->EmplaceBack(std::move(TensorRow(TensorRow::… in operator ()()
78 …NOT_OK(worker_queues_[cnt++ % num_workers_]->EmplaceBack(std::move(TensorRow(TensorRow::kFlagQuit)… in operator ()()
121 TensorRow new_row; in WorkerEntry()
148 Status FilterOp::WorkerCompute(const TensorRow &in_row, bool *out_predicate) { in WorkerCompute()
149 TensorRow to_process; in WorkerCompute()
177 std::pair<TensorRow, filterCtrl> in_pair; in Collector()
203 Status FilterOp::CheckInput(const TensorRow &input) const { in CheckInput()
212 Status FilterOp::InvokePredicateFunc(const TensorRow &input, bool *out_predicate) { in InvokePredicateFunc()
[all …]
Dfilter_op.h82 QueueList<std::pair<TensorRow, filterCtrl>> filter_queues_;
84 QueueList<TensorRow> worker_queues_; // internal queue for syncing worker
99 Status WorkerCompute(const TensorRow &in_row, bool *out_predicate);
107 Status CheckInput(const TensorRow &input) const;
113 Status InvokePredicateFunc(const TensorRow &input, bool *out_predicate);
Dproject_op.cc51 Status ProjectOp::GetNextRow(TensorRow *row, int32_t worker_id, bool retry_if_eoe) { in GetNextRow()
62 TensorRow ProjectOp::Project(const TensorRow &row) { in Project()
63 TensorRow new_row; in Project()
129 Status ProjectOp::GetNextRowPullMode(TensorRow *const row) { in GetNextRowPullMode()
131 TensorRow new_row; in GetNextRowPullMode()
Dproject_op.h62 Status GetNextRow(TensorRow *row, int32_t worker_id, bool retry_if_eoe) override;
85 Status GetNextRowPullMode(TensorRow *const row) override;
95 TensorRow Project(const TensorRow &row);
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/kernels/image/
Dcutmix_batch_op.h40 Status Compute(const TensorRow &input, TensorRow *output) override;
48 Status ValidateCutMixBatch(const TensorRow &input);
57 …Status ComputeImage(const TensorRow &input, const int64_t rand_indx_i, const float lam, float *lab…
70 Status ComputeLabel(const TensorRow &input, const int64_t rand_indx_i, const int64_t index_i,
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/
Dmap_op.cc77 Status MapOp::FetchNextWork(uint32_t worker_id, TensorRow *row, std::vector<std::shared_ptr<MapJob>… in FetchNextWork()
142 TensorRow new_row; in operator ()()
188 TensorRow quit_flag(TensorRow::kFlagQuit); in operator ()()
204 TensorRow in_row; in WorkerEntry()
214 if (in_row.Flags() != TensorRow::kFlagNone) { in WorkerEntry()
235 TensorRow out_row; in WorkerEntry()
246 Status MapOp::WorkerCompute(const TensorRow &in_row, TensorRow *out_row, in WorkerCompute()
250 std::vector<TensorRow> job_input_table; in WorkerCompute()
251 std::vector<TensorRow> original_table; in WorkerCompute()
252 TensorRow to_process; in WorkerCompute()
[all …]
Dmap_op.h121 explicit MapWorkerJob(TensorRow tr) : tensor_row(std::move(tr)) {} in MapWorkerJob()
123 TensorRow tensor_row;
130 …Status FetchNextWork(uint32_t worker_id, TensorRow *row, std::vector<std::shared_ptr<MapJob>> *job…
163 Status WorkerCompute(const TensorRow &in_row, TensorRow *out_row,
Dcpu_map_job.cc34 Status CpuMapJob::Run(std::vector<TensorRow> in, std::vector<TensorRow> *out) { in Run()
37 TensorRow input_row = in[row]; in Run()
38 TensorRow result_row; in Run()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/engine/consumers/
Dpull_based_tree_consumer.cc27 std::vector<TensorRow> PullBasedIteratorConsumer::GetRows(int64_t num_rows) { in GetRows()
28 std::vector<TensorRow> rows; in GetRows()
30 TensorRow row; in GetRows()
43 TensorRow res; in GetNextAsVector()
57 TensorRow res; in GetNextAsMap()
75 TensorRow curr_row; in GetNextAsOrderedPair()
/third_party/mindspore/mindspore/ccsrc/minddata/dataset/text/kernels/
Dbert_tokenizer_op.cc19 Status BertTokenizerOp::Compute(const TensorRow &input, TensorRow *output) { in Compute()
21 TensorRow basic_tensor; in Compute()

1234567891011