1 /* Copyright 2019 The TensorFlow Authors. All Rights Reserved. 2 3 Licensed under the Apache License, Version 2.0 (the "License"); 4 you may not use this file except in compliance with the License. 5 You may obtain a copy of the License at 6 7 http://www.apache.org/licenses/LICENSE-2.0 8 9 Unless required by applicable law or agreed to in writing, software 10 distributed under the License is distributed on an "AS IS" BASIS, 11 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 See the License for the specific language governing permissions and 13 limitations under the License. 14 ==============================================================================*/ 15 #ifndef TENSORFLOW_CORE_KERNELS_DATA_PARALLEL_MAP_DATASET_OP_H_ 16 #define TENSORFLOW_CORE_KERNELS_DATA_PARALLEL_MAP_DATASET_OP_H_ 17 18 #include "tensorflow/core/data/captured_function.h" 19 #include "tensorflow/core/data/dataset_utils.h" 20 #include "tensorflow/core/framework/dataset.h" 21 22 namespace tensorflow { 23 namespace data { 24 25 class ParallelMapDatasetOp : public UnaryDatasetOpKernel { 26 public: 27 static constexpr const char* const kDatasetType = "ParallelMap"; 28 static constexpr const char* const kInputDataset = "input_dataset"; 29 static constexpr const char* const kOtherArguments = "other_arguments"; 30 static constexpr const char* const kNumParallelCalls = "num_parallel_calls"; 31 static constexpr const char* const kFunc = "f"; 32 static constexpr const char* const kTarguments = "Targuments"; 33 static constexpr const char* const kOutputTypes = "output_types"; 34 static constexpr const char* const kOutputShapes = "output_shapes"; 35 static constexpr const char* const kUseInterOpParallelism = 36 "use_inter_op_parallelism"; 37 static constexpr const char* const kDeterministic = "deterministic"; 38 static constexpr const char* const kSloppy = "sloppy"; 39 static constexpr const char* const kPreserveCardinality = 40 "preserve_cardinality"; 41 42 explicit ParallelMapDatasetOp(OpKernelConstruction* ctx); 43 44 protected: 45 void MakeDataset(OpKernelContext* ctx, DatasetBase* input, 46 DatasetBase** output) override; 47 48 private: 49 class Dataset; 50 const int op_version_; 51 std::shared_ptr<FunctionMetadata> func_metadata_ = nullptr; 52 DataTypeVector output_types_; 53 std::vector<PartialTensorShape> output_shapes_; 54 bool sloppy_; 55 bool preserve_cardinality_; 56 DeterminismPolicy deterministic_; 57 58 friend std::unique_ptr<DatasetBase> MakeDataServiceUncompressDataset( 59 DatasetBase* input, std::unique_ptr<CapturedFunction> captured_function, 60 const DataTypeVector& output_types, 61 const std::vector<PartialTensorShape>& output_shapes); 62 }; 63 64 // Used by tf.data service to create a map dataset for uncompression. 65 std::unique_ptr<DatasetBase> MakeDataServiceUncompressDataset( 66 DatasetBase* input, std::unique_ptr<CapturedFunction> captured_function, 67 const DataTypeVector& output_types, 68 const std::vector<PartialTensorShape>& output_shapes); 69 70 } // namespace data 71 } // namespace tensorflow 72 73 #endif // TENSORFLOW_CORE_KERNELS_DATA_PARALLEL_MAP_DATASET_OP_H_ 74