• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
2 
3 Licensed under the Apache License, Version 2.0 (the "License");
4 you may not use this file except in compliance with the License.
5 You may obtain a copy of the License at
6 
7     http://www.apache.org/licenses/LICENSE-2.0
8 
9 Unless required by applicable law or agreed to in writing, software
10 distributed under the License is distributed on an "AS IS" BASIS,
11 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 See the License for the specific language governing permissions and
13 limitations under the License.
14 ==============================================================================*/
15 #ifndef TENSORFLOW_CORE_KERNELS_DATA_SHUFFLE_DATASET_OP_H_
16 #define TENSORFLOW_CORE_KERNELS_DATA_SHUFFLE_DATASET_OP_H_
17 
18 #include "tensorflow/core/framework/dataset.h"
19 
20 namespace tensorflow {
21 namespace data {
22 
23 class ShuffleDatasetOpBase : public UnaryDatasetOpKernel {
24  public:
25   static constexpr const char* const kInputDataset = "input_dataset";
26   static constexpr const char* const kBufferSize = "buffer_size";
27   static constexpr const char* const kSeed = "seed";
28   static constexpr const char* const kSeed2 = "seed2";
29   static constexpr const char* const kOutputTypes = "output_types";
30   static constexpr const char* const kOutputShapes = "output_shapes";
31   static constexpr const char* const kReshuffleEachIteration =
32       "reshuffle_each_iteration";
33 
34   explicit ShuffleDatasetOpBase(OpKernelConstruction* ctx);
35 
36  protected:
37   class ShuffleDatasetBase;
38 };
39 
40 class ShuffleDatasetOp : public ShuffleDatasetOpBase {
41  public:
42   static constexpr const char* const kDatasetType = "Shuffle";
43 
44   explicit ShuffleDatasetOp(OpKernelConstruction* ctx);
45 
46  protected:
47   void MakeDataset(OpKernelContext* ctx, DatasetBase* input,
48                    DatasetBase** output) override;
49 
50  private:
51   class Dataset;
52   class DatasetV2;
53   class DatasetV3;
54   int op_version_ = 0;
55   bool reshuffle_each_iteration_ = true;
56 };
57 
58 class ShuffleAndRepeatDatasetOp : public ShuffleDatasetOpBase {
59  public:
60   static constexpr const char* const kDatasetType = "ShuffleAndRepeat";
61   static constexpr const char* const kCount = "count";
62 
63   explicit ShuffleAndRepeatDatasetOp(OpKernelConstruction* ctx);
64 
65  protected:
66   void MakeDataset(OpKernelContext* ctx, DatasetBase* input,
67                    DatasetBase** output) override;
68 
69  private:
70   class Dataset;
71   class DatasetV2;
72   int op_version_ = 0;
73   bool reshuffle_each_iteration_ = true;
74 };
75 
76 }  // namespace data
77 }  // namespace tensorflow
78 
79 #endif  // TENSORFLOW_CORE_KERNELS_DATA_SHUFFLE_DATASET_OP_H_
80