1 /**
2 * Copyright 2020 Huawei Technologies Co., Ltd
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16 #include <iostream>
17 #include <memory>
18 #include <vector>
19
20 #include "minddata/dataset/core/client.h"
21 #include "common/common.h"
22 #include "utils/ms_utils.h"
23 #include "gtest/gtest.h"
24 #include "utils/log_adapter.h"
25 #include "minddata/dataset/engine/datasetops/source/csv_op.h"
26 #include "minddata/dataset/util/status.h"
27
28
29 namespace common = mindspore::common;
30
31 using namespace mindspore::dataset;
32 using mindspore::MsLogLevel::INFO;
33 using mindspore::ExceptionType::NoExceptionType;
34 using mindspore::LogStream;
35
36 class MindDataTestCSVOp : public UT::DatasetOpTesting {
37
38 };
39
TEST_F(MindDataTestCSVOp,TestTotalRows)40 TEST_F(MindDataTestCSVOp, TestTotalRows) {
41 std::string csv_file1 = datasets_root_path_ + "/testCSV/1.csv";
42 std::string csv_file2 = datasets_root_path_ + "/testCSV/size.csv";
43 std::vector<std::string> files;
44 files.push_back(csv_file1);
45 int64_t total_rows = 0;
46 CsvOp::CountAllFileRows(files, false, &total_rows);
47 ASSERT_EQ(total_rows, 3);
48 files.clear();
49
50 files.push_back(csv_file2);
51 CsvOp::CountAllFileRows(files, false, &total_rows);
52 ASSERT_EQ(total_rows, 5);
53 files.clear();
54
55 files.push_back(csv_file1);
56 files.push_back(csv_file2);
57 CsvOp::CountAllFileRows(files, false, &total_rows);
58 ASSERT_EQ(total_rows, 8);
59 files.clear();
60 }
61