• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1# Copyright 2019 Huawei Technologies Co., Ltd
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14# ==============================================================================
15"""
16This is the test module for mindrecord
17"""
18import mindspore.dataset as ds
19from mindspore import log as logger
20
21FILES_NUM = 1
22CV_FILE_NAME = "../data/mindrecord/testTwoImageData/twobytes.mindrecord"
23
24
25def test_cv_minddataset_reader_two_png_tutorial():
26    """tutorial for cv minderdataset."""
27    columns_list = ["id", "file_name", "label_name", "img_data", "label_data"]
28    num_readers = 1
29    data_set = ds.MindDataset(CV_FILE_NAME, columns_list, num_readers)
30    assert data_set.get_dataset_size() == 5
31    num_iter = 0
32    for item in data_set.create_dict_iterator(num_epochs=1, output_numpy=True):
33        assert len(item) == 5
34        logger.info("-------------- cv reader basic is {} -----------------".format(num_iter))
35        logger.info("-------------- item[id] is {} ------------------------".format(item["id"]))
36        logger.info("-------------- item[file_name] is {} -----------------".format(item["file_name"]))
37        logger.info("-------------- item[label_name] is {} ----------------".format(item["label_name"]))
38        logger.info("-------------- item[img_data] is {} ------------------".format(item["img_data"]))
39        logger.info("-------------- item[img_data][500:520] is {} ---------".format(item["img_data"][500:520]))
40        logger.info("-------------- item[label_data] is {} ----------------".format(item["label_data"]))
41        logger.info("-------------- item[label_data][500:520] is {} -------".format(item["label_data"][500:520]))
42        num_iter += 1
43    assert num_iter == 5
44
45
46def test_cv_minddataset_reader_two_png_tutorial_just_image2():
47    """tutorial for cv minderdataset."""
48    columns_list = ["img_data", "label_data"]
49    num_readers = 1
50    data_set = ds.MindDataset(CV_FILE_NAME, columns_list, num_readers)
51    assert data_set.get_dataset_size() == 5
52    num_iter = 0
53    for item in data_set.create_dict_iterator(num_epochs=1, output_numpy=True):
54        assert len(item) == 2
55        logger.info("-------------- cv reader basic is {} -----------------".format(num_iter))
56        logger.info("-------------- item[img_data] is {} ------------------".format(item["img_data"]))
57        logger.info("-------------- item[img_data][500:520] is {} ---------".format(item["img_data"][500:520]))
58        logger.info("-------------- item[label_data] is {} ----------------".format(item["label_data"]))
59        logger.info("-------------- item[label_data][500:520] is {} -------".format(item["label_data"][500:520]))
60        num_iter += 1
61    assert num_iter == 5
62