Searched full:minddata (Results 1 – 25 of 1744) sorted by relevance
12345678910>>...70
1 …minddata/dataset/util/json_helper.cc", "mindspore/core/utils/parallel_node_check.cc", "mindspore/c…
1 …minddata/dataset/engine/ir/datasetops/root_node.cc", "concat": "mindspore/ccsrc/minddata/dataset/e…
31 #include "minddata/dataset/core/tensor.h"33 #include "minddata/dataset/engine/ir/datasetops/batch_node.h"34 #include "minddata/dataset/engine/ir/datasetops/concat_node.h"35 #include "minddata/dataset/engine/ir/datasetops/dataset_node.h"36 #include "minddata/dataset/engine/ir/datasetops/map_node.h"37 #include "minddata/dataset/engine/ir/datasetops/project_node.h"38 #include "minddata/dataset/engine/ir/datasetops/rename_node.h"39 #include "minddata/dataset/engine/ir/datasetops/repeat_node.h"40 #include "minddata/dataset/engine/ir/datasetops/shuffle_node.h"41 #include "minddata/dataset/engine/ir/datasetops/skip_node.h"[all …]
22 #include "minddata/dataset/include/dataset/constants.h"23 #include "minddata/dataset/core/data_type.h"24 #include "minddata/dataset/core/tensor.h"25 #include "minddata/dataset/core/tensor_shape.h"26 #include "minddata/dataset/engine/data_schema.h"27 #include "minddata/dataset/engine/dataset_iterator.h"30 #include "minddata/dataset/engine/datasetops/source/mindrecord_op.h"31 #include "minddata/dataset/engine/datasetops/source/tf_reader_op.h"35 #include "minddata/dataset/engine/datasetops/barrier_op.h"36 #include "minddata/dataset/engine/datasetops/filter_op.h"[all …]
16 Test MindData Profiling Start and Stop Support35 Test MindData Profiling Manager Start-Stop Support44 # Get instance pointer for MindData profiling manager52 # Set the MindData Profiling related environment variables61 # Disable MindData Profiling related environment variables98 Feature: MindData Profiling Manager99 Description: Test MindData profiling with early stop; profile for some iterations and then107 # Initialize MindData profiling manager110 # Start MindData Profiling125 # Stop MindData Profiling and Save MindData Profiling Output[all …]
45 # Get instance pointer for MindData profiling manager53 # Set the MindData Profiling related environment variables57 # Initialize MindData profiling manager60 # Start MindData Profiling68 # Disable MindData Profiling related environment variables120 Feature: MindData Profiling Manager121 Description: Test MindData profiling simple pipeline (Generator -> Shuffle -> Batch)133 # Stop MindData Profiling and save output files to tmp_path141 # Confirm no profiling files are produced (since no MindData pipeline has been executed)146 # Start MindData Profiling[all …]
20 #include "minddata/dataset/kernels/ir/vision/affine_ir.h"21 #include "minddata/dataset/kernels/ir/vision/auto_contrast_ir.h"22 #include "minddata/dataset/kernels/ir/vision/bounding_box_augment_ir.h"23 #include "minddata/dataset/kernels/ir/vision/center_crop_ir.h"24 #include "minddata/dataset/kernels/ir/vision/crop_ir.h"25 #include "minddata/dataset/kernels/ir/vision/cutmix_batch_ir.h"26 #include "minddata/dataset/kernels/ir/vision/cutout_ir.h"27 #include "minddata/dataset/kernels/ir/vision/decode_ir.h"28 #include "minddata/dataset/kernels/ir/vision/equalize_ir.h"29 #include "minddata/dataset/kernels/ir/vision/hwc_to_chw_ir.h"[all …]
17 #include "minddata/dataset/include/dataset/datasets.h"18 #include "minddata/dataset/core/tensor.h"33 // Create a MindData Dataset in TEST_F()37 std::shared_ptr<Dataset> ds = MindData(file_path); in TEST_F()71 // Create a MindData Dataset in TEST_F()75 std::shared_ptr<Dataset> ds = MindData(file_path); in TEST_F()90 // Create a MindData Dataset in TEST_F()93 std::shared_ptr<Dataset> ds = MindData(std::vector<std::string>{file_path1}); in TEST_F()127 // Create a MindData Dataset in TEST_F()132 std::shared_ptr<Dataset> ds = MindData(file_list); in TEST_F()[all …]
16 Test MindData Profiling Analyzer Support42 # Get instance pointer for MindData profiling manager56 # Set the MindData Profiling related environment variables60 # Initialize MindData profiling manager63 # Start MindData Profiling71 # Disable MindData Profiling related environment variables94 Verify the content of the 3 variations of the MindData Profiling analyze summary output.98 # Confirm MindData Profiling analyze summary files are created146 Feature: MindData Profiling Analyzer147 Description: Test MindData profiling analyze summary files exist with basic pipeline.[all …]
15 """Thr parser for parsing minddata pipeline files."""32 Thr parser for parsing minddata pipeline files.35 source_dir (str): The minddata pipeline source dir.40 ProfilerPathErrorException: If the minddata pipeline file path or68 Parse the minddata pipeline files.72 minddata pipeline or the file is empty.82 'Fail to parse minddata pipeline file.'85 logger.warning('The minddata pipeline file is empty.')87 'The minddata pipeline file is empty.'94 Get the minddata pipeline file path.[all …]
15 """The analyzer for MindData profiling files."""31 The analyzer for MindData profiling files.34 source_dir (str): The source directory for MindData profiling input files.41 ProfilerFileNotFoundException: If any of the MindData profiling input files do not exist.50 # Get MindData profiling input filenames150 … raise ProfilerRawFileException('The format of MindData CPU utilization JSON file is wrong.')154 … raise ProfilerRawFileException('The contents of MindData CPU utilization JSON file is wrong.')205 Analyze the MindData summary information and identify any potential bottleneck operator206 in the MindData pipeline.231 … Analyze the MindData profiling files, produce summary pipeline information, including potential[all …]
16 #include "minddata/dataset/util/ftok_key.h"37 #include "minddata/dataset/callback/callback_param.h"38 #include "minddata/dataset/include/dataset/constants.h"39 #include "minddata/dataset/core/global_context.h"40 #include "minddata/dataset/core/message_queue.h"41 #include "minddata/dataset/core/tensor_row.h"42 #include "minddata/dataset/engine/ir/datasetops/map_node.h"43 #include "minddata/dataset/kernels/tensor_op.h"44 #include "minddata/dataset/util/log_adapter.h"45 #include "minddata/dataset/util/random.h"[all …]
31 #include "minddata/dataset/api/python/python_mp.h"32 #include "minddata/dataset/callback/ds_callback.h"33 #include "minddata/dataset/core/shared_memory_queue.h"34 #include "minddata/dataset/engine/dataset_iterator.h"35 #include "minddata/dataset/engine/datasetops/map_op/map_job.h"36 #include "minddata/dataset/engine/datasetops/parallel_op.h"37 #include "minddata/dataset/kernels/tensor_op.h"38 #include "minddata/dataset/util/queue.h"39 #include "minddata/dataset/util/wait_post.h"
18 #include "minddata/dataset/api/python/pybind_conversion.h"19 #include "minddata/dataset/api/python/pybind_register.h"20 #include "minddata/dataset/core/config_manager.h"21 #include "minddata/dataset/core/data_type.h"22 #include "minddata/dataset/include/dataset/constants.h"23 #include "minddata/dataset/include/dataset/datasets.h"24 #include "minddata/dataset/util/path.h"27 #include "minddata/dataset/engine/ir/datasetops/source/ag_news_node.h"28 #include "minddata/dataset/engine/ir/datasetops/source/amazon_review_node.h"29 #include "minddata/dataset/engine/ir/datasetops/source/caltech256_node.h"[all …]
24 #include "minddata/dataset/core/data_type.h"25 #include "minddata/dataset/core/device_resource.h"26 #include "minddata/dataset/core/device_tensor.h"27 #include "minddata/dataset/core/tensor.h"28 #include "minddata/dataset/kernels/image/dvpp/acl_adapter.h"29 #include "minddata/dataset/kernels/image/dvpp/utils/ErrorCode.h"30 #include "minddata/dataset/kernels/tensor_op.h"31 #include "minddata/dataset/util/log_adapter.h"32 #include "minddata/dataset/util/status.h"
24 #include "minddata/dataset/core/data_type.h"25 #include "minddata/dataset/core/device_resource.h"26 #include "minddata/dataset/core/tensor.h"27 #include "minddata/dataset/kernels/image/dvpp/acl_adapter.h"28 #include "minddata/dataset/kernels/image/dvpp/utils/ErrorCode.h"29 #include "minddata/dataset/kernels/tensor_op.h"30 #include "minddata/dataset/util/log_adapter.h"31 #include "minddata/dataset/util/status.h"
17 #include "minddata/dataset/engine/ir/datasetops/source/samplers/prebuilt_sampler_ir.h"18 #include "minddata/dataset/engine/datasetops/source/sampler/sampler.h"19 #include "minddata/dataset/core/config_manager.h"22 #include "minddata/dataset/util/random.h"23 #include "minddata/mindrecord/include/shard_distributed_sample.h"24 #include "minddata/mindrecord/include/shard_operator.h"25 #include "minddata/mindrecord/include/shard_pk_sample.h"26 #include "minddata/mindrecord/include/shard_sample.h"27 #include "minddata/mindrecord/include/shard_sequential_sample.h"28 #include "minddata/mindrecord/include/shard_shuffle.h"
17 #include "minddata/dataset/engine/ir/datasetops/source/samplers/subset_random_sampler_ir.h"18 #include "minddata/dataset/engine/datasetops/source/sampler/subset_random_sampler.h"19 #include "minddata/dataset/core/config_manager.h"22 #include "minddata/dataset/util/random.h"23 #include "minddata/mindrecord/include/shard_distributed_sample.h"24 #include "minddata/mindrecord/include/shard_operator.h"25 #include "minddata/mindrecord/include/shard_pk_sample.h"26 #include "minddata/mindrecord/include/shard_sample.h"27 #include "minddata/mindrecord/include/shard_sequential_sample.h"28 #include "minddata/mindrecord/include/shard_shuffle.h"
17 #include "minddata/dataset/engine/ir/datasetops/source/samplers/sequential_sampler_ir.h"18 #include "minddata/dataset/engine/datasetops/source/sampler/sequential_sampler.h"19 #include "minddata/dataset/core/config_manager.h"22 #include "minddata/dataset/util/random.h"23 #include "minddata/mindrecord/include/shard_distributed_sample.h"24 #include "minddata/mindrecord/include/shard_operator.h"25 #include "minddata/mindrecord/include/shard_pk_sample.h"26 #include "minddata/mindrecord/include/shard_sample.h"27 #include "minddata/mindrecord/include/shard_sequential_sample.h"28 #include "minddata/mindrecord/include/shard_shuffle.h"
17 #include "minddata/dataset/engine/ir/datasetops/source/samplers/random_sampler_ir.h"18 #include "minddata/dataset/engine/datasetops/source/sampler/random_sampler.h"19 #include "minddata/dataset/core/config_manager.h"22 #include "minddata/dataset/util/random.h"23 #include "minddata/mindrecord/include/shard_distributed_sample.h"24 #include "minddata/mindrecord/include/shard_operator.h"25 #include "minddata/mindrecord/include/shard_pk_sample.h"26 #include "minddata/mindrecord/include/shard_sample.h"27 #include "minddata/mindrecord/include/shard_sequential_sample.h"28 #include "minddata/mindrecord/include/shard_shuffle.h"
17 #include "minddata/dataset/engine/ir/datasetops/source/samplers/subset_sampler_ir.h"18 #include "minddata/dataset/engine/datasetops/source/sampler/subset_sampler.h"19 #include "minddata/dataset/core/config_manager.h"22 #include "minddata/dataset/util/random.h"23 #include "minddata/mindrecord/include/shard_distributed_sample.h"24 #include "minddata/mindrecord/include/shard_operator.h"25 #include "minddata/mindrecord/include/shard_pk_sample.h"26 #include "minddata/mindrecord/include/shard_sample.h"27 #include "minddata/mindrecord/include/shard_sequential_sample.h"28 #include "minddata/mindrecord/include/shard_shuffle.h"
17 #include "minddata/dataset/engine/opt/pass.h"18 #include "minddata/dataset/engine/ir/datasetops/batch_node.h"19 #include "minddata/dataset/engine/ir/datasetops/bucket_batch_by_length_node.h"21 #include "minddata/dataset/engine/ir/datasetops/build_sentence_piece_vocab_node.h"23 #include "minddata/dataset/engine/ir/datasetops/build_vocab_node.h"25 #include "minddata/dataset/engine/ir/datasetops/cache_node.h"26 #include "minddata/dataset/engine/ir/datasetops/cache_merge_node.h"27 #include "minddata/dataset/engine/ir/datasetops/cache_lookup_node.h"29 #include "minddata/dataset/engine/ir/datasetops/concat_node.h"30 #include "minddata/dataset/engine/ir/datasetops/epoch_ctrl_node.h"[all …]
18 #include "minddata/dataset/api/python/pybind_conversion.h"19 #include "minddata/dataset/api/python/pybind_register.h"20 #include "minddata/dataset/include/dataset/transforms.h"21 #include "minddata/dataset/kernels/image/image_utils.h"22 #include "minddata/dataset/kernels/image/video_utils.h"24 #include "minddata/dataset/kernels/ir/vision/adjust_brightness_ir.h"25 #include "minddata/dataset/kernels/ir/vision/adjust_contrast_ir.h"26 #include "minddata/dataset/kernels/ir/vision/adjust_gamma_ir.h"27 #include "minddata/dataset/kernels/ir/vision/adjust_hue_ir.h"28 #include "minddata/dataset/kernels/ir/vision/adjust_saturation_ir.h"[all …]