python_multiprocessing (reference) in projects: third_party

Project(s)

Full Search
Definition
Symbol
File Path
History
Type

Searched refs:python_multiprocessing (Results 1 – 25 of 35) sorted by relevance

/third_party/mindspore/mindspore-src/source/tests/ut/python/dataset/
D	test_pipeline_debug_mode_map.py	83 python_multiprocessing=False, num_parallel_workers=1) 87 python_multiprocessing=False, num_parallel_workers=1) 115 python_multiprocessing=False, num_parallel_workers=1) 119 python_multiprocessing=False, num_parallel_workers=1) 151 python_multiprocessing=False, num_parallel_workers=1) 155 python_multiprocessing=False, num_parallel_workers=1) 189 python_multiprocessing=False, num_parallel_workers=1) 193 python_multiprocessing=False, num_parallel_workers=1) 226 python_multiprocessing=False, num_parallel_workers=1) 230 python_multiprocessing=False, num_parallel_workers=1) [all …]
D	test_pyfunc_multiprocess_autotune.py	39 … num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 49 python_multiprocessing=True) 71 … num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 87 python_multiprocessing=True) 94 python_multiprocessing=True) 115 … num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 124 … input_columns="image", num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 157 … num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 173 … num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 182 … num_parallel_workers=num_parallel_workers, python_multiprocessing=True) [all …]
D	test_pipeline_debug_mode.py	224 python_multiprocessing=False) 549 def run_celeba_pyop_pipeline(python_multiprocessing=False): argument 556 python_multiprocessing=python_multiprocessing) 558 python_multiprocessing=python_multiprocessing) 559 data1 = data1.batch(batch_size=2, python_multiprocessing=python_multiprocessing) 592 run_celeba_pyop_pipeline(python_multiprocessing=True) 658 def run_cifar100_per_batch_map_pipeline(python_multiprocessing=False, num_parallel_workers=1): argument 681 python_multiprocessing=python_multiprocessing) 700 run_cifar100_per_batch_map_pipeline(python_multiprocessing=False, num_parallel_workers=3) 716 run_cifar100_per_batch_map_pipeline(python_multiprocessing=True, num_parallel_workers=5) [all …]
D	test_map.py	286 …data1.map(transforms_list1, num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 321 num_parallel_workers=set_num_parallel_workers_to, python_multiprocessing=True) 334 … num_parallel_workers=set_num_parallel_workers_to, python_multiprocessing=True) 461 python_multiprocessing=True, num_parallel_workers=2, max_rowsize=10) 493 python_multiprocessing=True, num_parallel_workers=4, max_rowsize=10) 536 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize=(12, 20)) 541 python_multiprocessing=True, num_parallel_workers=2, max_rowsize="16") 546 python_multiprocessing=True, num_parallel_workers=2, max_rowsize=20.5) 551 python_multiprocessing=True, num_parallel_workers=2, max_rowsize=-8) 556 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize=[12.4, 20]) [all …]
D	test_map_error_samples.py	123 def run_replace_test(transforms, dataset_size, num_parallel_workers, python_multiprocessing, expect… argument 128 python_multiprocessing=python_multiprocessing) 146 def run_skip_test(transforms, dataset_size, num_parallel_workers, python_multiprocessing, expected=… argument 151 python_multiprocessing=python_multiprocessing) 325 num_parallel_workers=my_num_workers, python_multiprocessing=my_mp) 327 num_parallel_workers=my_num_workers, python_multiprocessing=my_mp) 341 …data1.map(operations=transforms, num_parallel_workers=my_num_workers, python_multiprocessing=my_mp) 528 num_parallel_workers=my_num_workers, python_multiprocessing=my_mp) 534 num_parallel_workers=my_num_workers, python_multiprocessing=my_mp) 539 num_parallel_workers=my_num_workers, python_multiprocessing=my_mp) [all …]
D	test_config_combination.py	`81 def run_imagefolder_pyop_pipeline(python_multiprocessing=False, num_epoch=2): argument 90 python_multiprocessing=python_multiprocessing) 92 python_multiprocessing=python_multiprocessing) 143 run_imagefolder_pyop_pipeline(python_multiprocessing=True, num_epoch=2) 184 run_imagefolder_pyop_pipeline(python_multiprocessing=False, num_epoch=2)`
D	test_pyfunc_multiprocess.py	`58 data1 = data1.map(pyfunc, num_parallel_workers=2, python_multiprocessing=True, max_rowsize=1) 79 python_multiprocessing=True, max_rowsize=max_rowsize) 90 python_multiprocessing=True, max_rowsize=max_rowsize) 190 python_multiprocessing=True, max_rowsize=1) 230 data = data.map(operations=transform, input_columns=["image"], python_multiprocessing=True) 253 python_multiprocessing=True)`
D	test_var_batch_map.py	150 python_multiprocessing=True, max_rowsize=my_maxrowsize) \ 152 num_parallel_workers=num_workers, python_multiprocessing=True, 733 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize=(12, 20)) 738 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize="16") 743 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize=20.5) 748 python_multiprocessing=True, num_parallel_workers=2, max_rowsize=-8) 753 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize=[12.4, 20]) 758 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize=[-8, 20]) 763 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize=[-2, 16]) 768 … python_multiprocessing=True, num_parallel_workers=2, max_rowsize=[16, -2]) [all …]
D	test_pyfunc.py	217 num_parallel_workers=4, python_multiprocessing=True) 248 python_multiprocessing=True) 280 output_columns="out", num_parallel_workers=4, python_multiprocessing=True) 310 output_columns="out", num_parallel_workers=4, python_multiprocessing=True) 394 num_parallel_workers=4, python_multiprocessing=True) 419 …operations=pass_func, input_columns=["image"], num_parallel_workers=1, python_multiprocessing=True, 546 …= data1.map(operations=myfunc, num_parallel_workers=num_workers, python_multiprocessing=python_mul…
D	test_pad_batch.py	`173 python_multiprocessing=False) 187 …ap(operations=(lambda x: np.pad(x, (0, 816))), input_columns="image", python_multiprocessing=False) 200 num_parallel_workers=my_num_workers, python_multiprocessing=py_multiproc, 203 num_parallel_workers=my_num_workers, python_multiprocessing=py_multiproc,`
D	test_datasets_independent_process.py	`61 python_multiprocessing=True) 196 python_multiprocessing=True) 201 python_multiprocessing=True) 285 python_multiprocessing=True) 388 num_parallel_workers=2, python_multiprocessing=True)`
D	test_map_unified_approach.py	`64 data = data.map(transforms_list, num_parallel_workers=2, python_multiprocessing=False) 77 data = data.map(vision.Decode(is_pil), num_parallel_workers=2, python_multiprocessing=False) 78 data = data.map(transforms_list, num_parallel_workers=2, python_multiprocessing=False)`
D	test_datasets_generator.py	584 data1 = ds.GeneratorDataset(generator_mc(2048), ["col0", "col1"], python_multiprocessing=True) 586 python_multiprocessing=True) 616 …data1 = ds.GeneratorDataset(DatasetGeneratorLarge(), ["col0", "col1"], python_multiprocessing=True… 1096 …ds.GeneratorDataset(DatasetGeneratorMixed(), ["col0"], shuffle=False, python_multiprocessing=False) 1628 python_multiprocessing=process_flag) 1694 python_multiprocessing=process_flag) 1756 … num_parallel_workers=number, python_multiprocessing=process_flag) 1846 python_multiprocessing=process_flag) 1922 python_multiprocessing=process_flag) 1984 … num_parallel_workers=number, python_multiprocessing=process_flag) [all …]
D	test_reset.py	`87 "image"], num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 90 num_parallel_workers=num_parallel_workers, python_multiprocessing=True) 500 …ch(batch_size=7, per_batch_map=get_epoch_num, num_parallel_workers=1, python_multiprocessing=False)`
/third_party/mindspore/mindspore-src/source/tests/st/dataset/
D	test_gpu_reset.py	`31 def create_np_dataset(size, num_parallel_workers, python_multiprocessing): argument 39 python_multiprocessing=python_multiprocessing) 83 def test_dataset_reset_sink(fast_recovery, num_parallel_workers, python_multiprocessing): argument 97 data = create_np_dataset(20, num_parallel_workers, python_multiprocessing) 107 test_dataset_reset_sink(fast_recovery=True, num_parallel_workers=4, python_multiprocessing=True)`
D	test_set_init_step.py	`69 def create_np_dataset(datset_size, num_parallel_workers, python_multiprocessing): argument 83 python_multiprocessing=python_multiprocessing) 124 for python_multiprocessing in multiprocess_cases: 128 … dataset = self.create_np_dataset(dataset_size, num_parallel_workers, python_multiprocessing)`
D	test_map_dvpp.py	75 data2 = data2.map(pyfunc2, input_columns="image", python_multiprocessing=True) 130 num_parallel_workers=num_workers, python_multiprocessing=python_multiprocess) 161 python_multiprocessing=python_multiprocess) 173 python_multiprocessing=python_multiprocess) 185 python_multiprocessing=python_multiprocess) 197 python_multiprocessing=python_multiprocess) 221 python_multiprocessing=python_multiprocess) 245 python_multiprocessing=python_multiprocess) 269 python_multiprocessing=python_multiprocess) 293 python_multiprocessing=python_multiprocess) [all …]
D	test_gpu_autotune.py	`143 python_multiprocessing=True, max_rowsize=max_rowsize) 154 python_multiprocessing=True, max_rowsize=max_rowsize) 164 num_parallel_workers=num_op_parallel_workers, python_multiprocessing=True)`
/third_party/mindspore/mindspore-src/source/docs/api/api_python/dataset/
D	mindspore.dataset.GeneratorDataset.rst	4 …s=1, shuffle=None, sampler=None, num_shards=None, shard_id=None, python_multiprocessing=True, max_… 20 …- num_parallel_workers (int, 可选) - 指定读取数据的工作进程数/线程数（由参数 `python_multiprocessing` 决定当前为多进程模式或多线… 25 …- python_multiprocessing (bool，可选) - 启用Python多进程模式加速运算。默认值： ``True`` 。当传入 `source` 的Python对象的计… 26 …nfig.set_prefetch_size` 增加而变大。如果设置为 ``-1`` ，共享内存将随数据大小动态分配。仅当参数 `python_multiprocessing` 设为 ``True… 43 …- 如果配置 `python_multiprocessing=True` （默认值： ``True`` ）和 `num_parallel_workers>1` （默认值：1）表示启动了多进程方… 48 或者配置 `python_multiprocessing=False` 使用多线程方式。
D	mindspore.dataset.config.set_debug_mode.rst	21 - 数据集管道中 `GeneratorDataset` 、 `map` 操作和 `batch` 操作的 `python_multiprocessing` 参数将被忽略。
/third_party/mindspore/mindspore-src/source/docs/api/api_python/dataset/dataset_method/batch/
D	mindspore.dataset.Dataset.batch.rst	22 …- num_parallel_workers (int, 可选) - 指定 `batch` 操作的并发进程数/线程数（由参数 `python_multiprocessing` 决定当前为多… 36 …- python_multiprocessing (bool, 可选) - 是否启动Python多进程模式并行执行 `per_batch_map` ， ``True`` 意为Python多进程模式… 37 …config.set_prefetch_size` 增加而变大。如果设置为 ``-1`` ，共享内存将随数据大小动态分配。仅当 `python_multiprocessing` 为 ``True`…
/third_party/mindspore/mindspore-src/source/docs/api/api_python/dataset/dataset_method/operation/
D	mindspore.dataset.Dataset.map.rst	32 …- python_multiprocessing (bool, 可选) - 启用Python多进程模式加速map操作。当传入的 `operations` 计算量很大时，开启此选项可能会有较好效果。… 33 …config.set_prefetch_size` 增加而变大。如果设置为 ``-1`` ，共享内存将随数据大小动态分配。仅当 `python_multiprocessing` 为 ``True`…
/third_party/mindspore/mindspore-src/source/mindspore/python/mindspore/dataset/engine/
D	datasets_user_defined.py	785 python_multiprocessing=True, max_rowsize=6): argument 802 … if platform.system().lower() == 'windows' and num_parallel_workers > 1 and python_multiprocessing: 804 …self.python_multiprocessing = python_multiprocessing if platform.system().lower() != 'windows' els… 805 if self.python_multiprocessing and get_debug_mode(): 808 self.python_multiprocessing = False 869 … sample_fn = SamplerFn(self.source, self.num_parallel_workers, self.python_multiprocessing, 902 if self.python_multiprocessing:
D	datasets.py	2081 self.python_multiprocessing = False 2637 … input_columns=None, output_columns=None, python_multiprocessing=False, max_rowsize=16): argument 2656 self.python_multiprocessing = python_multiprocessing 2715 if self.python_multiprocessing and platform.system().lower() == 'windows': 2717 if self.python_multiprocessing and get_debug_mode(): 2720 self.python_multiprocessing = False 2721 if self.python_multiprocessing and platform.system().lower() != 'windows': 3685 …num_parallel_workers=None, python_multiprocessing=False, cache=None, callbacks=None, max_rowsize=1… argument 3707 self.python_multiprocessing = python_multiprocessing 3868 if self.python_multiprocessing and platform.system().lower() == 'windows': [all …]
D	validators.py	1284 python_multiprocessing = param_dict.get("python_multiprocessing", False) 1286 return per_batch_map, input_columns, output_columns, python_multiprocessing, max_rowsize 1296 (per_batch_map, input_columns, output_columns, python_multiprocessing, max_rowsize) = \ 1327 if python_multiprocessing is not None: 1328 type_check(python_multiprocessing, (bool,), "python_multiprocessing") 1400 python_multiprocessing = param_dict.get("python_multiprocessing", False) 1405 return python_multiprocessing, max_rowsize, cache, callbacks, offload 1445 …(python_multiprocessing, max_rowsize, cache, callbacks, offload) = get_map_kwargs_from_dict(param_… 1475 type_check(python_multiprocessing, (bool,), "python_multiprocessing")