| /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/ |
| D | input_readers.py | 170 def split_input(cls, mapper_spec): argument
186 def validate(cls, mapper_spec): argument
202 if mapper_spec.input_reader_class() != cls:
206 def _get_params(mapper_spec, allowed_keys=None, allow_old=True): argument
226 if "input_reader" not in mapper_spec.params:
231 params = mapper_spec.params
234 if not isinstance(mapper_spec.params.get("input_reader"), dict):
237 params = mapper_spec.params.get("input_reader")
314 def _get_query_spec(cls, mapper_spec): argument
316 params = _get_params(mapper_spec)
[all …]
|
| D | shuffler.py | 148 mapper_spec = ctx.mapreduce_spec.mapper
149 params = input_readers._get_params(mapper_spec)
288 mapper_spec = ctx.mapreduce_spec.mapper
290 filenames = mapper_spec.params[self.FILES_PARAM][shard_number]
386 def split_input(cls, mapper_spec): argument
388 filelists = mapper_spec.params[cls.FILES_PARAM]
389 max_values_count = mapper_spec.params.get(cls.MAX_VALUES_COUNT_PARAM, -1)
390 max_values_size = mapper_spec.params.get(cls.MAX_VALUES_SIZE_PARAM, -1)
395 def validate(cls, mapper_spec): argument
397 if mapper_spec.input_reader_class() != cls:
[all …]
|
| D | output_writers.py | 105 def validate(cls, mapper_spec): argument
244 def _supports_slice_recovery(self, mapper_spec): argument
288 def _get_params(mapper_spec, allowed_keys=None, allow_old=True): argument
308 if "output_writer" not in mapper_spec.params:
314 params = mapper_spec.params
317 if not isinstance(mapper_spec.params.get("output_writer"), dict):
320 params = mapper_spec.params.get("output_writer")
576 def get_params(cls, mapper_spec, allowed_keys=None, allow_old=True): argument
577 params = _get_params(mapper_spec, allowed_keys, allow_old)
580 if (mapper_spec.params.get(cls.BUCKET_NAME_PARAM) is not None and
[all …]
|
| D | mapreduce_pipeline.py | 79 mapper_spec, argument
89 mapper_spec,
196 mapper_spec, argument
220 mapper_spec,
|
| D | control.py | 104 mapper_spec = model.MapperSpec(handler_spec,
116 mapper_spec,
|
| D | model.py | 461 mapper_spec, argument
482 self.mapper = MapperSpec.from_json(mapper_spec)
508 mapper_spec = self.mapper.to_json()
512 "mapper_spec": mapper_spec,
823 mapper_spec = mapreduce_spec.mapper
826 input_reader = mapper_spec.input_reader_class().from_json(
830 initial_input_reader = mapper_spec.input_reader_class().from_json(
834 if mapper_spec.output_writer_class():
835 output_writer = mapper_spec.output_writer_class().from_json(
838 assert isinstance(output_writer, mapper_spec.output_writer_class()), (
[all …]
|
| D | mapper_pipeline.py | 120 mapper_spec = mapreduce_state.mapreduce_spec.mapper
122 output_writer_class = mapper_spec.output_writer_class()
|
| D | handlers.py | 818 mapper_spec = tstate.mapreduce_spec.mapper
820 tstate.output_writer._supports_slice_recovery(mapper_spec)):
1635 mapper_spec = model.MapperSpec(
1644 mapper_spec,
1703 mapper_spec, argument
1724 mapper_input_reader_class = mapper_spec.input_reader_class()
1725 mapper_input_reader_class.validate(mapper_spec)
1728 mapper_output_writer_class = mapper_spec.output_writer_class()
1730 mapper_output_writer_class.validate(mapper_spec)
1737 mapper_spec.to_json(),
[all …]
|
| /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/api/map_job/ |
| D | map_job_config.py | 167 mapper_spec = mr_spec.mapper
173 input_reader_cls = mapper_spec.input_reader_class()
174 input_reader_params = input_readers._get_params(mapper_spec)
179 output_writer_cls = mapper_spec.output_writer_class()
180 output_writer_params = output_writers._get_params(mapper_spec)
196 mapper=util.for_name(mapper_spec.handler_spec),
201 shard_count=mapper_spec.shard_count,
|
| D | map_job_control.py | 130 mapper_spec = job_config._get_mapper_spec()
137 mapper_spec.to_json(),
|
| D | output_writer.py | 133 def _supports_slice_recovery(self, mapper_spec): argument
|
| /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/static/ |
| D | status.js | 578 if (detail.mapper_spec.mapper_params) {
579 var sortedKeys = getSortedKeys(detail.mapper_spec.mapper_params);
581 var value = detail.mapper_spec.mapper_params[key];
|