/external/tensorflow/tensorflow/compiler/xla/service/ |
D | hlo_input_output_alias_config.cc | 32 TF_RET_CHECK(ShapeUtil::IndexIsValid(alias_.shape(), output_index)) in SetUpAlias() 36 TF_RET_CHECK(param_number >= 0) << param_number; in SetUpAlias() 37 TF_RET_CHECK(!OutputHasAlias(output_index)) in SetUpAlias() 40 TF_RET_CHECK(!alias_.element(output_index)) << absl::StrFormat( in SetUpAlias() 191 TF_RET_CHECK(0 <= alias.parameter_number); in Verify() 192 TF_RET_CHECK(entry->num_parameters() > alias.parameter_number); in Verify() 196 TF_RET_CHECK(ShapeUtil::IndexIsValid(param_shape, alias.parameter_index)); in Verify() 197 TF_RET_CHECK(ShapeUtil::IndexIsValid(output_shape, output_index)); in Verify() 203 TF_RET_CHECK(LayoutUtil::IsDenseArray(param_subshape)); in Verify() 204 TF_RET_CHECK(LayoutUtil::IsDenseArray(output_subshape)); in Verify() [all …]
|
D | hlo_verifier.cc | 253 TF_RET_CHECK(ag->all_gather_dimension() >= 0); in HandleAllGather() 254 TF_RET_CHECK(ag->all_gather_dimension() < ag->shape().rank()); in HandleAllGather() 255 TF_RET_CHECK(ag->all_gather_dimension() < ag->operand(0)->shape().rank()); in HandleAllGather() 262 TF_RET_CHECK(shard_count == ag->replica_groups()[0].replica_ids_size()); in HandleAllGather() 273 TF_RET_CHECK(shard_count == ag->replica_groups()[0].replica_ids_size()); in HandleAllGather() 295 TF_RET_CHECK(all_to_all != nullptr); in HandleAllToAll() 320 TF_RET_CHECK(hlo->operand_count() == 1); in HandleAllToAll() 701 TF_RET_CHECK(SameElementType(broadcast->shape(), operand_shape)); in HandleBroadcast() 702 TF_RET_CHECK(operand_shape.rank() == broadcast->dimensions().size()); in HandleBroadcast() 706 TF_RET_CHECK((output_dimension < broadcast->shape().rank()) && in HandleBroadcast() [all …]
|
D | dfs_hlo_visitor_with_default_test.cc | 43 TF_RET_CHECK(!(hlo->IsElementwise() && hlo->operand_count() == 2)) in TEST_F() 45 TF_RET_CHECK(!(hlo->IsElementwise() && hlo->operand_count() == 1)) in TEST_F() 52 TF_RET_CHECK(hlo->IsElementwise() && hlo->operand_count() == 2) in TEST_F() 58 TF_RET_CHECK(hlo->IsElementwise() && hlo->operand_count() == 1) in TEST_F()
|
D | hlo_schedule.cc | 45 TF_RET_CHECK(comp_it != id_to_computation.end()) in CreateFromProto() 58 TF_RET_CHECK(instr_it != id_to_instruction.end()) in CreateFromProto() 207 TF_RET_CHECK(sequences_.contains(computation->unique_id())) in Update() 243 TF_RET_CHECK(nonfusion_computations.size() == sequences_.size()) in Verify() 247 TF_RET_CHECK(sequences_.contains(computation->unique_id())) in Verify() 259 TF_RET_CHECK(instruction_position.insert({instruction, pos}).second) in Verify() 265 TF_RET_CHECK(instruction_position.size() == in Verify() 271 TF_RET_CHECK(instruction_position.contains(instruction)) in Verify() 277 TF_RET_CHECK(instruction_position.at(operand) < in Verify() 284 TF_RET_CHECK(instruction_position.at(pred) < in Verify()
|
D | dynamic_parameter_binding.cc | 27 TF_RET_CHECK(result.second); in Bind() 115 TF_RET_CHECK(dynamic_parameter.parameter_num >= 0 && in Verify() 117 TF_RET_CHECK(dynamic_dimension.parameter_num < entry->num_parameters()); in Verify() 118 TF_RET_CHECK(ShapeUtil::IndexIsValid( in Verify() 121 TF_RET_CHECK(ShapeUtil::IndexIsValid( in Verify() 124 TF_RET_CHECK( in Verify()
|
D | all_reduce_combiner.cc | 66 TF_RET_CHECK(hlo->opcode() == HloOpcode::kAllReduce); in CombineAllReduces() 67 TF_RET_CHECK(hlo->operands().size() == 1); in CombineAllReduces() 68 TF_RET_CHECK(hlo->to_apply() == reduction || in CombineAllReduces() 72 TF_RET_CHECK(hlo->shape().IsArray()); in CombineAllReduces() 81 TF_RET_CHECK(operands.size() >= 2); in CombineAllReduces() 346 TF_RET_CHECK(instructions.front()->shape().IsArray()); in Run() 362 TF_RET_CHECK(!combine_sets.empty()); in Run() 440 TF_RET_CHECK(current_size_in_bytes <= combine_threshold_in_bytes_); in Run() 441 TF_RET_CHECK(current_operand_count <= combine_threshold_count_); in Run()
|
D | layout_assignment.cc | 196 TF_RET_CHECK(unconstrained_buffer_ids_.erase(buffer.id()) == 1) in SetBufferLayout() 265 TF_RET_CHECK(operand->shape().IsArray()); in SetArrayOperandLayout() 415 TF_RET_CHECK(data_shape.IsArray()); in BuildHostChannelConstraints() 416 TF_RET_CHECK(LayoutUtil::HasLayout(data_shape)); in BuildHostChannelConstraints() 419 TF_RET_CHECK(prev_layout == nullptr) in BuildHostChannelConstraints() 502 TF_RET_CHECK(send_buffer_shape.IsArray()); in AddMandatoryConstraints() 512 TF_RET_CHECK(recv_buffer_shape.IsArray()); in AddMandatoryConstraints() 537 TF_RET_CHECK(buffer_shape.IsArray()); in AddMandatoryConstraints() 558 TF_RET_CHECK(instruction->operand_count() == in AddMandatoryConstraints() 628 TF_RET_CHECK(instruction->branch_computation(j)->num_parameters() == 1); in AddMandatoryConstraints() [all …]
|
D | generic_transfer_manager.cc | 45 TF_RET_CHECK(elements.size() == ShapeUtil::TupleElementCount(shape)); in WriteSingleTupleIndexTable() 69 TF_RET_CHECK(stream->parent()->device_ordinal() == in TransferLiteralFromDevice() 101 TF_RET_CHECK( in TransferLiteralToDeviceAsync() 103 TF_RET_CHECK(stream->parent()->device_ordinal() == in TransferLiteralToDeviceAsync() 113 TF_RET_CHECK(GetByteSizeRequirement(device_subshape) == in TransferLiteralToDeviceAsync()
|
D | hlo_module.cc | 53 TF_RET_CHECK(schedule.module() == this); in set_schedule() 145 TF_RET_CHECK(it != computations_.end()); in RemoveEmbeddedComputation() 146 TF_RET_CHECK(it->get() == to_remove); in RemoveEmbeddedComputation() 308 TF_RET_CHECK(!ContainsKey(computation_names, computation->name())) in CheckUniqueNamesAndIdsForComputationsAndInstructions() 312 TF_RET_CHECK(!ContainsKey(computation_ids, computation->unique_id())) in CheckUniqueNamesAndIdsForComputationsAndInstructions() 317 TF_RET_CHECK(!ContainsKey(instruction_names, instruction->name())) in CheckUniqueNamesAndIdsForComputationsAndInstructions() 321 TF_RET_CHECK(!ContainsKey(instruction_ids, instruction->unique_id())) in CheckUniqueNamesAndIdsForComputationsAndInstructions() 338 TF_RET_CHECK(proto.has_host_program_shape()) in CreateFromProto() 341 TF_RET_CHECK(expected_program_shape.parameters_size() == in CreateFromProto() 346 TF_RET_CHECK(ShapeUtil::Compatible(expected_program_shape.parameters(i), in CreateFromProto() [all …]
|
D | hlo_module_group_metadata.cc | 100 TF_RET_CHECK(peer_tracked != nullptr) in Build() 102 TF_RET_CHECK(*tracked == *peer_tracked) in Build() 114 TF_RET_CHECK(companion_tracked != nullptr); in Build() 115 TF_RET_CHECK(*tracked == *companion_tracked); in Build() 178 TF_RET_CHECK(device) << "Instruction " << comm_instruction->ToString() in VerifyCompanionSets() 335 TF_RET_CHECK(channel_id_map_.find(*hlo->channel_id()) == in RecordInstructions() 348 TF_RET_CHECK(all_reduce_map_.find(*hlo->channel_id()) == in RecordInstructions() 363 TF_RET_CHECK(channel.send == nullptr) in RecordInstructions() 369 TF_RET_CHECK(channel.recv == nullptr) in RecordInstructions() 375 TF_RET_CHECK(channel.send_done == nullptr) in RecordInstructions() [all …]
|
D | hlo_sharding_metadata.cc | 188 TF_RET_CHECK(!lhs->IsTuple() && !rhs.IsTuple()); in AssignLeafSharding() 214 TF_RET_CHECK(lhs_tree->IsLeaf(lhs_it->first)); in AssignTreeSharding() 227 TF_RET_CHECK(rhs_it == rhs_tree.end()); in AssignTreeSharding() 237 TF_RET_CHECK(instruction->shape().IsTuple() && in ApplyShardingFromUsers() 284 TF_RET_CHECK(user_sharding_tree.leaf_count() == 1) in ApplyShardingFromUsers() 304 TF_RET_CHECK(sharding_tree.leaf_count() == 1); in ApplyShardingFromUsers() 364 TF_RET_CHECK(instruction->shape().IsTuple()) in ApplyDomainSharding() 387 TF_RET_CHECK(ShardingMatches(*sharding, instruction->sharding())) in ExtractOriginalCommonSharding()
|
D | hlo_instruction.cc | 72 TF_RET_CHECK(!proto.opcode().empty()); in CreateFromProto() 102 TF_RET_CHECK(proto.has_shape()); in CreateFromProto() 129 TF_RET_CHECK( in CreateFromProto() 134 TF_RET_CHECK( in CreateFromProto() 144 TF_RET_CHECK(proto.operand_ids_size() == *arity) in CreateFromProto() 230 TF_RET_CHECK(proto.dimensions_size() == 1) in CreateFromProto() 237 TF_RET_CHECK(proto.called_computation_ids_size() > 0) in CreateFromProto() 240 TF_RET_CHECK(proto.called_computation_ids_size() == 2) in CreateFromProto() 244 TF_RET_CHECK(proto.operand_ids_size() == in CreateFromProto() 257 TF_RET_CHECK(proto.operand_ids_size() % 2 == 0) in CreateFromProto() [all …]
|
D | hlo_computation.cc | 260 TF_RET_CHECK(root_instruction() != instruction); in RemoveInstructionAndUnusedOperands() 262 TF_RET_CHECK(instruction->user_count() == 0); in RemoveInstructionAndUnusedOperands() 263 TF_RET_CHECK(IsSafelyRemovable(instruction)) in RemoveInstructionAndUnusedOperands() 302 TF_RET_CHECK(ignore_safety_check || IsSafelyRemovable(instruction)) in RemoveInstructionImpl() 304 TF_RET_CHECK(root_instruction() != instruction) in RemoveInstructionImpl() 306 TF_RET_CHECK(instruction->user_count() == 0) in RemoveInstructionImpl() 309 TF_RET_CHECK(instruction->control_predecessors().empty()) in RemoveInstructionImpl() 312 TF_RET_CHECK(instruction->control_successors().empty()) in RemoveInstructionImpl() 317 TF_RET_CHECK(inst_it != instruction_iterators_.end()); in RemoveInstructionImpl() 678 TF_RET_CHECK(!ContainsKey(instruction_map, instruction_proto.id())); in CreateFromProto() [all …]
|
D | computation_placer.cc | 89 TF_RET_CHECK(proto.computation_devices_size() == proto.computation_count()); in Deserialize() 101 TF_RET_CHECK(computation_device.replica_device_ids_size() == in Deserialize() 127 TF_RET_CHECK(replica < replica_count); in DeviceId() 128 TF_RET_CHECK(computation < computation_count); in DeviceId()
|
D | transfer_manager.cc | 162 TF_RET_CHECK(on_device_shape.IsArray()) in TransferArrayToDeviceAsync() 250 TF_RET_CHECK(ShapeUtil::DynamicShapeIsCompatible(*device_shape, in ReadDynamicShapes() 303 TF_RET_CHECK(GetByteSizeRequirement(device_subshape) == in WriteTupleIndexTablesAsync() 324 TF_RET_CHECK(device_buffer.on_device_shape().IsTuple()); in WriteRootTupleIndexTable() 329 TF_RET_CHECK(GetByteSizeRequirement(device_buffer.on_device_shape()) == in WriteRootTupleIndexTable() 343 TF_RET_CHECK(buffer_tree.shape().IsTuple()); in WriteRootTupleIndexTable() 349 TF_RET_CHECK(GetByteSizeRequirement(buffer_tree.shape()) == in WriteRootTupleIndexTable() 396 TF_RET_CHECK(LayoutUtil::HasLayout(on_device_shape)); in AllocateScopedShapedBuffer()
|
D | hlo_domain_verifier.cc | 52 TF_RET_CHECK(instruction->user_side_metadata().Kind() == in PopulateDomainKinds() 104 TF_RET_CHECK(meta.Matches(*ref_metadata)) in VerifyDomain() 116 TF_RET_CHECK(meta.Matches(*ref_metadata)) in VerifyDomain()
|
/external/tensorflow/tensorflow/compiler/jit/ |
D | xla_tpu_device.cc | 149 TF_RET_CHECK(src_compute_stream != nullptr); in TpuDeviceToDeviceCopy() 150 TF_RET_CHECK(input->dtype() == output->dtype()) in TpuDeviceToDeviceCopy() 153 TF_RET_CHECK(input->shape() == output->shape()); in TpuDeviceToDeviceCopy() 154 TF_RET_CHECK(DMAHelper::CanUseDMA(input)); in TpuDeviceToDeviceCopy() 178 TF_RET_CHECK(dst_device_to_device_stream != nullptr); in TpuDeviceToDeviceCopy() 195 TF_RET_CHECK(xla_input != nullptr && xla_input->has_shaped_buffer()); in TpuDeviceToDeviceCopy() 197 TF_RET_CHECK(xla_output != nullptr && !xla_output->has_shaped_buffer()); in TpuDeviceToDeviceCopy() 198 TF_RET_CHECK(input->shape() == output->shape()); in TpuDeviceToDeviceCopy() 237 TF_RET_CHECK(input_buffer.size() == output_buffer.size()) in TpuDeviceToDeviceCopy() 265 TF_RET_CHECK(definition_event->Init()) << "Event failed to initialize!"; in TpuDeviceToDeviceCopy()
|
/external/tensorflow/tensorflow/compiler/xla/ |
D | status_macros_test.cc | 26 TF_RET_CHECK(2 > 3); in RetCheckFail() 31 TF_RET_CHECK(2 > 3) << "extra message"; in RetCheckFailWithExtraMessage() 36 TF_RET_CHECK(3 > 2); in RetCheckSuccess()
|
/external/tensorflow/tensorflow/compiler/xla/service/cpu/ |
D | cpu_transfer_manager.cc | 190 TF_RET_CHECK(ShapeUtil::Compatible(received_shape, literal.shape())) in TransferLiteralFromOutfeed() 195 TF_RET_CHECK(size == GetByteSizeRequirement(received_shape)); in TransferLiteralFromOutfeed() 216 TF_RET_CHECK(ShapeUtil::Compatible(received_shape, literal.shape())) in TransferLiteralFromOutfeed() 221 TF_RET_CHECK(GetByteSizeRequirement(literal.shape()) == in TransferLiteralFromOutfeed() 224 TF_RET_CHECK(ShapeUtil::Equal(literal.shape(), literal.shape())); in TransferLiteralFromOutfeed() 282 TF_RET_CHECK(outfed_shapes.size() == 1); in TransferBuffersFromOutfeedInternal()
|
/external/tensorflow/tensorflow/core/tpu/kernels/ |
D | tpu_compile_op_support.cc | 232 TF_RET_CHECK(sharding_or.ok()); in AddVariableUpdatesToCores() 239 TF_RET_CHECK(sharding.type() == xla::OpSharding::REPLICATED); in AddVariableUpdatesToCores() 258 TF_RET_CHECK(sharding.type() == xla::OpSharding::REPLICATED); in AddVariableUpdatesToCores() 275 TF_RET_CHECK(!compilation_result.outputs[i].is_constant) in ComputeOutputShapesForEachCore() 290 TF_RET_CHECK(sharding_or.ok()); in ComputeOutputShapesForEachCore() 297 TF_RET_CHECK(retval.sharding().type() == xla::OpSharding::REPLICATED) in ComputeOutputShapesForEachCore() 312 TF_RET_CHECK( in CreateHloModules() 459 TF_RET_CHECK(static_shape.AsTensorShape(&shape)); in ComputeArgumentShapes() 461 TF_RET_CHECK(dynamic_shape_pos < dynamic_shapes.size()) in ComputeArgumentShapes() 474 TF_RET_CHECK(dynamic_shape_pos == dynamic_shapes.size()) in ComputeArgumentShapes()
|
/external/tensorflow/tensorflow/compiler/xrt/kernels/ |
D | xrt_execute_op.cc | 205 TF_RET_CHECK(execution_inputs->size() == compile_time_shapes.size()); in UpdateDynamicInputs() 226 TF_RET_CHECK(!runtime_shape->IsTuple()); in UpdateDynamicInputs() 227 TF_RET_CHECK(xla::ShapeUtil::DynamicArrayShapeIsCompatible( in UpdateDynamicInputs() 443 TF_RET_CHECK(TensorShapeUtils::IsScalar(execution_input.shape())); in DoWork() 447 TF_RET_CHECK(TensorShapeUtils::IsScalar(execution_config.shape())); in DoWork() 449 TF_RET_CHECK( in DoWork() 453 TF_RET_CHECK(core_index_in_replica == 0); in DoWork() 531 TF_RET_CHECK(TensorShapeUtils::IsScalar(execution_plan.shape())); in DoWork() 533 TF_RET_CHECK(ParseFromTString(execution_plan.scalar<tstring>()(), &plan)); in DoWork() 536 TF_RET_CHECK(TensorShapeUtils::IsScalar(execution_config.shape())); in DoWork() [all …]
|
D | tpu_execute_op.cc | 291 TF_RET_CHECK(rm != nullptr); in DoWork() 294 TF_RET_CHECK(TensorShapeUtils::IsScalar(execution_input.shape())); in DoWork() 298 TF_RET_CHECK(TensorShapeUtils::IsScalar(execution_config.shape())); in DoWork() 300 TF_RET_CHECK( in DoWork() 410 TF_RET_CHECK(rm != nullptr); in DoWork() 413 TF_RET_CHECK(TensorShapeUtils::IsScalar(execution_plan.shape())); in DoWork() 415 TF_RET_CHECK(plan.ParseFromString(execution_plan.scalar<tstring>()())); in DoWork() 418 TF_RET_CHECK(TensorShapeUtils::IsScalar(execution_config.shape())); in DoWork() 420 TF_RET_CHECK(config.ParseFromString(execution_config.scalar<tstring>()())); in DoWork()
|
/external/tensorflow/tensorflow/core/tpu/graph_rewrite/ |
D | distributed_tpu_rewrite_helpers.cc | 61 TF_RET_CHECK(parsed_name.has_job); in GetSystemDevice() 116 TF_RET_CHECK(!host_system_devices->empty()) in GetHostSystemDevices() 121 TF_RET_CHECK((*host_system_devices)[0]->parsed_name().has_job); in GetHostSystemDevices() 126 TF_RET_CHECK(parsed_name.has_job); in GetHostSystemDevices() 131 TF_RET_CHECK(parsed_name.has_replica); in GetHostSystemDevices()
|
D | distributed_tpu_rewrite_pass.cc | 298 TF_RET_CHECK(device.has_type && device.type == DEVICE_TPU_NODE); in SetNodeDeviceForTPUCommunication() 299 TF_RET_CHECK(device.has_id); in SetNodeDeviceForTPUCommunication() 300 TF_RET_CHECK(HasNodeAttr(node->def(), kXlaHasHostTransferAttrName)); in SetNodeDeviceForTPUCommunication() 808 TF_RET_CHECK(!split_dimension_map.empty()) in CreateOrGetSplitNodesForInputSharding() 1059 TF_RET_CHECK(inputs_to_sharded_retval.size() == 1); in CreateConcatNodesForRetval() 1510 TF_RET_CHECK(task >= 0 && task < num_tasks); in BuildFullMeshDeviceAssignment() 1511 TF_RET_CHECK(device >= 0 && device < num_tpus_per_task); in BuildFullMeshDeviceAssignment() 1552 TF_RET_CHECK(task >= 0 && task < tpu_devices.size()); in BuildGeneralDeviceAssignment() 1553 TF_RET_CHECK(device >= 0 && device < tpu_devices[task].size()); in BuildGeneralDeviceAssignment() 1687 TF_RET_CHECK(it->second.size() > edge.src_output()); in GetEdgeShape() [all …]
|
/external/tensorflow/tensorflow/compiler/mlir/tensorflow/utils/ |
D | serialize_mlir_module_utils.cc | 39 TF_RET_CHECK(!serialized_mlir_module.empty()) in DeserializeMlirModule() 41 TF_RET_CHECK(mlir_module) << "unexpected null MLIR module pointer"; in DeserializeMlirModule()
|