// clang-format off // Generated file (from: dequantize_v1_2.mod.py). Do not edit void CreateModel(Model *model) { OperandType type0(Type::TENSOR_QUANT8_ASYMM, {10}, 0.5f, 127); OperandType type1(Type::TENSOR_FLOAT32, {10}); // Phase 1, operands auto input0 = model->addOperand(&type0); auto output0 = model->addOperand(&type1); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input0}, {output0}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input0}, {output0}); assert(model->isValid()); } inline bool is_ignored(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_relaxed(Model *model) { OperandType type0(Type::TENSOR_QUANT8_ASYMM, {10}, 0.5f, 127); OperandType type1(Type::TENSOR_FLOAT32, {10}); // Phase 1, operands auto input0 = model->addOperand(&type0); auto output0 = model->addOperand(&type1); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input0}, {output0}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input0}, {output0}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_relaxed(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_float16(Model *model) { OperandType type0(Type::TENSOR_QUANT8_ASYMM, {10}, 0.5f, 127); OperandType type25(Type::TENSOR_FLOAT16, {10}); // Phase 1, operands auto input0 = model->addOperand(&type0); auto output0 = model->addOperand(&type25); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input0}, {output0}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input0}, {output0}); assert(model->isValid()); } inline bool is_ignored_float16(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape(Model *model) { OperandType type0(Type::TENSOR_QUANT8_ASYMM, {10}, 0.5f, 127); OperandType type26(Type::TENSOR_FLOAT32, {0}); // Phase 1, operands auto input0 = model->addOperand(&type0); auto output0 = model->addOperand(&type26); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input0}, {output0}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input0}, {output0}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_relaxed(Model *model) { OperandType type0(Type::TENSOR_QUANT8_ASYMM, {10}, 0.5f, 127); OperandType type26(Type::TENSOR_FLOAT32, {0}); // Phase 1, operands auto input0 = model->addOperand(&type0); auto output0 = model->addOperand(&type26); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input0}, {output0}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input0}, {output0}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_relaxed(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_float16(Model *model) { OperandType type0(Type::TENSOR_QUANT8_ASYMM, {10}, 0.5f, 127); OperandType type27(Type::TENSOR_FLOAT16, {0}); // Phase 1, operands auto input0 = model->addOperand(&type0); auto output0 = model->addOperand(&type27); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input0}, {output0}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input0}, {output0}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_float16(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_2(Model *model) { OperandType type2(Type::TENSOR_QUANT8_ASYMM, {2, 5}, 0.5f, 127); OperandType type3(Type::TENSOR_FLOAT32, {2, 5}); // Phase 1, operands auto input01 = model->addOperand(&type2); auto output01 = model->addOperand(&type3); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input01}, {output01}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input01}, {output01}); assert(model->isValid()); } inline bool is_ignored_2(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_relaxed_2(Model *model) { OperandType type2(Type::TENSOR_QUANT8_ASYMM, {2, 5}, 0.5f, 127); OperandType type3(Type::TENSOR_FLOAT32, {2, 5}); // Phase 1, operands auto input01 = model->addOperand(&type2); auto output01 = model->addOperand(&type3); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input01}, {output01}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input01}, {output01}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_relaxed_2(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_float16_2(Model *model) { OperandType type2(Type::TENSOR_QUANT8_ASYMM, {2, 5}, 0.5f, 127); OperandType type28(Type::TENSOR_FLOAT16, {2, 5}); // Phase 1, operands auto input01 = model->addOperand(&type2); auto output01 = model->addOperand(&type28); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input01}, {output01}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input01}, {output01}); assert(model->isValid()); } inline bool is_ignored_float16_2(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_2(Model *model) { OperandType type2(Type::TENSOR_QUANT8_ASYMM, {2, 5}, 0.5f, 127); OperandType type29(Type::TENSOR_FLOAT32, {0, 0}); // Phase 1, operands auto input01 = model->addOperand(&type2); auto output01 = model->addOperand(&type29); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input01}, {output01}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input01}, {output01}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_2(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_relaxed_2(Model *model) { OperandType type2(Type::TENSOR_QUANT8_ASYMM, {2, 5}, 0.5f, 127); OperandType type29(Type::TENSOR_FLOAT32, {0, 0}); // Phase 1, operands auto input01 = model->addOperand(&type2); auto output01 = model->addOperand(&type29); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input01}, {output01}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input01}, {output01}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_relaxed_2(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_float16_2(Model *model) { OperandType type2(Type::TENSOR_QUANT8_ASYMM, {2, 5}, 0.5f, 127); OperandType type30(Type::TENSOR_FLOAT16, {0, 0}); // Phase 1, operands auto input01 = model->addOperand(&type2); auto output01 = model->addOperand(&type30); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input01}, {output01}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input01}, {output01}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_float16_2(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_3(Model *model) { OperandType type4(Type::TENSOR_QUANT8_SYMM, {2, 2, 2}, 0.5f, 0); OperandType type5(Type::TENSOR_FLOAT32, {2, 2, 2}); // Phase 1, operands auto input02 = model->addOperand(&type4); auto output02 = model->addOperand(&type5); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input02}, {output02}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input02}, {output02}); assert(model->isValid()); } inline bool is_ignored_3(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_relaxed_3(Model *model) { OperandType type4(Type::TENSOR_QUANT8_SYMM, {2, 2, 2}, 0.5f, 0); OperandType type5(Type::TENSOR_FLOAT32, {2, 2, 2}); // Phase 1, operands auto input02 = model->addOperand(&type4); auto output02 = model->addOperand(&type5); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input02}, {output02}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input02}, {output02}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_relaxed_3(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_float16_3(Model *model) { OperandType type31(Type::TENSOR_FLOAT16, {2, 2, 2}); OperandType type4(Type::TENSOR_QUANT8_SYMM, {2, 2, 2}, 0.5f, 0); // Phase 1, operands auto input02 = model->addOperand(&type4); auto output02 = model->addOperand(&type31); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input02}, {output02}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input02}, {output02}); assert(model->isValid()); } inline bool is_ignored_float16_3(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_3(Model *model) { OperandType type32(Type::TENSOR_FLOAT32, {0, 0, 0}); OperandType type4(Type::TENSOR_QUANT8_SYMM, {2, 2, 2}, 0.5f, 0); // Phase 1, operands auto input02 = model->addOperand(&type4); auto output02 = model->addOperand(&type32); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input02}, {output02}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input02}, {output02}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_3(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_relaxed_3(Model *model) { OperandType type32(Type::TENSOR_FLOAT32, {0, 0, 0}); OperandType type4(Type::TENSOR_QUANT8_SYMM, {2, 2, 2}, 0.5f, 0); // Phase 1, operands auto input02 = model->addOperand(&type4); auto output02 = model->addOperand(&type32); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input02}, {output02}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input02}, {output02}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_relaxed_3(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_float16_3(Model *model) { OperandType type33(Type::TENSOR_FLOAT16, {0, 0, 0}); OperandType type4(Type::TENSOR_QUANT8_SYMM, {2, 2, 2}, 0.5f, 0); // Phase 1, operands auto input02 = model->addOperand(&type4); auto output02 = model->addOperand(&type33); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input02}, {output02}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input02}, {output02}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_float16_3(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_4(Model *model) { OperandType type6(Type::TENSOR_QUANT8_SYMM, {2, 1, 2, 2}, 0.5f, 0); OperandType type7(Type::TENSOR_FLOAT32, {2, 1, 2, 2}); // Phase 1, operands auto input03 = model->addOperand(&type6); auto output03 = model->addOperand(&type7); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input03}, {output03}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input03}, {output03}); assert(model->isValid()); } inline bool is_ignored_4(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_relaxed_4(Model *model) { OperandType type6(Type::TENSOR_QUANT8_SYMM, {2, 1, 2, 2}, 0.5f, 0); OperandType type7(Type::TENSOR_FLOAT32, {2, 1, 2, 2}); // Phase 1, operands auto input03 = model->addOperand(&type6); auto output03 = model->addOperand(&type7); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input03}, {output03}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input03}, {output03}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_relaxed_4(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_float16_4(Model *model) { OperandType type34(Type::TENSOR_FLOAT16, {2, 1, 2, 2}); OperandType type6(Type::TENSOR_QUANT8_SYMM, {2, 1, 2, 2}, 0.5f, 0); // Phase 1, operands auto input03 = model->addOperand(&type6); auto output03 = model->addOperand(&type34); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input03}, {output03}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input03}, {output03}); assert(model->isValid()); } inline bool is_ignored_float16_4(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_4(Model *model) { OperandType type35(Type::TENSOR_FLOAT32, {0, 0, 0, 0}); OperandType type6(Type::TENSOR_QUANT8_SYMM, {2, 1, 2, 2}, 0.5f, 0); // Phase 1, operands auto input03 = model->addOperand(&type6); auto output03 = model->addOperand(&type35); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input03}, {output03}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input03}, {output03}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_4(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_relaxed_4(Model *model) { OperandType type35(Type::TENSOR_FLOAT32, {0, 0, 0, 0}); OperandType type6(Type::TENSOR_QUANT8_SYMM, {2, 1, 2, 2}, 0.5f, 0); // Phase 1, operands auto input03 = model->addOperand(&type6); auto output03 = model->addOperand(&type35); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input03}, {output03}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input03}, {output03}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_relaxed_4(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_float16_4(Model *model) { OperandType type36(Type::TENSOR_FLOAT16, {0, 0, 0, 0}); OperandType type6(Type::TENSOR_QUANT8_SYMM, {2, 1, 2, 2}, 0.5f, 0); // Phase 1, operands auto input03 = model->addOperand(&type6); auto output03 = model->addOperand(&type36); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input03}, {output03}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input03}, {output03}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_float16_4(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_5(Model *model) { OperandType type8(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 0.5f},0)); OperandType type9(Type::TENSOR_FLOAT32, {2, 3, 4}); // Phase 1, operands auto input04 = model->addOperand(&type8); auto output04 = model->addOperand(&type9); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input04}, {output04}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input04}, {output04}); assert(model->isValid()); } inline bool is_ignored_5(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_relaxed_5(Model *model) { OperandType type8(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 0.5f},0)); OperandType type9(Type::TENSOR_FLOAT32, {2, 3, 4}); // Phase 1, operands auto input04 = model->addOperand(&type8); auto output04 = model->addOperand(&type9); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input04}, {output04}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input04}, {output04}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_relaxed_5(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_float16_5(Model *model) { OperandType type37(Type::TENSOR_FLOAT16, {2, 3, 4}); OperandType type8(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 0.5f},0)); // Phase 1, operands auto input04 = model->addOperand(&type8); auto output04 = model->addOperand(&type37); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input04}, {output04}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input04}, {output04}); assert(model->isValid()); } inline bool is_ignored_float16_5(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_5(Model *model) { OperandType type32(Type::TENSOR_FLOAT32, {0, 0, 0}); OperandType type8(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 0.5f},0)); // Phase 1, operands auto input04 = model->addOperand(&type8); auto output04 = model->addOperand(&type32); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input04}, {output04}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input04}, {output04}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_5(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_relaxed_5(Model *model) { OperandType type32(Type::TENSOR_FLOAT32, {0, 0, 0}); OperandType type8(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 0.5f},0)); // Phase 1, operands auto input04 = model->addOperand(&type8); auto output04 = model->addOperand(&type32); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input04}, {output04}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input04}, {output04}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_relaxed_5(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_float16_5(Model *model) { OperandType type33(Type::TENSOR_FLOAT16, {0, 0, 0}); OperandType type8(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 0.5f},0)); // Phase 1, operands auto input04 = model->addOperand(&type8); auto output04 = model->addOperand(&type33); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input04}, {output04}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input04}, {output04}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_float16_5(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_6(Model *model) { OperandType type10(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 1.0f, 0.5f},1)); OperandType type9(Type::TENSOR_FLOAT32, {2, 3, 4}); // Phase 1, operands auto input05 = model->addOperand(&type10); auto output05 = model->addOperand(&type9); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input05}, {output05}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input05}, {output05}); assert(model->isValid()); } inline bool is_ignored_6(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_relaxed_6(Model *model) { OperandType type10(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 1.0f, 0.5f},1)); OperandType type9(Type::TENSOR_FLOAT32, {2, 3, 4}); // Phase 1, operands auto input05 = model->addOperand(&type10); auto output05 = model->addOperand(&type9); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input05}, {output05}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input05}, {output05}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_relaxed_6(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_float16_6(Model *model) { OperandType type10(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 1.0f, 0.5f},1)); OperandType type37(Type::TENSOR_FLOAT16, {2, 3, 4}); // Phase 1, operands auto input05 = model->addOperand(&type10); auto output05 = model->addOperand(&type37); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input05}, {output05}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input05}, {output05}); assert(model->isValid()); } inline bool is_ignored_float16_6(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_6(Model *model) { OperandType type10(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 1.0f, 0.5f},1)); OperandType type32(Type::TENSOR_FLOAT32, {0, 0, 0}); // Phase 1, operands auto input05 = model->addOperand(&type10); auto output05 = model->addOperand(&type32); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input05}, {output05}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input05}, {output05}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_6(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_relaxed_6(Model *model) { OperandType type10(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 1.0f, 0.5f},1)); OperandType type32(Type::TENSOR_FLOAT32, {0, 0, 0}); // Phase 1, operands auto input05 = model->addOperand(&type10); auto output05 = model->addOperand(&type32); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input05}, {output05}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input05}, {output05}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_relaxed_6(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_float16_6(Model *model) { OperandType type10(Type::TENSOR_QUANT8_SYMM_PER_CHANNEL, {2, 3, 4}, 0.0f, 0, SymmPerChannelQuantParams({2.0f, 1.0f, 0.5f},1)); OperandType type33(Type::TENSOR_FLOAT16, {0, 0, 0}); // Phase 1, operands auto input05 = model->addOperand(&type10); auto output05 = model->addOperand(&type33); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {input05}, {output05}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {input05}, {output05}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_float16_6(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_7(Model *model) { OperandType type11(Type::TENSOR_QUANT8_ASYMM, {1, 2, 2, 1}, 1.0f, 0); OperandType type12(Type::TENSOR_FLOAT16, {1, 2, 2, 1}); // Phase 1, operands auto op1 = model->addOperand(&type11); auto op2 = model->addOperand(&type12); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {op1}, {op2}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {op1}, {op2}); assert(model->isValid()); } inline bool is_ignored_7(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_dynamic_output_shape_7(Model *model) { OperandType type11(Type::TENSOR_QUANT8_ASYMM, {1, 2, 2, 1}, 1.0f, 0); OperandType type36(Type::TENSOR_FLOAT16, {0, 0, 0, 0}); // Phase 1, operands auto op1 = model->addOperand(&type11); auto op2 = model->addOperand(&type36); // Phase 2, operations model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {op1}, {op2}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {op1}, {op2}); assert(model->isValid()); } inline bool is_ignored_dynamic_output_shape_7(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_zero_sized(Model *model) { OperandType type13(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128); OperandType type14(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0); OperandType type15(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128); OperandType type16(Type::TENSOR_INT32, {0}); OperandType type17(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0); OperandType type18(Type::TENSOR_INT32, {1}); OperandType type19(Type::FLOAT32, {}); OperandType type20(Type::INT32, {}); OperandType type21(Type::BOOL, {}); OperandType type22(Type::TENSOR_QUANT8_ASYMM, {1, 1, 1, 1}, 0.1f, 128); OperandType type23(Type::TENSOR_QUANT8_ASYMM, {0, 2, 2, 1}, 0.1f, 128); OperandType type24(Type::TENSOR_FLOAT32, {0, 2, 2, 1}); // Phase 1, operands auto scores = model->addOperand(&type13); auto roi = model->addOperand(&type14); auto param = model->addOperand(&type18); auto param1 = model->addOperand(&type19); auto param2 = model->addOperand(&type20); auto param3 = model->addOperand(&type20); auto param4 = model->addOperand(&type19); auto param5 = model->addOperand(&type19); auto param6 = model->addOperand(&type19); auto scoresOut = model->addOperand(&type15); auto roiOut = model->addOperand(&type17); auto classesOut = model->addOperand(&type16); auto batchSplitOut = model->addOperand(&type16); auto in = model->addOperand(&type22); auto param7 = model->addOperand(&type20); auto param8 = model->addOperand(&type20); auto param9 = model->addOperand(&type19); auto param10 = model->addOperand(&type19); auto param11 = model->addOperand(&type20); auto param12 = model->addOperand(&type20); auto layout = model->addOperand(&type21); auto featureMap = model->addOperand(&type23); auto out = model->addOperand(&type24); // Phase 2, operations static uint8_t scores_init[] = {137, 129}; model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2); static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80}; model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8); static int32_t param_init[] = {0}; model->setOperandValue(param, param_init, sizeof(int32_t) * 1); static float param1_init[] = {0.3f}; model->setOperandValue(param1, param1_init, sizeof(float) * 1); static int32_t param2_init[] = {-1}; model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1); static int32_t param3_init[] = {0}; model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1); static float param4_init[] = {0.4f}; model->setOperandValue(param4, param4_init, sizeof(float) * 1); static float param5_init[] = {1.0f}; model->setOperandValue(param5, param5_init, sizeof(float) * 1); static float param6_init[] = {0.3f}; model->setOperandValue(param6, param6_init, sizeof(float) * 1); static int32_t param7_init[] = {2}; model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1); static int32_t param8_init[] = {2}; model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1); static float param9_init[] = {2.0f}; model->setOperandValue(param9, param9_init, sizeof(float) * 1); static float param10_init[] = {2.0f}; model->setOperandValue(param10, param10_init, sizeof(float) * 1); static int32_t param11_init[] = {4}; model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1); static int32_t param12_init[] = {4}; model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1); static bool8 layout_init[] = {false}; model->setOperandValue(layout, layout_init, sizeof(bool8) * 1); model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut}); model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap}); model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {featureMap}, {out}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {in}, {scoresOut, classesOut, out}); assert(model->isValid()); } inline bool is_ignored_zero_sized(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_zero_sized_relaxed(Model *model) { OperandType type13(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128); OperandType type14(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0); OperandType type15(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128); OperandType type16(Type::TENSOR_INT32, {0}); OperandType type17(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0); OperandType type18(Type::TENSOR_INT32, {1}); OperandType type19(Type::FLOAT32, {}); OperandType type20(Type::INT32, {}); OperandType type21(Type::BOOL, {}); OperandType type22(Type::TENSOR_QUANT8_ASYMM, {1, 1, 1, 1}, 0.1f, 128); OperandType type23(Type::TENSOR_QUANT8_ASYMM, {0, 2, 2, 1}, 0.1f, 128); OperandType type24(Type::TENSOR_FLOAT32, {0, 2, 2, 1}); // Phase 1, operands auto scores = model->addOperand(&type13); auto roi = model->addOperand(&type14); auto param = model->addOperand(&type18); auto param1 = model->addOperand(&type19); auto param2 = model->addOperand(&type20); auto param3 = model->addOperand(&type20); auto param4 = model->addOperand(&type19); auto param5 = model->addOperand(&type19); auto param6 = model->addOperand(&type19); auto scoresOut = model->addOperand(&type15); auto roiOut = model->addOperand(&type17); auto classesOut = model->addOperand(&type16); auto batchSplitOut = model->addOperand(&type16); auto in = model->addOperand(&type22); auto param7 = model->addOperand(&type20); auto param8 = model->addOperand(&type20); auto param9 = model->addOperand(&type19); auto param10 = model->addOperand(&type19); auto param11 = model->addOperand(&type20); auto param12 = model->addOperand(&type20); auto layout = model->addOperand(&type21); auto featureMap = model->addOperand(&type23); auto out = model->addOperand(&type24); // Phase 2, operations static uint8_t scores_init[] = {137, 129}; model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2); static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80}; model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8); static int32_t param_init[] = {0}; model->setOperandValue(param, param_init, sizeof(int32_t) * 1); static float param1_init[] = {0.3f}; model->setOperandValue(param1, param1_init, sizeof(float) * 1); static int32_t param2_init[] = {-1}; model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1); static int32_t param3_init[] = {0}; model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1); static float param4_init[] = {0.4f}; model->setOperandValue(param4, param4_init, sizeof(float) * 1); static float param5_init[] = {1.0f}; model->setOperandValue(param5, param5_init, sizeof(float) * 1); static float param6_init[] = {0.3f}; model->setOperandValue(param6, param6_init, sizeof(float) * 1); static int32_t param7_init[] = {2}; model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1); static int32_t param8_init[] = {2}; model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1); static float param9_init[] = {2.0f}; model->setOperandValue(param9, param9_init, sizeof(float) * 1); static float param10_init[] = {2.0f}; model->setOperandValue(param10, param10_init, sizeof(float) * 1); static int32_t param11_init[] = {4}; model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1); static int32_t param12_init[] = {4}; model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1); static bool8 layout_init[] = {false}; model->setOperandValue(layout, layout_init, sizeof(bool8) * 1); model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut}); model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap}); model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {featureMap}, {out}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {in}, {scoresOut, classesOut, out}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_zero_sized_relaxed(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_zero_sized_float16(Model *model) { OperandType type13(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128); OperandType type14(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0); OperandType type15(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128); OperandType type16(Type::TENSOR_INT32, {0}); OperandType type17(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0); OperandType type18(Type::TENSOR_INT32, {1}); OperandType type19(Type::FLOAT32, {}); OperandType type20(Type::INT32, {}); OperandType type21(Type::BOOL, {}); OperandType type22(Type::TENSOR_QUANT8_ASYMM, {1, 1, 1, 1}, 0.1f, 128); OperandType type23(Type::TENSOR_QUANT8_ASYMM, {0, 2, 2, 1}, 0.1f, 128); OperandType type38(Type::TENSOR_FLOAT16, {0, 2, 2, 1}); // Phase 1, operands auto scores = model->addOperand(&type13); auto roi = model->addOperand(&type14); auto param = model->addOperand(&type18); auto param1 = model->addOperand(&type19); auto param2 = model->addOperand(&type20); auto param3 = model->addOperand(&type20); auto param4 = model->addOperand(&type19); auto param5 = model->addOperand(&type19); auto param6 = model->addOperand(&type19); auto scoresOut = model->addOperand(&type15); auto roiOut = model->addOperand(&type17); auto classesOut = model->addOperand(&type16); auto batchSplitOut = model->addOperand(&type16); auto in = model->addOperand(&type22); auto param7 = model->addOperand(&type20); auto param8 = model->addOperand(&type20); auto param9 = model->addOperand(&type19); auto param10 = model->addOperand(&type19); auto param11 = model->addOperand(&type20); auto param12 = model->addOperand(&type20); auto layout = model->addOperand(&type21); auto featureMap = model->addOperand(&type23); auto out = model->addOperand(&type38); // Phase 2, operations static uint8_t scores_init[] = {137, 129}; model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2); static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80}; model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8); static int32_t param_init[] = {0}; model->setOperandValue(param, param_init, sizeof(int32_t) * 1); static float param1_init[] = {0.3f}; model->setOperandValue(param1, param1_init, sizeof(float) * 1); static int32_t param2_init[] = {-1}; model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1); static int32_t param3_init[] = {0}; model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1); static float param4_init[] = {0.4f}; model->setOperandValue(param4, param4_init, sizeof(float) * 1); static float param5_init[] = {1.0f}; model->setOperandValue(param5, param5_init, sizeof(float) * 1); static float param6_init[] = {0.3f}; model->setOperandValue(param6, param6_init, sizeof(float) * 1); static int32_t param7_init[] = {2}; model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1); static int32_t param8_init[] = {2}; model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1); static float param9_init[] = {2.0f}; model->setOperandValue(param9, param9_init, sizeof(float) * 1); static float param10_init[] = {2.0f}; model->setOperandValue(param10, param10_init, sizeof(float) * 1); static int32_t param11_init[] = {4}; model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1); static int32_t param12_init[] = {4}; model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1); static bool8 layout_init[] = {false}; model->setOperandValue(layout, layout_init, sizeof(bool8) * 1); model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut}); model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap}); model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {featureMap}, {out}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {in}, {scoresOut, classesOut, out}); assert(model->isValid()); } inline bool is_ignored_zero_sized_float16(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_zero_sized_dynamic_output_shape(Model *model) { OperandType type13(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128); OperandType type14(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0); OperandType type15(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128); OperandType type16(Type::TENSOR_INT32, {0}); OperandType type17(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0); OperandType type18(Type::TENSOR_INT32, {1}); OperandType type19(Type::FLOAT32, {}); OperandType type20(Type::INT32, {}); OperandType type21(Type::BOOL, {}); OperandType type22(Type::TENSOR_QUANT8_ASYMM, {1, 1, 1, 1}, 0.1f, 128); OperandType type23(Type::TENSOR_QUANT8_ASYMM, {0, 2, 2, 1}, 0.1f, 128); OperandType type35(Type::TENSOR_FLOAT32, {0, 0, 0, 0}); // Phase 1, operands auto scores = model->addOperand(&type13); auto roi = model->addOperand(&type14); auto param = model->addOperand(&type18); auto param1 = model->addOperand(&type19); auto param2 = model->addOperand(&type20); auto param3 = model->addOperand(&type20); auto param4 = model->addOperand(&type19); auto param5 = model->addOperand(&type19); auto param6 = model->addOperand(&type19); auto scoresOut = model->addOperand(&type15); auto roiOut = model->addOperand(&type17); auto classesOut = model->addOperand(&type16); auto batchSplitOut = model->addOperand(&type16); auto in = model->addOperand(&type22); auto param7 = model->addOperand(&type20); auto param8 = model->addOperand(&type20); auto param9 = model->addOperand(&type19); auto param10 = model->addOperand(&type19); auto param11 = model->addOperand(&type20); auto param12 = model->addOperand(&type20); auto layout = model->addOperand(&type21); auto featureMap = model->addOperand(&type23); auto out = model->addOperand(&type35); // Phase 2, operations static uint8_t scores_init[] = {137, 129}; model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2); static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80}; model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8); static int32_t param_init[] = {0}; model->setOperandValue(param, param_init, sizeof(int32_t) * 1); static float param1_init[] = {0.3f}; model->setOperandValue(param1, param1_init, sizeof(float) * 1); static int32_t param2_init[] = {-1}; model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1); static int32_t param3_init[] = {0}; model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1); static float param4_init[] = {0.4f}; model->setOperandValue(param4, param4_init, sizeof(float) * 1); static float param5_init[] = {1.0f}; model->setOperandValue(param5, param5_init, sizeof(float) * 1); static float param6_init[] = {0.3f}; model->setOperandValue(param6, param6_init, sizeof(float) * 1); static int32_t param7_init[] = {2}; model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1); static int32_t param8_init[] = {2}; model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1); static float param9_init[] = {2.0f}; model->setOperandValue(param9, param9_init, sizeof(float) * 1); static float param10_init[] = {2.0f}; model->setOperandValue(param10, param10_init, sizeof(float) * 1); static int32_t param11_init[] = {4}; model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1); static int32_t param12_init[] = {4}; model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1); static bool8 layout_init[] = {false}; model->setOperandValue(layout, layout_init, sizeof(bool8) * 1); model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut}); model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap}); model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {featureMap}, {out}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {in}, {scoresOut, classesOut, out}); assert(model->isValid()); } inline bool is_ignored_zero_sized_dynamic_output_shape(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_zero_sized_dynamic_output_shape_relaxed(Model *model) { OperandType type13(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128); OperandType type14(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0); OperandType type15(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128); OperandType type16(Type::TENSOR_INT32, {0}); OperandType type17(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0); OperandType type18(Type::TENSOR_INT32, {1}); OperandType type19(Type::FLOAT32, {}); OperandType type20(Type::INT32, {}); OperandType type21(Type::BOOL, {}); OperandType type22(Type::TENSOR_QUANT8_ASYMM, {1, 1, 1, 1}, 0.1f, 128); OperandType type23(Type::TENSOR_QUANT8_ASYMM, {0, 2, 2, 1}, 0.1f, 128); OperandType type35(Type::TENSOR_FLOAT32, {0, 0, 0, 0}); // Phase 1, operands auto scores = model->addOperand(&type13); auto roi = model->addOperand(&type14); auto param = model->addOperand(&type18); auto param1 = model->addOperand(&type19); auto param2 = model->addOperand(&type20); auto param3 = model->addOperand(&type20); auto param4 = model->addOperand(&type19); auto param5 = model->addOperand(&type19); auto param6 = model->addOperand(&type19); auto scoresOut = model->addOperand(&type15); auto roiOut = model->addOperand(&type17); auto classesOut = model->addOperand(&type16); auto batchSplitOut = model->addOperand(&type16); auto in = model->addOperand(&type22); auto param7 = model->addOperand(&type20); auto param8 = model->addOperand(&type20); auto param9 = model->addOperand(&type19); auto param10 = model->addOperand(&type19); auto param11 = model->addOperand(&type20); auto param12 = model->addOperand(&type20); auto layout = model->addOperand(&type21); auto featureMap = model->addOperand(&type23); auto out = model->addOperand(&type35); // Phase 2, operations static uint8_t scores_init[] = {137, 129}; model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2); static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80}; model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8); static int32_t param_init[] = {0}; model->setOperandValue(param, param_init, sizeof(int32_t) * 1); static float param1_init[] = {0.3f}; model->setOperandValue(param1, param1_init, sizeof(float) * 1); static int32_t param2_init[] = {-1}; model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1); static int32_t param3_init[] = {0}; model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1); static float param4_init[] = {0.4f}; model->setOperandValue(param4, param4_init, sizeof(float) * 1); static float param5_init[] = {1.0f}; model->setOperandValue(param5, param5_init, sizeof(float) * 1); static float param6_init[] = {0.3f}; model->setOperandValue(param6, param6_init, sizeof(float) * 1); static int32_t param7_init[] = {2}; model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1); static int32_t param8_init[] = {2}; model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1); static float param9_init[] = {2.0f}; model->setOperandValue(param9, param9_init, sizeof(float) * 1); static float param10_init[] = {2.0f}; model->setOperandValue(param10, param10_init, sizeof(float) * 1); static int32_t param11_init[] = {4}; model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1); static int32_t param12_init[] = {4}; model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1); static bool8 layout_init[] = {false}; model->setOperandValue(layout, layout_init, sizeof(bool8) * 1); model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut}); model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap}); model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {featureMap}, {out}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {in}, {scoresOut, classesOut, out}); // Phase 4: set relaxed execution model->relaxComputationFloat32toFloat16(true); assert(model->isValid()); } inline bool is_ignored_zero_sized_dynamic_output_shape_relaxed(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); } void CreateModel_zero_sized_dynamic_output_shape_float16(Model *model) { OperandType type13(Type::TENSOR_QUANT8_ASYMM, {1, 2}, 0.1f, 128); OperandType type14(Type::TENSOR_QUANT16_ASYMM, {1, 8}, 0.125f, 0); OperandType type15(Type::TENSOR_QUANT8_ASYMM, {0}, 0.1f, 128); OperandType type16(Type::TENSOR_INT32, {0}); OperandType type17(Type::TENSOR_QUANT16_ASYMM, {0, 4}, 0.125f, 0); OperandType type18(Type::TENSOR_INT32, {1}); OperandType type19(Type::FLOAT32, {}); OperandType type20(Type::INT32, {}); OperandType type21(Type::BOOL, {}); OperandType type22(Type::TENSOR_QUANT8_ASYMM, {1, 1, 1, 1}, 0.1f, 128); OperandType type23(Type::TENSOR_QUANT8_ASYMM, {0, 2, 2, 1}, 0.1f, 128); OperandType type36(Type::TENSOR_FLOAT16, {0, 0, 0, 0}); // Phase 1, operands auto scores = model->addOperand(&type13); auto roi = model->addOperand(&type14); auto param = model->addOperand(&type18); auto param1 = model->addOperand(&type19); auto param2 = model->addOperand(&type20); auto param3 = model->addOperand(&type20); auto param4 = model->addOperand(&type19); auto param5 = model->addOperand(&type19); auto param6 = model->addOperand(&type19); auto scoresOut = model->addOperand(&type15); auto roiOut = model->addOperand(&type17); auto classesOut = model->addOperand(&type16); auto batchSplitOut = model->addOperand(&type16); auto in = model->addOperand(&type22); auto param7 = model->addOperand(&type20); auto param8 = model->addOperand(&type20); auto param9 = model->addOperand(&type19); auto param10 = model->addOperand(&type19); auto param11 = model->addOperand(&type20); auto param12 = model->addOperand(&type20); auto layout = model->addOperand(&type21); auto featureMap = model->addOperand(&type23); auto out = model->addOperand(&type36); // Phase 2, operations static uint8_t scores_init[] = {137, 129}; model->setOperandValue(scores, scores_init, sizeof(uint8_t) * 2); static uint16_t roi_init[] = {8, 8, 80, 80, 0, 0, 80, 80}; model->setOperandValue(roi, roi_init, sizeof(uint16_t) * 8); static int32_t param_init[] = {0}; model->setOperandValue(param, param_init, sizeof(int32_t) * 1); static float param1_init[] = {0.3f}; model->setOperandValue(param1, param1_init, sizeof(float) * 1); static int32_t param2_init[] = {-1}; model->setOperandValue(param2, param2_init, sizeof(int32_t) * 1); static int32_t param3_init[] = {0}; model->setOperandValue(param3, param3_init, sizeof(int32_t) * 1); static float param4_init[] = {0.4f}; model->setOperandValue(param4, param4_init, sizeof(float) * 1); static float param5_init[] = {1.0f}; model->setOperandValue(param5, param5_init, sizeof(float) * 1); static float param6_init[] = {0.3f}; model->setOperandValue(param6, param6_init, sizeof(float) * 1); static int32_t param7_init[] = {2}; model->setOperandValue(param7, param7_init, sizeof(int32_t) * 1); static int32_t param8_init[] = {2}; model->setOperandValue(param8, param8_init, sizeof(int32_t) * 1); static float param9_init[] = {2.0f}; model->setOperandValue(param9, param9_init, sizeof(float) * 1); static float param10_init[] = {2.0f}; model->setOperandValue(param10, param10_init, sizeof(float) * 1); static int32_t param11_init[] = {4}; model->setOperandValue(param11, param11_init, sizeof(int32_t) * 1); static int32_t param12_init[] = {4}; model->setOperandValue(param12, param12_init, sizeof(int32_t) * 1); static bool8 layout_init[] = {false}; model->setOperandValue(layout, layout_init, sizeof(bool8) * 1); model->addOperation(ANEURALNETWORKS_BOX_WITH_NMS_LIMIT, {scores, roi, param, param1, param2, param3, param4, param5, param6}, {scoresOut, roiOut, classesOut, batchSplitOut}); model->addOperation(ANEURALNETWORKS_ROI_ALIGN, {in, roiOut, batchSplitOut, param7, param8, param9, param10, param11, param12, layout}, {featureMap}); model->addOperation(ANEURALNETWORKS_DEQUANTIZE, {featureMap}, {out}); // Phase 3, inputs and outputs model->identifyInputsAndOutputs( {in}, {scoresOut, classesOut, out}); assert(model->isValid()); } inline bool is_ignored_zero_sized_dynamic_output_shape_float16(int i) { static std::set ignore = {}; return ignore.find(i) != ignore.end(); }