Lines Matching refs:buffer
131 return getInputInfo(index)->buffer; in getInputBuffer()
147 return getOutputInfo(index)->buffer; in getOutputBuffer()
216 if (info->buffer == nullptr && (info->lifetime == Operand::LifeTime::TEMPORARY_VARIABLE || in setInfoAndAllocateIfNeeded()
225 info->buffer = new uint8_t[length]; in setInfoAndAllocateIfNeeded()
226 if (info->buffer == nullptr) { in setInfoAndAllocateIfNeeded()
339 RunTimePoolInfo RunTimePoolInfo::createFromExistingBuffer(uint8_t* buffer, uint32_t size) { in createFromExistingBuffer() argument
340 auto mapping = Mapping{.pointer = buffer, .size = size}; in createFromExistingBuffer()
448 to.buffer = nullptr; in convertToNhwc()
452 ptr_guard.reset(to.buffer); in convertToNhwc()
455 return convertToNhwcImpl<float>(reinterpret_cast<float*>(to.buffer), in convertToNhwc()
456 reinterpret_cast<const float*>(from.buffer), fromDim); in convertToNhwc()
458 return convertToNhwcImpl<_Float16>(reinterpret_cast<_Float16*>(to.buffer), in convertToNhwc()
459 reinterpret_cast<const _Float16*>(from.buffer), in convertToNhwc()
462 return convertToNhwcImpl<uint8_t>(reinterpret_cast<uint8_t*>(to.buffer), in convertToNhwc()
463 reinterpret_cast<const uint8_t*>(from.buffer), in convertToNhwc()
466 return convertToNhwcImpl<int8_t>(reinterpret_cast<int8_t*>(to.buffer), in convertToNhwc()
467 reinterpret_cast<const int8_t*>(from.buffer), fromDim); in convertToNhwc()
495 return convertFromNhwcImpl<float>(reinterpret_cast<float*>(to.buffer), in convertFromNhwc()
496 reinterpret_cast<const float*>(from.buffer), fromDim); in convertFromNhwc()
498 return convertFromNhwcImpl<_Float16>(reinterpret_cast<_Float16*>(to.buffer), in convertFromNhwc()
499 reinterpret_cast<const _Float16*>(from.buffer), in convertFromNhwc()
502 return convertFromNhwcImpl<uint8_t>(reinterpret_cast<uint8_t*>(to.buffer), in convertFromNhwc()
503 reinterpret_cast<const uint8_t*>(from.buffer), in convertFromNhwc()
506 return convertFromNhwcImpl<int8_t>(reinterpret_cast<int8_t*>(to.buffer), in convertFromNhwc()
507 reinterpret_cast<const int8_t*>(from.buffer), in convertFromNhwc()
515 to.buffer = from.buffer; in convertFromNhwc()
536 if (info.numberOfUsesLeft == 0 && info.buffer != nullptr) { in consumeOperationInputs()
537 delete[] info.buffer; in consumeOperationInputs()
538 info.buffer = nullptr; in consumeOperationInputs()
549 info.buffer != nullptr) { in freeUnusedSubgraphOperands()
550 delete[] info.buffer; in freeUnusedSubgraphOperands()
551 info.buffer = nullptr; in freeUnusedSubgraphOperands()
628 to.buffer = nullptr; in initializeRunTimeInfo()
632 to.buffer = const_cast<uint8_t*>(mModelOperandValues + from.location.offset); in initializeRunTimeInfo()
639 to.buffer = r.getBuffer() + from.location.offset; in initializeRunTimeInfo()
646 to.buffer = reinterpret_cast<uint8_t*>( in initializeRunTimeInfo()
651 to.buffer = reinterpret_cast<uint8_t*>( in initializeRunTimeInfo()
658 to.buffer = nullptr; in initializeRunTimeInfo()
686 CHECK(to.buffer == nullptr); in updateForArguments()
694 to.buffer = r.getBuffer() + from.location.offset; in updateForArguments()
710 to.buffer = const_cast<uint8_t*>(ptr); in updateForArguments()
805 reinterpret_cast<const int32_t*>(targetShape.buffer), in executeOperation()
808 copyData(input.buffer, input.shape(), output.buffer, outShape); in executeOperation()
829 output_tmp.buffer = data_layout ? nullptr : output.buffer; in executeOperation()
839 reinterpret_cast<const float*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
840 blockSize, reinterpret_cast<float*>(output_tmp.buffer), outShape); in executeOperation()
845 reinterpret_cast<const _Float16*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
846 blockSize, reinterpret_cast<_Float16*>(output_tmp.buffer), outShape); in executeOperation()
851 reinterpret_cast<const uint8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
852 blockSize, reinterpret_cast<uint8_t*>(output_tmp.buffer), outShape); in executeOperation()
857 reinterpret_cast<const int8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
858 blockSize, reinterpret_cast<int8_t*>(output_tmp.buffer), outShape); in executeOperation()
867 output_tmp_guard.reset(output_tmp.buffer); in executeOperation()
893 output_tmp.buffer = data_layout ? nullptr : output.buffer; in executeOperation()
904 reinterpret_cast<const float*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
905 blockSize, reinterpret_cast<float*>(output_tmp.buffer), outShape); in executeOperation()
910 reinterpret_cast<const _Float16*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
911 blockSize, reinterpret_cast<_Float16*>(output_tmp.buffer), outShape); in executeOperation()
916 reinterpret_cast<const uint8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
917 blockSize, reinterpret_cast<uint8_t*>(output_tmp.buffer), outShape); in executeOperation()
922 reinterpret_cast<const int8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
923 blockSize, reinterpret_cast<int8_t*>(output_tmp.buffer), outShape); in executeOperation()
932 output_tmp_guard.reset(output_tmp.buffer); in executeOperation()
1114 output_tmp.buffer = data_layout ? nullptr : output.buffer; in executeOperation()
1118 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1127 reinterpret_cast<const float*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1128 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1129 reinterpret_cast<float*>(output_tmp.buffer), outShape); in executeOperation()
1134 reinterpret_cast<const _Float16*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1135 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1136 reinterpret_cast<_Float16*>(output_tmp.buffer), outShape); in executeOperation()
1141 reinterpret_cast<const uint8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1142 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1143 reinterpret_cast<uint8_t*>(output_tmp.buffer), outShape); in executeOperation()
1148 reinterpret_cast<const int8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1149 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1150 reinterpret_cast<int8_t*>(output_tmp.buffer), outShape); in executeOperation()
1159 output_tmp_guard.reset(output_tmp.buffer); in executeOperation()
1186 output_tmp.buffer = data_layout ? nullptr : output.buffer; in executeOperation()
1190 input_tmp.shape(), reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1191 blockSize.shape(), reinterpret_cast<const int32_t*>(paddings.buffer), in executeOperation()
1200 reinterpret_cast<const float*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1201 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1202 reinterpret_cast<const int32_t*>(paddings.buffer), paddings.shape(), in executeOperation()
1203 reinterpret_cast<float*>(output_tmp.buffer), outShape); in executeOperation()
1208 reinterpret_cast<const _Float16*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1209 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1210 reinterpret_cast<const int32_t*>(paddings.buffer), paddings.shape(), in executeOperation()
1211 reinterpret_cast<_Float16*>(output_tmp.buffer), outShape); in executeOperation()
1216 reinterpret_cast<const uint8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1217 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1218 reinterpret_cast<const int32_t*>(paddings.buffer), paddings.shape(), in executeOperation()
1219 reinterpret_cast<uint8_t*>(output_tmp.buffer), outShape); in executeOperation()
1224 reinterpret_cast<const int8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1225 reinterpret_cast<const int32_t*>(blockSize.buffer), in executeOperation()
1226 reinterpret_cast<const int32_t*>(paddings.buffer), paddings.shape(), in executeOperation()
1227 reinterpret_cast<int8_t*>(output_tmp.buffer), outShape); in executeOperation()
1236 output_tmp_guard.reset(output_tmp.buffer); in executeOperation()
1255 if (!padPrepare(input.shape(), reinterpret_cast<const int32_t*>(paddings.buffer), in executeOperation()
1262 success = padGeneric(reinterpret_cast<const float*>(input.buffer), input.shape(), in executeOperation()
1263 reinterpret_cast<const int32_t*>(paddings.buffer), pad_value, in executeOperation()
1264 reinterpret_cast<float*>(output.buffer), outShape); in executeOperation()
1267 success = padGeneric(reinterpret_cast<const _Float16*>(input.buffer), input.shape(), in executeOperation()
1268 reinterpret_cast<const int32_t*>(paddings.buffer), in executeOperation()
1270 reinterpret_cast<_Float16*>(output.buffer), outShape); in executeOperation()
1274 success = padGeneric(input.buffer, input.shape(), in executeOperation()
1275 reinterpret_cast<const int32_t*>(paddings.buffer), pad_value, in executeOperation()
1276 output.buffer, outShape); in executeOperation()
1280 success = padGeneric(input.buffer, input.shape(), in executeOperation()
1281 reinterpret_cast<const int32_t*>(paddings.buffer), pad_value, in executeOperation()
1282 output.buffer, outShape); in executeOperation()
1296 cast::eval(input.buffer, input.shape(), output.buffer, outShape); in executeOperation()
1309 if (!meanPrepare(input.shape(), reinterpret_cast<const int32_t*>(axis.buffer), in executeOperation()
1315 success = meanFloat16(reinterpret_cast<_Float16*>(input.buffer), input.shape(), in executeOperation()
1316 reinterpret_cast<const int32_t*>(axis.buffer), axis.shape(), in executeOperation()
1317 keepDims > 0, reinterpret_cast<_Float16*>(output.buffer), in executeOperation()
1321 reinterpret_cast<float*>(input.buffer), input.shape(), in executeOperation()
1322 reinterpret_cast<const int32_t*>(axis.buffer), axis.shape(), keepDims > 0, in executeOperation()
1323 reinterpret_cast<float*>(output.buffer), outShape); in executeOperation()
1326 reinterpret_cast<uint8_t*>(input.buffer), input.shape(), in executeOperation()
1327 reinterpret_cast<const int32_t*>(axis.buffer), axis.shape(), keepDims > 0, in executeOperation()
1328 reinterpret_cast<uint8_t*>(output.buffer), outShape); in executeOperation()
1331 reinterpret_cast<int8_t*>(input.buffer), input.shape(), in executeOperation()
1332 reinterpret_cast<const int32_t*>(axis.buffer), axis.shape(), keepDims > 0, in executeOperation()
1333 reinterpret_cast<int8_t*>(output.buffer), outShape); in executeOperation()
1350 argMinMaxGeneric(input.buffer, input.shape(), axis, isArgMin, output.buffer, in executeOperation()
1365 expand_dims::eval(input.buffer, input.shape(), axis, output.buffer, outShape); in executeOperation()
1395 outputDataPtrs[i] = reinterpret_cast<_Float16*>(operands[outs[i]].buffer); in executeOperation()
1398 splitFloat16(reinterpret_cast<const _Float16*>(input.buffer), in executeOperation()
1404 outputDataPtrs[i] = reinterpret_cast<float*>(operands[outs[i]].buffer); in executeOperation()
1407 splitFloat32(reinterpret_cast<const float*>(input.buffer), in executeOperation()
1413 outputDataPtrs[i] = reinterpret_cast<int32_t*>(operands[outs[i]].buffer); in executeOperation()
1416 splitInt32(reinterpret_cast<const int32_t*>(input.buffer), in executeOperation()
1422 outputDataPtrs[i] = reinterpret_cast<uint8_t*>(operands[outs[i]].buffer); in executeOperation()
1425 splitQuant8(reinterpret_cast<const uint8_t*>(input.buffer), in executeOperation()
1431 outputDataPtrs[i] = reinterpret_cast<int8_t*>(operands[outs[i]].buffer); in executeOperation()
1434 splitQuant8Signed(reinterpret_cast<const int8_t*>(input.buffer), in executeOperation()
1456 maximum_minimum::eval(in1.buffer, in1.shape(), in2.buffer, in2.shape(), in executeOperation()
1457 isMinimum, output.buffer, outputShape); in executeOperation()
1505 output_tmp.buffer = data_layout ? nullptr : output.buffer; in executeOperation()
1532 reinterpret_cast<const float*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1533 reinterpret_cast<const float*>(filter.buffer), filter.shape(), in executeOperation()
1534 reinterpret_cast<const float*>(bias.buffer), bias.shape(), padding_left, in executeOperation()
1536 numGroups, activation, reinterpret_cast<float*>(output_tmp.buffer), in executeOperation()
1540 reinterpret_cast<const _Float16*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1541 reinterpret_cast<const _Float16*>(filter.buffer), filter.shape(), in executeOperation()
1542 reinterpret_cast<const _Float16*>(bias.buffer), bias.shape(), padding_left, in executeOperation()
1544 numGroups, activation, reinterpret_cast<_Float16*>(output_tmp.buffer), in executeOperation()
1549 reinterpret_cast<const uint8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1550 reinterpret_cast<const int8_t*>(filter.buffer), filter.shape(), in executeOperation()
1553 reinterpret_cast<const int32_t*>(bias.buffer), bias.shape(), in executeOperation()
1556 reinterpret_cast<uint8_t*>(output_tmp.buffer), outShape); in executeOperation()
1559 reinterpret_cast<const uint8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1560 reinterpret_cast<const uint8_t*>(filter.buffer), filter.shape(), in executeOperation()
1561 reinterpret_cast<const int32_t*>(bias.buffer), bias.shape(), in executeOperation()
1564 reinterpret_cast<uint8_t*>(output_tmp.buffer), outShape); in executeOperation()
1569 reinterpret_cast<const int8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1570 reinterpret_cast<const int8_t*>(filter.buffer), filter.shape(), in executeOperation()
1573 reinterpret_cast<const int32_t*>(bias.buffer), bias.shape(), in executeOperation()
1576 reinterpret_cast<int8_t*>(output_tmp.buffer), outShape); in executeOperation()
1579 reinterpret_cast<const int8_t*>(input_tmp.buffer), input_tmp.shape(), in executeOperation()
1580 reinterpret_cast<const int8_t*>(filter.buffer), filter.shape(), in executeOperation()
1581 reinterpret_cast<const int32_t*>(bias.buffer), bias.shape(), in executeOperation()
1584 reinterpret_cast<int8_t*>(output_tmp.buffer), outShape); in executeOperation()
1589 output_tmp_guard.reset(output_tmp.buffer); in executeOperation()
1607 tile::prepare(input.shape(), reinterpret_cast<const int32_t*>(multiples.buffer), in executeOperation()
1610 tile::eval(input.buffer, input.shape(), in executeOperation()
1611 reinterpret_cast<const int32_t*>(multiples.buffer), output.buffer, in executeOperation()
1644 pow::eval(base.buffer, base.shape(), exponent.buffer, exponent.shape(), in executeOperation()
1645 output.buffer, outShape); in executeOperation()
1695 if (condOperand.buffer == nullptr) { in executeIfOperation()
1699 const bool condValue = *reinterpret_cast<const bool8*>(condOperand.buffer); in executeIfOperation()
1705 *reinterpret_cast<const Model::Subgraph*>(branchOperand.buffer); in executeIfOperation()
1736 *reinterpret_cast<const Model::Subgraph*>(condModelOperand.buffer); in executeWhileOperation()
1738 *reinterpret_cast<const Model::Subgraph*>(bodyModelOperand.buffer); in executeWhileOperation()
1757 for (auto buffer : tmp) { in executeWhileOperation() local
1758 if (buffer != nullptr) { in executeWhileOperation()
1759 delete[] buffer; in executeWhileOperation()
1789 condOutput.buffer = &condValue; in executeWhileOperation()
1834 info.buffer = outputBuffer[i]; in executeWhileOperation()
1841 outputBuffer[i] = bodyOperands[bodySubgraph.outputIndexes[i]].buffer; in executeWhileOperation()
1854 std::memcpy(outerOperand.buffer, innerOperand.buffer, innerOperand.length); in executeWhileOperation()