1 //
2 // Copyright © 2017 Arm Ltd. All rights reserved.
3 // SPDX-License-Identifier: MIT
4 //
5
6
7 #include "ClTensorHandleFactory.hpp"
8 #include "ClTensorHandle.hpp"
9
10 #include <armnn/utility/NumericCast.hpp>
11 #include <armnn/utility/PolymorphicDowncast.hpp>
12
13 #include <arm_compute/runtime/CL/CLTensor.h>
14 #include <arm_compute/core/Coordinates.h>
15 #include <arm_compute/runtime/CL/CLSubTensor.h>
16
17
18 namespace armnn
19 {
20
21 using FactoryId = ITensorHandleFactory::FactoryId;
22
CreateSubTensorHandle(ITensorHandle & parent,const TensorShape & subTensorShape,const unsigned int * subTensorOrigin) const23 std::unique_ptr<ITensorHandle> ClTensorHandleFactory::CreateSubTensorHandle(ITensorHandle& parent,
24 const TensorShape& subTensorShape,
25 const unsigned int* subTensorOrigin) const
26 {
27 arm_compute::Coordinates coords;
28 arm_compute::TensorShape shape = armcomputetensorutils::BuildArmComputeTensorShape(subTensorShape);
29
30 coords.set_num_dimensions(subTensorShape.GetNumDimensions());
31 for (unsigned int i = 0; i < subTensorShape.GetNumDimensions(); ++i)
32 {
33 // Arm compute indexes tensor coords in reverse order.
34 unsigned int revertedIndex = subTensorShape.GetNumDimensions() - i - 1;
35 coords.set(i, armnn::numeric_cast<int>(subTensorOrigin[revertedIndex]));
36 }
37
38 const arm_compute::TensorShape parentShape = armcomputetensorutils::BuildArmComputeTensorShape(
39 parent.GetShape());
40
41 // In order for ACL to support subtensors the concat axis cannot be on x or y and the values of x and y
42 // must match the parent shapes
43 if (coords.x() != 0 || coords.y() != 0)
44 {
45 return nullptr;
46 }
47 if ((parentShape.x() != shape.x()) || (parentShape.y() != shape.y()))
48 {
49 return nullptr;
50 }
51
52 if (!::arm_compute::error_on_invalid_subtensor(__func__, __FILE__, __LINE__, parentShape, coords, shape))
53 {
54 return nullptr;
55 }
56
57 return std::make_unique<ClSubTensorHandle>(
58 PolymorphicDowncast<IClTensorHandle *>(&parent), shape, coords);
59 }
60
CreateTensorHandle(const TensorInfo & tensorInfo) const61 std::unique_ptr<ITensorHandle> ClTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo) const
62 {
63 return ClTensorHandleFactory::CreateTensorHandle(tensorInfo, true);
64 }
65
CreateTensorHandle(const TensorInfo & tensorInfo,DataLayout dataLayout) const66 std::unique_ptr<ITensorHandle> ClTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
67 DataLayout dataLayout) const
68 {
69 return ClTensorHandleFactory::CreateTensorHandle(tensorInfo, dataLayout, true);
70 }
71
CreateTensorHandle(const TensorInfo & tensorInfo,const bool IsMemoryManaged) const72 std::unique_ptr<ITensorHandle> ClTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
73 const bool IsMemoryManaged) const
74 {
75 std::unique_ptr<ClTensorHandle> tensorHandle = std::make_unique<ClTensorHandle>(tensorInfo);
76 if (!IsMemoryManaged)
77 {
78 ARMNN_LOG(warning) << "ClTensorHandleFactory only has support for memory managed.";
79 }
80 tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
81 return tensorHandle;
82 }
83
CreateTensorHandle(const TensorInfo & tensorInfo,DataLayout dataLayout,const bool IsMemoryManaged) const84 std::unique_ptr<ITensorHandle> ClTensorHandleFactory::CreateTensorHandle(const TensorInfo& tensorInfo,
85 DataLayout dataLayout,
86 const bool IsMemoryManaged) const
87 {
88 std::unique_ptr<ClTensorHandle> tensorHandle = std::make_unique<ClTensorHandle>(tensorInfo, dataLayout);
89 if (!IsMemoryManaged)
90 {
91 ARMNN_LOG(warning) << "ClTensorHandleFactory only has support for memory managed.";
92 }
93 tensorHandle->SetMemoryGroup(m_MemoryManager->GetInterLayerMemoryGroup());
94 return tensorHandle;
95 }
96
GetIdStatic()97 const FactoryId& ClTensorHandleFactory::GetIdStatic()
98 {
99 static const FactoryId s_Id(ClTensorHandleFactoryId());
100 return s_Id;
101 }
102
GetId() const103 const FactoryId& ClTensorHandleFactory::GetId() const
104 {
105 return GetIdStatic();
106 }
107
SupportsSubTensors() const108 bool ClTensorHandleFactory::SupportsSubTensors() const
109 {
110 return true;
111 }
112
GetExportFlags() const113 MemorySourceFlags ClTensorHandleFactory::GetExportFlags() const
114 {
115 return m_ExportFlags;
116 }
117
GetImportFlags() const118 MemorySourceFlags ClTensorHandleFactory::GetImportFlags() const
119 {
120 return m_ImportFlags;
121 }
122
123 } // namespace armnn