1 /*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "linker/arm/relative_patcher_thumb2.h"
18
19 #include <sstream>
20
21 #include "arch/arm/asm_support_arm.h"
22 #include "art_method.h"
23 #include "base/bit_utils.h"
24 #include "base/malloc_arena_pool.h"
25 #include "compiled_method.h"
26 #include "entrypoints/quick/quick_entrypoints_enum.h"
27 #include "linker/linker_patch.h"
28 #include "lock_word.h"
29 #include "mirror/array-inl.h"
30 #include "mirror/object.h"
31 #include "read_barrier.h"
32 #include "utils/arm/assembler_arm_vixl.h"
33
34 namespace art {
35 namespace linker {
36
37 // PC displacement from patch location; Thumb2 PC is always at instruction address + 4.
38 static constexpr int32_t kPcDisplacement = 4;
39
40 // Maximum positive and negative displacement for method call measured from the patch location.
41 // (Signed 25 bit displacement with the last bit 0 has range [-2^24, 2^24-2] measured from
42 // the Thumb2 PC pointing right after the BL, i.e. 4 bytes later than the patch location.)
43 constexpr uint32_t kMaxMethodCallPositiveDisplacement = (1u << 24) - 2 + kPcDisplacement;
44 constexpr uint32_t kMaxMethodCallNegativeDisplacement = (1u << 24) - kPcDisplacement;
45
46 // Maximum positive and negative displacement for a conditional branch measured from the patch
47 // location. (Signed 21 bit displacement with the last bit 0 has range [-2^20, 2^20-2] measured
48 // from the Thumb2 PC pointing right after the B.cond, i.e. 4 bytes later than the patch location.)
49 constexpr uint32_t kMaxBcondPositiveDisplacement = (1u << 20) - 2u + kPcDisplacement;
50 constexpr uint32_t kMaxBcondNegativeDisplacement = (1u << 20) - kPcDisplacement;
51
Thumb2RelativePatcher(RelativePatcherThunkProvider * thunk_provider,RelativePatcherTargetProvider * target_provider)52 Thumb2RelativePatcher::Thumb2RelativePatcher(RelativePatcherThunkProvider* thunk_provider,
53 RelativePatcherTargetProvider* target_provider)
54 : ArmBaseRelativePatcher(thunk_provider, target_provider, InstructionSet::kThumb2) {
55 }
56
PatchCall(std::vector<uint8_t> * code,uint32_t literal_offset,uint32_t patch_offset,uint32_t target_offset)57 void Thumb2RelativePatcher::PatchCall(std::vector<uint8_t>* code,
58 uint32_t literal_offset,
59 uint32_t patch_offset,
60 uint32_t target_offset) {
61 DCHECK_LE(literal_offset + 4u, code->size());
62 DCHECK_EQ(literal_offset & 1u, 0u);
63 DCHECK_EQ(patch_offset & 1u, 0u);
64 DCHECK_EQ(target_offset & 1u, 1u); // Thumb2 mode bit.
65 uint32_t displacement = CalculateMethodCallDisplacement(patch_offset, target_offset & ~1u);
66 displacement -= kPcDisplacement; // The base PC is at the end of the 4-byte patch.
67 DCHECK_EQ(displacement & 1u, 0u);
68 DCHECK((displacement >> 24) == 0u || (displacement >> 24) == 255u); // 25-bit signed.
69 uint32_t signbit = (displacement >> 31) & 0x1;
70 uint32_t i1 = (displacement >> 23) & 0x1;
71 uint32_t i2 = (displacement >> 22) & 0x1;
72 uint32_t imm10 = (displacement >> 12) & 0x03ff;
73 uint32_t imm11 = (displacement >> 1) & 0x07ff;
74 uint32_t j1 = i1 ^ (signbit ^ 1);
75 uint32_t j2 = i2 ^ (signbit ^ 1);
76 uint32_t value = (signbit << 26) | (j1 << 13) | (j2 << 11) | (imm10 << 16) | imm11;
77 value |= 0xf000d000; // BL
78
79 // Check that we're just overwriting an existing BL.
80 DCHECK_EQ(GetInsn32(code, literal_offset) & 0xf800d000, 0xf000d000);
81 // Write the new BL.
82 SetInsn32(code, literal_offset, value);
83 }
84
PatchPcRelativeReference(std::vector<uint8_t> * code,const LinkerPatch & patch,uint32_t patch_offset,uint32_t target_offset)85 void Thumb2RelativePatcher::PatchPcRelativeReference(std::vector<uint8_t>* code,
86 const LinkerPatch& patch,
87 uint32_t patch_offset,
88 uint32_t target_offset) {
89 uint32_t literal_offset = patch.LiteralOffset();
90 uint32_t pc_literal_offset = patch.PcInsnOffset();
91 uint32_t pc_base = patch_offset + (pc_literal_offset - literal_offset) + 4u /* PC adjustment */;
92 uint32_t diff = target_offset - pc_base;
93
94 uint32_t insn = GetInsn32(code, literal_offset);
95 DCHECK_EQ(insn & 0xff7ff0ffu, 0xf2400000u); // MOVW/MOVT, unpatched (imm16 == 0).
96 uint32_t diff16 = ((insn & 0x00800000u) != 0u) ? (diff >> 16) : (diff & 0xffffu);
97 uint32_t imm4 = (diff16 >> 12) & 0xfu;
98 uint32_t imm = (diff16 >> 11) & 0x1u;
99 uint32_t imm3 = (diff16 >> 8) & 0x7u;
100 uint32_t imm8 = diff16 & 0xffu;
101 insn = (insn & 0xfbf08f00u) | (imm << 26) | (imm4 << 16) | (imm3 << 12) | imm8;
102 SetInsn32(code, literal_offset, insn);
103 }
104
PatchBakerReadBarrierBranch(std::vector<uint8_t> * code,const LinkerPatch & patch,uint32_t patch_offset)105 void Thumb2RelativePatcher::PatchBakerReadBarrierBranch(std::vector<uint8_t>* code,
106 const LinkerPatch& patch,
107 uint32_t patch_offset) {
108 DCHECK_ALIGNED(patch_offset, 2u);
109 uint32_t literal_offset = patch.LiteralOffset();
110 DCHECK_ALIGNED(literal_offset, 2u);
111 DCHECK_LT(literal_offset, code->size());
112 uint32_t insn = GetInsn32(code, literal_offset);
113 DCHECK_EQ(insn, 0xf0408000); // BNE +0 (unpatched)
114 ThunkKey key = GetBakerThunkKey(patch);
115 uint32_t target_offset = GetThunkTargetOffset(key, patch_offset);
116 DCHECK_ALIGNED(target_offset, 4u);
117 uint32_t disp = target_offset - (patch_offset + kPcDisplacement);
118 DCHECK((disp >> 20) == 0u || (disp >> 20) == 0xfffu); // 21-bit signed.
119 insn |= ((disp << (26 - 20)) & 0x04000000u) | // Shift bit 20 to 26, "S".
120 ((disp >> (19 - 11)) & 0x00000800u) | // Shift bit 19 to 13, "J1".
121 ((disp >> (18 - 13)) & 0x00002000u) | // Shift bit 18 to 11, "J2".
122 ((disp << (16 - 12)) & 0x003f0000u) | // Shift bits 12-17 to 16-25, "imm6".
123 ((disp >> (1 - 0)) & 0x000007ffu); // Shift bits 1-12 to 0-11, "imm11".
124 SetInsn32(code, literal_offset, insn);
125 }
126
MaxPositiveDisplacement(const ThunkKey & key)127 uint32_t Thumb2RelativePatcher::MaxPositiveDisplacement(const ThunkKey& key) {
128 switch (key.GetType()) {
129 case ThunkType::kMethodCall:
130 return kMaxMethodCallPositiveDisplacement;
131 case ThunkType::kBakerReadBarrier:
132 return kMaxBcondPositiveDisplacement;
133 }
134 }
135
MaxNegativeDisplacement(const ThunkKey & key)136 uint32_t Thumb2RelativePatcher::MaxNegativeDisplacement(const ThunkKey& key) {
137 switch (key.GetType()) {
138 case ThunkType::kMethodCall:
139 return kMaxMethodCallNegativeDisplacement;
140 case ThunkType::kBakerReadBarrier:
141 return kMaxBcondNegativeDisplacement;
142 }
143 }
144
SetInsn32(std::vector<uint8_t> * code,uint32_t offset,uint32_t value)145 void Thumb2RelativePatcher::SetInsn32(std::vector<uint8_t>* code, uint32_t offset, uint32_t value) {
146 DCHECK_LE(offset + 4u, code->size());
147 DCHECK_ALIGNED(offset, 2u);
148 uint8_t* addr = &(*code)[offset];
149 addr[0] = (value >> 16) & 0xff;
150 addr[1] = (value >> 24) & 0xff;
151 addr[2] = (value >> 0) & 0xff;
152 addr[3] = (value >> 8) & 0xff;
153 }
154
GetInsn32(ArrayRef<const uint8_t> code,uint32_t offset)155 uint32_t Thumb2RelativePatcher::GetInsn32(ArrayRef<const uint8_t> code, uint32_t offset) {
156 DCHECK_LE(offset + 4u, code.size());
157 DCHECK_ALIGNED(offset, 2u);
158 const uint8_t* addr = &code[offset];
159 return
160 (static_cast<uint32_t>(addr[0]) << 16) +
161 (static_cast<uint32_t>(addr[1]) << 24) +
162 (static_cast<uint32_t>(addr[2]) << 0)+
163 (static_cast<uint32_t>(addr[3]) << 8);
164 }
165
166 template <typename Vector>
GetInsn32(Vector * code,uint32_t offset)167 uint32_t Thumb2RelativePatcher::GetInsn32(Vector* code, uint32_t offset) {
168 static_assert(std::is_same<typename Vector::value_type, uint8_t>::value, "Invalid value type");
169 return GetInsn32(ArrayRef<const uint8_t>(*code), offset);
170 }
171
GetInsn16(ArrayRef<const uint8_t> code,uint32_t offset)172 uint32_t Thumb2RelativePatcher::GetInsn16(ArrayRef<const uint8_t> code, uint32_t offset) {
173 DCHECK_LE(offset + 2u, code.size());
174 DCHECK_ALIGNED(offset, 2u);
175 const uint8_t* addr = &code[offset];
176 return (static_cast<uint32_t>(addr[0]) << 0) + (static_cast<uint32_t>(addr[1]) << 8);
177 }
178
179 template <typename Vector>
GetInsn16(Vector * code,uint32_t offset)180 uint32_t Thumb2RelativePatcher::GetInsn16(Vector* code, uint32_t offset) {
181 static_assert(std::is_same<typename Vector::value_type, uint8_t>::value, "Invalid value type");
182 return GetInsn16(ArrayRef<const uint8_t>(*code), offset);
183 }
184
185 } // namespace linker
186 } // namespace art
187