1 /*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include <stdint.h>
18
19 #include "context_arm64.h"
20
21 #include "base/bit_utils.h"
22 #include "base/bit_utils_iterator.h"
23 #include "quick/quick_method_frame_info.h"
24 #include "thread-current-inl.h"
25
26
27 #if defined(__aarch64__) && defined(__BIONIC__)
28 #include <bionic/malloc.h>
29 #endif
30
31 extern "C" __attribute__((weak)) void __hwasan_handle_longjmp(const void* sp_dst);
32
33 namespace art HIDDEN {
34 namespace arm64 {
35
36 static constexpr uint64_t gZero = 0;
37
Reset()38 void Arm64Context::Reset() {
39 std::fill_n(gprs_, arraysize(gprs_), nullptr);
40 std::fill_n(fprs_, arraysize(fprs_), nullptr);
41 gprs_[SP] = &sp_;
42 gprs_[kPC] = &pc_;
43 gprs_[X0] = &arg0_;
44 // Initialize registers with easy to spot debug values.
45 sp_ = kBadGprBase + SP;
46 pc_ = kBadGprBase + kPC;
47 arg0_ = 0;
48 }
49
FillCalleeSaves(uint8_t * frame,const QuickMethodFrameInfo & frame_info)50 void Arm64Context::FillCalleeSaves(uint8_t* frame, const QuickMethodFrameInfo& frame_info) {
51 int spill_pos = 0;
52
53 // Core registers come first, from the highest down to the lowest.
54 for (uint32_t core_reg : HighToLowBits(frame_info.CoreSpillMask())) {
55 gprs_[core_reg] = CalleeSaveAddress(frame, spill_pos, frame_info.FrameSizeInBytes());
56 ++spill_pos;
57 }
58 DCHECK_EQ(spill_pos, POPCOUNT(frame_info.CoreSpillMask()));
59
60 // FP registers come second, from the highest down to the lowest.
61 for (uint32_t fp_reg : HighToLowBits(frame_info.FpSpillMask())) {
62 fprs_[fp_reg] = CalleeSaveAddress(frame, spill_pos, frame_info.FrameSizeInBytes());
63 ++spill_pos;
64 }
65 DCHECK_EQ(spill_pos, POPCOUNT(frame_info.CoreSpillMask()) + POPCOUNT(frame_info.FpSpillMask()));
66 }
67
SetGPR(uint32_t reg,uintptr_t value)68 void Arm64Context::SetGPR(uint32_t reg, uintptr_t value) {
69 DCHECK_LT(reg, arraysize(gprs_));
70 // Note: we use kPC == XZR, so do not ensure that reg != XZR.
71 DCHECK(IsAccessibleGPR(reg));
72 DCHECK_NE(gprs_[reg], &gZero); // Can't overwrite this static value since they are never reset.
73 *gprs_[reg] = value;
74 }
75
SetFPR(uint32_t reg,uintptr_t value)76 void Arm64Context::SetFPR(uint32_t reg, uintptr_t value) {
77 DCHECK_LT(reg, static_cast<uint32_t>(kNumberOfDRegisters));
78 DCHECK(IsAccessibleFPR(reg));
79 DCHECK_NE(fprs_[reg], &gZero); // Can't overwrite this static value since they are never reset.
80 *fprs_[reg] = value;
81 }
82
SmashCallerSaves()83 void Arm64Context::SmashCallerSaves() {
84 // This needs to be 0 because we want a null/zero return value.
85 gprs_[X0] = const_cast<uint64_t*>(&gZero);
86 gprs_[X1] = nullptr;
87 gprs_[X2] = nullptr;
88 gprs_[X3] = nullptr;
89 gprs_[X4] = nullptr;
90 gprs_[X5] = nullptr;
91 gprs_[X6] = nullptr;
92 gprs_[X7] = nullptr;
93 gprs_[X8] = nullptr;
94 gprs_[X9] = nullptr;
95 gprs_[X10] = nullptr;
96 gprs_[X11] = nullptr;
97 gprs_[X12] = nullptr;
98 gprs_[X13] = nullptr;
99 gprs_[X14] = nullptr;
100 gprs_[X15] = nullptr;
101 gprs_[X18] = nullptr;
102
103 // d0-d7, d16-d31 are caller-saved; d8-d15 are callee-saved.
104
105 fprs_[D0] = nullptr;
106 fprs_[D1] = nullptr;
107 fprs_[D2] = nullptr;
108 fprs_[D3] = nullptr;
109 fprs_[D4] = nullptr;
110 fprs_[D5] = nullptr;
111 fprs_[D6] = nullptr;
112 fprs_[D7] = nullptr;
113
114 fprs_[D16] = nullptr;
115 fprs_[D17] = nullptr;
116 fprs_[D18] = nullptr;
117 fprs_[D19] = nullptr;
118 fprs_[D20] = nullptr;
119 fprs_[D21] = nullptr;
120 fprs_[D22] = nullptr;
121 fprs_[D23] = nullptr;
122 fprs_[D24] = nullptr;
123 fprs_[D25] = nullptr;
124 fprs_[D26] = nullptr;
125 fprs_[D27] = nullptr;
126 fprs_[D28] = nullptr;
127 fprs_[D29] = nullptr;
128 fprs_[D30] = nullptr;
129 fprs_[D31] = nullptr;
130 }
131
132 extern "C" NO_RETURN void art_quick_do_long_jump(uint64_t*, uint64_t*);
133
134 #if defined(__aarch64__) && defined(__BIONIC__) && defined(M_MEMTAG_STACK_IS_ON)
untag_memory(void * from,void * to)135 static inline __attribute__((no_sanitize("memtag"))) void untag_memory(void* from, void* to) {
136 __asm__ __volatile__(
137 ".arch_extension mte\n"
138 "1:\n"
139 "stg %[Ptr], [%[Ptr]], #16\n"
140 "cmp %[Ptr], %[End]\n"
141 "b.lt 1b\n"
142 : [Ptr] "+&r"(from)
143 : [End] "r"(to)
144 : "memory");
145 }
146 #endif
147
DoLongJump()148 __attribute__((no_sanitize("memtag"))) void Arm64Context::DoLongJump() {
149 uint64_t gprs[arraysize(gprs_)];
150 uint64_t fprs[kNumberOfDRegisters];
151
152 // The long jump routine called below expects to find the value for SP at index 31.
153 DCHECK_EQ(SP, 31);
154
155 for (size_t i = 0; i < arraysize(gprs_); ++i) {
156 gprs[i] = gprs_[i] != nullptr ? *gprs_[i] : kBadGprBase + i;
157 }
158 for (size_t i = 0; i < kNumberOfDRegisters; ++i) {
159 fprs[i] = fprs_[i] != nullptr ? *fprs_[i] : kBadFprBase + i;
160 }
161 // Ensure the Thread Register contains the address of the current thread.
162 DCHECK_EQ(reinterpret_cast<uintptr_t>(Thread::Current()), gprs[TR]);
163 #if defined(__aarch64__) && defined(__BIONIC__) && defined(M_MEMTAG_STACK_IS_ON)
164 bool memtag_stack;
165 // This works fine because versions of Android that did not support M_MEMTAG_STACK_ON did not
166 // support stack tagging either.
167 if (android_mallopt(M_MEMTAG_STACK_IS_ON, &memtag_stack, sizeof(memtag_stack)) && memtag_stack)
168 untag_memory(__builtin_frame_address(0), reinterpret_cast<void*>(gprs[SP]));
169 #endif
170 // Tell HWASan about the new stack top.
171 if (__hwasan_handle_longjmp != nullptr)
172 __hwasan_handle_longjmp(reinterpret_cast<void*>(gprs[SP]));
173 // The Marking Register will be updated by art_quick_do_long_jump.
174 art_quick_do_long_jump(gprs, fprs);
175 }
176
177 } // namespace arm64
178 } // namespace art
179