Lines Matching refs:tlsPtr_
154 tlsPtr_.card_table = Runtime::Current()->GetHeap()->GetCardTable()->GetBiasedBegin(); in InitCardTable()
169 UpdateReadBarrierEntrypoints(&tlsPtr_.quick_entrypoints, /* is_active= */ is_marking); in SetIsGcMarkingAndUpdateEntrypoints()
175 uintptr_t* begin = reinterpret_cast<uintptr_t*>(&tlsPtr_.jni_entrypoints); in InitTlsEntryPoints()
177 reinterpret_cast<uint8_t*>(&tlsPtr_.quick_entrypoints) + sizeof(tlsPtr_.quick_entrypoints)); in InitTlsEntryPoints()
186 InitEntryPoints(&tlsPtr_.jni_entrypoints, &tlsPtr_.quick_entrypoints, monitor_jni_entry_exit); in InitTlsEntryPoints()
190 ResetQuickAllocEntryPoints(&tlsPtr_.quick_entrypoints); in ResetQuickAllocEntryPointsForThread()
282 tlsPtr_.deoptimization_context_stack); in PushDeoptimizationContext()
283 tlsPtr_.deoptimization_context_stack = record; in PushDeoptimizationContext()
291 DeoptimizationContextRecord* record = tlsPtr_.deoptimization_context_stack; in PopDeoptimizationContext()
292 tlsPtr_.deoptimization_context_stack = record->GetLink(); in PopDeoptimizationContext()
301 CHECK(tlsPtr_.deoptimization_context_stack != nullptr) in AssertHasDeoptimizationContext()
433 sf, type, tlsPtr_.stacked_shadow_frame_record); in PushStackedShadowFrame()
434 tlsPtr_.stacked_shadow_frame_record = record; in PushStackedShadowFrame()
438 StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; in MaybePopDeoptimizedStackedShadowFrame()
447 StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; in PopStackedShadowFrame()
449 tlsPtr_.stacked_shadow_frame_record = record->GetLink(); in PopStackedShadowFrame()
514 tlsPtr_.frame_id_to_shadow_frame, frame_id); in FindDebuggerShadowFrame()
524 tlsPtr_.frame_id_to_shadow_frame, frame_id); in GetUpdatedVRegFlags()
541 tlsPtr_.frame_id_to_shadow_frame, in FindOrCreateDebuggerShadowFrame()
549 tlsPtr_.frame_id_to_shadow_frame = record; in FindOrCreateDebuggerShadowFrame()
570 FrameIdToShadowFrame* head = tlsPtr_.frame_id_to_shadow_frame; in RemoveDebuggerShadowFrameMapping()
572 tlsPtr_.frame_id_to_shadow_frame = head->GetNext(); in RemoveDebuggerShadowFrameMapping()
602 jobject old_jpeer = tlsPtr_.jpeer; in DeleteJPeer()
604 tlsPtr_.jpeer = nullptr; in DeleteJPeer()
630 CHECK(self->Init(runtime->GetThreadList(), runtime->GetJavaVM(), self->tlsPtr_.tmp_jni_env)); in CreateCallback()
631 self->tlsPtr_.tmp_jni_env = nullptr; in CreateCallback()
639 CHECK(self->tlsPtr_.jpeer != nullptr); in CreateCallback()
640 self->tlsPtr_.opeer = soa.Decode<mirror::Object>(self->tlsPtr_.jpeer).Ptr(); in CreateCallback()
646 self->SetNativePriority(priorityField->GetInt(self->tlsPtr_.opeer)); in CreateCallback()
660 should_unpark = unparkedField->GetBoolean(self->tlsPtr_.opeer) == JNI_TRUE; in CreateCallback()
666 ObjPtr<mirror::Object> receiver = self->tlsPtr_.opeer; in CreateCallback()
745 uint8_t* pregion = tlsPtr_.stack_begin - GetStackOverflowProtectedSize(); in InstallImplicitProtection()
892 child_thread->tlsPtr_.jpeer = env->NewGlobalRef(java_peer); in CreateNativeThread()
909 child_thread->tlsPtr_.tmp_jni_env = child_jni_env_ext.get(); in CreateNativeThread()
962 tlsPtr_.pthread_self = pthread_self(); in Init()
990 tlsPtr_.jni_env = jni_env_ext; in Init()
993 tlsPtr_.jni_env = JNIEnvExt::Create(this, java_vm, &error_msg); in Init()
994 if (tlsPtr_.jni_env == nullptr) { in Init()
1113 self->tlsPtr_.opeer = peer.Ptr(); in Attach()
1147 tlsPtr_.opeer = peer.Get(); in CreatePeer()
1163 InitPeer<true>(tlsPtr_.opeer, in CreatePeer()
1169 InitPeer<false>(tlsPtr_.opeer, in CreatePeer()
1251 const char* old_name = tlsPtr_.name.exchange(name == nullptr ? nullptr : strdup(name)); in SetCachedThreadName()
1335 GetThreadStack(tlsPtr_.pthread_self, &read_stack_base, &read_stack_size, &read_guard_size); in InitStackHwm()
1337 tlsPtr_.stack_begin = reinterpret_cast<uint8_t*>(read_stack_base); in InitStackHwm()
1338 tlsPtr_.stack_size = read_stack_size; in InitStackHwm()
1391 tlsPtr_.stack_begin += read_guard_size + GetStackOverflowProtectedSize(); in InitStackHwm()
1392 tlsPtr_.stack_end += read_guard_size + GetStackOverflowProtectedSize(); in InitStackHwm()
1393 tlsPtr_.stack_size -= read_guard_size + GetStackOverflowProtectedSize(); in InitStackHwm()
1399 CHECK_GT(FindStackTop(), reinterpret_cast<void*>(tlsPtr_.stack_end)); in InitStackHwm()
1412 const char* name = tlsPtr_.name.load(); in ShortDump()
1415 << ",peer=" << tlsPtr_.opeer in ShortDump()
1437 if (tlsPtr_.opeer == nullptr) { in GetThreadName()
1440 ObjPtr<mirror::Object> name = WellKnownClasses::java_lang_Thread_name->GetObject(tlsPtr_.opeer); in GetThreadName()
1447 const char* c_name = tlsPtr_.name.load(std::memory_order_seq_cst); in GetThreadName()
1455 pthread_getcpuclockid(tlsPtr_.pthread_self, &cpu_clock_id); in GetCpuMicroTime()
1507 if (tlsPtr_.active_suspendall_barrier != nullptr) { in PassActiveSuspendBarriers()
1509 pass_barriers.push_back(tlsPtr_.active_suspendall_barrier); in PassActiveSuspendBarriers()
1510 tlsPtr_.active_suspendall_barrier = nullptr; in PassActiveSuspendBarriers()
1512 for (WrappedSuspend1Barrier* w = tlsPtr_.active_suspend1_barriers; w != nullptr; w = w->next_) { in PassActiveSuspendBarriers()
1514 << "first = " << tlsPtr_.active_suspend1_barriers << " current = " << w in PassActiveSuspendBarriers()
1518 tlsPtr_.active_suspend1_barriers = nullptr; in PassActiveSuspendBarriers()
1552 checkpoint = tlsPtr_.checkpoint_function; in RunCheckpointFunction()
1555 tlsPtr_.checkpoint_function = checkpoint_overflow_.front(); in RunCheckpointFunction()
1559 tlsPtr_.checkpoint_function = nullptr; in RunCheckpointFunction()
1590 if (tlsPtr_.checkpoint_function == nullptr) { in RequestCheckpoint()
1591 tlsPtr_.checkpoint_function = function; in RequestCheckpoint()
1785 tlsPtr_.flip_function.store(function, std::memory_order_relaxed); in SetFlipFunction()
1880 tlsPtr_.flip_function.store(nullptr, std::memory_order_relaxed); in RunFlipFunction()
1993 if (gAborting == 0 && self != nullptr && thread != nullptr && thread->tlsPtr_.opeer != nullptr) { in DumpState()
1995 priority = WellKnownClasses::java_lang_Thread_priority->GetInt(thread->tlsPtr_.opeer); in DumpState()
1996 is_daemon = WellKnownClasses::java_lang_Thread_daemon->GetBoolean(thread->tlsPtr_.opeer); in DumpState()
1999 WellKnownClasses::java_lang_Thread_group->GetObject(thread->tlsPtr_.opeer); in DumpState()
2022 os << '"' << thread->tlsPtr_.name.load() << '"'; in DumpState()
2053 << " obj=" << reinterpret_cast<void*>(thread->tlsPtr_.opeer) in DumpState()
2083 CHECK_PTHREAD_CALL(pthread_getschedparam, (thread->tlsPtr_.pthread_self, &policy, &sp), in DumpState()
2087 << " handle=" << reinterpret_cast<void*>(thread->tlsPtr_.pthread_self); in DumpState()
2114 os << " | stack=" << reinterpret_cast<void*>(thread->tlsPtr_.stack_begin) << "-" in DumpState()
2115 << reinterpret_cast<void*>(thread->tlsPtr_.stack_end) << " stackSize=" in DumpState()
2116 << PrettySize(thread->tlsPtr_.stack_size) << "\n"; in DumpState()
2487 for (ThreadExitFlag* tef = tlsPtr_.thread_exit_flags; tef != nullptr; tef = next) { in SignalExitFlags()
2497 tlsPtr_.thread_exit_flags = nullptr; // Now unused. in SignalExitFlags()
2506 tlsPtr_.mutator_lock = Locks::mutator_lock_; in Thread()
2507 DCHECK(tlsPtr_.mutator_lock != nullptr); in Thread()
2508 tlsPtr_.name.store(kThreadNameDuringStartup, std::memory_order_relaxed); in Thread()
2520 memset(&tlsPtr_.held_mutexes[0], 0, sizeof(tlsPtr_.held_mutexes)); in Thread()
2521 std::fill(tlsPtr_.rosalloc_runs, in Thread()
2522 tlsPtr_.rosalloc_runs + kNumRosAllocThreadLocalSizeBracketsInThread, in Thread()
2524 tlsPtr_.checkpoint_function = nullptr; in Thread()
2525 tlsPtr_.active_suspendall_barrier = nullptr; in Thread()
2526 tlsPtr_.active_suspend1_barriers = nullptr; in Thread()
2527 tlsPtr_.flip_function.store(nullptr, std::memory_order_relaxed); in Thread()
2528 tlsPtr_.thread_local_mark_stack = nullptr; in Thread()
2543 return (tlsPtr_.jpeer == nullptr && tlsPtr_.opeer == nullptr) || in IsStillStarting()
2544 (tlsPtr_.name.load() == kThreadNameDuringStartup); in IsStillStarting()
2596 if (tlsPtr_.jni_env != nullptr) { in Destroy()
2601 tlsPtr_.jni_env->monitors_.VisitRoots(&visitor, RootInfo(kRootVMInternal)); in Destroy()
2604 if (tlsPtr_.jpeer != nullptr) { in Destroy()
2606 tlsPtr_.jni_env->DeleteGlobalRef(tlsPtr_.jpeer); in Destroy()
2607 tlsPtr_.jpeer = nullptr; in Destroy()
2609 if (tlsPtr_.class_loader_override != nullptr) { in Destroy()
2610 tlsPtr_.jni_env->DeleteGlobalRef(tlsPtr_.class_loader_override); in Destroy()
2611 tlsPtr_.class_loader_override = nullptr; in Destroy()
2615 if (tlsPtr_.opeer != nullptr) { in Destroy()
2626 SetNativePeer</*kSupportTransaction=*/ true>(tlsPtr_.opeer, nullptr); in Destroy()
2631 WellKnownClasses::java_lang_Thread_lock->GetObject(tlsPtr_.opeer); in Destroy()
2640 tlsPtr_.opeer = nullptr; in Destroy()
2659 CHECK(tlsPtr_.class_loader_override == nullptr); in ~Thread()
2660 CHECK(tlsPtr_.jpeer == nullptr); in ~Thread()
2661 CHECK(tlsPtr_.opeer == nullptr); in ~Thread()
2662 bool initialized = (tlsPtr_.jni_env != nullptr); // Did Thread::Init run? in ~Thread()
2664 delete tlsPtr_.jni_env; in ~Thread()
2665 tlsPtr_.jni_env = nullptr; in ~Thread()
2671 CHECK(tlsPtr_.checkpoint_function == nullptr); in ~Thread()
2677 CHECK(tlsPtr_.deoptimization_context_stack == nullptr) << "Missed deoptimization"; in ~Thread()
2678 CHECK(tlsPtr_.frame_id_to_shadow_frame == nullptr) << in ~Thread()
2687 if (tlsPtr_.long_jump_context != nullptr) { in ~Thread()
2688 delete tlsPtr_.long_jump_context; in ~Thread()
2696 delete tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample; in ~Thread()
2698 CHECK_EQ(tlsPtr_.method_trace_buffer, nullptr); in ~Thread()
2718 self, tlsPtr_.opeer, exception); in HandleUncaughtExceptions()
2730 WellKnownClasses::java_lang_Thread_group->GetObject(tlsPtr_.opeer); in RemoveFromThreadGroup()
2733 self, group, tlsPtr_.opeer); in RemoveFromThreadGroup()
2805 if (static_cast<size_t>(raw_obj - tlsPtr_.stack_begin) < tlsPtr_.stack_size) { in IsJniTransitionReference()
2819 for (BaseHandleScope* cur = tlsPtr_.top_handle_scope; cur; cur = cur->GetLink()) { in HandleScopeVisitRoots()
2833 result = tlsPtr_.jni_env->vm_->DecodeGlobal(ref); in DecodeGlobalJObject()
2836 result = tlsPtr_.jni_env->vm_->DecodeWeakGlobal(const_cast<Thread*>(this), ref); in DecodeGlobalJObject()
2855 return tlsPtr_.jni_env->vm_->IsWeakGlobalCleared(const_cast<Thread*>(this), ref); in IsJWeakCleared()
2899 if (tlsPtr_.class_loader_override != nullptr) { in SetClassLoaderOverride()
2900 GetJniEnv()->DeleteGlobalRef(tlsPtr_.class_loader_override); in SetClassLoaderOverride()
2902 tlsPtr_.class_loader_override = GetJniEnv()->NewGlobalRef(class_loader_override); in SetClassLoaderOverride()
4008 Context* result = tlsPtr_.long_jump_context; in GetLongJumpContext()
4012 tlsPtr_.long_jump_context = nullptr; // Avoid context being shared. in GetLongJumpContext()
4435 visitor->VisitRootIfNonNull(&tlsPtr_.opeer, RootInfo(kRootThreadObject, thread_id)); in VisitRoots()
4436 if (tlsPtr_.exception != nullptr && tlsPtr_.exception != GetDeoptimizationException()) { in VisitRoots()
4437 visitor->VisitRoot(reinterpret_cast<mirror::Object**>(&tlsPtr_.exception), in VisitRoots()
4440 if (tlsPtr_.async_exception != nullptr) { in VisitRoots()
4441 visitor->VisitRoot(reinterpret_cast<mirror::Object**>(&tlsPtr_.async_exception), in VisitRoots()
4444 visitor->VisitRootIfNonNull(&tlsPtr_.monitor_enter_object, RootInfo(kRootNativeStack, thread_id)); in VisitRoots()
4445 tlsPtr_.jni_env->VisitJniLocalRoots(visitor, RootInfo(kRootJNILocal, thread_id)); in VisitRoots()
4446 tlsPtr_.jni_env->VisitMonitorRoots(visitor, RootInfo(kRootJNIMonitor, thread_id)); in VisitRoots()
4449 if (tlsPtr_.stacked_shadow_frame_record != nullptr) { in VisitRoots()
4452 for (StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; in VisitRoots()
4462 for (DeoptimizationContextRecord* record = tlsPtr_.deoptimization_context_stack; in VisitRoots()
4472 if (tlsPtr_.frame_id_to_shadow_frame != nullptr) { in VisitRoots()
4475 for (FrameIdToShadowFrame* record = tlsPtr_.frame_id_to_shadow_frame; in VisitRoots()
4597 if (tlsPtr_.stack_end == tlsPtr_.stack_begin) { in SetStackEndForStackOverflow()
4605 tlsPtr_.stack_end = tlsPtr_.stack_begin; in SetStackEndForStackOverflow()
4619 tlsPtr_.thread_local_start = start; in SetTlab()
4620 tlsPtr_.thread_local_pos = tlsPtr_.thread_local_start; in SetTlab()
4621 tlsPtr_.thread_local_end = end; in SetTlab()
4622 tlsPtr_.thread_local_limit = limit; in SetTlab()
4623 tlsPtr_.thread_local_objects = 0; in SetTlab()
4634 << (tlsPtr_.thread_local_pos - tlsPtr_.thread_local_start); in ResetTlab()
4640 const bool has_tlab = tlsPtr_.thread_local_pos != nullptr; in HasTlab()
4642 DCHECK(tlsPtr_.thread_local_start != nullptr && tlsPtr_.thread_local_end != nullptr); in HasTlab()
4644 DCHECK(tlsPtr_.thread_local_start == nullptr && tlsPtr_.thread_local_end == nullptr); in HasTlab()
4651 tlsPtr_.thread_local_start -= slide_bytes; in AdjustTlab()
4652 tlsPtr_.thread_local_pos -= slide_bytes; in AdjustTlab()
4653 tlsPtr_.thread_local_end -= slide_bytes; in AdjustTlab()
4654 tlsPtr_.thread_local_limit -= slide_bytes; in AdjustTlab()
4664 void* pregion = tlsPtr_.stack_begin - GetStackOverflowProtectedSize(); in ProtectStack()
4680 void* pregion = tlsPtr_.stack_begin - GetStackOverflowProtectedSize(); in UnprotectStack()
4687 for (BaseMutex* mu : tlsPtr_.held_mutexes) { in NumberOfHeldMutexes()
4731 tlsPtr_.async_exception = new_exception.Ptr(); in SetAsyncException()
4736 if (tlsPtr_.async_exception != nullptr) { in ObserveAsyncException()
4737 if (tlsPtr_.exception != nullptr) { in ObserveAsyncException()
4739 << tlsPtr_.exception->Dump(); in ObserveAsyncException()
4740 LOG(WARNING) << "Async exception is " << tlsPtr_.async_exception->Dump(); in ObserveAsyncException()
4742 tlsPtr_.exception = tlsPtr_.async_exception; in ObserveAsyncException()
4743 tlsPtr_.async_exception = nullptr; in ObserveAsyncException()
4753 tlsPtr_.exception = new_exception.Ptr(); in SetException()
4768 DCHECK(tlsPtr_.jpeer == nullptr); in GetPeerFromOtherThread()
4781 return tlsPtr_.opeer; in GetPeerFromOtherThread()
4785 DCHECK(tlsPtr_.jpeer == nullptr); in LockedGetPeerFromOtherThread()
4803 return tlsPtr_.opeer; in LockedGetPeerFromOtherThread()
4808 UpdateReadBarrierEntrypoints(&tlsPtr_.quick_entrypoints, /* is_active=*/ true); in SetReadBarrierEntrypoints()
4831 delete tlsPtr_.long_jump_context; in ReleaseLongJumpContextInternal()
4854 int res = pthread_kill(tlsPtr_.pthread_self, SIGABRT); in AbortInThis()