• Home
  • Raw
  • Download

Lines Matching refs:thread_local_run

665     Run* thread_local_run = reinterpret_cast<Run*>(self->GetRosAllocRun(idx));  in AllocFromRun()  local
670 CHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
671 CHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in AllocFromRun()
673 DCHECK(thread_local_run != nullptr); in AllocFromRun()
674 DCHECK(thread_local_run->IsThreadLocal() || thread_local_run == dedicated_full_run_); in AllocFromRun()
675 slot_addr = thread_local_run->AllocSlot(); in AllocFromRun()
677 DCHECK(thread_local_run != dedicated_full_run_ || slot_addr == nullptr) in AllocFromRun()
681 DCHECK(thread_local_run->IsFull()); in AllocFromRun()
685 if (thread_local_run->MergeThreadLocalFreeListToFreeList(&is_all_free_after_merge)) { in AllocFromRun()
686 DCHECK_NE(thread_local_run, dedicated_full_run_); in AllocFromRun()
688 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
689 DCHECK_EQ(is_all_free_after_merge, thread_local_run->IsAllFree()); in AllocFromRun()
692 DCHECK(thread_local_run->IsFull()); in AllocFromRun()
693 if (thread_local_run != dedicated_full_run_) { in AllocFromRun()
694 thread_local_run->SetIsThreadLocal(false); in AllocFromRun()
696 full_runs_[idx].insert(thread_local_run); in AllocFromRun()
699 << reinterpret_cast<intptr_t>(thread_local_run) in AllocFromRun()
703 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
704 DCHECK(full_runs_[idx].find(thread_local_run) != full_runs_[idx].end()); in AllocFromRun()
707 thread_local_run = RefillRun(self, idx); in AllocFromRun()
708 if (UNLIKELY(thread_local_run == nullptr)) { in AllocFromRun()
712 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
713 DCHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in AllocFromRun()
714 thread_local_run->SetIsThreadLocal(true); in AllocFromRun()
715 self->SetRosAllocRun(idx, thread_local_run); in AllocFromRun()
716 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
718 DCHECK(thread_local_run != nullptr); in AllocFromRun()
719 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
720 DCHECK(thread_local_run->IsThreadLocal()); in AllocFromRun()
722 *bytes_tl_bulk_allocated = thread_local_run->NumberOfFreeSlots() * bracket_size; in AllocFromRun()
723 slot_addr = thread_local_run->AllocSlot(); in AllocFromRun()
1513 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(idx)); in RevokeThreadLocalRuns() local
1514 CHECK(thread_local_run != nullptr); in RevokeThreadLocalRuns()
1516 DCHECK(thread_local_run->IsThreadLocal()); in RevokeThreadLocalRuns()
1517 if (thread_local_run != dedicated_full_run_) { in RevokeThreadLocalRuns()
1520 DCHECK_EQ(thread_local_run->magic_num_, kMagicNum); in RevokeThreadLocalRuns()
1522 size_t num_free_slots = thread_local_run->NumberOfFreeSlots(); in RevokeThreadLocalRuns()
1533 thread_local_run->MergeThreadLocalFreeListToFreeList(&dont_care); in RevokeThreadLocalRuns()
1534 thread_local_run->SetIsThreadLocal(false); in RevokeThreadLocalRuns()
1535 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in RevokeThreadLocalRuns()
1536 DCHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in RevokeThreadLocalRuns()
1537 RevokeRun(self, idx, thread_local_run); in RevokeThreadLocalRuns()
1604 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(idx)); in AssertThreadLocalRunsAreRevoked() local
1605 DCHECK(thread_local_run == nullptr || thread_local_run == dedicated_full_run_); in AssertThreadLocalRunsAreRevoked()
1847 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(i)); in Verify() local
1848 CHECK(thread_local_run != nullptr); in Verify()
1849 CHECK(thread_local_run->IsThreadLocal()); in Verify()
1850 CHECK(thread_local_run == dedicated_full_run_ || in Verify()
1851 thread_local_run->size_bracket_idx_ == i); in Verify()
1891 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(i)); in Verify() local
1892 if (thread_local_run == this) { in Verify()