Lines Matching refs:heap_
117 rb_table_(heap_->GetReadBarrierTable()), in ConcurrentCopying()
300 DCHECK(heap_->non_moving_space_ != nullptr); in CreateInterRegionRefBitmaps()
312 reinterpret_cast<uint8_t*>(heap_->non_moving_space_->Begin()), in CreateInterRegionRefBitmaps()
313 heap_->non_moving_space_->Limit() - heap_->non_moving_space_->Begin())); in CreateInterRegionRefBitmaps()
322 for (const auto& space : heap_->GetContinuousSpaces()) { in BindBitmaps()
330 CHECK(space == region_space_ || space == heap_->non_moving_space_); in BindBitmaps()
340 heap_->GetCardTable()->ModifyCardsAtomic(space->Begin(), in BindBitmaps()
352 heap_->GetCardTable()->ClearCardRange(space->Begin(), space->Limit()); in BindBitmaps()
374 num_bytes_allocated_before_gc_ = static_cast<int64_t>(heap_->GetBytesAllocated()); in InitializePhase()
717 if (heap_->GetCardTable()->GetCard(obj) == gc::accounting::CardTable::kCardClean) { in VerifyNoMissingCardMarks()
727 heap_->GetLiveBitmap()->Visit(visitor); in VerifyNoMissingCardMarks()
734 if (kVerboseMode || heap_->dump_region_info_before_gc_) { in FlipThreadRoots()
741 ThreadFlipVisitor thread_flip_visitor(this, heap_->use_tlab_); in FlipThreadRoots()
789 accounting::CardTable* const card_table = heap_->GetCardTable(); in GrayAllDirtyImmuneObjects()
796 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in GrayAllDirtyImmuneObjects()
829 accounting::CardTable* const card_table = heap_->GetCardTable(); in GrayAllNewlyDirtyImmuneObjects()
836 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in GrayAllNewlyDirtyImmuneObjects()
859 heap_->SwapStacks(); in SwapStacks()
864 live_stack_freeze_size_ = heap_->GetLiveStack()->Size(); in RecordLiveStackFreezeSize()
1140 DCHECK(heap_->non_moving_space_->HasAddress(ref)); in AddLiveBytesAndScanRef()
1154 } else if (heap_->GetNonMovingSpace()->HasAddress(ref)) { in TestAndSetMarkBitForRef()
1155 bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in TestAndSetMarkBitForRef()
1163 && (!IsAligned<kPageSize>(ref) || heap_->GetLargeObjectsSpace() == nullptr)) { in TestAndSetMarkBitForRef()
1166 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in TestAndSetMarkBitForRef()
1171 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in TestAndSetMarkBitForRef()
1183 } else if (heap_->GetNonMovingSpace()->HasAddress(ref)) { in TestMarkBitmapForRef()
1184 return heap_->GetNonMovingSpace()->GetMarkBitmap()->Test(ref); in TestMarkBitmapForRef()
1192 && (!IsAligned<kPageSize>(ref) || heap_->GetLargeObjectsSpace() == nullptr)) { in TestMarkBitmapForRef()
1195 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in TestMarkBitmapForRef()
1200 return heap_->GetLargeObjectsSpace()->GetMarkBitmap()->Test(ref); in TestMarkBitmapForRef()
1317 accounting::CardTable* const card_table = heap_->GetCardTable(); in MarkingPhase()
1331 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in MarkingPhase()
1390 accounting::CardTable* const card_table = heap_->GetCardTable(); in CopyingPhase()
1458 DCHECK(space == heap_->non_moving_space_); in CopyingPhase()
1479 DCHECK(space == heap_->non_moving_space_); in CopyingPhase()
1503 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in CopyingPhase()
1719 heap_->rb_table_->ClearAll(); in DisableMarking()
1720 DCHECK(heap_->rb_table_->IsAllCleared()); in DisableMarking()
1814 return heap_->allocation_stack_.get(); in GetAllocationStack()
1818 return heap_->live_stack_.get(); in GetLiveStack()
1929 heap_->GetMarkBitmap()->Visit(verify_no_from_space_refs_visitor); in VerifyNoFromSpaceReferences()
1934 for (auto* it = heap_->allocation_stack_->Begin(), *end = heap_->allocation_stack_->End(); in VerifyNoFromSpaceReferences()
2145 << " space=" << heap_->DumpSpaceNameFromAddress(to_ref) in ProcessMarkStackRef()
2190 heap_->GetNonMovingSpace()->GetMarkBitmap(); in ProcessMarkStackRef()
2199 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in ProcessMarkStackRef()
2204 DCHECK(heap_->GetLargeObjectsSpace()) in ProcessMarkStackRef()
2208 heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in ProcessMarkStackRef()
2236 << " space=" << heap_->DumpSpaceNameFromAddress(to_ref) in ProcessMarkStackRef()
2384 SweepArray(heap_->GetLiveStack(), /* swap_bitmaps= */ false); in Sweep()
2388 accounting::ObjectStack* live_stack = heap_->GetLiveStack(); in Sweep()
2393 heap_->MarkAllocStackAsLive(live_stack); in Sweep()
2427 for (space::ContinuousSpace* space : heap_->GetContinuousSpaces()) { in SweepArray()
2506 space::LargeObjectSpace* const los = heap_->GetLargeObjectsSpace(); in MarkZygoteLargeObjects()
2527 if (heap_->GetLargeObjectsSpace() != nullptr) { in SweepLargeObjects()
2528 RecordFreeLOS(heap_->GetLargeObjectsSpace()->Sweep(swap_bitmaps)); in SweepLargeObjects()
2553 DCHECK(IsAligned<kPageSize>(heap_->non_moving_space_->Limit())); in CaptureRssAtPeak()
2554 gc_ranges.emplace_back(range_t(heap_->non_moving_space_->Begin(), in CaptureRssAtPeak()
2555 heap_->non_moving_space_->Limit())); in CaptureRssAtPeak()
2557 accounting::ContinuousSpaceBitmap *bitmap = heap_->non_moving_space_->GetMarkBitmap(); in CaptureRssAtPeak()
2561 if (heap_->non_moving_space_->HasBoundBitmaps()) { in CaptureRssAtPeak()
2562 DCHECK_EQ(bitmap, heap_->non_moving_space_->GetLiveBitmap()); in CaptureRssAtPeak()
2563 bitmap = heap_->non_moving_space_->GetTempBitmap(); in CaptureRssAtPeak()
2565 bitmap = heap_->non_moving_space_->GetLiveBitmap(); in CaptureRssAtPeak()
2570 if (heap_->GetLargeObjectsSpace()) { in CaptureRssAtPeak()
2571 heap_->GetLargeObjectsSpace()->ForEachMemMap([&add_gc_range](const MemMap& map) { in CaptureRssAtPeak()
2576 accounting::LargeObjectBitmap* bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in CaptureRssAtPeak()
2579 bitmap = heap_->GetLargeObjectsSpace()->GetLiveBitmap(); in CaptureRssAtPeak()
2583 add_gc_range(heap_->GetCardTable()->MemMapBegin(), heap_->GetCardTable()->MemMapSize()); in CaptureRssAtPeak()
2680 << heap_->num_bytes_allocated_.load(); in ReclaimPhase()
2685 << heap_->num_bytes_allocated_.load(); in ReclaimPhase()
2696 heap_->UnBindBitmaps(); in ReclaimPhase()
2705 if (heap_->dump_region_info_after_gc_) { in ReclaimPhase()
2719 oss << indent << heap_->GetVerification()->DumpObjectInfo(ref, ref_name) << '\n'; in DumpReferenceInfo()
2754 CHECK_EQ(heap_->collector_type_, kCollectorTypeCC) << static_cast<size_t>(heap_->collector_type_); in AssertToSpaceInvariant()
2860 CHECK_EQ(heap_->collector_type_, kCollectorTypeCC) << static_cast<size_t>(heap_->collector_type_); in AssertToSpaceInvariant()
2943 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in LogFromSpaceRefHolder()
2947 DCHECK(heap_->GetLargeObjectsSpace() && heap_->GetLargeObjectsSpace()->Contains(obj)) in LogFromSpaceRefHolder()
2950 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in LogFromSpaceRefHolder()
2977 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in IsMarkedInNonMovingSpace()
2981 DCHECK(heap_->GetLargeObjectsSpace() && heap_->GetLargeObjectsSpace()->Contains(from_ref)) in IsMarkedInNonMovingSpace()
2984 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in IsMarkedInNonMovingSpace()
3325 heap_->GetVerification()->LogHeapCorruption(holder, offset, from_ref, /* fatal= */ true); in Copy()
3349 if (heap_->use_tlab_) { in Copy()
3354 heap_->num_bytes_allocated_.fetch_sub(bytes_allocated, std::memory_order_relaxed); in Copy()
3366 to_ref = heap_->non_moving_space_->Alloc(self, obj_size, in Copy()
3410 heap_->num_bytes_allocated_.fetch_add(bytes_allocated, std::memory_order_relaxed); in Copy()
3418 DCHECK(heap_->non_moving_space_->HasAddress(to_ref)); in Copy()
3421 heap_->non_moving_space_->Free(self, to_ref); in Copy()
3429 CHECK(region_space_->IsInToSpace(to_ref) || heap_->non_moving_space_->HasAddress(to_ref)) in Copy()
3430 << "to_ref=" << to_ref << " " << heap_->DumpSpaces(); in Copy()
3467 DCHECK(heap_->non_moving_space_->HasAddress(to_ref)); in Copy()
3471 CHECK(!heap_->non_moving_space_->GetLiveBitmap()->AtomicTestAndSet(to_ref)); in Copy()
3475 CHECK(!heap_->non_moving_space_->GetMarkBitmap()->AtomicTestAndSet(to_ref)); in Copy()
3503 heap_->non_moving_space_->HasAddress(to_ref)) in IsMarked()
3547 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in MarkNonMoving()
3557 heap_->GetVerification()->LogHeapCorruption(holder, offset, ref, /* fatal= */ true); in MarkNonMoving()
3559 DCHECK(heap_->GetLargeObjectsSpace()) in MarkNonMoving()
3562 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in MarkNonMoving()
3637 heap_->GetCardTable()->ClearCardRange(region_space_->Begin(), region_space_->Limit()); in FinishPhase()
3650 heap_->ClearMarkedObjects(); in FinishPhase()
3657 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in FinishPhase()
3720 heap_->GetReferenceProcessor()->DelayReferenceReferent(klass, reference, this); in DelayReferenceReferent()