Lines Matching refs:bh
156 bhead_t bh; /* Common header */ member
162 bhead_t bh; /* Common allocated/free header */ member
300 KMP_DEBUG_ASSERT(b->bh.bb.bsize != 0); in __kmp_bget_dequeue()
301 KMP_DEBUG_ASSERT(((kmp_uintptr_t)TCR_PTR(b->bh.bb.bthr) & ~1) == in __kmp_bget_dequeue()
321 KMP_DEBUG_ASSERT(b->bh.bb.bsize != 0); in __kmp_bget_enqueue()
322 KMP_DEBUG_ASSERT(((kmp_uintptr_t)TCR_PTR(b->bh.bb.bthr) & ~1) == in __kmp_bget_enqueue()
369 KMP_DEBUG_ASSERT(b->bh.bb.bsize % SizeQuant == 0); in __kmp_bget_insert_into_freelist()
371 bin = bget_get_bin(b->bh.bb.bsize); in __kmp_bget_insert_into_freelist()
408 *total_free += (b->bh.bb.bsize - sizeof(bhead_t)); in bcheck()
409 if ((best == &thr->freelist[bin]) || (b->bh.bb.bsize < best->bh.bb.bsize)) in bcheck()
416 if (*max_free < best->bh.bb.bsize) in bcheck()
417 *max_free = best->bh.bb.bsize; in bcheck()
472 if (b->bh.bb.bsize >= (bufsize)size) { in bget()
474 (b->bh.bb.bsize < best->bh.bb.bsize)) { in bget()
486 if ((bufsize)b->bh.bb.bsize >= (bufsize)size) { in bget()
495 if ((b->bh.bb.bsize - (bufsize)size) > in bget()
499 ba = BH(((char *)b) + (b->bh.bb.bsize - (bufsize)size)); in bget()
502 KMP_DEBUG_ASSERT(bn->bb.prevfree == b->bh.bb.bsize); in bget()
505 b->bh.bb.bsize -= (bufsize)size; in bget()
508 ba->bb.prevfree = b->bh.bb.bsize; in bget()
532 ba = BH(((char *)b) + b->bh.bb.bsize); in bget()
534 KMP_DEBUG_ASSERT(ba->bb.prevfree == b->bh.bb.bsize); in bget()
541 thr->totalloc += (size_t)b->bh.bb.bsize; in bget()
545 b->bh.bb.bsize = -(b->bh.bb.bsize); in bget()
592 bdh->bh.bb.bsize = 0; in bget()
595 TCW_PTR(bdh->bh.bb.bthr, th); // don't mark buffer as allocated, in bget()
597 bdh->bh.bb.prevfree = 0; in bget()
711 if (b->bh.bb.bsize == 0) { /* Directly-acquired buffer? */ in brel()
715 KMP_DEBUG_ASSERT(b->bh.bb.prevfree == 0); in brel()
732 bth = (kmp_info_t *)((kmp_uintptr_t)TCR_PTR(b->bh.bb.bthr) & in brel()
746 if (b->bh.bb.bsize >= 0) { in brel()
749 KMP_DEBUG_ASSERT(b->bh.bb.bsize < 0); in brel()
753 KMP_DEBUG_ASSERT(BH((char *)b - b->bh.bb.bsize)->bb.prevfree == 0); in brel()
757 thr->totalloc += (size_t)b->bh.bb.bsize; in brel()
762 if (b->bh.bb.prevfree != 0) { in brel()
767 bufsize size = b->bh.bb.bsize; in brel()
770 KMP_DEBUG_ASSERT(BH((char *)b - b->bh.bb.prevfree)->bb.bsize == in brel()
771 b->bh.bb.prevfree); in brel()
772 b = BFH(((char *)b) - b->bh.bb.prevfree); in brel()
773 b->bh.bb.bsize -= size; in brel()
781 b->bh.bb.bsize = -b->bh.bb.bsize; in brel()
791 bn = BFH(((char *)b) + b->bh.bb.bsize); in brel()
792 if (bn->bh.bb.bsize > 0) { in brel()
796 KMP_DEBUG_ASSERT(BH((char *)bn + bn->bh.bb.bsize)->bb.prevfree == in brel()
797 bn->bh.bb.bsize); in brel()
801 b->bh.bb.bsize += bn->bh.bb.bsize; in brel()
814 bn = BFH(((char *)b) + b->bh.bb.bsize); in brel()
818 (size_t)(b->bh.bb.bsize - sizeof(bfhead_t))); in brel()
820 KMP_DEBUG_ASSERT(bn->bh.bb.bsize < 0); in brel()
825 bn->bh.bb.prevfree = b->bh.bb.bsize; in brel()
832 b->bh.bb.bsize == (bufsize)(thr->pool_len - sizeof(bhead_t))) { in brel()
838 KMP_DEBUG_ASSERT(b->bh.bb.prevfree == 0); in brel()
839 KMP_DEBUG_ASSERT(BH((char *)b + b->bh.bb.bsize)->bb.bsize == ESent); in brel()
840 KMP_DEBUG_ASSERT(BH((char *)b + b->bh.bb.bsize)->bb.prevfree == in brel()
841 b->bh.bb.bsize); in brel()
907 b->bh.bb.prevfree = 0; in bpool()
917 b->bh.bb.bsize = (bufsize)len; in bpool()
919 TCW_PTR(b->bh.bb.bthr, in bpool()
961 bufsize bs = b->bh.bb.bsize; in bfreed()
1018 b->bh.bb.bsize == (bufsize)(thr->pool_len - sizeof(bhead_t))) { in __kmp_finalize_bget()
1019 KMP_DEBUG_ASSERT(b->bh.bb.prevfree == 0); in __kmp_finalize_bget()
1020 KMP_DEBUG_ASSERT(BH((char *)b + b->bh.bb.bsize)->bb.bsize == ESent); in __kmp_finalize_bget()
1021 KMP_DEBUG_ASSERT(BH((char *)b + b->bh.bb.bsize)->bb.prevfree == in __kmp_finalize_bget()
1022 b->bh.bb.bsize); in __kmp_finalize_bget()
2119 if ((kmp_uintptr_t)b->bh.bb.bthr & 1) { // the buffer is allocated address in __kmp_free_fast_memory()