Lines Matching refs:entry
613 struct sun4c_mmu_entry *entry) in add_ring() argument
617 entry->prev = head; in add_ring()
618 (entry->next = head->next)->prev = entry; in add_ring()
619 head->next = entry; in add_ring()
623 static inline void add_lru(struct sun4c_mmu_entry *entry) in add_lru() argument
628 entry->lru_next = head; in add_lru()
629 (entry->lru_prev = head->lru_prev)->lru_next = entry; in add_lru()
630 head->lru_prev = entry; in add_lru()
634 struct sun4c_mmu_entry *entry) in add_ring_ordered() argument
637 unsigned long addr = entry->vaddr; in add_ring_ordered()
642 entry->prev = head; in add_ring_ordered()
643 (entry->next = head->next)->prev = entry; in add_ring_ordered()
644 head->next = entry; in add_ring_ordered()
647 add_lru(entry); in add_ring_ordered()
651 struct sun4c_mmu_entry *entry) in remove_ring() argument
653 struct sun4c_mmu_entry *next = entry->next; in remove_ring()
655 (next->prev = entry->prev)->next = next; in remove_ring()
659 static void remove_lru(struct sun4c_mmu_entry *entry) in remove_lru() argument
661 struct sun4c_mmu_entry *next = entry->lru_next; in remove_lru()
663 (next->lru_prev = entry->lru_prev)->lru_next = next; in remove_lru()
666 static void free_user_entry(int ctx, struct sun4c_mmu_entry *entry) in free_user_entry() argument
668 remove_ring(sun4c_context_ring+ctx, entry); in free_user_entry()
669 remove_lru(entry); in free_user_entry()
670 add_ring(&sun4c_ufree_ring, entry); in free_user_entry()
673 static void free_kernel_entry(struct sun4c_mmu_entry *entry, in free_kernel_entry() argument
676 remove_ring(ring, entry); in free_kernel_entry()
677 add_ring(&sun4c_kfree_ring, entry); in free_kernel_entry()
741 struct sun4c_mmu_entry *entry = head->next; in sun4c_demap_context() local
748 struct sun4c_mmu_entry *next = entry->next; in sun4c_demap_context()
750 sun4c_user_unmap(entry); in sun4c_demap_context()
751 free_user_entry(ctx, entry); in sun4c_demap_context()
753 entry = next; in sun4c_demap_context()
754 } while (entry != head); in sun4c_demap_context()
791 struct sun4c_mmu_entry *entry; in sun4c_user_strategy() local
797 entry = sun4c_ufree_ring.ringhd.next; in sun4c_user_strategy()
802 entry = sun4c_kernel_strategy(); in sun4c_user_strategy()
808 entry = sun4c_ulru_ring.ringhd.lru_next; in sun4c_user_strategy()
809 ctx = entry->ctx; in sun4c_user_strategy()
814 sun4c_flush_segment(entry->vaddr); in sun4c_user_strategy()
815 sun4c_user_unmap(entry); in sun4c_user_strategy()
816 remove_ring(sun4c_context_ring + ctx, entry); in sun4c_user_strategy()
817 remove_lru(entry); in sun4c_user_strategy()
820 return entry; in sun4c_user_strategy()
823 remove_ring(&sun4c_ufree_ring, entry); in sun4c_user_strategy()
824 return entry; in sun4c_user_strategy()
826 remove_ring(&sun4c_kfree_ring, entry); in sun4c_user_strategy()
827 return entry; in sun4c_user_strategy()
833 struct sun4c_mmu_entry *entry; in sun4c_grow_kernel_ring() local
840 entry = sun4c_ufree_ring.ringhd.next; in sun4c_grow_kernel_ring()
841 remove_ring(&sun4c_ufree_ring, entry); in sun4c_grow_kernel_ring()
842 add_ring(&sun4c_kfree_ring, entry); in sun4c_grow_kernel_ring()
893 struct sun4c_mmu_entry *entry; in free_locked_segment() local
900 entry = &mmu_entry_pool[pseg]; in free_locked_segment()
904 sun4c_kernel_unmap(entry); in free_locked_segment()
905 add_ring(&sun4c_ufree_ring, entry); in free_locked_segment()
910 static inline void garbage_collect(int entry) in garbage_collect() argument
915 entry &= ~31; in garbage_collect()
916 start = entry; in garbage_collect()
922 free_locked_segment(BUCKET_ADDR(entry)); in garbage_collect()
928 int entry; in sun4c_alloc_thread_info() local
934 for (entry = sun4c_lowbucket_avail; entry < NR_TASK_BUCKETS; entry++) in sun4c_alloc_thread_info()
935 if (sun4c_bucket[entry] == BUCKET_EMPTY) in sun4c_alloc_thread_info()
937 if (entry == NR_TASK_BUCKETS) { in sun4c_alloc_thread_info()
941 if (entry >= sun4c_lowbucket_avail) in sun4c_alloc_thread_info()
942 sun4c_lowbucket_avail = entry + 1; in sun4c_alloc_thread_info()
944 addr = BUCKET_ADDR(entry); in sun4c_alloc_thread_info()
945 sun4c_bucket[entry] = (union task_union *) addr; in sun4c_alloc_thread_info()
969 int entry = BUCKET_NUM(tiaddr); in sun4c_free_thread_info() local
978 sun4c_bucket[entry] = BUCKET_EMPTY; in sun4c_free_thread_info()
979 if (entry < sun4c_lowbucket_avail) in sun4c_free_thread_info()
980 sun4c_lowbucket_avail = entry; in sun4c_free_thread_info()
983 garbage_collect(entry); in sun4c_free_thread_info()
988 int entry; in sun4c_init_buckets() local
995 for (entry = 0; entry < NR_TASK_BUCKETS; entry++) in sun4c_init_buckets()
996 sun4c_bucket[entry] = BUCKET_EMPTY; in sun4c_init_buckets()
1255 struct sun4c_mmu_entry *entry = head->next; in sun4c_flush_cache_mm() local
1261 struct sun4c_mmu_entry *next = entry->next; in sun4c_flush_cache_mm()
1263 sun4c_user_unmap(entry); in sun4c_flush_cache_mm()
1264 free_user_entry(new_ctx, entry); in sun4c_flush_cache_mm()
1266 entry = next; in sun4c_flush_cache_mm()
1267 } while (entry != head); in sun4c_flush_cache_mm()
1282 struct sun4c_mmu_entry *entry; in sun4c_flush_cache_range() local
1289 for (entry = head->next; in sun4c_flush_cache_range()
1290 (entry != head) && ((entry->vaddr+SUN4C_REAL_PGDIR_SIZE) < start); in sun4c_flush_cache_range()
1291 entry = entry->next) in sun4c_flush_cache_range()
1298 if ((entry != head) && (entry->vaddr < end)) { in sun4c_flush_cache_range()
1309 struct sun4c_mmu_entry *next = entry->next; in sun4c_flush_cache_range()
1313 realend = entry->vaddr + SUN4C_REAL_PGDIR_SIZE; in sun4c_flush_cache_range()
1316 if ((realend - entry->vaddr) <= (PAGE_SIZE << 3)) { in sun4c_flush_cache_range()
1317 unsigned long page = entry->vaddr; in sun4c_flush_cache_range()
1323 sun4c_flush_segment(entry->vaddr); in sun4c_flush_cache_range()
1324 sun4c_user_unmap(entry); in sun4c_flush_cache_range()
1325 free_user_entry(new_ctx, entry); in sun4c_flush_cache_range()
1327 entry = next; in sun4c_flush_cache_range()
1328 } while ((entry != head) && (entry->vaddr < end)); in sun4c_flush_cache_range()
1411 struct sun4c_mmu_entry *entry = head->next; in sun4c_flush_tlb_mm() local
1417 struct sun4c_mmu_entry *next = entry->next; in sun4c_flush_tlb_mm()
1419 sun4c_user_unmap(entry); in sun4c_flush_tlb_mm()
1420 free_user_entry(new_ctx, entry); in sun4c_flush_tlb_mm()
1422 entry = next; in sun4c_flush_tlb_mm()
1423 } while (entry != head); in sun4c_flush_tlb_mm()
1437 struct sun4c_mmu_entry *entry; in sun4c_flush_tlb_range() local
1442 for (entry = head->next; in sun4c_flush_tlb_range()
1443 (entry != head) && ((entry->vaddr+SUN4C_REAL_PGDIR_SIZE) < start); in sun4c_flush_tlb_range()
1444 entry = entry->next) in sun4c_flush_tlb_range()
1447 if ((entry != head) && (entry->vaddr < end)) { in sun4c_flush_tlb_range()
1452 struct sun4c_mmu_entry *next = entry->next; in sun4c_flush_tlb_range()
1454 sun4c_flush_segment(entry->vaddr); in sun4c_flush_tlb_range()
1455 sun4c_user_unmap(entry); in sun4c_flush_tlb_range()
1456 free_user_entry(new_ctx, entry); in sun4c_flush_tlb_range()
1458 entry = next; in sun4c_flush_tlb_range()
1459 } while ((entry != head) && (entry->vaddr < end)); in sun4c_flush_tlb_range()
1765 static unsigned long sun4c_swp_type(swp_entry_t entry) in sun4c_swp_type() argument
1767 return (entry.val & SUN4C_SWP_TYPE_MASK); in sun4c_swp_type()
1770 static unsigned long sun4c_swp_offset(swp_entry_t entry) in sun4c_swp_offset() argument
1772 return (entry.val >> SUN4C_SWP_OFF_SHIFT) & SUN4C_SWP_OFF_MASK; in sun4c_swp_offset()
1908 struct sun4c_mmu_entry *entry = sun4c_user_strategy(); in sun4c_update_mmu_cache() local
1912 entry->vaddr = start = (address & SUN4C_REAL_PGDIR_MASK); in sun4c_update_mmu_cache()
1913 entry->ctx = mm->context; in sun4c_update_mmu_cache()
1914 add_ring_ordered(sun4c_context_ring + mm->context, entry); in sun4c_update_mmu_cache()
1915 sun4c_put_segmap(entry->vaddr, entry->pseg); in sun4c_update_mmu_cache()
1944 struct sun4c_mmu_entry *entry = &mmu_entry_pool[pseg]; in sun4c_update_mmu_cache() local
1946 remove_lru(entry); in sun4c_update_mmu_cache()
1947 add_lru(entry); in sun4c_update_mmu_cache()