Lines Matching refs:kip
133 struct kprobe_insn_page *kip; in __get_insn_slot() local
140 list_for_each_entry_rcu(kip, &c->pages, list) { in __get_insn_slot()
141 if (kip->nused < slots_per_page(c)) { in __get_insn_slot()
144 if (kip->slot_used[i] == SLOT_CLEAN) { in __get_insn_slot()
145 kip->slot_used[i] = SLOT_USED; in __get_insn_slot()
146 kip->nused++; in __get_insn_slot()
147 slot = kip->insns + (i * c->insn_size); in __get_insn_slot()
153 kip->nused = slots_per_page(c); in __get_insn_slot()
164 kip = kmalloc(KPROBE_INSN_PAGE_SIZE(slots_per_page(c)), GFP_KERNEL); in __get_insn_slot()
165 if (!kip) in __get_insn_slot()
173 kip->insns = c->alloc(); in __get_insn_slot()
174 if (!kip->insns) { in __get_insn_slot()
175 kfree(kip); in __get_insn_slot()
178 INIT_LIST_HEAD(&kip->list); in __get_insn_slot()
179 memset(kip->slot_used, SLOT_CLEAN, slots_per_page(c)); in __get_insn_slot()
180 kip->slot_used[0] = SLOT_USED; in __get_insn_slot()
181 kip->nused = 1; in __get_insn_slot()
182 kip->ngarbage = 0; in __get_insn_slot()
183 kip->cache = c; in __get_insn_slot()
184 list_add_rcu(&kip->list, &c->pages); in __get_insn_slot()
185 slot = kip->insns; in __get_insn_slot()
192 static int collect_one_slot(struct kprobe_insn_page *kip, int idx) in collect_one_slot() argument
194 kip->slot_used[idx] = SLOT_CLEAN; in collect_one_slot()
195 kip->nused--; in collect_one_slot()
196 if (kip->nused == 0) { in collect_one_slot()
203 if (!list_is_singular(&kip->list)) { in collect_one_slot()
204 list_del_rcu(&kip->list); in collect_one_slot()
206 kip->cache->free(kip->insns); in collect_one_slot()
207 kfree(kip); in collect_one_slot()
216 struct kprobe_insn_page *kip, *next; in collect_garbage_slots() local
221 list_for_each_entry_safe(kip, next, &c->pages, list) { in collect_garbage_slots()
223 if (kip->ngarbage == 0) in collect_garbage_slots()
225 kip->ngarbage = 0; /* we will collect all garbages */ in collect_garbage_slots()
227 if (kip->slot_used[i] == SLOT_DIRTY && collect_one_slot(kip, i)) in collect_garbage_slots()
238 struct kprobe_insn_page *kip; in __free_insn_slot() local
243 list_for_each_entry_rcu(kip, &c->pages, list) { in __free_insn_slot()
244 idx = ((long)slot - (long)kip->insns) / in __free_insn_slot()
251 kip = NULL; in __free_insn_slot()
255 if (kip) { in __free_insn_slot()
257 WARN_ON(kip->slot_used[idx] != SLOT_USED); in __free_insn_slot()
259 kip->slot_used[idx] = SLOT_DIRTY; in __free_insn_slot()
260 kip->ngarbage++; in __free_insn_slot()
264 collect_one_slot(kip, idx); in __free_insn_slot()
277 struct kprobe_insn_page *kip; in __is_insn_slot_addr() local
281 list_for_each_entry_rcu(kip, &c->pages, list) { in __is_insn_slot_addr()
282 if (addr >= (unsigned long)kip->insns && in __is_insn_slot_addr()
283 addr < (unsigned long)kip->insns + PAGE_SIZE) { in __is_insn_slot_addr()