Lines Matching refs:epitem
106 #define EP_ITEM_COST (sizeof(struct epitem) + sizeof(struct eppoll_entry))
138 struct epitem { struct
153 struct epitem *next; argument
211 struct epitem *ovflist;
237 struct epitem *base;
252 struct epitem *epi;
336 static inline int ep_is_linked(struct epitem *epi) in ep_is_linked()
347 static inline struct epitem *ep_item_from_wait(wait_queue_entry_t *p) in ep_item_from_wait()
353 static inline struct epitem *ep_item_from_epqueue(poll_table *p) in ep_item_from_epqueue()
416 static inline void ep_set_busy_poll_napi_id(struct epitem *epi) in ep_set_busy_poll_napi_id()
459 static inline void ep_set_busy_poll_napi_id(struct epitem *epi) in ep_set_busy_poll_napi_id()
610 static void ep_unregister_pollwait(struct eventpoll *ep, struct epitem *epi) in ep_unregister_pollwait()
625 static inline struct wakeup_source *ep_wakeup_source(struct epitem *epi) in ep_wakeup_source()
631 static inline void ep_pm_stay_awake(struct epitem *epi) in ep_pm_stay_awake()
639 static inline bool ep_has_wakeup_source(struct epitem *epi) in ep_has_wakeup_source()
645 static inline void ep_pm_stay_awake_rcu(struct epitem *epi) in ep_pm_stay_awake_rcu()
676 struct epitem *epi, *nepi; in ep_scan_ready_list()
767 struct epitem *epi = container_of(head, struct epitem, rcu); in epi_rcu_free()
775 static int ep_remove(struct eventpoll *ep, struct epitem *epi) in ep_remove()
816 struct epitem *epi; in ep_free()
836 epi = rb_entry(rbp, struct epitem, rbn); in ep_free()
852 epi = rb_entry(rbp, struct epitem, rbn); in ep_free()
885 static __poll_t ep_item_poll(const struct epitem *epi, poll_table *pt, in ep_item_poll()
907 struct epitem *epi, *tmp; in ep_read_events_proc()
955 struct epitem *epi = rb_entry(rbp, struct epitem, rbn); in ep_show_fdinfo()
989 struct epitem *epi, *next; in eventpoll_release_file()
1049 static struct epitem *ep_find(struct eventpoll *ep, struct file *file, int fd) in ep_find()
1053 struct epitem *epi, *epir = NULL; in ep_find()
1058 epi = rb_entry(rbp, struct epitem, rbn); in ep_find()
1074 static struct epitem *ep_find_tfd(struct eventpoll *ep, int tfd, unsigned long toff) in ep_find_tfd()
1077 struct epitem *epi; in ep_find_tfd()
1080 epi = rb_entry(rbp, struct epitem, rbn); in ep_find_tfd()
1098 struct epitem *epi; in get_epoll_tfile_raw_ptr()
1176 static inline bool chain_epi_lockless(struct epitem *epi) in chain_epi_lockless()
1211 struct epitem *epi = ep_item_from_wait(wait); in ep_poll_callback()
1320 struct epitem *epi = ep_item_from_epqueue(pt); in ep_ptable_queue_proc()
1339 static void ep_rbtree_insert(struct eventpoll *ep, struct epitem *epi) in ep_rbtree_insert()
1343 struct epitem *epic; in ep_rbtree_insert()
1348 epic = rb_entry(parent, struct epitem, rbn); in ep_rbtree_insert()
1401 struct epitem *epi; in reverse_path_check_proc()
1457 static int ep_create_wakeup_source(struct epitem *epi) in ep_create_wakeup_source()
1479 static noinline void ep_destroy_wakeup_source(struct epitem *epi) in ep_destroy_wakeup_source()
1503 struct epitem *epi; in ep_insert()
1630 static int ep_modify(struct eventpoll *ep, struct epitem *epi, in ep_modify()
1707 struct epitem *epi, *tmp; in ep_send_events_proc()
1966 struct epitem *epi; in ep_loop_check_proc()
1972 epi = rb_entry(rbp, struct epitem, rbn); in ep_loop_check_proc()
2112 struct epitem *epi; in SYSCALL_DEFINE4()
2384 BUILD_BUG_ON(sizeof(void *) <= 8 && sizeof(struct epitem) > 128); in eventpoll_init()
2387 epi_cache = kmem_cache_create("eventpoll_epi", sizeof(struct epitem), in eventpoll_init()