858 struct uprobe_cpu_buffer {  struct
862 static struct uprobe_cpu_buffer __percpu *uprobe_cpu_buffer;  argument
869 	uprobe_cpu_buffer = alloc_percpu(struct uprobe_cpu_buffer);  in uprobe_buffer_init()
870 	if (uprobe_cpu_buffer == NULL)  in uprobe_buffer_init()
880 		per_cpu_ptr(uprobe_cpu_buffer, cpu)->buf = page_address(p);  in uprobe_buffer_init()
881 		mutex_init(&per_cpu_ptr(uprobe_cpu_buffer, cpu)->mutex);  in uprobe_buffer_init()
890 		free_page((unsigned long)per_cpu_ptr(uprobe_cpu_buffer, cpu)->buf);  in uprobe_buffer_init()
893 	free_percpu(uprobe_cpu_buffer);  in uprobe_buffer_init()
920 			free_page((unsigned long)per_cpu_ptr(uprobe_cpu_buffer,  in uprobe_buffer_disable()
923 		free_percpu(uprobe_cpu_buffer);  in uprobe_buffer_disable()
924 		uprobe_cpu_buffer = NULL;  in uprobe_buffer_disable()
928 static struct uprobe_cpu_buffer *uprobe_buffer_get(void)  in uprobe_buffer_get()
930 	struct uprobe_cpu_buffer *ucb;  in uprobe_buffer_get()
934 	ucb = per_cpu_ptr(uprobe_cpu_buffer, cpu);  in uprobe_buffer_get()
945 static void uprobe_buffer_put(struct uprobe_cpu_buffer *ucb)  in uprobe_buffer_put()
952 				struct uprobe_cpu_buffer *ucb, int dsize,  in __uprobe_trace_func()
991 			     struct uprobe_cpu_buffer *ucb, int dsize)  in uprobe_trace_func()
1008 				 struct uprobe_cpu_buffer *ucb, int dsize)  in uretprobe_trace_func()
1342 			       struct uprobe_cpu_buffer *ucb, int dsize)  in __uprobe_perf_func()
1402 			    struct uprobe_cpu_buffer *ucb, int dsize)  in uprobe_perf_func()
1414 				struct uprobe_cpu_buffer *ucb, int dsize)  in uretprobe_perf_func()
1481 	struct uprobe_cpu_buffer *ucb;  in uprobe_dispatcher()
1494 	if (WARN_ON_ONCE(!uprobe_cpu_buffer))  in uprobe_dispatcher()
1519 	struct uprobe_cpu_buffer *ucb;  in uretprobe_dispatcher()
1529 	if (WARN_ON_ONCE(!uprobe_cpu_buffer))  in uretprobe_dispatcher()