162 	struct bpf_iter_seq_task_info *info = seq->private;  in task_seq_start()  local
165 	task = task_seq_get_next(&info->common, &info->tid, false);  in task_seq_start()
176 	struct bpf_iter_seq_task_info *info = seq->private;  in task_seq_next()  local
180 	++info->tid;  in task_seq_next()
182 	task = task_seq_get_next(&info->common, &info->tid, false);  in task_seq_next()
279 task_file_seq_get_next(struct bpf_iter_seq_task_file_info *info)  in task_file_seq_get_next()  argument
281 	u32 saved_tid = info->tid;  in task_file_seq_get_next()
283 	unsigned int curr_fd = info->fd;  in task_file_seq_get_next()
290 	if (info->task) {  in task_file_seq_get_next()
291 		curr_task = info->task;  in task_file_seq_get_next()
292 		curr_fd = info->fd;  in task_file_seq_get_next()
294 		curr_task = task_seq_get_next(&info->common, &info->tid, true);  in task_file_seq_get_next()
296                         info->task = NULL;  in task_file_seq_get_next()
301 		info->task = curr_task;  in task_file_seq_get_next()
302 		if (saved_tid == info->tid)  in task_file_seq_get_next()
303 			curr_fd = info->fd;  in task_file_seq_get_next()
318 		info->fd = curr_fd;  in task_file_seq_get_next()
327 	if (info->common.type == BPF_TASK_ITER_TID) {  in task_file_seq_get_next()
328 		info->task = NULL;  in task_file_seq_get_next()
332 	info->task = NULL;  in task_file_seq_get_next()
333 	info->fd = 0;  in task_file_seq_get_next()
334 	saved_tid = ++(info->tid);  in task_file_seq_get_next()
340 	struct bpf_iter_seq_task_file_info *info = seq->private;  in task_file_seq_start()  local
343 	info->task = NULL;  in task_file_seq_start()
344 	file = task_file_seq_get_next(info);  in task_file_seq_start()
353 	struct bpf_iter_seq_task_file_info *info = seq->private;  in task_file_seq_next()  local
356 	++info->fd;  in task_file_seq_next()
358 	return task_file_seq_get_next(info);  in task_file_seq_next()
375 	struct bpf_iter_seq_task_file_info *info = seq->private;  in DEFINE_BPF_ITER_FUNC()  local
386 	ctx.task = info->task;  in DEFINE_BPF_ITER_FUNC()
387 	ctx.fd = info->fd;  in DEFINE_BPF_ITER_FUNC()
399 	struct bpf_iter_seq_task_file_info *info = seq->private;  in task_file_seq_stop()  local
405 		put_task_struct(info->task);  in task_file_seq_stop()
406 		info->task = NULL;  in task_file_seq_stop()
455 task_vma_seq_get_next(struct bpf_iter_seq_task_vma_info *info)  in task_vma_seq_get_next()  argument
461 	u32 saved_tid = info->tid;  in task_vma_seq_get_next()
469 	if (info->task) {  in task_vma_seq_get_next()
470 		curr_task = info->task;  in task_vma_seq_get_next()
471 		curr_vma = info->vma;  in task_vma_seq_get_next()
472 		curr_mm = info->mm;  in task_vma_seq_get_next()
512 			info->prev_vm_start = curr_vma->vm_start;  in task_vma_seq_get_next()
513 			info->prev_vm_end = curr_vma->vm_end;  in task_vma_seq_get_next()
525 		curr_task = task_seq_get_next(&info->common, &info->tid, true);  in task_vma_seq_get_next()
527 			info->tid++;  in task_vma_seq_get_next()
531 		if (saved_tid != info->tid) {  in task_vma_seq_get_next()
566 		curr_vma = find_vma(curr_mm, info->prev_vm_end - 1);  in task_vma_seq_get_next()
571 		    curr_vma->vm_start == info->prev_vm_start &&  in task_vma_seq_get_next()
572 		    curr_vma->vm_end == info->prev_vm_end)  in task_vma_seq_get_next()
582 	info->task = curr_task;  in task_vma_seq_get_next()
583 	info->vma = curr_vma;  in task_vma_seq_get_next()
584 	info->mm = curr_mm;  in task_vma_seq_get_next()
588 	if (info->common.type == BPF_TASK_ITER_TID)  in task_vma_seq_get_next()
592 	info->task = NULL;  in task_vma_seq_get_next()
593 	info->mm = NULL;  in task_vma_seq_get_next()
594 	info->tid++;  in task_vma_seq_get_next()
600 	info->task = NULL;  in task_vma_seq_get_next()
601 	info->vma = NULL;  in task_vma_seq_get_next()
602 	info->mm = NULL;  in task_vma_seq_get_next()
608 	struct bpf_iter_seq_task_vma_info *info = seq->private;  in task_vma_seq_start()  local
611 	vma = task_vma_seq_get_next(info);  in task_vma_seq_start()
620 	struct bpf_iter_seq_task_vma_info *info = seq->private;  in task_vma_seq_next()  local
623 	return task_vma_seq_get_next(info);  in task_vma_seq_next()
637 	struct bpf_iter_seq_task_vma_info *info = seq->private;  in DEFINE_BPF_ITER_FUNC()  local
648 	ctx.task = info->task;  in DEFINE_BPF_ITER_FUNC()
649 	ctx.vma = info->vma;  in DEFINE_BPF_ITER_FUNC()
660 	struct bpf_iter_seq_task_vma_info *info = seq->private;  in task_vma_seq_stop()  local
672 		info->prev_vm_start = ~0UL;  in task_vma_seq_stop()
673 		info->prev_vm_end = info->vma->vm_end;  in task_vma_seq_stop()
674 		mmap_read_unlock(info->mm);  in task_vma_seq_stop()
675 		mmput(info->mm);  in task_vma_seq_stop()
676 		info->mm = NULL;  in task_vma_seq_stop()
677 		put_task_struct(info->task);  in task_vma_seq_stop()
678 		info->task = NULL;  in task_vma_seq_stop()
696 static int bpf_iter_fill_link_info(const struct bpf_iter_aux_info *aux, struct bpf_link_info *info)  in bpf_iter_fill_link_info()  argument
700 		info->iter.task.tid = aux->task.pid;  in bpf_iter_fill_link_info()
703 		info->iter.task.pid = aux->task.pid;  in bpf_iter_fill_link_info()