Lines Matching +full:protect +full:- +full:exec
1 // SPDX-License-Identifier: GPL-2.0-only
3 * linux/fs/exec.c
9 * #!-checking implemented by tytso.
12 * Demand-loading implemented 01.12.91 - no need to read anything but
14 * "current->executable", and page faults do the actual loading. Clean.
17 * was less than 2 hours work to get demand-loading completely implemented.
20 * current->executable is only used by the procfs. This allows a dispatch
88 if (WARN_ON(!fmt->load_binary)) in __register_binfmt()
91 insert ? list_add(&fmt->lh, &formats) : in __register_binfmt()
92 list_add_tail(&fmt->lh, &formats); in __register_binfmt()
101 list_del(&fmt->lh); in unregister_binfmt()
109 module_put(fmt->module); in put_binfmt()
114 return (path->mnt->mnt_flags & MNT_NOEXEC) || in path_noexec()
115 (path->mnt->mnt_sb->s_iflags & SB_I_NOEXEC); in path_noexec()
150 error = -EACCES; in SYSCALL_DEFINE1()
151 if (WARN_ON_ONCE(!S_ISREG(file_inode(file)->i_mode)) || in SYSCALL_DEFINE1()
152 path_noexec(&file->f_path)) in SYSCALL_DEFINE1()
157 error = -ENOEXEC; in SYSCALL_DEFINE1()
161 if (!fmt->load_shlib) in SYSCALL_DEFINE1()
163 if (!try_module_get(fmt->module)) in SYSCALL_DEFINE1()
166 error = fmt->load_shlib(file); in SYSCALL_DEFINE1()
169 if (error != -ENOEXEC) in SYSCALL_DEFINE1()
182 * The nascent bprm->mm is not visible until exec_mmap() but it can
183 * use a lot of memory, account these pages in current->mm temporary
184 * for oom_badness()->get_mm_rss(). Once exec succeeds or fails, we
189 struct mm_struct *mm = current->mm; in acct_arg_size()
190 long diff = (long)(pages - bprm->vma_pages); in acct_arg_size()
195 bprm->vma_pages = pages; in acct_arg_size()
208 ret = expand_downwards(bprm->vma, pos); in get_arg_page()
218 * We are doing an exec(). 'current' is the process in get_arg_page()
219 * doing the exec and bprm->mm is the new process's mm. in get_arg_page()
221 ret = get_user_pages_remote(bprm->mm, pos, 1, gup_flags, in get_arg_page()
227 acct_arg_size(bprm, vma_pages(bprm->vma)); in get_arg_page()
244 flush_cache_page(bprm->vma, pos, page_to_pfn(page)); in flush_arg_page()
251 struct mm_struct *mm = bprm->mm; in __bprm_mm_init()
253 bprm->vma = vma = vm_area_alloc(mm); in __bprm_mm_init()
255 return -ENOMEM; in __bprm_mm_init()
259 err = -EINTR; in __bprm_mm_init()
270 vma->vm_end = STACK_TOP_MAX; in __bprm_mm_init()
271 vma->vm_start = vma->vm_end - PAGE_SIZE; in __bprm_mm_init()
272 vma->vm_flags = VM_SOFTDIRTY | VM_STACK_FLAGS | VM_STACK_INCOMPLETE_SETUP; in __bprm_mm_init()
273 vma->vm_page_prot = vm_get_page_prot(vma->vm_flags); in __bprm_mm_init()
279 mm->stack_vm = mm->total_vm = 1; in __bprm_mm_init()
281 bprm->p = vma->vm_end - sizeof(void *); in __bprm_mm_init()
286 bprm->vma = NULL; in __bprm_mm_init()
307 page = bprm->page[pos / PAGE_SIZE]; in get_arg_page()
312 bprm->page[pos / PAGE_SIZE] = page; in get_arg_page()
324 if (bprm->page[i]) { in free_arg_page()
325 __free_page(bprm->page[i]); in free_arg_page()
326 bprm->page[i] = NULL; in free_arg_page()
345 bprm->p = PAGE_SIZE * MAX_ARG_PAGES - sizeof(void *); in __bprm_mm_init()
351 return len <= bprm->p; in valid_arg_len()
367 bprm->mm = mm = mm_alloc(); in bprm_mm_init()
368 err = -ENOMEM; in bprm_mm_init()
372 /* Save current stack limit for all calculations made during exec. */ in bprm_mm_init()
373 task_lock(current->group_leader); in bprm_mm_init()
374 bprm->rlim_stack = current->signal->rlim[RLIMIT_STACK]; in bprm_mm_init()
375 task_unlock(current->group_leader); in bprm_mm_init()
385 bprm->mm = NULL; in bprm_mm_init()
413 return ERR_PTR(-EFAULT); in get_user_arg_ptr()
420 return ERR_PTR(-EFAULT); in get_user_arg_ptr()
440 return -EFAULT; in count()
443 return -E2BIG; in count()
447 return -ERESTARTNOHAND; in count()
463 return -E2BIG; in count_strings_kernel()
465 return -ERESTARTNOHAND; in count_strings_kernel()
479 * - the remaining binfmt code will not run out of stack space, in bprm_stack_limits()
480 * - the program will have a reasonable amount of stack left in bprm_stack_limits()
484 limit = min(limit, bprm->rlim_stack.rlim_cur / 4); in bprm_stack_limits()
503 ptr_size = (max(bprm->argc, 1) + bprm->envc) * sizeof(void *); in bprm_stack_limits()
505 return -E2BIG; in bprm_stack_limits()
506 limit -= ptr_size; in bprm_stack_limits()
508 bprm->argmin = bprm->p - limit; in bprm_stack_limits()
525 while (argc-- > 0) { in copy_strings()
530 ret = -EFAULT; in copy_strings()
539 ret = -E2BIG; in copy_strings()
544 pos = bprm->p; in copy_strings()
546 bprm->p -= len; in copy_strings()
548 if (bprm->p < bprm->argmin) in copy_strings()
556 ret = -ERESTARTNOHAND; in copy_strings()
569 offset -= bytes_to_copy; in copy_strings()
570 pos -= bytes_to_copy; in copy_strings()
571 str -= bytes_to_copy; in copy_strings()
572 len -= bytes_to_copy; in copy_strings()
579 ret = -E2BIG; in copy_strings()
594 ret = -EFAULT; in copy_strings()
615 unsigned long pos = bprm->p; in copy_string_kernel()
618 return -EFAULT; in copy_string_kernel()
620 return -E2BIG; in copy_string_kernel()
624 bprm->p -= len; in copy_string_kernel()
625 if (IS_ENABLED(CONFIG_MMU) && bprm->p < bprm->argmin) in copy_string_kernel()
626 return -E2BIG; in copy_string_kernel()
634 pos -= bytes_to_copy; in copy_string_kernel()
635 arg -= bytes_to_copy; in copy_string_kernel()
636 len -= bytes_to_copy; in copy_string_kernel()
640 return -E2BIG; in copy_string_kernel()
656 while (argc-- > 0) { in copy_strings_kernel()
661 return -ERESTARTNOHAND; in copy_strings_kernel()
683 struct mm_struct *mm = vma->vm_mm; in shift_arg_pages()
684 unsigned long old_start = vma->vm_start; in shift_arg_pages()
685 unsigned long old_end = vma->vm_end; in shift_arg_pages()
686 unsigned long length = old_end - old_start; in shift_arg_pages()
687 unsigned long new_start = old_start - shift; in shift_arg_pages()
688 unsigned long new_end = old_end - shift; in shift_arg_pages()
698 return -EFAULT; in shift_arg_pages()
703 if (vma_adjust(vma, new_start, old_end, vma->vm_pgoff, NULL)) in shift_arg_pages()
704 return -ENOMEM; in shift_arg_pages()
712 return -ENOMEM; in shift_arg_pages()
721 vma->vm_next ? vma->vm_next->vm_start : USER_PGTABLES_CEILING); in shift_arg_pages()
726 * have constraints on va-space that make this illegal (IA64) - in shift_arg_pages()
730 vma->vm_next ? vma->vm_next->vm_start : USER_PGTABLES_CEILING); in shift_arg_pages()
737 vma_adjust(vma, new_start, new_end, vma->vm_pgoff, NULL); in shift_arg_pages()
752 struct mm_struct *mm = current->mm; in setup_arg_pages()
753 struct vm_area_struct *vma = bprm->vma; in setup_arg_pages()
763 stack_base = bprm->rlim_stack.rlim_max; in setup_arg_pages()
771 if (vma->vm_end - vma->vm_start > stack_base) in setup_arg_pages()
772 return -ENOMEM; in setup_arg_pages()
774 stack_base = PAGE_ALIGN(stack_top - stack_base); in setup_arg_pages()
776 stack_shift = vma->vm_start - stack_base; in setup_arg_pages()
777 mm->arg_start = bprm->p - stack_shift; in setup_arg_pages()
778 bprm->p = vma->vm_end - stack_shift; in setup_arg_pages()
784 unlikely(vma->vm_end - vma->vm_start >= stack_top - mmap_min_addr)) in setup_arg_pages()
785 return -ENOMEM; in setup_arg_pages()
787 stack_shift = vma->vm_end - stack_top; in setup_arg_pages()
789 bprm->p -= stack_shift; in setup_arg_pages()
790 mm->arg_start = bprm->p; in setup_arg_pages()
793 if (bprm->loader) in setup_arg_pages()
794 bprm->loader -= stack_shift; in setup_arg_pages()
795 bprm->exec -= stack_shift; in setup_arg_pages()
798 return -EINTR; in setup_arg_pages()
811 vm_flags |= mm->def_flags; in setup_arg_pages()
814 ret = mprotect_fixup(vma, &prev, vma->vm_start, vma->vm_end, in setup_arg_pages()
822 bprm->file); in setup_arg_pages()
833 vma->vm_flags &= ~VM_STACK_INCOMPLETE_SETUP; in setup_arg_pages()
836 stack_size = vma->vm_end - vma->vm_start; in setup_arg_pages()
841 rlim_stack = bprm->rlim_stack.rlim_cur & PAGE_MASK; in setup_arg_pages()
844 stack_base = vma->vm_start + rlim_stack; in setup_arg_pages()
846 stack_base = vma->vm_end + stack_expand; in setup_arg_pages()
849 stack_base = vma->vm_end - rlim_stack; in setup_arg_pages()
851 stack_base = vma->vm_start - stack_expand; in setup_arg_pages()
853 current->mm->start_stack = bprm->p; in setup_arg_pages()
856 ret = -EFAULT; in setup_arg_pages()
876 stop = bprm->p >> PAGE_SHIFT; in transfer_args_to_stack()
879 for (index = MAX_ARG_PAGES - 1; index >= stop; index--) { in transfer_args_to_stack()
880 unsigned int offset = index == stop ? bprm->p & ~PAGE_MASK : 0; in transfer_args_to_stack()
881 char *src = kmap(bprm->page[index]) + offset; in transfer_args_to_stack()
882 sp -= PAGE_SIZE - offset; in transfer_args_to_stack()
883 if (copy_to_user((void *) sp, src, PAGE_SIZE - offset) != 0) in transfer_args_to_stack()
884 ret = -EFAULT; in transfer_args_to_stack()
885 kunmap(bprm->page[index]); in transfer_args_to_stack()
911 return ERR_PTR(-EINVAL); in do_open_execat()
923 * 633fb6ac3980 ("exec: move S_ISREG() check earlier"). Since then it is in do_open_execat()
924 * an invariant that all non-regular files error out before we get here. in do_open_execat()
926 err = -EACCES; in do_open_execat()
927 if (WARN_ON_ONCE(!S_ISREG(file_inode(file)->i_mode)) || in do_open_execat()
928 path_noexec(&file->f_path)) in do_open_execat()
935 if (name->name[0] != '\0') in do_open_execat()
983 old_mm = current->mm; in exec_mmap()
988 ret = down_write_killable(&tsk->signal->exec_update_lock); in exec_mmap()
996 * through with the exec. We must hold mmap_lock around in exec_mmap()
997 * checking core_state and changing tsk->mm. in exec_mmap()
1000 if (unlikely(old_mm->core_state)) { in exec_mmap()
1002 up_write(&tsk->signal->exec_update_lock); in exec_mmap()
1003 return -EINTR; in exec_mmap()
1011 active_mm = tsk->active_mm; in exec_mmap()
1012 tsk->active_mm = mm; in exec_mmap()
1013 tsk->mm = mm; in exec_mmap()
1026 tsk->mm->vmacache_seqnum = 0; in exec_mmap()
1032 setmax_mm_hiwater_rss(&tsk->signal->maxrss, old_mm); in exec_mmap()
1043 struct signal_struct *sig = tsk->signal; in de_thread()
1044 struct sighand_struct *oldsighand = tsk->sighand; in de_thread()
1045 spinlock_t *lock = &oldsighand->siglock; in de_thread()
1060 return -EAGAIN; in de_thread()
1063 sig->group_exit_task = tsk; in de_thread()
1064 sig->notify_count = zap_other_threads(tsk); in de_thread()
1066 sig->notify_count--; in de_thread()
1068 while (sig->notify_count) { in de_thread()
1084 struct task_struct *leader = tsk->group_leader; in de_thread()
1091 * exit_notify() can't miss ->group_exit_task in de_thread()
1093 sig->notify_count = -1; in de_thread()
1094 if (likely(leader->exit_state)) in de_thread()
1105 * The only record we have of the real-time age of a in de_thread()
1108 * from sister threads now dead. But in this non-leader in de_thread()
1109 * exec, nothing survives from the original leader thread, in de_thread()
1114 tsk->start_time = leader->start_time; in de_thread()
1115 tsk->start_boottime = leader->start_boottime; in de_thread()
1119 * An exec() starts a new thread group with the in de_thread()
1133 list_replace_rcu(&leader->tasks, &tsk->tasks); in de_thread()
1134 list_replace_init(&leader->sibling, &tsk->sibling); in de_thread()
1136 tsk->group_leader = tsk; in de_thread()
1137 leader->group_leader = tsk; in de_thread()
1139 tsk->exit_signal = SIGCHLD; in de_thread()
1140 leader->exit_signal = -1; in de_thread()
1142 BUG_ON(leader->exit_state != EXIT_ZOMBIE); in de_thread()
1143 leader->exit_state = EXIT_DEAD; in de_thread()
1146 * We are going to release_task()->ptrace_unlink() silently, in de_thread()
1150 if (unlikely(leader->ptrace)) in de_thread()
1151 __wake_up_parent(leader, leader->parent); in de_thread()
1158 sig->group_exit_task = NULL; in de_thread()
1159 sig->notify_count = 0; in de_thread()
1163 tsk->exit_signal = SIGCHLD; in de_thread()
1171 sig->group_exit_task = NULL; in de_thread()
1172 sig->notify_count = 0; in de_thread()
1174 return -EAGAIN; in de_thread()
1186 struct sighand_struct *oldsighand = me->sighand; in unshare_sighand()
1188 if (refcount_read(&oldsighand->count) != 1) { in unshare_sighand()
1191 * This ->sighand is shared with the CLONE_SIGHAND in unshare_sighand()
1196 return -ENOMEM; in unshare_sighand()
1198 refcount_set(&newsighand->count, 1); in unshare_sighand()
1201 spin_lock(&oldsighand->siglock); in unshare_sighand()
1202 memcpy(newsighand->action, oldsighand->action, in unshare_sighand()
1203 sizeof(newsighand->action)); in unshare_sighand()
1204 rcu_assign_pointer(me->sighand, newsighand); in unshare_sighand()
1205 spin_unlock(&oldsighand->siglock); in unshare_sighand()
1216 strncpy(buf, tsk->comm, buf_size); in __get_task_comm()
1227 void __set_task_comm(struct task_struct *tsk, const char *buf, bool exec) in __set_task_comm() argument
1231 strlcpy(tsk->comm, buf, sizeof(tsk->comm)); in __set_task_comm()
1233 perf_event_comm(tsk, exec); in __set_task_comm()
1256 bprm->point_of_no_return = true; in begin_new_exec()
1273 * Must be called _before_ exec_mmap() as bprm->mm is in begin_new_exec()
1277 set_mm_exe_file(bprm->mm, bprm->file); in begin_new_exec()
1279 /* If the binary is not readable then enforce mm->dumpable=0 */ in begin_new_exec()
1280 would_dump(bprm, bprm->file); in begin_new_exec()
1281 if (bprm->have_execfd) in begin_new_exec()
1282 would_dump(bprm, bprm->executable); in begin_new_exec()
1288 retval = exec_mmap(bprm->mm); in begin_new_exec()
1292 bprm->mm = NULL; in begin_new_exec()
1295 spin_lock_irq(&me->sighand->siglock); in begin_new_exec()
1297 spin_unlock_irq(&me->sighand->siglock); in begin_new_exec()
1315 me->flags &= ~(PF_RANDOMIZE | PF_FORKNOEXEC | PF_KTHREAD | in begin_new_exec()
1318 me->personality &= ~bprm->per_clear; in begin_new_exec()
1323 * trying to access the should-be-closed file descriptors of a process in begin_new_exec()
1324 * undergoing exec(2). in begin_new_exec()
1326 do_close_on_exec(me->files); in begin_new_exec()
1328 if (bprm->secureexec) { in begin_new_exec()
1330 me->pdeath_signal = 0; in begin_new_exec()
1339 if (bprm->rlim_stack.rlim_cur > _STK_LIM) in begin_new_exec()
1340 bprm->rlim_stack.rlim_cur = _STK_LIM; in begin_new_exec()
1343 me->sas_ss_sp = me->sas_ss_size = 0; in begin_new_exec()
1348 * bprm->secureexec instead. in begin_new_exec()
1350 if (bprm->interp_flags & BINPRM_FLAGS_ENFORCE_NONDUMP || in begin_new_exec()
1353 set_dumpable(current->mm, suid_dumpable); in begin_new_exec()
1355 set_dumpable(current->mm, SUID_DUMP_USER); in begin_new_exec()
1358 __set_task_comm(me, kbasename(bprm->filename), true); in begin_new_exec()
1360 /* An exec changes our domain. We are no longer part of the thread in begin_new_exec()
1362 WRITE_ONCE(me->self_exec_id, me->self_exec_id + 1); in begin_new_exec()
1370 commit_creds(bprm->cred); in begin_new_exec()
1371 bprm->cred = NULL; in begin_new_exec()
1379 if (get_dumpable(me->mm) != SUID_DUMP_USER) in begin_new_exec()
1389 if (bprm->have_execfd) { in begin_new_exec()
1393 fd_install(retval, bprm->executable); in begin_new_exec()
1394 bprm->executable = NULL; in begin_new_exec()
1395 bprm->execfd = retval; in begin_new_exec()
1400 up_write(&me->signal->exec_update_lock); in begin_new_exec()
1401 if (!bprm->cred) in begin_new_exec()
1402 mutex_unlock(&me->signal->cred_guard_mutex); in begin_new_exec()
1414 bprm->interp_flags |= BINPRM_FLAGS_ENFORCE_NONDUMP; in would_dump()
1416 /* Ensure mm->user_ns contains the executable */ in would_dump()
1417 user_ns = old = bprm->mm->user_ns; in would_dump()
1420 user_ns = user_ns->parent; in would_dump()
1423 bprm->mm->user_ns = get_user_ns(user_ns); in would_dump()
1435 arch_pick_mmap_layout(me->mm, &bprm->rlim_stack); in setup_new_exec()
1443 me->mm->task_size = TASK_SIZE; in setup_new_exec()
1444 up_write(&me->signal->exec_update_lock); in setup_new_exec()
1445 mutex_unlock(&me->signal->cred_guard_mutex); in setup_new_exec()
1453 task_lock(current->group_leader); in finalize_exec()
1454 current->signal->rlim[RLIMIT_STACK] = bprm->rlim_stack; in finalize_exec()
1455 task_unlock(current->group_leader); in finalize_exec()
1460 * Prepare credentials and lock ->cred_guard_mutex.
1462 * Or, if exec fails before, free_bprm() should release ->cred and
1467 if (mutex_lock_interruptible(¤t->signal->cred_guard_mutex)) in prepare_bprm_creds()
1468 return -ERESTARTNOINTR; in prepare_bprm_creds()
1470 bprm->cred = prepare_exec_creds(); in prepare_bprm_creds()
1471 if (likely(bprm->cred)) in prepare_bprm_creds()
1474 mutex_unlock(¤t->signal->cred_guard_mutex); in prepare_bprm_creds()
1475 return -ENOMEM; in prepare_bprm_creds()
1480 if (bprm->mm) { in free_bprm()
1482 mmput(bprm->mm); in free_bprm()
1485 if (bprm->cred) { in free_bprm()
1486 mutex_unlock(¤t->signal->cred_guard_mutex); in free_bprm()
1487 abort_creds(bprm->cred); in free_bprm()
1489 if (bprm->file) { in free_bprm()
1490 allow_write_access(bprm->file); in free_bprm()
1491 fput(bprm->file); in free_bprm()
1493 if (bprm->executable) in free_bprm()
1494 fput(bprm->executable); in free_bprm()
1496 if (bprm->interp != bprm->filename) in free_bprm()
1497 kfree(bprm->interp); in free_bprm()
1498 kfree(bprm->fdpath); in free_bprm()
1505 int retval = -ENOMEM; in alloc_bprm()
1509 if (fd == AT_FDCWD || filename->name[0] == '/') { in alloc_bprm()
1510 bprm->filename = filename->name; in alloc_bprm()
1512 if (filename->name[0] == '\0') in alloc_bprm()
1513 bprm->fdpath = kasprintf(GFP_KERNEL, "/dev/fd/%d", fd); in alloc_bprm()
1515 bprm->fdpath = kasprintf(GFP_KERNEL, "/dev/fd/%d/%s", in alloc_bprm()
1516 fd, filename->name); in alloc_bprm()
1517 if (!bprm->fdpath) in alloc_bprm()
1520 bprm->filename = bprm->fdpath; in alloc_bprm()
1522 bprm->interp = bprm->filename; in alloc_bprm()
1538 if (bprm->interp != bprm->filename) in bprm_change_interp()
1539 kfree(bprm->interp); in bprm_change_interp()
1540 bprm->interp = kstrdup(interp, GFP_KERNEL); in bprm_change_interp()
1541 if (!bprm->interp) in bprm_change_interp()
1542 return -ENOMEM; in bprm_change_interp()
1549 * - the caller must hold ->cred_guard_mutex to protect against
1550 * PTRACE_ATTACH or seccomp thread-sync
1557 if (p->ptrace) in check_unsafe_exec()
1558 bprm->unsafe |= LSM_UNSAFE_PTRACE; in check_unsafe_exec()
1565 bprm->unsafe |= LSM_UNSAFE_NO_NEW_PRIVS; in check_unsafe_exec()
1569 spin_lock(&p->fs->lock); in check_unsafe_exec()
1572 if (t->fs == p->fs) in check_unsafe_exec()
1577 if (p->fs->users > n_fs) in check_unsafe_exec()
1578 bprm->unsafe |= LSM_UNSAFE_SHARE; in check_unsafe_exec()
1580 p->fs->in_exec = 1; in check_unsafe_exec()
1581 spin_unlock(&p->fs->lock); in check_unsafe_exec()
1593 if (!mnt_may_suid(file->f_path.mnt)) in bprm_fill_uid()
1599 inode = file->f_path.dentry->d_inode; in bprm_fill_uid()
1600 mode = READ_ONCE(inode->i_mode); in bprm_fill_uid()
1608 mode = inode->i_mode; in bprm_fill_uid()
1609 uid = inode->i_uid; in bprm_fill_uid()
1610 gid = inode->i_gid; in bprm_fill_uid()
1614 /* Did the exec bit vanish out from under us? Give up. */ in bprm_fill_uid()
1619 if (!kuid_has_mapping(bprm->cred->user_ns, uid) || in bprm_fill_uid()
1620 !kgid_has_mapping(bprm->cred->user_ns, gid)) in bprm_fill_uid()
1624 bprm->per_clear |= PER_CLEAR_ON_SETID; in bprm_fill_uid()
1625 bprm->cred->euid = uid; in bprm_fill_uid()
1629 bprm->per_clear |= PER_CLEAR_ON_SETID; in bprm_fill_uid()
1630 bprm->cred->egid = gid; in bprm_fill_uid()
1635 * Compute brpm->cred based upon the final binary.
1640 struct file *file = bprm->execfd_creds ? bprm->executable : bprm->file; in bprm_creds_from_file()
1656 memset(bprm->buf, 0, BINPRM_BUF_SIZE); in prepare_binprm()
1657 return kernel_read(bprm->file, bprm->buf, BINPRM_BUF_SIZE, &pos); in prepare_binprm()
1661 * Arguments are '\0' separated strings found at the location bprm->p
1662 * points to; chop off the first by relocating brpm->p to right after
1672 if (!bprm->argc) in remove_arg_zero()
1676 offset = bprm->p & ~PAGE_MASK; in remove_arg_zero()
1677 page = get_arg_page(bprm, bprm->p, 0); in remove_arg_zero()
1679 ret = -EFAULT; in remove_arg_zero()
1685 offset++, bprm->p++) in remove_arg_zero()
1692 bprm->p++; in remove_arg_zero()
1693 bprm->argc--; in remove_arg_zero()
1719 retval = -ENOENT; in search_binary_handler()
1723 if (!try_module_get(fmt->module)) in search_binary_handler()
1727 retval = fmt->load_binary(bprm); in search_binary_handler()
1731 if (bprm->point_of_no_return || (retval != -ENOEXEC)) { in search_binary_handler()
1739 if (printable(bprm->buf[0]) && printable(bprm->buf[1]) && in search_binary_handler()
1740 printable(bprm->buf[2]) && printable(bprm->buf[3])) in search_binary_handler()
1742 if (request_module("binfmt-%04x", *(ushort *)(bprm->buf + 2)) < 0) in search_binary_handler()
1757 old_pid = current->pid; in exec_binprm()
1759 old_vpid = task_pid_nr_ns(current, task_active_pid_ns(current->parent)); in exec_binprm()
1764 struct file *exec; in exec_binprm() local
1766 return -ELOOP; in exec_binprm()
1771 if (!bprm->interpreter) in exec_binprm()
1774 exec = bprm->file; in exec_binprm()
1775 bprm->file = bprm->interpreter; in exec_binprm()
1776 bprm->interpreter = NULL; in exec_binprm()
1778 allow_write_access(exec); in exec_binprm()
1779 if (unlikely(bprm->have_execfd)) { in exec_binprm()
1780 if (bprm->executable) { in exec_binprm()
1781 fput(exec); in exec_binprm()
1782 return -ENOEXEC; in exec_binprm()
1784 bprm->executable = exec; in exec_binprm()
1786 fput(exec); in exec_binprm()
1815 current->in_execve = 1; in bprm_execve()
1824 bprm->file = file; in bprm_execve()
1827 * inaccessible after exec. This allows the code in exec to in bprm_execve()
1834 if (bprm->fdpath && get_close_on_exec(fd)) in bprm_execve()
1835 bprm->interp_flags |= BINPRM_FLAGS_PATH_INACCESSIBLE; in bprm_execve()
1837 /* Set the unchanging part of bprm->cred */ in bprm_execve()
1847 current->fs->in_exec = 0; in bprm_execve()
1848 current->in_execve = 0; in bprm_execve()
1862 if (bprm->point_of_no_return && !fatal_signal_pending(current)) in bprm_execve()
1866 current->fs->in_exec = 0; in bprm_execve()
1867 current->in_execve = 0; in bprm_execve()
1889 if ((current->flags & PF_NPROC_EXCEEDED) && in do_execveat_common()
1890 atomic_read(¤t_user()->processes) > rlimit(RLIMIT_NPROC)) { in do_execveat_common()
1891 retval = -EAGAIN; in do_execveat_common()
1897 current->flags &= ~PF_NPROC_EXCEEDED; in do_execveat_common()
1908 current->comm, bprm->filename); in do_execveat_common()
1911 bprm->argc = retval; in do_execveat_common()
1916 bprm->envc = retval; in do_execveat_common()
1922 retval = copy_string_kernel(bprm->filename, bprm); in do_execveat_common()
1925 bprm->exec = bprm->p; in do_execveat_common()
1927 retval = copy_strings(bprm->envc, envp, bprm); in do_execveat_common()
1931 retval = copy_strings(bprm->argc, argv, bprm); in do_execveat_common()
1941 if (bprm->argc == 0) { in do_execveat_common()
1945 bprm->argc = 1; in do_execveat_common()
1977 retval = -EINVAL; in kernel_execve()
1980 bprm->argc = retval; in kernel_execve()
1985 bprm->envc = retval; in kernel_execve()
1991 retval = copy_string_kernel(bprm->filename, bprm); in kernel_execve()
1994 bprm->exec = bprm->p; in kernel_execve()
1996 retval = copy_strings_kernel(bprm->envc, envp, bprm); in kernel_execve()
2000 retval = copy_strings_kernel(bprm->argc, argv, bprm); in kernel_execve()
2067 struct mm_struct *mm = current->mm; in set_binfmt()
2069 if (mm->binfmt) in set_binfmt()
2070 module_put(mm->binfmt->module); in set_binfmt()
2072 mm->binfmt = new; in set_binfmt()
2074 __module_get(new->module); in set_binfmt()
2079 * set_dumpable stores three-value SUID_DUMP_* into mm->flags.
2086 set_mask_bits(&mm->flags, MMF_DUMPABLE_MASK, value); in set_dumpable()