244 	flush_fp_to_thread(current);  in prepare_save_user_regs()
246 	if (current->thread.used_vr)  in prepare_save_user_regs()
247 		flush_altivec_to_thread(current);  in prepare_save_user_regs()
249 		current->thread.vrsave = mfspr(SPRN_VRSAVE);  in prepare_save_user_regs()
252 	if (current->thread.used_vsr && ctx_has_vsx_region)  in prepare_save_user_regs()
253 		flush_vsx_to_thread(current);  in prepare_save_user_regs()
256 	if (current->thread.used_spe)  in prepare_save_user_regs()
257 		flush_spe_to_thread(current);  in prepare_save_user_regs()
272 	if (current->thread.used_vr) {  in __unsafe_save_user_regs()
273 		unsafe_copy_to_user(&frame->mc_vregs, &current->thread.vr_state,  in __unsafe_save_user_regs()
287 	unsafe_put_user(current->thread.vrsave, (u32 __user *)&frame->mc_vregs[32],  in __unsafe_save_user_regs()
290 	unsafe_copy_fpr_to_user(&frame->mc_fregs, current, failed);  in __unsafe_save_user_regs()
304 	if (current->thread.used_vsr && ctx_has_vsx_region) {  in __unsafe_save_user_regs()
305 		unsafe_copy_vsx_to_user(&frame->mc_vsregs, current, failed);  in __unsafe_save_user_regs()
311 	if (current->thread.used_spe) {  in __unsafe_save_user_regs()
312 		unsafe_copy_to_user(&frame->mc_vregs, current->thread.evr,  in __unsafe_save_user_regs()
321 	unsafe_put_user(current->thread.spefscr,  in __unsafe_save_user_regs()
359 		current->thread.ckvrsave = mfspr(SPRN_VRSAVE);  in prepare_save_tm_user_regs()
367 	unsafe_save_general_regs(&current->thread.ckpt_regs, frame, failed);  in save_tm_user_regs_unsafe()
379 	if (current->thread.used_vr) {  in save_tm_user_regs_unsafe()
380 		unsafe_copy_to_user(&frame->mc_vregs, &current->thread.ckvr_state,  in save_tm_user_regs_unsafe()
384 					    &current->thread.vr_state,  in save_tm_user_regs_unsafe()
388 					    &current->thread.ckvr_state,  in save_tm_user_regs_unsafe()
402 	unsafe_put_user(current->thread.ckvrsave,  in save_tm_user_regs_unsafe()
405 		unsafe_put_user(current->thread.vrsave,  in save_tm_user_regs_unsafe()
408 		unsafe_put_user(current->thread.ckvrsave,  in save_tm_user_regs_unsafe()
411 	unsafe_copy_ckfpr_to_user(&frame->mc_fregs, current, failed);  in save_tm_user_regs_unsafe()
413 		unsafe_copy_fpr_to_user(&tm_frame->mc_fregs, current, failed);  in save_tm_user_regs_unsafe()
415 		unsafe_copy_ckfpr_to_user(&tm_frame->mc_fregs, current, failed);  in save_tm_user_regs_unsafe()
423 	if (current->thread.used_vsr) {  in save_tm_user_regs_unsafe()
424 		unsafe_copy_ckvsx_to_user(&frame->mc_vsregs, current, failed);  in save_tm_user_regs_unsafe()
426 			unsafe_copy_vsx_to_user(&tm_frame->mc_vsregs, current, failed);  in save_tm_user_regs_unsafe()
428 			unsafe_copy_ckvsx_to_user(&tm_frame->mc_vsregs, current, failed);  in save_tm_user_regs_unsafe()
495 		unsafe_copy_from_user(&current->thread.vr_state, &sr->mc_vregs,  in restore_user_regs()
497 		current->thread.used_vr = true;  in restore_user_regs()
498 	} else if (current->thread.used_vr)  in restore_user_regs()
499 		memset(&current->thread.vr_state, 0,  in restore_user_regs()
503 	unsafe_get_user(current->thread.vrsave, (u32 __user *)&sr->mc_vregs[32], failed);  in restore_user_regs()
505 		mtspr(SPRN_VRSAVE, current->thread.vrsave);  in restore_user_regs()
507 	unsafe_copy_fpr_from_user(current, &sr->mc_fregs, failed);  in restore_user_regs()
520 		unsafe_copy_vsx_from_user(current, &sr->mc_vsregs, failed);  in restore_user_regs()
521 		current->thread.used_vsr = true;  in restore_user_regs()
522 	} else if (current->thread.used_vsr)  in restore_user_regs()
524 			current->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;  in restore_user_regs()
538 		unsafe_copy_from_user(current->thread.evr, &sr->mc_vregs,  in restore_user_regs()
540 		current->thread.used_spe = true;  in restore_user_regs()
541 	} else if (current->thread.used_spe)  in restore_user_regs()
542 		memset(current->thread.evr, 0, ELF_NEVRREG * sizeof(u32));  in restore_user_regs()
545 	unsafe_get_user(current->thread.spefscr, (u32 __user *)&sr->mc_vregs + ELF_NEVRREG, failed);  in restore_user_regs()
581 	unsafe_restore_general_regs(&current->thread.ckpt_regs, sr, failed);  in restore_tm_user_regs()
582 	unsafe_get_user(current->thread.tm_tfhar, &sr->mc_gregs[PT_NIP], failed);  in restore_tm_user_regs()
591 		unsafe_copy_from_user(&current->thread.ckvr_state, &sr->mc_vregs,  in restore_tm_user_regs()
593 		current->thread.used_vr = true;  in restore_tm_user_regs()
594 	} else if (current->thread.used_vr) {  in restore_tm_user_regs()
595 		memset(&current->thread.vr_state, 0,  in restore_tm_user_regs()
597 		memset(&current->thread.ckvr_state, 0,  in restore_tm_user_regs()
602 	unsafe_get_user(current->thread.ckvrsave,  in restore_tm_user_regs()
605 		mtspr(SPRN_VRSAVE, current->thread.ckvrsave);  in restore_tm_user_regs()
609 	unsafe_copy_fpr_from_user(current, &sr->mc_fregs, failed);  in restore_tm_user_regs()
617 		unsafe_copy_ckvsx_from_user(current, &sr->mc_vsregs, failed);  in restore_tm_user_regs()
618 		current->thread.used_vsr = true;  in restore_tm_user_regs()
619 	} else if (current->thread.used_vsr)  in restore_tm_user_regs()
621 			current->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;  in restore_tm_user_regs()
622 			current->thread.ckfp_state.fpr[i][TS_VSRLOWOFFSET] = 0;  in restore_tm_user_regs()
634 		unsafe_copy_from_user(&current->thread.vr_state, &tm_sr->mc_vregs,  in restore_tm_user_regs()
638 	unsafe_get_user(current->thread.vrsave,  in restore_tm_user_regs()
641 	unsafe_copy_ckfpr_from_user(current, &tm_sr->mc_fregs, failed);  in restore_tm_user_regs()
648 		unsafe_copy_vsx_from_user(current, &tm_sr->mc_vsregs, failed);  in restore_tm_user_regs()
649 		current->thread.used_vsr = true;  in restore_tm_user_regs()
685 	current->thread.tm_texasr |= TEXASR_FS;  in restore_tm_user_regs()
687 	tm_recheckpoint(&current->thread);  in restore_tm_user_regs()
692 		load_fp_state(&current->thread.fp_state);  in restore_tm_user_regs()
693 		regs_set_return_msr(regs, regs->msr | (MSR_FP | current->thread.fpexc_mode));  in restore_tm_user_regs()
696 		load_vr_state(&current->thread.vr_state);  in restore_tm_user_regs()
1047 		unsafe_put_sigset_t(&old_ctx->uc_sigmask, &current->blocked, failed);  in COMPAT_SYSCALL_DEFINE3()
1096 	current->restart_block.fn = do_no_restart_syscall;  in COMPAT_SYSCALL_DEFINE0()
1176 	signal_fault(current, regs, "sys_rt_sigreturn", rt_sf);  in COMPAT_SYSCALL_DEFINE0()
1191 	unsigned long new_dbcr0 = current->thread.debug.dbcr0;  in SYSCALL_DEFINE3()
1206 						current->thread.debug.dbcr1)) {  in SYSCALL_DEFINE3()
1241 	current->thread.debug.dbcr0 = new_dbcr0;  in SYSCALL_DEFINE3()
1260 		signal_fault(current, regs, "sys_debug_setcontext", ctx);  in SYSCALL_DEFINE3()
1301 	current->restart_block.fn = do_no_restart_syscall;  in COMPAT_SYSCALL_DEFINE0()
1334 			signal_fault(current, regs, "sys_sigreturn", sr);  in COMPAT_SYSCALL_DEFINE0()
1345 	signal_fault(current, regs, "sys_sigreturn", sc);  in COMPAT_SYSCALL_DEFINE0()