124 is_prefetch(struct pt_regs *regs, unsigned long error_code, unsigned long addr)  in is_prefetch()  argument
138 	if (error_code & X86_PF_INSTR)  in is_prefetch()
465 static int is_f00f_bug(struct pt_regs *regs, unsigned long error_code,  in is_f00f_bug()  argument
469 	if (boot_cpu_has_bug(X86_BUG_F00F) && !(error_code & X86_PF_USER) &&  in is_f00f_bug()
510 show_fault_oops(struct pt_regs *regs, unsigned long error_code, unsigned long address)  in show_fault_oops()  argument
515 	if (error_code & X86_PF_INSTR) {  in show_fault_oops()
544 		 (error_code & X86_PF_USER)  ? "user" : "supervisor",  in show_fault_oops()
545 		 (error_code & X86_PF_INSTR) ? "instruction fetch" :  in show_fault_oops()
546 		 (error_code & X86_PF_WRITE) ? "write access" :  in show_fault_oops()
549 	pr_alert("#PF: error_code(0x%04lx) - %s\n", error_code,  in show_fault_oops()
550 		 !(error_code & X86_PF_PROT) ? "not-present page" :  in show_fault_oops()
551 		 (error_code & X86_PF_RSVD)  ? "reserved bit violation" :  in show_fault_oops()
552 		 (error_code & X86_PF_PK)    ? "protection keys violation" :  in show_fault_oops()
553 		 (error_code & X86_PF_RMP)   ? "RMP violation" :  in show_fault_oops()
556 	if (!(error_code & X86_PF_USER) && user_mode(regs)) {  in show_fault_oops()
587 	if (error_code & X86_PF_RMP)  in show_fault_oops()
592 pgtable_bad(struct pt_regs *regs, unsigned long error_code,  in pgtable_bad()  argument
607 	if (__die("Bad pagetable", regs, error_code))  in pgtable_bad()
614 				unsigned long *error_code)  in sanitize_error_code()  argument
626 		*error_code |= X86_PF_PROT;  in sanitize_error_code()
630 				unsigned long error_code)  in set_signal_archinfo()  argument
635 	tsk->thread.error_code = error_code | X86_PF_USER;  in set_signal_archinfo()
640 page_fault_oops(struct pt_regs *regs, unsigned long error_code,  in page_fault_oops()  argument
693 	if (!(error_code & X86_PF_PROT) &&  in page_fault_oops()
694 	    kfence_handle_page_fault(address, error_code & X86_PF_WRITE, regs))  in page_fault_oops()
704 	show_fault_oops(regs, error_code, address);  in page_fault_oops()
710 	if (__die("Oops", regs, error_code))  in page_fault_oops()
720 kernelmode_fixup_or_oops(struct pt_regs *regs, unsigned long error_code,  in kernelmode_fixup_or_oops()  argument
727 	if (fixup_exception(regs, X86_TRAP_PF, error_code, address))  in kernelmode_fixup_or_oops()
734 	if (is_prefetch(regs, error_code, address))  in kernelmode_fixup_or_oops()
737 	page_fault_oops(regs, error_code, address);  in kernelmode_fixup_or_oops()
745 show_signal_msg(struct pt_regs *regs, unsigned long error_code,  in show_signal_msg()  argument
760 		(void *)regs->ip, (void *)regs->sp, error_code);  in show_signal_msg()
778 __bad_area_nosemaphore(struct pt_regs *regs, unsigned long error_code,  in __bad_area_nosemaphore()  argument
784 		kernelmode_fixup_or_oops(regs, error_code, address,  in __bad_area_nosemaphore()
789 	if (!(error_code & X86_PF_USER)) {  in __bad_area_nosemaphore()
791 		page_fault_oops(regs, error_code, address);  in __bad_area_nosemaphore()
805 	if (is_prefetch(regs, error_code, address))  in __bad_area_nosemaphore()
811 	sanitize_error_code(address, &error_code);  in __bad_area_nosemaphore()
813 	if (fixup_vdso_exception(regs, X86_TRAP_PF, error_code, address))  in __bad_area_nosemaphore()
817 		show_signal_msg(regs, error_code, address, tsk);  in __bad_area_nosemaphore()
819 	set_signal_archinfo(address, error_code);  in __bad_area_nosemaphore()
830 bad_area_nosemaphore(struct pt_regs *regs, unsigned long error_code,  in bad_area_nosemaphore()  argument
833 	__bad_area_nosemaphore(regs, error_code, address, 0, SEGV_MAPERR);  in bad_area_nosemaphore()
837 __bad_area(struct pt_regs *regs, unsigned long error_code,  in __bad_area()  argument
850 	__bad_area_nosemaphore(regs, error_code, address, pkey, si_code);  in __bad_area()
853 static inline bool bad_area_access_from_pkeys(unsigned long error_code,  in bad_area_access_from_pkeys()  argument
861 	if (error_code & X86_PF_PK)  in bad_area_access_from_pkeys()
864 	if (!arch_vma_access_permitted(vma, (error_code & X86_PF_WRITE),  in bad_area_access_from_pkeys()
865 				       (error_code & X86_PF_INSTR), foreign))  in bad_area_access_from_pkeys()
871 bad_area_access_error(struct pt_regs *regs, unsigned long error_code,  in bad_area_access_error()  argument
880 	if (bad_area_access_from_pkeys(error_code, vma)) {  in bad_area_access_error()
903 		__bad_area(regs, error_code, address, mm, vma, pkey, SEGV_PKUERR);  in bad_area_access_error()
905 		__bad_area(regs, error_code, address, mm, vma, 0, SEGV_ACCERR);  in bad_area_access_error()
910 do_sigbus(struct pt_regs *regs, unsigned long error_code, unsigned long address,  in do_sigbus()  argument
915 		kernelmode_fixup_or_oops(regs, error_code, address,  in do_sigbus()
921 	if (is_prefetch(regs, error_code, address))  in do_sigbus()
924 	sanitize_error_code(address, &error_code);  in do_sigbus()
926 	if (fixup_vdso_exception(regs, X86_TRAP_PF, error_code, address))  in do_sigbus()
929 	set_signal_archinfo(address, error_code);  in do_sigbus()
950 static int spurious_kernel_fault_check(unsigned long error_code, pte_t *pte)  in spurious_kernel_fault_check()  argument
952 	if ((error_code & X86_PF_WRITE) && !pte_write(*pte))  in spurious_kernel_fault_check()
955 	if ((error_code & X86_PF_INSTR) && !pte_exec(*pte))  in spurious_kernel_fault_check()
983 spurious_kernel_fault(unsigned long error_code, unsigned long address)  in spurious_kernel_fault()  argument
1001 	if (error_code != (X86_PF_WRITE | X86_PF_PROT) &&  in spurious_kernel_fault()
1002 	    error_code != (X86_PF_INSTR | X86_PF_PROT))  in spurious_kernel_fault()
1014 		return spurious_kernel_fault_check(error_code, (pte_t *) p4d);  in spurious_kernel_fault()
1021 		return spurious_kernel_fault_check(error_code, (pte_t *) pud);  in spurious_kernel_fault()
1028 		return spurious_kernel_fault_check(error_code, (pte_t *) pmd);  in spurious_kernel_fault()
1034 	ret = spurious_kernel_fault_check(error_code, pte);  in spurious_kernel_fault()
1042 	ret = spurious_kernel_fault_check(error_code, (pte_t *) pmd);  in spurious_kernel_fault()
1052 access_error(unsigned long error_code, struct vm_area_struct *vma)  in access_error()  argument
1062 	if (error_code & X86_PF_PK)  in access_error()
1074 	if (unlikely(error_code & X86_PF_SGX))  in access_error()
1082 	if (!arch_vma_access_permitted(vma, (error_code & X86_PF_WRITE),  in access_error()
1083 				       (error_code & X86_PF_INSTR), foreign))  in access_error()
1090 	if (error_code & X86_PF_SHSTK) {  in access_error()
1098 	if (error_code & X86_PF_WRITE) {  in access_error()
1108 	if (unlikely(error_code & X86_PF_PROT))  in access_error()
1211 			unsigned long error_code,  in do_user_addr_fault()  argument
1223 	if (unlikely((error_code & (X86_PF_USER | X86_PF_INSTR)) == X86_PF_INSTR)) {  in do_user_addr_fault()
1234 		page_fault_oops(regs, error_code, address);  in do_user_addr_fault()
1246 	if (unlikely(error_code & X86_PF_RSVD))  in do_user_addr_fault()
1247 		pgtable_bad(regs, error_code, address);  in do_user_addr_fault()
1257 		     !(error_code & X86_PF_USER) &&  in do_user_addr_fault()
1263 		page_fault_oops(regs, error_code, address);  in do_user_addr_fault()
1272 		bad_area_nosemaphore(regs, error_code, address);  in do_user_addr_fault()
1278 		bad_area_nosemaphore(regs, error_code, address);  in do_user_addr_fault()
1292 	if (error_code & X86_PF_SHSTK)  in do_user_addr_fault()
1294 	if (error_code & X86_PF_WRITE)  in do_user_addr_fault()
1296 	if (error_code & X86_PF_INSTR)  in do_user_addr_fault()
1320 		if (emulate_vsyscall(error_code, regs, address))  in do_user_addr_fault()
1332 	if (unlikely(access_error(error_code, vma))) {  in do_user_addr_fault()
1333 		bad_area_access_error(regs, error_code, address, NULL, vma);  in do_user_addr_fault()
1352 			kernelmode_fixup_or_oops(regs, error_code, address,  in do_user_addr_fault()
1362 		bad_area_nosemaphore(regs, error_code, address);  in do_user_addr_fault()
1370 	if (unlikely(access_error(error_code, vma))) {  in do_user_addr_fault()
1371 		bad_area_access_error(regs, error_code, address, mm, vma);  in do_user_addr_fault()
1396 			kernelmode_fixup_or_oops(regs, error_code, address,  in do_user_addr_fault()
1422 		kernelmode_fixup_or_oops(regs, error_code, address,  in do_user_addr_fault()
1430 			kernelmode_fixup_or_oops(regs, error_code, address,  in do_user_addr_fault()
1445 			do_sigbus(regs, error_code, address, fault);  in do_user_addr_fault()
1447 			bad_area_nosemaphore(regs, error_code, address);  in do_user_addr_fault()
1455 trace_page_fault_entries(struct pt_regs *regs, unsigned long error_code,  in trace_page_fault_entries()  argument
1462 		trace_page_fault_user(address, regs, error_code);  in trace_page_fault_entries()
1464 		trace_page_fault_kernel(address, regs, error_code);  in trace_page_fault_entries()
1468 handle_page_fault(struct pt_regs *regs, unsigned long error_code,  in handle_page_fault()  argument
1471 	trace_page_fault_entries(regs, error_code, address);  in handle_page_fault()
1478 		do_kern_addr_fault(regs, error_code, address);  in handle_page_fault()
1480 		do_user_addr_fault(regs, error_code, address);  in handle_page_fault()
1538 	handle_page_fault(regs, error_code, address);  in DEFINE_IDTENTRY_RAW_ERRORCODE()