/* SPDX-License-Identifier: GPL-2.0-only *//* * linux/arch/arm/lib/getuser.S * * Copyright (C) 2001 Russell King * * Idea from x86 version, (C) Copyright 1998 Linus Torvalds * * These functions have a non-standard call interface to make them more * efficient, especially as they return an error value in addition to * the "real" return value. * * __get_user_X * * Inputs: r0 contains the address * r1 contains the address limit, which must be preserved * Outputs: r0 is the error code * r2, r3 contains the zero-extended value * lr corrupted * * No other registers must be altered. (see <asm/uaccess.h> * for specific ASM register usage). * * Note that ADDR_LIMIT is either 0 or 0xc0000000. * Note also that it is intended that __get_user_bad is not global. */#include <linux/linkage.h>#include <asm/assembler.h>#include <asm/errno.h>#include <asm/domain.h> ENTRY(__get_user_1) check_uaccess r0, 1, r1, r2, __get_user_bad1: TUSER(ldrb) r2, [r0] mov r0, #0 ret lrENDPROC(__get_user_1)_ASM_NOKPROBE(__get_user_1) ENTRY(__get_user_2) check_uaccess r0, 2, r1, r2, __get_user_bad#if __LINUX_ARM_ARCH__ >= 6 2: TUSER(ldrh) r2, [r0] #else #ifdef CONFIG_CPU_USE_DOMAINSrb .req ip2: ldrbt r2, [r0], #13: ldrbt rb, [r0], #0#elserb .req r02: ldrb r2, [r0]3: ldrb rb, [r0, #1]#endif#ifndef __ARMEB__ orr r2, r2, rb, lsl #8#else orr r2, rb, r2, lsl #8#endif #endif /* __LINUX_ARM_ARCH__ >= 6 */ mov r0, #0 ret lrENDPROC(__get_user_2)_ASM_NOKPROBE(__get_user_2) ENTRY(__get_user_4) check_uaccess r0, 4, r1, r2, __get_user_bad4: TUSER(ldr) r2, [r0] mov r0, #0 ret lrENDPROC(__get_user_4)_ASM_NOKPROBE(__get_user_4) ENTRY(__get_user_8) check_uaccess r0, 8, r1, r2, __get_user_bad8#ifdef CONFIG_THUMB2_KERNEL5: TUSER(ldr) r2, [r0]6: TUSER(ldr) r3, [r0, #4]#else5: TUSER(ldr) r2, [r0], #46: TUSER(ldr) r3, [r0]#endif mov r0, #0 ret lrENDPROC(__get_user_8)_ASM_NOKPROBE(__get_user_8) #ifdef __ARMEB__ENTRY(__get_user_32t_8) check_uaccess r0, 8, r1, r2, __get_user_bad#ifdef CONFIG_CPU_USE_DOMAINS add r0, r0, #47: ldrt r2, [r0]#else7: ldr r2, [r0, #4]#endif mov r0, #0 ret lrENDPROC(__get_user_32t_8)_ASM_NOKPROBE(__get_user_32t_8) ENTRY(__get_user_64t_1) check_uaccess r0, 1, r1, r2, __get_user_bad88: TUSER(ldrb) r3, [r0] mov r0, #0 ret lrENDPROC(__get_user_64t_1)_ASM_NOKPROBE(__get_user_64t_1) ENTRY(__get_user_64t_2) check_uaccess r0, 2, r1, r2, __get_user_bad8#ifdef CONFIG_CPU_USE_DOMAINSrb .req ip9: ldrbt r3, [r0], #110: ldrbt rb, [r0], #0#elserb .req r09: ldrb r3, [r0]10: ldrb rb, [r0, #1]#endif orr r3, rb, r3, lsl #8 mov r0, #0 ret lrENDPROC(__get_user_64t_2)_ASM_NOKPROBE(__get_user_64t_2) ENTRY(__get_user_64t_4) check_uaccess r0, 4, r1, r2, __get_user_bad811: TUSER(ldr) r3, [r0] mov r0, #0 ret lrENDPROC(__get_user_64t_4)_ASM_NOKPROBE(__get_user_64t_4)#endif __get_user_bad8: mov r3, #0__get_user_bad: mov r2, #0 mov r0, #-EFAULT ret lrENDPROC(__get_user_bad)ENDPROC(__get_user_bad8)_ASM_NOKPROBE(__get_user_bad)_ASM_NOKPROBE(__get_user_bad8) .pushsection __ex_table, "a" .long 1b, __get_user_bad .long 2b, __get_user_bad#if __LINUX_ARM_ARCH__ < 6 .long 3b, __get_user_bad#endif .long 4b, __get_user_bad .long 5b, __get_user_bad8 .long 6b, __get_user_bad8#ifdef __ARMEB__ .long 7b, __get_user_bad .long 8b, __get_user_bad8 .long 9b, __get_user_bad8 .long 10b, __get_user_bad8 .long 11b, __get_user_bad8#endif.popsection
/* SPDX-License-Identifier: GPL-2.0-only */
/*
* linux/arch/arm/lib/getuser.S
*
* Copyright (C) 2001 Russell King
*
* Idea from x86 version, (C) Copyright 1998 Linus Torvalds
*
* These functions have a non-standard call interface to make them more
* efficient, especially as they return an error value in addition to
* the "real" return value.
*
* __get_user_X
*
* Inputs: r0 contains the address
* r1 contains the address limit, which must be preserved
* Outputs: r0 is the error code
* r2, r3 contains the zero-extended value
* lr corrupted
*
* No other registers must be altered. (see <asm/uaccess.h>
* for specific ASM register usage).
*
* Note that ADDR_LIMIT is either 0 or 0xc0000000.
* Note also that it is intended that __get_user_bad is not global.
*/
#include <linux/linkage.h>
#include <asm/assembler.h>
#include <asm/errno.h>
#include <asm/domain.h>
ENTRY(__get_user_1)
check_uaccess r0, 1, r1, r2, __get_user_bad
1: TUSER(ldrb) r2, [r0]
mov r0, #0
ret lr
ENDPROC(__get_user_1)
_ASM_NOKPROBE(__get_user_1)
ENTRY(__get_user_2)
check_uaccess r0, 2, r1, r2, __get_user_bad
#if __LINUX_ARM_ARCH__ >= 6
2: TUSER(ldrh) r2, [r0]
#else
#ifdef CONFIG_CPU_USE_DOMAINS
rb .req ip
2: ldrbt r2, [r0], #1
3: ldrbt rb, [r0], #0
#else
rb .req r0
2: ldrb r2, [r0]
3: ldrb rb, [r0, #1]
#endif
#ifndef __ARMEB__
orr r2, r2, rb, lsl #8
#else
orr r2, rb, r2, lsl #8
#endif
#endif /* __LINUX_ARM_ARCH__ >= 6 */
mov r0, #0
ret lr
ENDPROC(__get_user_2)
_ASM_NOKPROBE(__get_user_2)
ENTRY(__get_user_4)
check_uaccess r0, 4, r1, r2, __get_user_bad
4: TUSER(ldr) r2, [r0]
mov r0, #0
ret lr
ENDPROC(__get_user_4)
_ASM_NOKPROBE(__get_user_4)
ENTRY(__get_user_8)
check_uaccess r0, 8, r1, r2, __get_user_bad8
#ifdef CONFIG_THUMB2_KERNEL
5: TUSER(ldr) r2, [r0]
6: TUSER(ldr) r3, [r0, #4]
#else
5: TUSER(ldr) r2, [r0], #4
6: TUSER(ldr) r3, [r0]
#endif
mov r0, #0
ret lr
ENDPROC(__get_user_8)
_ASM_NOKPROBE(__get_user_8)
#ifdef __ARMEB__
ENTRY(__get_user_32t_8)
check_uaccess r0, 8, r1, r2, __get_user_bad
#ifdef CONFIG_CPU_USE_DOMAINS
add r0, r0, #4
7: ldrt r2, [r0]
#else
7: ldr r2, [r0, #4]
#endif
mov r0, #0
ret lr
ENDPROC(__get_user_32t_8)
_ASM_NOKPROBE(__get_user_32t_8)
ENTRY(__get_user_64t_1)
check_uaccess r0, 1, r1, r2, __get_user_bad8
8: TUSER(ldrb) r3, [r0]
mov r0, #0
ret lr
ENDPROC(__get_user_64t_1)
_ASM_NOKPROBE(__get_user_64t_1)
ENTRY(__get_user_64t_2)
check_uaccess r0, 2, r1, r2, __get_user_bad8
#ifdef CONFIG_CPU_USE_DOMAINS
rb .req ip
9: ldrbt r3, [r0], #1
10: ldrbt rb, [r0], #0
#else
rb .req r0
9: ldrb r3, [r0]
10: ldrb rb, [r0, #1]
#endif
orr r3, rb, r3, lsl #8
mov r0, #0
ret lr
ENDPROC(__get_user_64t_2)
_ASM_NOKPROBE(__get_user_64t_2)
ENTRY(__get_user_64t_4)
check_uaccess r0, 4, r1, r2, __get_user_bad8
11: TUSER(ldr) r3, [r0]
mov r0, #0
ret lr
ENDPROC(__get_user_64t_4)
_ASM_NOKPROBE(__get_user_64t_4)
#endif
__get_user_bad8:
mov r3, #0
__get_user_bad:
mov r2, #0
mov r0, #-EFAULT
ret lr
ENDPROC(__get_user_bad)
ENDPROC(__get_user_bad8)
_ASM_NOKPROBE(__get_user_bad)
_ASM_NOKPROBE(__get_user_bad8)
.pushsection __ex_table, "a"
.long 1b, __get_user_bad
.long 2b, __get_user_bad
#if __LINUX_ARM_ARCH__ < 6
.long 3b, __get_user_bad
#endif
.long 4b, __get_user_bad
.long 5b, __get_user_bad8
.long 6b, __get_user_bad8
#ifdef __ARMEB__
.long 7b, __get_user_bad
.long 8b, __get_user_bad8
.long 9b, __get_user_bad8
.long 10b, __get_user_bad8
.long 11b, __get_user_bad8
#endif
.popsection