We will be enabling THREAD_INFO_IN_TASK support for ARM, which means that we can no longer load the stack canary value by masking the stack pointer and taking the copy that lives in thread_info. Instead, we will be able to load it from the task_struct directly, by using the TPIDRURO register which will hold the current task pointer when THREAD_INFO_IN_TASK is in effect. This is much more straight-forward, and allows us to declutter this code a bit while at it. Note that this means that ARMv6 (non-v6K) SMP systems can no longer use this feature, but those are quite rare to begin with, so this is a reasonable trade off.
Unified · Split
| @@ -1600,7 +1600,7 @@ config XEN · 1599 unmodified lines | |||
| 1600 | 1600 | ||
| 1601 | config STACKPROTECTOR_PER_TASK | 1601 | config STACKPROTECTOR_PER_TASK |
| 1602 | bool "Use a unique stack canary value for each task" | 1602 | bool "Use a unique stack canary value for each task" |
| 1603 | depends on GCC_PLUGINS && STACKPROTECTOR && SMP && !XIP_DEFLATED_DATA | 1603 | depends on GCC_PLUGINS && STACKPROTECTOR && THREAD_INFO_IN_TASK && !XIP_DEFLATED_DATA |
| 1604 | select GCC_PLUGIN_ARM_SSP_PER_TASK | 1604 | select GCC_PLUGIN_ARM_SSP_PER_TASK |
| 1605 | default y | 1605 | default y |
| 1606 | help | 1606 | help |
| @@ -273,11 +273,8 @@ ifeq ($(CONFIG_STACKPROTECTOR_PER_TASK),y) · 272 unmodified lines | |||
| 273 | prepare: stack_protector_prepare | 273 | prepare: stack_protector_prepare |
| 274 | stack_protector_prepare: prepare0 | 274 | stack_protector_prepare: prepare0 |
| 275 | $(eval SSP_PLUGIN_CFLAGS := \ | 275 | $(eval SSP_PLUGIN_CFLAGS := \ |
| 276 | -fplugin-arg-arm_ssp_per_task_plugin-tso=$(shell \ | ||
| 277 | awk '{if ($$2 == "THREAD_SZ_ORDER") print $$3;}'\ | ||
| 278 | include/generated/asm-offsets.h) \ | ||
| 279 | -fplugin-arg-arm_ssp_per_task_plugin-offset=$(shell \ | 276 | -fplugin-arg-arm_ssp_per_task_plugin-offset=$(shell \ |
| 280 | awk '{if ($$2 == "TI_STACK_CANARY") print $$3;}'\ | 277 | awk '{if ($$2 == "TSK_STACK_CANARY") print $$3;}'\ |
| 281 | include/generated/asm-offsets.h)) | 278 | include/generated/asm-offsets.h)) |
| 282 | $(eval KBUILD_CFLAGS += $(SSP_PLUGIN_CFLAGS)) | 279 | $(eval KBUILD_CFLAGS += $(SSP_PLUGIN_CFLAGS)) |
| 283 | $(eval GCC_PLUGINS_CFLAGS += $(SSP_PLUGIN_CFLAGS)) | 280 | $(eval GCC_PLUGINS_CFLAGS += $(SSP_PLUGIN_CFLAGS)) |
| @@ -39,8 +39,6 @@ static __always_inline void boot_init_stack_canary(void) · 38 unmodified lines | |||
| 39 | current->stack_canary = canary; | 39 | current->stack_canary = canary; |
| 40 | #ifndef CONFIG_STACKPROTECTOR_PER_TASK | 40 | #ifndef CONFIG_STACKPROTECTOR_PER_TASK |
| 41 | __stack_chk_guard = current->stack_canary; | 41 | __stack_chk_guard = current->stack_canary; |
| 42 | #else | ||
| 43 | current_thread_info()->stack_canary = current->stack_canary; | ||
| 44 | #endif | 42 | #endif |
| 45 | } | 43 | } |
| 46 | 44 | ||
| @@ -55,9 +55,6 @@ struct thread_info { · 54 unmodified lines | |||
| 55 | struct task_struct *task; /* main task structure */ | 55 | struct task_struct *task; /* main task structure */ |
| 56 | __u32 cpu; /* cpu */ | 56 | __u32 cpu; /* cpu */ |
| 57 | __u32 cpu_domain; /* cpu domain */ | 57 | __u32 cpu_domain; /* cpu domain */ |
| 58 | #ifdef CONFIG_STACKPROTECTOR_PER_TASK | ||
| 59 | unsigned long stack_canary; | ||
| 60 | #endif | ||
| 61 | struct cpu_context_save cpu_context; /* cpu context */ | 58 | struct cpu_context_save cpu_context; /* cpu context */ |
| 62 | __u32 abi_syscall; /* ABI type and syscall nr */ | 59 | __u32 abi_syscall; /* ABI type and syscall nr */ |
| 63 | __u8 used_cp[16]; /* thread used copro */ | 60 | __u8 used_cp[16]; /* thread used copro */ |
| @@ -63,10 +63,6 @@ int main(void) · 62 unmodified lines | |||
| 63 | #ifdef CONFIG_IWMMXT | 63 | #ifdef CONFIG_IWMMXT |
| 64 | DEFINE(TI_IWMMXT_STATE, offsetof(struct thread_info, fpstate.iwmmxt)); | 64 | DEFINE(TI_IWMMXT_STATE, offsetof(struct thread_info, fpstate.iwmmxt)); |
| 65 | #endif | 65 | #endif |
| 66 | #ifdef CONFIG_STACKPROTECTOR_PER_TASK | ||
| 67 | DEFINE(TI_STACK_CANARY, offsetof(struct thread_info, stack_canary)); | ||
| 68 | #endif | ||
| 69 | DEFINE(THREAD_SZ_ORDER, THREAD_SIZE_ORDER); | ||
| 70 | BLANK(); | 66 | BLANK(); |
| 71 | DEFINE(S_R0, offsetof(struct pt_regs, ARM_r0)); | 67 | DEFINE(S_R0, offsetof(struct pt_regs, ARM_r0)); |
| 72 | DEFINE(S_R1, offsetof(struct pt_regs, ARM_r1)); | 68 | DEFINE(S_R1, offsetof(struct pt_regs, ARM_r1)); |
| @@ -269,10 +269,6 @@ int copy_thread(unsigned long clone_flags, unsigned long stack_start, · 268 unmodified lines | |||
| 269 | 269 | ||
| 270 | thread_notify(THREAD_NOTIFY_COPY, thread); | 270 | thread_notify(THREAD_NOTIFY_COPY, thread); |
| 271 | 271 | ||
| 272 | #ifdef CONFIG_STACKPROTECTOR_PER_TASK | ||
| 273 | thread->stack_canary = p->stack_canary; | ||
| 274 | #endif | ||
| 275 | |||
| 276 | return 0; | 272 | return 0; |
| 277 | } | 273 | } |
| 278 | 274 | ||
| @@ -4,7 +4,7 @@ · 3 unmodified lines | |||
| 4 | 4 | ||
| 5 | __visible int plugin_is_GPL_compatible; | 5 | __visible int plugin_is_GPL_compatible; |
| 6 | 6 | ||
| 7 | static unsigned int sp_mask, canary_offset; | 7 | static unsigned int canary_offset; |
| 8 | 8 | ||
| 9 | static unsigned int arm_pertask_ssp_rtl_execute(void) | 9 | static unsigned int arm_pertask_ssp_rtl_execute(void) |
| 10 | { | 10 | { |
| @@ -13,7 +13,7 @@ static unsigned int arm_pertask_ssp_rtl_execute(void) · 2 unmodified lines | |||
| 13 | for (insn = get_insns(); insn; insn = NEXT_INSN(insn)) { | 13 | for (insn = get_insns(); insn; insn = NEXT_INSN(insn)) { |
| 14 | const char *sym; | 14 | const char *sym; |
| 15 | rtx body; | 15 | rtx body; |
| 16 | rtx mask, masked_sp; | 16 | rtx current; |
| 17 | 17 | ||
| 18 | /* | 18 | /* |
| 19 | * Find a SET insn involving a SYMBOL_REF to __stack_chk_guard | 19 | * Find a SET insn involving a SYMBOL_REF to __stack_chk_guard |
| @@ -30,19 +30,13 @@ static unsigned int arm_pertask_ssp_rtl_execute(void) · 10 unmodified lines | |||
| 30 | 30 | ||
| 31 | /* | 31 | /* |
| 32 | * Replace the source of the SET insn with an expression that | 32 | * Replace the source of the SET insn with an expression that |
| 33 | * produces the address of the copy of the stack canary value | 33 | * produces the address of the current task's stack canary value |
| 34 | * stored in struct thread_info | ||
| 35 | */ | 34 | */ |
| 36 | mask = GEN_INT(sext_hwi(sp_mask, GET_MODE_PRECISION(Pmode))); | 35 | current = gen_reg_rtx(Pmode); |
| 37 | masked_sp = gen_reg_rtx(Pmode); | ||
| 38 | 36 | ||
| 39 | emit_insn_before(gen_rtx_set(masked_sp, | 37 | emit_insn_before(gen_load_tp_hard(current), insn); |
| 40 | gen_rtx_AND(Pmode, | ||
| 41 | stack_pointer_rtx, | ||
| 42 | mask)), | ||
| 43 | insn); | ||
| 44 | 38 | ||
| 45 | SET_SRC(body) = gen_rtx_PLUS(Pmode, masked_sp, | 39 | SET_SRC(body) = gen_rtx_PLUS(Pmode, current, |
| 46 | GEN_INT(canary_offset)); | 40 | GEN_INT(canary_offset)); |
| 47 | } | 41 | } |
| 48 | return 0; | 42 | return 0; |
| @@ -72,7 +66,6 @@ __visible int plugin_init(struct plugin_name_args *plugin_info, · 23 unmodified lines | |||
| 72 | const char * const plugin_name = plugin_info->base_name; | 66 | const char * const plugin_name = plugin_info->base_name; |
| 73 | const int argc = plugin_info->argc; | 67 | const int argc = plugin_info->argc; |
| 74 | const struct plugin_argument *argv = plugin_info->argv; | 68 | const struct plugin_argument *argv = plugin_info->argv; |
| 75 | int tso = 0; | ||
| 76 | int i; | 69 | int i; |
| 77 | 70 | ||
| 78 | if (!plugin_default_version_check(version, &gcc_version)) { | 71 | if (!plugin_default_version_check(version, &gcc_version)) { |
| @@ -91,11 +84,6 @@ __visible int plugin_init(struct plugin_name_args *plugin_info, · 12 unmodified lines | |||
| 91 | return 1; | 84 | return 1; |
| 92 | } | 85 | } |
| 93 | 86 | ||
| 94 | if (!strcmp(argv[i].key, "tso")) { | ||
| 95 | tso = atoi(argv[i].value); | ||
| 96 | continue; | ||
| 97 | } | ||
| 98 | |||
| 99 | if (!strcmp(argv[i].key, "offset")) { | 87 | if (!strcmp(argv[i].key, "offset")) { |
| 100 | canary_offset = atoi(argv[i].value); | 88 | canary_offset = atoi(argv[i].value); |
| 101 | continue; | 89 | continue; |
| @@ -105,9 +93,6 @@ __visible int plugin_init(struct plugin_name_args *plugin_info, · 3 unmodified lines | |||
| 105 | return 1; | 93 | return 1; |
| 106 | } | 94 | } |
| 107 | 95 | ||
| 108 | /* create the mask that produces the base of the stack */ | ||
| 109 | sp_mask = ~((1U << (12 + tso)) - 1); | ||
| 110 | |||
| 111 | PASS_INFO(arm_pertask_ssp_rtl, "expand", 1, PASS_POS_INSERT_AFTER); | 96 | PASS_INFO(arm_pertask_ssp_rtl, "expand", 1, PASS_POS_INSERT_AFTER); |
| 112 | 97 | ||
| 113 | register_callback(plugin_info->base_name, PLUGIN_PASS_MANAGER_SETUP, | 98 | register_callback(plugin_info->base_name, PLUGIN_PASS_MANAGER_SETUP, |