x86: Prepare asm files for straight-line-speculation

Replace all ret/retq instructions with RET in preparation of making RET a macro. Since AS is case insensitive it's a big no-op without RET defined. find arch/x86/ -name \*.S | while read file do sed -i 's/\<ret[q]*\>/RET/' $file done

Peter Zijlstra committed 4 years ago

Commit f94909c1 parent 22da5a0106 files · +349 −349Browse files

Unified · Split

106 files

arch/x86/boot/compressed/efi_thunk_64.S +1 −1
arch/x86/boot/compressed/head_64.S +4 −4
arch/x86/boot/compressed/mem_encrypt.S +3 −3
arch/x86/crypto/aegis128-aesni-asm.S +24 −24
arch/x86/crypto/aes_ctrby8_avx-x86_64.S +1 −1
arch/x86/crypto/aesni-intel_asm.S +28 −28
arch/x86/crypto/aesni-intel_avx-x86_64.S +20 −20
arch/x86/crypto/blake2s-core.S +2 −2
arch/x86/crypto/blowfish-x86_64-asm_64.S +6 −6
arch/x86/crypto/camellia-aesni-avx-asm_64.S +7 −7
arch/x86/crypto/camellia-aesni-avx2-asm_64.S +7 −7
arch/x86/crypto/camellia-x86_64-asm_64.S +6 −6
arch/x86/crypto/cast5-avx-x86_64-asm_64.S +6 −6
arch/x86/crypto/cast6-avx-x86_64-asm_64.S +5 −5
arch/x86/crypto/chacha-avx2-x86_64.S +3 −3
arch/x86/crypto/chacha-avx512vl-x86_64.S +3 −3
arch/x86/crypto/chacha-ssse3-x86_64.S +4 −4
arch/x86/crypto/crc32-pclmul_asm.S +1 −1
arch/x86/crypto/crc32c-pcl-intel-asm_64.S +1 −1
arch/x86/crypto/crct10dif-pcl-asm_64.S +1 −1
arch/x86/crypto/des3_ede-asm_64.S +2 −2
arch/x86/crypto/ghash-clmulni-intel_asm.S +3 −3
arch/x86/crypto/nh-avx2-x86_64.S +1 −1
arch/x86/crypto/nh-sse2-x86_64.S +1 −1
arch/x86/crypto/serpent-avx-x86_64-asm_64.S +5 −5
arch/x86/crypto/serpent-avx2-asm_64.S +5 −5
arch/x86/crypto/serpent-sse2-i586-asm_32.S +3 −3
arch/x86/crypto/serpent-sse2-x86_64-asm_64.S +3 −3
arch/x86/crypto/sha1_avx2_x86_64_asm.S +1 −1
arch/x86/crypto/sha1_ni_asm.S +1 −1
arch/x86/crypto/sha1_ssse3_asm.S +1 −1
arch/x86/crypto/sha256-avx-asm.S +1 −1
arch/x86/crypto/sha256-avx2-asm.S +1 −1
arch/x86/crypto/sha256-ssse3-asm.S +1 −1
arch/x86/crypto/sha256_ni_asm.S +1 −1
arch/x86/crypto/sha512-avx-asm.S +1 −1
arch/x86/crypto/sha512-avx2-asm.S +1 −1
arch/x86/crypto/sha512-ssse3-asm.S +1 −1
arch/x86/crypto/sm4-aesni-avx-asm_64.S +6 −6
arch/x86/crypto/sm4-aesni-avx2-asm_64.S +4 −4
arch/x86/crypto/twofish-avx-x86_64-asm_64.S +5 −5
arch/x86/crypto/twofish-i586-asm_32.S +2 −2
arch/x86/crypto/twofish-x86_64-asm_64-3way.S +3 −3
arch/x86/crypto/twofish-x86_64-asm_64.S +2 −2
arch/x86/entry/entry_32.S +1 −1
arch/x86/entry/entry_64.S +5 −5
arch/x86/entry/thunk_32.S +1 −1
arch/x86/entry/thunk_64.S +1 −1
arch/x86/entry/vdso/vdso32/system_call.S +1 −1
arch/x86/entry/vdso/vsgx.S +1 −1
arch/x86/entry/vsyscall/vsyscall_emu_64.S +3 −3
arch/x86/kernel/acpi/wakeup_32.S +3 −3
arch/x86/kernel/ftrace_32.S +3 −3
arch/x86/kernel/ftrace_64.S +4 −4
arch/x86/kernel/head_32.S +1 −1
arch/x86/kernel/irqflags.S +1 −1
arch/x86/kernel/relocate_kernel_32.S +5 −5
arch/x86/kernel/relocate_kernel_64.S +5 −5
arch/x86/kernel/sev_verify_cbit.S +1 −1
arch/x86/kernel/verify_cpu.S +2 −2
arch/x86/kvm/svm/vmenter.S +2 −2
arch/x86/kvm/vmx/vmenter.S +7 −7
arch/x86/lib/atomic64_386_32.S +1 −1
arch/x86/lib/atomic64_cx8_32.S +8 −8
arch/x86/lib/checksum_32.S +4 −4
arch/x86/lib/clear_page_64.S +3 −3
arch/x86/lib/cmpxchg16b_emu.S +2 −2
arch/x86/lib/cmpxchg8b_emu.S +2 −2
arch/x86/lib/copy_mc_64.S +3 −3
arch/x86/lib/copy_page_64.S +2 −2
arch/x86/lib/copy_user_64.S +5 −5
arch/x86/lib/csum-copy_64.S +1 −1
arch/x86/lib/getuser.S +11 −11
arch/x86/lib/hweight.S +3 −3
arch/x86/lib/iomap_copy_64.S +1 −1
arch/x86/lib/memcpy_64.S +6 −6
arch/x86/lib/memmove_64.S +2 −2
arch/x86/lib/memset_64.S +3 −3
arch/x86/lib/msr-reg.S +2 −2
arch/x86/lib/putuser.S +3 −3
arch/x86/lib/retpoline.S +1 −1
arch/x86/math-emu/div_Xsig.S +1 −1
arch/x86/math-emu/div_small.S +1 −1
arch/x86/math-emu/mul_Xsig.S +3 −3
arch/x86/math-emu/polynom_Xsig.S +1 −1
arch/x86/math-emu/reg_norm.S +3 −3
arch/x86/math-emu/reg_round.S +1 −1
arch/x86/math-emu/reg_u_add.S +1 −1
arch/x86/math-emu/reg_u_div.S +1 −1
arch/x86/math-emu/reg_u_mul.S +1 −1
arch/x86/math-emu/reg_u_sub.S +1 −1
arch/x86/math-emu/round_Xsig.S +2 −2
arch/x86/math-emu/shr_Xsig.S +4 −4
arch/x86/math-emu/wm_shrx.S +8 −8
arch/x86/mm/mem_encrypt_boot.S +2 −2
arch/x86/platform/efi/efi_stub_32.S +1 −1
arch/x86/platform/efi/efi_stub_64.S +1 −1
arch/x86/platform/efi/efi_thunk_64.S +1 −1
arch/x86/platform/olpc/xo1-wakeup.S +3 −3
arch/x86/power/hibernate_asm_32.S +2 −2
arch/x86/power/hibernate_asm_64.S +2 −2
arch/x86/um/checksum_32.S +2 −2
arch/x86/um/setjmp_32.S +1 −1
arch/x86/um/setjmp_64.S +1 −1
arch/x86/xen/xen-asm.S +6 −6
arch/x86/xen/xen-head.S +1 −1

arch/x86/boot/compressed/efi_thunk_64.S+1−1

@@ -93,7 +93,7 @@ SYM_FUNC_START(__efi64_thunk) · 92 unmodified lines
93		93
94	pop %rbx	94	pop %rbx
95	pop %rbp	95	pop %rbp
96	ret	96	RET
97	SYM_FUNC_END(__efi64_thunk)	97	SYM_FUNC_END(__efi64_thunk)
98		98
99	.code32	99	.code32

arch/x86/boot/compressed/head_64.S+4−4

@@ -813,7 +813,7 @@ SYM_FUNC_START(efi32_pe_entry) · 812 unmodified lines
813	2: popl %edi // restore callee-save registers	813	2: popl %edi // restore callee-save registers
814	popl %ebx	814	popl %ebx
815	leave	815	leave
816	ret	816	RET
817	SYM_FUNC_END(efi32_pe_entry)	817	SYM_FUNC_END(efi32_pe_entry)
818		818
819	.section ".rodata"	819	.section ".rodata"
@@ -868,7 +868,7 @@ SYM_FUNC_START(startup32_set_idt_entry) · 48 unmodified lines
868		868
869	pop %ecx	869	pop %ecx
870	pop %ebx	870	pop %ebx
871	ret	871	RET
872	SYM_FUNC_END(startup32_set_idt_entry)	872	SYM_FUNC_END(startup32_set_idt_entry)
873	#endif	873	#endif
874		874
@@ -884,7 +884,7 @@ SYM_FUNC_START(startup32_load_idt) · 9 unmodified lines
884	movl %eax, rva(boot32_idt_desc+2)(%ebp)	884	movl %eax, rva(boot32_idt_desc+2)(%ebp)
885	lidt rva(boot32_idt_desc)(%ebp)	885	lidt rva(boot32_idt_desc)(%ebp)
886	#endif	886	#endif
887	ret	887	RET
888	SYM_FUNC_END(startup32_load_idt)	888	SYM_FUNC_END(startup32_load_idt)
889		889
890	/*	890	/*
@@ -954,7 +954,7 @@ SYM_FUNC_START(startup32_check_sev_cbit) · 63 unmodified lines
954	popl %ebx	954	popl %ebx
955	popl %eax	955	popl %eax
956	#endif	956	#endif
957	ret	957	RET
958	SYM_FUNC_END(startup32_check_sev_cbit)	958	SYM_FUNC_END(startup32_check_sev_cbit)
959		959
960	/*	960	/*

arch/x86/boot/compressed/mem_encrypt.S+3−3

@@ -58,7 +58,7 @@ SYM_FUNC_START(get_sev_encryption_bit) · 57 unmodified lines
58		58
59	#endif /* CONFIG_AMD_MEM_ENCRYPT */	59	#endif /* CONFIG_AMD_MEM_ENCRYPT */
60		60
61	ret	61	RET
62	SYM_FUNC_END(get_sev_encryption_bit)	62	SYM_FUNC_END(get_sev_encryption_bit)
63		63
64	/**	64	/**
@@ -92,7 +92,7 @@ SYM_CODE_START_LOCAL(sev_es_req_cpuid) · 27 unmodified lines
92	/* All good - return success */	92	/* All good - return success */
93	xorl %eax, %eax	93	xorl %eax, %eax
94	1:	94	1:
95	ret	95	RET
96	2:	96	2:
97	movl $-1, %eax	97	movl $-1, %eax
98	jmp 1b	98	jmp 1b
@@ -221,7 +221,7 @@ SYM_FUNC_START(set_sev_encryption_mask) · 122 unmodified lines
221	#endif	221	#endif
222		222
223	xor %rax, %rax	223	xor %rax, %rax
224	ret	224	RET
225	SYM_FUNC_END(set_sev_encryption_mask)	225	SYM_FUNC_END(set_sev_encryption_mask)
226		226
227	.data	227	.data

arch/x86/crypto/aegis128-aesni-asm.S+24−24

@@ -122,7 +122,7 @@ SYM_FUNC_START_LOCAL(__load_partial) · 121 unmodified lines
122	pxor T0, MSG	122	pxor T0, MSG
123		123
124	.Lld_partial_8:	124	.Lld_partial_8:
125	ret	125	RET
126	SYM_FUNC_END(__load_partial)	126	SYM_FUNC_END(__load_partial)
127		127
128	/*	128	/*
@@ -180,7 +180,7 @@ SYM_FUNC_START_LOCAL(__store_partial) · 51 unmodified lines
180	mov %r10b, (%r9)	180	mov %r10b, (%r9)
181		181
182	.Lst_partial_1:	182	.Lst_partial_1:
183	ret	183	RET
184	SYM_FUNC_END(__store_partial)	184	SYM_FUNC_END(__store_partial)
185		185
186	/*	186	/*
@@ -225,7 +225,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_init) · 38 unmodified lines
225	movdqu STATE4, 0x40(STATEP)	225	movdqu STATE4, 0x40(STATEP)
226		226
227	FRAME_END	227	FRAME_END
228	ret	228	RET
229	SYM_FUNC_END(crypto_aegis128_aesni_init)	229	SYM_FUNC_END(crypto_aegis128_aesni_init)
230		230
231	/*	231	/*
@@ -337,7 +337,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_ad) · 105 unmodified lines
337	movdqu STATE3, 0x30(STATEP)	337	movdqu STATE3, 0x30(STATEP)
338	movdqu STATE4, 0x40(STATEP)	338	movdqu STATE4, 0x40(STATEP)
339	FRAME_END	339	FRAME_END
340	ret	340	RET
341		341
342	.Lad_out_1:	342	.Lad_out_1:
343	movdqu STATE4, 0x00(STATEP)	343	movdqu STATE4, 0x00(STATEP)
@@ -346,7 +346,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_ad) · 2 unmodified lines
346	movdqu STATE2, 0x30(STATEP)	346	movdqu STATE2, 0x30(STATEP)
347	movdqu STATE3, 0x40(STATEP)	347	movdqu STATE3, 0x40(STATEP)
348	FRAME_END	348	FRAME_END
349	ret	349	RET
350		350
351	.Lad_out_2:	351	.Lad_out_2:
352	movdqu STATE3, 0x00(STATEP)	352	movdqu STATE3, 0x00(STATEP)
@@ -355,7 +355,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_ad) · 2 unmodified lines
355	movdqu STATE1, 0x30(STATEP)	355	movdqu STATE1, 0x30(STATEP)
356	movdqu STATE2, 0x40(STATEP)	356	movdqu STATE2, 0x40(STATEP)
357	FRAME_END	357	FRAME_END
358	ret	358	RET
359		359
360	.Lad_out_3:	360	.Lad_out_3:
361	movdqu STATE2, 0x00(STATEP)	361	movdqu STATE2, 0x00(STATEP)
@@ -364,7 +364,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_ad) · 2 unmodified lines
364	movdqu STATE0, 0x30(STATEP)	364	movdqu STATE0, 0x30(STATEP)
365	movdqu STATE1, 0x40(STATEP)	365	movdqu STATE1, 0x40(STATEP)
366	FRAME_END	366	FRAME_END
367	ret	367	RET
368		368
369	.Lad_out_4:	369	.Lad_out_4:
370	movdqu STATE1, 0x00(STATEP)	370	movdqu STATE1, 0x00(STATEP)
@@ -373,11 +373,11 @@ SYM_FUNC_START(crypto_aegis128_aesni_ad) · 2 unmodified lines
373	movdqu STATE4, 0x30(STATEP)	373	movdqu STATE4, 0x30(STATEP)
374	movdqu STATE0, 0x40(STATEP)	374	movdqu STATE0, 0x40(STATEP)
375	FRAME_END	375	FRAME_END
376	ret	376	RET
377		377
378	.Lad_out:	378	.Lad_out:
379	FRAME_END	379	FRAME_END
380	ret	380	RET
381	SYM_FUNC_END(crypto_aegis128_aesni_ad)	381	SYM_FUNC_END(crypto_aegis128_aesni_ad)
382		382
383	.macro encrypt_block a s0 s1 s2 s3 s4 i	383	.macro encrypt_block a s0 s1 s2 s3 s4 i
@@ -452,7 +452,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_enc) · 68 unmodified lines
452	movdqu STATE2, 0x30(STATEP)	452	movdqu STATE2, 0x30(STATEP)
453	movdqu STATE3, 0x40(STATEP)	453	movdqu STATE3, 0x40(STATEP)
454	FRAME_END	454	FRAME_END
455	ret	455	RET
456		456
457	.Lenc_out_1:	457	.Lenc_out_1:
458	movdqu STATE3, 0x00(STATEP)	458	movdqu STATE3, 0x00(STATEP)
@@ -461,7 +461,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_enc) · 2 unmodified lines
461	movdqu STATE1, 0x30(STATEP)	461	movdqu STATE1, 0x30(STATEP)
462	movdqu STATE2, 0x40(STATEP)	462	movdqu STATE2, 0x40(STATEP)
463	FRAME_END	463	FRAME_END
464	ret	464	RET
465		465
466	.Lenc_out_2:	466	.Lenc_out_2:
467	movdqu STATE2, 0x00(STATEP)	467	movdqu STATE2, 0x00(STATEP)
@@ -470,7 +470,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_enc) · 2 unmodified lines
470	movdqu STATE0, 0x30(STATEP)	470	movdqu STATE0, 0x30(STATEP)
471	movdqu STATE1, 0x40(STATEP)	471	movdqu STATE1, 0x40(STATEP)
472	FRAME_END	472	FRAME_END
473	ret	473	RET
474		474
475	.Lenc_out_3:	475	.Lenc_out_3:
476	movdqu STATE1, 0x00(STATEP)	476	movdqu STATE1, 0x00(STATEP)
@@ -479,7 +479,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_enc) · 2 unmodified lines
479	movdqu STATE4, 0x30(STATEP)	479	movdqu STATE4, 0x30(STATEP)
480	movdqu STATE0, 0x40(STATEP)	480	movdqu STATE0, 0x40(STATEP)
481	FRAME_END	481	FRAME_END
482	ret	482	RET
483		483
484	.Lenc_out_4:	484	.Lenc_out_4:
485	movdqu STATE0, 0x00(STATEP)	485	movdqu STATE0, 0x00(STATEP)
@@ -488,11 +488,11 @@ SYM_FUNC_START(crypto_aegis128_aesni_enc) · 2 unmodified lines
488	movdqu STATE3, 0x30(STATEP)	488	movdqu STATE3, 0x30(STATEP)
489	movdqu STATE4, 0x40(STATEP)	489	movdqu STATE4, 0x40(STATEP)
490	FRAME_END	490	FRAME_END
491	ret	491	RET
492		492
493	.Lenc_out:	493	.Lenc_out:
494	FRAME_END	494	FRAME_END
495	ret	495	RET
496	SYM_FUNC_END(crypto_aegis128_aesni_enc)	496	SYM_FUNC_END(crypto_aegis128_aesni_enc)
497		497
498	/*	498	/*
@@ -532,7 +532,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_enc_tail) · 33 unmodified lines
532	movdqu STATE3, 0x40(STATEP)	532	movdqu STATE3, 0x40(STATEP)
533		533
534	FRAME_END	534	FRAME_END
535	ret	535	RET
536	SYM_FUNC_END(crypto_aegis128_aesni_enc_tail)	536	SYM_FUNC_END(crypto_aegis128_aesni_enc_tail)
537		537
538	.macro decrypt_block a s0 s1 s2 s3 s4 i	538	.macro decrypt_block a s0 s1 s2 s3 s4 i
@@ -606,7 +606,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_dec) · 67 unmodified lines
606	movdqu STATE2, 0x30(STATEP)	606	movdqu STATE2, 0x30(STATEP)
607	movdqu STATE3, 0x40(STATEP)	607	movdqu STATE3, 0x40(STATEP)
608	FRAME_END	608	FRAME_END
609	ret	609	RET
610		610
611	.Ldec_out_1:	611	.Ldec_out_1:
612	movdqu STATE3, 0x00(STATEP)	612	movdqu STATE3, 0x00(STATEP)
@@ -615,7 +615,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_dec) · 2 unmodified lines
615	movdqu STATE1, 0x30(STATEP)	615	movdqu STATE1, 0x30(STATEP)
616	movdqu STATE2, 0x40(STATEP)	616	movdqu STATE2, 0x40(STATEP)
617	FRAME_END	617	FRAME_END
618	ret	618	RET
619		619
620	.Ldec_out_2:	620	.Ldec_out_2:
621	movdqu STATE2, 0x00(STATEP)	621	movdqu STATE2, 0x00(STATEP)
@@ -624,7 +624,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_dec) · 2 unmodified lines
624	movdqu STATE0, 0x30(STATEP)	624	movdqu STATE0, 0x30(STATEP)
625	movdqu STATE1, 0x40(STATEP)	625	movdqu STATE1, 0x40(STATEP)
626	FRAME_END	626	FRAME_END
627	ret	627	RET
628		628
629	.Ldec_out_3:	629	.Ldec_out_3:
630	movdqu STATE1, 0x00(STATEP)	630	movdqu STATE1, 0x00(STATEP)
@@ -633,7 +633,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_dec) · 2 unmodified lines
633	movdqu STATE4, 0x30(STATEP)	633	movdqu STATE4, 0x30(STATEP)
634	movdqu STATE0, 0x40(STATEP)	634	movdqu STATE0, 0x40(STATEP)
635	FRAME_END	635	FRAME_END
636	ret	636	RET
637		637
638	.Ldec_out_4:	638	.Ldec_out_4:
639	movdqu STATE0, 0x00(STATEP)	639	movdqu STATE0, 0x00(STATEP)
@@ -642,11 +642,11 @@ SYM_FUNC_START(crypto_aegis128_aesni_dec) · 2 unmodified lines
642	movdqu STATE3, 0x30(STATEP)	642	movdqu STATE3, 0x30(STATEP)
643	movdqu STATE4, 0x40(STATEP)	643	movdqu STATE4, 0x40(STATEP)
644	FRAME_END	644	FRAME_END
645	ret	645	RET
646		646
647	.Ldec_out:	647	.Ldec_out:
648	FRAME_END	648	FRAME_END
649	ret	649	RET
650	SYM_FUNC_END(crypto_aegis128_aesni_dec)	650	SYM_FUNC_END(crypto_aegis128_aesni_dec)
651		651
652	/*	652	/*
@@ -696,7 +696,7 @@ SYM_FUNC_START(crypto_aegis128_aesni_dec_tail) · 43 unmodified lines
696	movdqu STATE3, 0x40(STATEP)	696	movdqu STATE3, 0x40(STATEP)
697		697
698	FRAME_END	698	FRAME_END
699	ret	699	RET
700	SYM_FUNC_END(crypto_aegis128_aesni_dec_tail)	700	SYM_FUNC_END(crypto_aegis128_aesni_dec_tail)
701		701
702	/*	702	/*
@@ -743,5 +743,5 @@ SYM_FUNC_START(crypto_aegis128_aesni_final) · 40 unmodified lines
743	movdqu MSG, (%rsi)	743	movdqu MSG, (%rsi)
744		744
745	FRAME_END	745	FRAME_END
746	ret	746	RET
747	SYM_FUNC_END(crypto_aegis128_aesni_final)	747	SYM_FUNC_END(crypto_aegis128_aesni_final)

arch/x86/crypto/aes_ctrby8_avx-x86_64.S+1−1

@@ -525,7 +525,7 @@ ddq_add_8: · 524 unmodified lines
525	/* return updated IV */	525	/* return updated IV */
526	vpshufb xbyteswap, xcounter, xcounter	526	vpshufb xbyteswap, xcounter, xcounter
527	vmovdqu xcounter, (p_iv)	527	vmovdqu xcounter, (p_iv)
528	ret	528	RET
529	.endm	529	.endm
530		530
531	/*	531	/*

arch/x86/crypto/aesni-intel_asm.S+28−28

@@ -1594,7 +1594,7 @@ SYM_FUNC_START(aesni_gcm_dec) · 1593 unmodified lines
1594	GCM_ENC_DEC dec	1594	GCM_ENC_DEC dec
1595	GCM_COMPLETE arg10, arg11	1595	GCM_COMPLETE arg10, arg11
1596	FUNC_RESTORE	1596	FUNC_RESTORE
1597	ret	1597	RET
1598	SYM_FUNC_END(aesni_gcm_dec)	1598	SYM_FUNC_END(aesni_gcm_dec)
1599		1599
1600		1600
@@ -1683,7 +1683,7 @@ SYM_FUNC_START(aesni_gcm_enc) · 82 unmodified lines
1683		1683
1684	GCM_COMPLETE arg10, arg11	1684	GCM_COMPLETE arg10, arg11
1685	FUNC_RESTORE	1685	FUNC_RESTORE
1686	ret	1686	RET
1687	SYM_FUNC_END(aesni_gcm_enc)	1687	SYM_FUNC_END(aesni_gcm_enc)
1688		1688
1689	/*****************************************************************************	1689	/*****************************************************************************
@@ -1701,7 +1701,7 @@ SYM_FUNC_START(aesni_gcm_init) · 11 unmodified lines
1701	FUNC_SAVE	1701	FUNC_SAVE
1702	GCM_INIT %arg3, %arg4,%arg5, %arg6	1702	GCM_INIT %arg3, %arg4,%arg5, %arg6
1703	FUNC_RESTORE	1703	FUNC_RESTORE
1704	ret	1704	RET
1705	SYM_FUNC_END(aesni_gcm_init)	1705	SYM_FUNC_END(aesni_gcm_init)
1706		1706
1707	/*****************************************************************************	1707	/*****************************************************************************
@@ -1716,7 +1716,7 @@ SYM_FUNC_START(aesni_gcm_enc_update) · 8 unmodified lines
1716	FUNC_SAVE	1716	FUNC_SAVE
1717	GCM_ENC_DEC enc	1717	GCM_ENC_DEC enc
1718	FUNC_RESTORE	1718	FUNC_RESTORE
1719	ret	1719	RET
1720	SYM_FUNC_END(aesni_gcm_enc_update)	1720	SYM_FUNC_END(aesni_gcm_enc_update)
1721		1721
1722	/*****************************************************************************	1722	/*****************************************************************************
@@ -1731,7 +1731,7 @@ SYM_FUNC_START(aesni_gcm_dec_update) · 8 unmodified lines
1731	FUNC_SAVE	1731	FUNC_SAVE
1732	GCM_ENC_DEC dec	1732	GCM_ENC_DEC dec
1733	FUNC_RESTORE	1733	FUNC_RESTORE
1734	ret	1734	RET
1735	SYM_FUNC_END(aesni_gcm_dec_update)	1735	SYM_FUNC_END(aesni_gcm_dec_update)
1736		1736
1737	/*****************************************************************************	1737	/*****************************************************************************
@@ -1746,7 +1746,7 @@ SYM_FUNC_START(aesni_gcm_finalize) · 8 unmodified lines
1746	FUNC_SAVE	1746	FUNC_SAVE
1747	GCM_COMPLETE %arg3 %arg4	1747	GCM_COMPLETE %arg3 %arg4
1748	FUNC_RESTORE	1748	FUNC_RESTORE
1749	ret	1749	RET
1750	SYM_FUNC_END(aesni_gcm_finalize)	1750	SYM_FUNC_END(aesni_gcm_finalize)
1751		1751
1752	#endif	1752	#endif
@@ -1762,7 +1762,7 @@ SYM_FUNC_START_LOCAL(_key_expansion_256a) · 9 unmodified lines
1762	pxor %xmm1, %xmm0	1762	pxor %xmm1, %xmm0
1763	movaps %xmm0, (TKEYP)	1763	movaps %xmm0, (TKEYP)
1764	add $0x10, TKEYP	1764	add $0x10, TKEYP
1765	ret	1765	RET
1766	SYM_FUNC_END(_key_expansion_256a)	1766	SYM_FUNC_END(_key_expansion_256a)
1767	SYM_FUNC_END_ALIAS(_key_expansion_128)	1767	SYM_FUNC_END_ALIAS(_key_expansion_128)
1768		1768
@@ -1787,7 +1787,7 @@ SYM_FUNC_START_LOCAL(_key_expansion_192a) · 18 unmodified lines
1787	shufps $0b01001110, %xmm2, %xmm1	1787	shufps $0b01001110, %xmm2, %xmm1
1788	movaps %xmm1, 0x10(TKEYP)	1788	movaps %xmm1, 0x10(TKEYP)
1789	add $0x20, TKEYP	1789	add $0x20, TKEYP
1790	ret	1790	RET
1791	SYM_FUNC_END(_key_expansion_192a)	1791	SYM_FUNC_END(_key_expansion_192a)
1792		1792
1793	SYM_FUNC_START_LOCAL(_key_expansion_192b)	1793	SYM_FUNC_START_LOCAL(_key_expansion_192b)
@@ -1806,7 +1806,7 @@ SYM_FUNC_START_LOCAL(_key_expansion_192b) · 12 unmodified lines
1806		1806
1807	movaps %xmm0, (TKEYP)	1807	movaps %xmm0, (TKEYP)
1808	add $0x10, TKEYP	1808	add $0x10, TKEYP
1809	ret	1809	RET
1810	SYM_FUNC_END(_key_expansion_192b)	1810	SYM_FUNC_END(_key_expansion_192b)
1811		1811
1812	SYM_FUNC_START_LOCAL(_key_expansion_256b)	1812	SYM_FUNC_START_LOCAL(_key_expansion_256b)
@@ -1818,7 +1818,7 @@ SYM_FUNC_START_LOCAL(_key_expansion_256b) · 5 unmodified lines
1818	pxor %xmm1, %xmm2	1818	pxor %xmm1, %xmm2
1819	movaps %xmm2, (TKEYP)	1819	movaps %xmm2, (TKEYP)
1820	add $0x10, TKEYP	1820	add $0x10, TKEYP
1821	ret	1821	RET
1822	SYM_FUNC_END(_key_expansion_256b)	1822	SYM_FUNC_END(_key_expansion_256b)
1823		1823
1824	/*	1824	/*
@@ -1933,7 +1933,7 @@ SYM_FUNC_START(aesni_set_key) · 108 unmodified lines
1933	popl KEYP	1933	popl KEYP
1934	#endif	1934	#endif
1935	FRAME_END	1935	FRAME_END
1936	ret	1936	RET
1937	SYM_FUNC_END(aesni_set_key)	1937	SYM_FUNC_END(aesni_set_key)
1938		1938
1939	/*	1939	/*
@@ -1957,7 +1957,7 @@ SYM_FUNC_START(aesni_enc) · 17 unmodified lines
1957	popl KEYP	1957	popl KEYP
1958	#endif	1958	#endif
1959	FRAME_END	1959	FRAME_END
1960	ret	1960	RET
1961	SYM_FUNC_END(aesni_enc)	1961	SYM_FUNC_END(aesni_enc)
1962		1962
1963	/*	1963	/*
@@ -2014,7 +2014,7 @@ SYM_FUNC_START_LOCAL(_aesni_enc1) · 50 unmodified lines
2014	aesenc KEY, STATE	2014	aesenc KEY, STATE
2015	movaps 0x70(TKEYP), KEY	2015	movaps 0x70(TKEYP), KEY
2016	aesenclast KEY, STATE	2016	aesenclast KEY, STATE
2017	ret	2017	RET
2018	SYM_FUNC_END(_aesni_enc1)	2018	SYM_FUNC_END(_aesni_enc1)
2019		2019
2020	/*	2020	/*
@@ -2122,7 +2122,7 @@ SYM_FUNC_START_LOCAL(_aesni_enc4) · 101 unmodified lines
2122	aesenclast KEY, STATE2	2122	aesenclast KEY, STATE2
2123	aesenclast KEY, STATE3	2123	aesenclast KEY, STATE3
2124	aesenclast KEY, STATE4	2124	aesenclast KEY, STATE4
2125	ret	2125	RET
2126	SYM_FUNC_END(_aesni_enc4)	2126	SYM_FUNC_END(_aesni_enc4)
2127		2127
2128	/*	2128	/*
@@ -2147,7 +2147,7 @@ SYM_FUNC_START(aesni_dec) · 18 unmodified lines
2147	popl KEYP	2147	popl KEYP
2148	#endif	2148	#endif
2149	FRAME_END	2149	FRAME_END
2150	ret	2150	RET
2151	SYM_FUNC_END(aesni_dec)	2151	SYM_FUNC_END(aesni_dec)
2152		2152
2153	/*	2153	/*
@@ -2204,7 +2204,7 @@ SYM_FUNC_START_LOCAL(_aesni_dec1) · 50 unmodified lines
2204	aesdec KEY, STATE	2204	aesdec KEY, STATE
2205	movaps 0x70(TKEYP), KEY	2205	movaps 0x70(TKEYP), KEY
2206	aesdeclast KEY, STATE	2206	aesdeclast KEY, STATE
2207	ret	2207	RET
2208	SYM_FUNC_END(_aesni_dec1)	2208	SYM_FUNC_END(_aesni_dec1)
2209		2209
2210	/*	2210	/*
@@ -2312,7 +2312,7 @@ SYM_FUNC_START_LOCAL(_aesni_dec4) · 101 unmodified lines
2312	aesdeclast KEY, STATE2	2312	aesdeclast KEY, STATE2
2313	aesdeclast KEY, STATE3	2313	aesdeclast KEY, STATE3
2314	aesdeclast KEY, STATE4	2314	aesdeclast KEY, STATE4
2315	ret	2315	RET
2316	SYM_FUNC_END(_aesni_dec4)	2316	SYM_FUNC_END(_aesni_dec4)
2317		2317
2318	/*	2318	/*
@@ -2372,7 +2372,7 @@ SYM_FUNC_START(aesni_ecb_enc) · 53 unmodified lines
2372	popl LEN	2372	popl LEN
2373	#endif	2373	#endif
2374	FRAME_END	2374	FRAME_END
2375	ret	2375	RET
2376	SYM_FUNC_END(aesni_ecb_enc)	2376	SYM_FUNC_END(aesni_ecb_enc)
2377		2377
2378	/*	2378	/*
@@ -2433,7 +2433,7 @@ SYM_FUNC_START(aesni_ecb_dec) · 54 unmodified lines
2433	popl LEN	2433	popl LEN
2434	#endif	2434	#endif
2435	FRAME_END	2435	FRAME_END
2436	ret	2436	RET
2437	SYM_FUNC_END(aesni_ecb_dec)	2437	SYM_FUNC_END(aesni_ecb_dec)
2438		2438
2439	/*	2439	/*
@@ -2477,7 +2477,7 @@ SYM_FUNC_START(aesni_cbc_enc) · 37 unmodified lines
2477	popl IVP	2477	popl IVP
2478	#endif	2478	#endif
2479	FRAME_END	2479	FRAME_END
2480	ret	2480	RET
2481	SYM_FUNC_END(aesni_cbc_enc)	2481	SYM_FUNC_END(aesni_cbc_enc)
2482		2482
2483	/*	2483	/*
@@ -2570,7 +2570,7 @@ SYM_FUNC_START(aesni_cbc_dec) · 86 unmodified lines
2570	popl IVP	2570	popl IVP
2571	#endif	2571	#endif
2572	FRAME_END	2572	FRAME_END
2573	ret	2573	RET
2574	SYM_FUNC_END(aesni_cbc_dec)	2574	SYM_FUNC_END(aesni_cbc_dec)
2575		2575
2576	/*	2576	/*
@@ -2627,7 +2627,7 @@ SYM_FUNC_START(aesni_cts_cbc_enc) · 50 unmodified lines
2627	popl IVP	2627	popl IVP
2628	#endif	2628	#endif
2629	FRAME_END	2629	FRAME_END
2630	ret	2630	RET
2631	SYM_FUNC_END(aesni_cts_cbc_enc)	2631	SYM_FUNC_END(aesni_cts_cbc_enc)
2632		2632
2633	/*	2633	/*
@@ -2688,7 +2688,7 @@ SYM_FUNC_START(aesni_cts_cbc_dec) · 54 unmodified lines
2688	popl IVP	2688	popl IVP
2689	#endif	2689	#endif
2690	FRAME_END	2690	FRAME_END
2691	ret	2691	RET
2692	SYM_FUNC_END(aesni_cts_cbc_dec)	2692	SYM_FUNC_END(aesni_cts_cbc_dec)
2693		2693
2694	.pushsection .rodata	2694	.pushsection .rodata
@@ -2725,7 +2725,7 @@ SYM_FUNC_START_LOCAL(_aesni_inc_init) · 30 unmodified lines
2725	mov $1, TCTR_LOW	2725	mov $1, TCTR_LOW
2726	movq TCTR_LOW, INC	2726	movq TCTR_LOW, INC
2727	movq CTR, TCTR_LOW	2727	movq CTR, TCTR_LOW
2728	ret	2728	RET
2729	SYM_FUNC_END(_aesni_inc_init)	2729	SYM_FUNC_END(_aesni_inc_init)
2730		2730
2731	/*	2731	/*
@@ -2753,7 +2753,7 @@ SYM_FUNC_START_LOCAL(_aesni_inc) · 21 unmodified lines
2753	.Linc_low:	2753	.Linc_low:
2754	movaps CTR, IV	2754	movaps CTR, IV
2755	pshufb BSWAP_MASK, IV	2755	pshufb BSWAP_MASK, IV
2756	ret	2756	RET
2757	SYM_FUNC_END(_aesni_inc)	2757	SYM_FUNC_END(_aesni_inc)
2758		2758
2759	/*	2759	/*
@@ -2816,7 +2816,7 @@ SYM_FUNC_START(aesni_ctr_enc) · 56 unmodified lines
2816	movups IV, (IVP)	2816	movups IV, (IVP)
2817	.Lctr_enc_just_ret:	2817	.Lctr_enc_just_ret:
2818	FRAME_END	2818	FRAME_END
2819	ret	2819	RET
2820	SYM_FUNC_END(aesni_ctr_enc)	2820	SYM_FUNC_END(aesni_ctr_enc)
2821		2821
2822	#endif	2822	#endif
@@ -2932,7 +2932,7 @@ SYM_FUNC_START(aesni_xts_encrypt) · 109 unmodified lines
2932	popl IVP	2932	popl IVP
2933	#endif	2933	#endif
2934	FRAME_END	2934	FRAME_END
2935	ret	2935	RET
2936		2936
2937	.Lxts_enc_1x:	2937	.Lxts_enc_1x:
2938	add $64, LEN	2938	add $64, LEN
@@ -3092,7 +3092,7 @@ SYM_FUNC_START(aesni_xts_decrypt) · 153 unmodified lines
3092	popl IVP	3092	popl IVP
3093	#endif	3093	#endif
3094	FRAME_END	3094	FRAME_END
3095	ret	3095	RET
3096		3096
3097	.Lxts_dec_1x:	3097	.Lxts_dec_1x:
3098	add $64, LEN	3098	add $64, LEN

arch/x86/crypto/aesni-intel_avx-x86_64.S+20−20

@@ -1767,7 +1767,7 @@ SYM_FUNC_START(aesni_gcm_init_avx_gen2) · 1766 unmodified lines
1767	FUNC_SAVE	1767	FUNC_SAVE
1768	INIT GHASH_MUL_AVX, PRECOMPUTE_AVX	1768	INIT GHASH_MUL_AVX, PRECOMPUTE_AVX
1769	FUNC_RESTORE	1769	FUNC_RESTORE
1770	ret	1770	RET
1771	SYM_FUNC_END(aesni_gcm_init_avx_gen2)	1771	SYM_FUNC_END(aesni_gcm_init_avx_gen2)
1772		1772
1773	###############################################################################	1773	###############################################################################
@@ -1788,15 +1788,15 @@ SYM_FUNC_START(aesni_gcm_enc_update_avx_gen2) · 14 unmodified lines
1788	# must be 192	1788	# must be 192
1789	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, ENC, 11	1789	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, ENC, 11
1790	FUNC_RESTORE	1790	FUNC_RESTORE
1791	ret	1791	RET
1792	key_128_enc_update:	1792	key_128_enc_update:
1793	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, ENC, 9	1793	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, ENC, 9
1794	FUNC_RESTORE	1794	FUNC_RESTORE
1795	ret	1795	RET
1796	key_256_enc_update:	1796	key_256_enc_update:
1797	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, ENC, 13	1797	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, ENC, 13
1798	FUNC_RESTORE	1798	FUNC_RESTORE
1799	ret	1799	RET
1800	SYM_FUNC_END(aesni_gcm_enc_update_avx_gen2)	1800	SYM_FUNC_END(aesni_gcm_enc_update_avx_gen2)
1801		1801
1802	###############################################################################	1802	###############################################################################
@@ -1817,15 +1817,15 @@ SYM_FUNC_START(aesni_gcm_dec_update_avx_gen2) · 14 unmodified lines
1817	# must be 192	1817	# must be 192
1818	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, DEC, 11	1818	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, DEC, 11
1819	FUNC_RESTORE	1819	FUNC_RESTORE
1820	ret	1820	RET
1821	key_128_dec_update:	1821	key_128_dec_update:
1822	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, DEC, 9	1822	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, DEC, 9
1823	FUNC_RESTORE	1823	FUNC_RESTORE
1824	ret	1824	RET
1825	key_256_dec_update:	1825	key_256_dec_update:
1826	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, DEC, 13	1826	GCM_ENC_DEC INITIAL_BLOCKS_AVX, GHASH_8_ENCRYPT_8_PARALLEL_AVX, GHASH_LAST_8_AVX, GHASH_MUL_AVX, DEC, 13
1827	FUNC_RESTORE	1827	FUNC_RESTORE
1828	ret	1828	RET
1829	SYM_FUNC_END(aesni_gcm_dec_update_avx_gen2)	1829	SYM_FUNC_END(aesni_gcm_dec_update_avx_gen2)
1830		1830
1831	###############################################################################	1831	###############################################################################
@@ -1846,15 +1846,15 @@ SYM_FUNC_START(aesni_gcm_finalize_avx_gen2) · 14 unmodified lines
1846	# must be 192	1846	# must be 192
1847	GCM_COMPLETE GHASH_MUL_AVX, 11, arg3, arg4	1847	GCM_COMPLETE GHASH_MUL_AVX, 11, arg3, arg4
1848	FUNC_RESTORE	1848	FUNC_RESTORE
1849	ret	1849	RET
1850	key_128_finalize:	1850	key_128_finalize:
1851	GCM_COMPLETE GHASH_MUL_AVX, 9, arg3, arg4	1851	GCM_COMPLETE GHASH_MUL_AVX, 9, arg3, arg4
1852	FUNC_RESTORE	1852	FUNC_RESTORE
1853	ret	1853	RET
1854	key_256_finalize:	1854	key_256_finalize:
1855	GCM_COMPLETE GHASH_MUL_AVX, 13, arg3, arg4	1855	GCM_COMPLETE GHASH_MUL_AVX, 13, arg3, arg4
1856	FUNC_RESTORE	1856	FUNC_RESTORE
1857	ret	1857	RET
1858	SYM_FUNC_END(aesni_gcm_finalize_avx_gen2)	1858	SYM_FUNC_END(aesni_gcm_finalize_avx_gen2)
1859		1859
1860	###############################################################################	1860	###############################################################################
@@ -2735,7 +2735,7 @@ SYM_FUNC_START(aesni_gcm_init_avx_gen4) · 874 unmodified lines
2735	FUNC_SAVE	2735	FUNC_SAVE
2736	INIT GHASH_MUL_AVX2, PRECOMPUTE_AVX2	2736	INIT GHASH_MUL_AVX2, PRECOMPUTE_AVX2
2737	FUNC_RESTORE	2737	FUNC_RESTORE
2738	ret	2738	RET
2739	SYM_FUNC_END(aesni_gcm_init_avx_gen4)	2739	SYM_FUNC_END(aesni_gcm_init_avx_gen4)
2740		2740
2741	###############################################################################	2741	###############################################################################
@@ -2756,15 +2756,15 @@ SYM_FUNC_START(aesni_gcm_enc_update_avx_gen4) · 14 unmodified lines
2756	# must be 192	2756	# must be 192
2757	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, ENC, 11	2757	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, ENC, 11
2758	FUNC_RESTORE	2758	FUNC_RESTORE
2759	ret	2759	RET
2760	key_128_enc_update4:	2760	key_128_enc_update4:
2761	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, ENC, 9	2761	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, ENC, 9
2762	FUNC_RESTORE	2762	FUNC_RESTORE
2763	ret	2763	RET
2764	key_256_enc_update4:	2764	key_256_enc_update4:
2765	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, ENC, 13	2765	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, ENC, 13
2766	FUNC_RESTORE	2766	FUNC_RESTORE
2767	ret	2767	RET
2768	SYM_FUNC_END(aesni_gcm_enc_update_avx_gen4)	2768	SYM_FUNC_END(aesni_gcm_enc_update_avx_gen4)
2769		2769
2770	###############################################################################	2770	###############################################################################
@@ -2785,15 +2785,15 @@ SYM_FUNC_START(aesni_gcm_dec_update_avx_gen4) · 14 unmodified lines
2785	# must be 192	2785	# must be 192
2786	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, DEC, 11	2786	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, DEC, 11
2787	FUNC_RESTORE	2787	FUNC_RESTORE
2788	ret	2788	RET
2789	key_128_dec_update4:	2789	key_128_dec_update4:
2790	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, DEC, 9	2790	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, DEC, 9
2791	FUNC_RESTORE	2791	FUNC_RESTORE
2792	ret	2792	RET
2793	key_256_dec_update4:	2793	key_256_dec_update4:
2794	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, DEC, 13	2794	GCM_ENC_DEC INITIAL_BLOCKS_AVX2, GHASH_8_ENCRYPT_8_PARALLEL_AVX2, GHASH_LAST_8_AVX2, GHASH_MUL_AVX2, DEC, 13
2795	FUNC_RESTORE	2795	FUNC_RESTORE
2796	ret	2796	RET
2797	SYM_FUNC_END(aesni_gcm_dec_update_avx_gen4)	2797	SYM_FUNC_END(aesni_gcm_dec_update_avx_gen4)
2798		2798
2799	###############################################################################	2799	###############################################################################
@@ -2814,13 +2814,13 @@ SYM_FUNC_START(aesni_gcm_finalize_avx_gen4) · 14 unmodified lines
2814	# must be 192	2814	# must be 192
2815	GCM_COMPLETE GHASH_MUL_AVX2, 11, arg3, arg4	2815	GCM_COMPLETE GHASH_MUL_AVX2, 11, arg3, arg4
2816	FUNC_RESTORE	2816	FUNC_RESTORE
2817	ret	2817	RET
2818	key_128_finalize4:	2818	key_128_finalize4:
2819	GCM_COMPLETE GHASH_MUL_AVX2, 9, arg3, arg4	2819	GCM_COMPLETE GHASH_MUL_AVX2, 9, arg3, arg4
2820	FUNC_RESTORE	2820	FUNC_RESTORE
2821	ret	2821	RET
2822	key_256_finalize4:	2822	key_256_finalize4:
2823	GCM_COMPLETE GHASH_MUL_AVX2, 13, arg3, arg4	2823	GCM_COMPLETE GHASH_MUL_AVX2, 13, arg3, arg4
2824	FUNC_RESTORE	2824	FUNC_RESTORE
2825	ret	2825	RET
2826	SYM_FUNC_END(aesni_gcm_finalize_avx_gen4)	2826	SYM_FUNC_END(aesni_gcm_finalize_avx_gen4)

arch/x86/crypto/blake2s-core.S+2−2

@@ -171,7 +171,7 @@ SYM_FUNC_START(blake2s_compress_ssse3) · 170 unmodified lines
171	movdqu %xmm1,0x10(%rdi)	171	movdqu %xmm1,0x10(%rdi)
172	movdqu %xmm14,0x20(%rdi)	172	movdqu %xmm14,0x20(%rdi)
173	.Lendofloop:	173	.Lendofloop:
174	ret	174	RET
175	SYM_FUNC_END(blake2s_compress_ssse3)	175	SYM_FUNC_END(blake2s_compress_ssse3)
176		176
177	#ifdef CONFIG_AS_AVX512	177	#ifdef CONFIG_AS_AVX512
@@ -251,6 +251,6 @@ SYM_FUNC_START(blake2s_compress_avx512) · 73 unmodified lines
251	vmovdqu %xmm1,0x10(%rdi)	251	vmovdqu %xmm1,0x10(%rdi)
252	vmovdqu %xmm4,0x20(%rdi)	252	vmovdqu %xmm4,0x20(%rdi)
253	vzeroupper	253	vzeroupper
254	retq	254	RET
255	SYM_FUNC_END(blake2s_compress_avx512)	255	SYM_FUNC_END(blake2s_compress_avx512)
256	#endif /* CONFIG_AS_AVX512 */	256	#endif /* CONFIG_AS_AVX512 */

arch/x86/crypto/blowfish-x86_64-asm_64.S+6−6

@@ -135,10 +135,10 @@ SYM_FUNC_START(__blowfish_enc_blk) · 134 unmodified lines
135	jnz .L__enc_xor;	135	jnz .L__enc_xor;
136		136
137	write_block();	137	write_block();
138	ret;	138	RET;
139	.L__enc_xor:	139	.L__enc_xor:
140	xor_block();	140	xor_block();
141	ret;	141	RET;
142	SYM_FUNC_END(__blowfish_enc_blk)	142	SYM_FUNC_END(__blowfish_enc_blk)
143		143
144	SYM_FUNC_START(blowfish_dec_blk)	144	SYM_FUNC_START(blowfish_dec_blk)
@@ -170,7 +170,7 @@ SYM_FUNC_START(blowfish_dec_blk) · 25 unmodified lines
170		170
171	movq %r11, %r12;	171	movq %r11, %r12;
172		172
173	ret;	173	RET;
174	SYM_FUNC_END(blowfish_dec_blk)	174	SYM_FUNC_END(blowfish_dec_blk)
175		175
176	/**********************************************************************	176	/**********************************************************************
@@ -322,14 +322,14 @@ SYM_FUNC_START(__blowfish_enc_blk_4way) · 145 unmodified lines
322		322
323	popq %rbx;	323	popq %rbx;
324	popq %r12;	324	popq %r12;
325	ret;	325	RET;
326		326
327	.L__enc_xor4:	327	.L__enc_xor4:
328	xor_block4();	328	xor_block4();
329		329
330	popq %rbx;	330	popq %rbx;
331	popq %r12;	331	popq %r12;
332	ret;	332	RET;
333	SYM_FUNC_END(__blowfish_enc_blk_4way)	333	SYM_FUNC_END(__blowfish_enc_blk_4way)
334		334
335	SYM_FUNC_START(blowfish_dec_blk_4way)	335	SYM_FUNC_START(blowfish_dec_blk_4way)
@@ -364,5 +364,5 @@ SYM_FUNC_START(blowfish_dec_blk_4way) · 28 unmodified lines
364	popq %rbx;	364	popq %rbx;
365	popq %r12;	365	popq %r12;
366		366
367	ret;	367	RET;
368	SYM_FUNC_END(blowfish_dec_blk_4way)	368	SYM_FUNC_END(blowfish_dec_blk_4way)

arch/x86/crypto/camellia-aesni-avx-asm_64.S+7−7

@@ -192,7 +192,7 @@ SYM_FUNC_START_LOCAL(roundsm16_x0_x1_x2_x3_x4_x5_x6_x7_y0_y1_y2_y3_y4_y5_y6_y7_c · 191 unmodified lines
192	roundsm16(%xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7,	192	roundsm16(%xmm0, %xmm1, %xmm2, %xmm3, %xmm4, %xmm5, %xmm6, %xmm7,
193	%xmm8, %xmm9, %xmm10, %xmm11, %xmm12, %xmm13, %xmm14, %xmm15,	193	%xmm8, %xmm9, %xmm10, %xmm11, %xmm12, %xmm13, %xmm14, %xmm15,
194	%rcx, (%r9));	194	%rcx, (%r9));
195	ret;	195	RET;
196	SYM_FUNC_END(roundsm16_x0_x1_x2_x3_x4_x5_x6_x7_y0_y1_y2_y3_y4_y5_y6_y7_cd)	196	SYM_FUNC_END(roundsm16_x0_x1_x2_x3_x4_x5_x6_x7_y0_y1_y2_y3_y4_y5_y6_y7_cd)
197		197
198	.align 8	198	.align 8
@@ -200,7 +200,7 @@ SYM_FUNC_START_LOCAL(roundsm16_x4_x5_x6_x7_x0_x1_x2_x3_y4_y5_y6_y7_y0_y1_y2_y3_a · 1 unmodified line
200	roundsm16(%xmm4, %xmm5, %xmm6, %xmm7, %xmm0, %xmm1, %xmm2, %xmm3,	200	roundsm16(%xmm4, %xmm5, %xmm6, %xmm7, %xmm0, %xmm1, %xmm2, %xmm3,
201	%xmm12, %xmm13, %xmm14, %xmm15, %xmm8, %xmm9, %xmm10, %xmm11,	201	%xmm12, %xmm13, %xmm14, %xmm15, %xmm8, %xmm9, %xmm10, %xmm11,
202	%rax, (%r9));	202	%rax, (%r9));
203	ret;	203	RET;
204	SYM_FUNC_END(roundsm16_x4_x5_x6_x7_x0_x1_x2_x3_y4_y5_y6_y7_y0_y1_y2_y3_ab)	204	SYM_FUNC_END(roundsm16_x4_x5_x6_x7_x0_x1_x2_x3_y4_y5_y6_y7_y0_y1_y2_y3_ab)
205		205
206	/*	206	/*
@@ -778,7 +778,7 @@ SYM_FUNC_START_LOCAL(__camellia_enc_blk16) · 571 unmodified lines
778	%xmm15, (key_table)(CTX, %r8, 8), (%rax), 1 * 16(%rax));	778	%xmm15, (key_table)(CTX, %r8, 8), (%rax), 1 * 16(%rax));
779		779
780	FRAME_END	780	FRAME_END
781	ret;	781	RET;
782		782
783	.align 8	783	.align 8
784	.Lenc_max32:	784	.Lenc_max32:
@@ -865,7 +865,7 @@ SYM_FUNC_START_LOCAL(__camellia_dec_blk16) · 80 unmodified lines
865	%xmm15, (key_table)(CTX), (%rax), 1 * 16(%rax));	865	%xmm15, (key_table)(CTX), (%rax), 1 * 16(%rax));
866		866
867	FRAME_END	867	FRAME_END
868	ret;	868	RET;
869		869
870	.align 8	870	.align 8
871	.Ldec_max32:	871	.Ldec_max32:
@@ -906,7 +906,7 @@ SYM_FUNC_START(camellia_ecb_enc_16way) · 34 unmodified lines
906	%xmm8, %rsi);	906	%xmm8, %rsi);
907		907
908	FRAME_END	908	FRAME_END
909	ret;	909	RET;
910	SYM_FUNC_END(camellia_ecb_enc_16way)	910	SYM_FUNC_END(camellia_ecb_enc_16way)
911		911
912	SYM_FUNC_START(camellia_ecb_dec_16way)	912	SYM_FUNC_START(camellia_ecb_dec_16way)
@@ -936,7 +936,7 @@ SYM_FUNC_START(camellia_ecb_dec_16way) · 23 unmodified lines
936	%xmm8, %rsi);	936	%xmm8, %rsi);
937		937
938	FRAME_END	938	FRAME_END
939	ret;	939	RET;
940	SYM_FUNC_END(camellia_ecb_dec_16way)	940	SYM_FUNC_END(camellia_ecb_dec_16way)
941		941
942	SYM_FUNC_START(camellia_cbc_dec_16way)	942	SYM_FUNC_START(camellia_cbc_dec_16way)
@@ -987,5 +987,5 @@ SYM_FUNC_START(camellia_cbc_dec_16way) · 44 unmodified lines
987	%xmm8, %rsi);	987	%xmm8, %rsi);
988		988
989	FRAME_END	989	FRAME_END
990	ret;	990	RET;
991	SYM_FUNC_END(camellia_cbc_dec_16way)	991	SYM_FUNC_END(camellia_cbc_dec_16way)

arch/x86/crypto/camellia-aesni-avx2-asm_64.S+7−7

@@ -226,7 +226,7 @@ SYM_FUNC_START_LOCAL(roundsm32_x0_x1_x2_x3_x4_x5_x6_x7_y0_y1_y2_y3_y4_y5_y6_y7_c · 225 unmodified lines
226	roundsm32(%ymm0, %ymm1, %ymm2, %ymm3, %ymm4, %ymm5, %ymm6, %ymm7,	226	roundsm32(%ymm0, %ymm1, %ymm2, %ymm3, %ymm4, %ymm5, %ymm6, %ymm7,
227	%ymm8, %ymm9, %ymm10, %ymm11, %ymm12, %ymm13, %ymm14, %ymm15,	227	%ymm8, %ymm9, %ymm10, %ymm11, %ymm12, %ymm13, %ymm14, %ymm15,
228	%rcx, (%r9));	228	%rcx, (%r9));
229	ret;	229	RET;
230	SYM_FUNC_END(roundsm32_x0_x1_x2_x3_x4_x5_x6_x7_y0_y1_y2_y3_y4_y5_y6_y7_cd)	230	SYM_FUNC_END(roundsm32_x0_x1_x2_x3_x4_x5_x6_x7_y0_y1_y2_y3_y4_y5_y6_y7_cd)
231		231
232	.align 8	232	.align 8
@@ -234,7 +234,7 @@ SYM_FUNC_START_LOCAL(roundsm32_x4_x5_x6_x7_x0_x1_x2_x3_y4_y5_y6_y7_y0_y1_y2_y3_a · 1 unmodified line
234	roundsm32(%ymm4, %ymm5, %ymm6, %ymm7, %ymm0, %ymm1, %ymm2, %ymm3,	234	roundsm32(%ymm4, %ymm5, %ymm6, %ymm7, %ymm0, %ymm1, %ymm2, %ymm3,
235	%ymm12, %ymm13, %ymm14, %ymm15, %ymm8, %ymm9, %ymm10, %ymm11,	235	%ymm12, %ymm13, %ymm14, %ymm15, %ymm8, %ymm9, %ymm10, %ymm11,
236	%rax, (%r9));	236	%rax, (%r9));
237	ret;	237	RET;
238	SYM_FUNC_END(roundsm32_x4_x5_x6_x7_x0_x1_x2_x3_y4_y5_y6_y7_y0_y1_y2_y3_ab)	238	SYM_FUNC_END(roundsm32_x4_x5_x6_x7_x0_x1_x2_x3_y4_y5_y6_y7_y0_y1_y2_y3_ab)
239		239
240	/*	240	/*
@@ -814,7 +814,7 @@ SYM_FUNC_START_LOCAL(__camellia_enc_blk32) · 573 unmodified lines
814	%ymm15, (key_table)(CTX, %r8, 8), (%rax), 1 * 32(%rax));	814	%ymm15, (key_table)(CTX, %r8, 8), (%rax), 1 * 32(%rax));
815		815
816	FRAME_END	816	FRAME_END
817	ret;	817	RET;
818		818
819	.align 8	819	.align 8
820	.Lenc_max32:	820	.Lenc_max32:
@@ -901,7 +901,7 @@ SYM_FUNC_START_LOCAL(__camellia_dec_blk32) · 80 unmodified lines
901	%ymm15, (key_table)(CTX), (%rax), 1 * 32(%rax));	901	%ymm15, (key_table)(CTX), (%rax), 1 * 32(%rax));
902		902
903	FRAME_END	903	FRAME_END
904	ret;	904	RET;
905		905
906	.align 8	906	.align 8
907	.Ldec_max32:	907	.Ldec_max32:
@@ -946,7 +946,7 @@ SYM_FUNC_START(camellia_ecb_enc_32way) · 38 unmodified lines
946	vzeroupper;	946	vzeroupper;
947		947
948	FRAME_END	948	FRAME_END
949	ret;	949	RET;
950	SYM_FUNC_END(camellia_ecb_enc_32way)	950	SYM_FUNC_END(camellia_ecb_enc_32way)
951		951
952	SYM_FUNC_START(camellia_ecb_dec_32way)	952	SYM_FUNC_START(camellia_ecb_dec_32way)
@@ -980,7 +980,7 @@ SYM_FUNC_START(camellia_ecb_dec_32way) · 27 unmodified lines
980	vzeroupper;	980	vzeroupper;
981		981
982	FRAME_END	982	FRAME_END
983	ret;	983	RET;
984	SYM_FUNC_END(camellia_ecb_dec_32way)	984	SYM_FUNC_END(camellia_ecb_dec_32way)
985		985
986	SYM_FUNC_START(camellia_cbc_dec_32way)	986	SYM_FUNC_START(camellia_cbc_dec_32way)
@@ -1047,5 +1047,5 @@ SYM_FUNC_START(camellia_cbc_dec_32way) · 60 unmodified lines
1047		1047
1048	addq $(16 * 32), %rsp;	1048	addq $(16 * 32), %rsp;
1049	FRAME_END	1049	FRAME_END
1050	ret;	1050	RET;
1051	SYM_FUNC_END(camellia_cbc_dec_32way)	1051	SYM_FUNC_END(camellia_cbc_dec_32way)

arch/x86/crypto/camellia-x86_64-asm_64.S+6−6

@@ -213,13 +213,13 @@ SYM_FUNC_START(__camellia_enc_blk) · 212 unmodified lines
213	enc_outunpack(mov, RT1);	213	enc_outunpack(mov, RT1);
214		214
215	movq RR12, %r12;	215	movq RR12, %r12;
216	ret;	216	RET;
217		217
218	.L__enc_xor:	218	.L__enc_xor:
219	enc_outunpack(xor, RT1);	219	enc_outunpack(xor, RT1);
220		220
221	movq RR12, %r12;	221	movq RR12, %r12;
222	ret;	222	RET;
223	SYM_FUNC_END(__camellia_enc_blk)	223	SYM_FUNC_END(__camellia_enc_blk)
224		224
225	SYM_FUNC_START(camellia_dec_blk)	225	SYM_FUNC_START(camellia_dec_blk)
@@ -257,7 +257,7 @@ SYM_FUNC_START(camellia_dec_blk) · 31 unmodified lines
257	dec_outunpack();	257	dec_outunpack();
258		258
259	movq RR12, %r12;	259	movq RR12, %r12;
260	ret;	260	RET;
261	SYM_FUNC_END(camellia_dec_blk)	261	SYM_FUNC_END(camellia_dec_blk)
262		262
263	/**********************************************************************	263	/**********************************************************************
@@ -448,14 +448,14 @@ SYM_FUNC_START(__camellia_enc_blk_2way) · 184 unmodified lines
448		448
449	movq RR12, %r12;	449	movq RR12, %r12;
450	popq %rbx;	450	popq %rbx;
451	ret;	451	RET;
452		452
453	.L__enc2_xor:	453	.L__enc2_xor:
454	enc_outunpack2(xor, RT2);	454	enc_outunpack2(xor, RT2);
455		455
456	movq RR12, %r12;	456	movq RR12, %r12;
457	popq %rbx;	457	popq %rbx;
458	ret;	458	RET;
459	SYM_FUNC_END(__camellia_enc_blk_2way)	459	SYM_FUNC_END(__camellia_enc_blk_2way)
460		460
461	SYM_FUNC_START(camellia_dec_blk_2way)	461	SYM_FUNC_START(camellia_dec_blk_2way)
@@ -495,5 +495,5 @@ SYM_FUNC_START(camellia_dec_blk_2way) · 33 unmodified lines
495		495
496	movq RR12, %r12;	496	movq RR12, %r12;
497	movq RXOR, %rbx;	497	movq RXOR, %rbx;
498	ret;	498	RET;
499	SYM_FUNC_END(camellia_dec_blk_2way)	499	SYM_FUNC_END(camellia_dec_blk_2way)

arch/x86/crypto/cast5-avx-x86_64-asm_64.S+6−6

@@ -279,7 +279,7 @@ SYM_FUNC_START_LOCAL(__cast5_enc_blk16) · 278 unmodified lines
279	outunpack_blocks(RR3, RL3, RTMP, RX, RKM);	279	outunpack_blocks(RR3, RL3, RTMP, RX, RKM);
280	outunpack_blocks(RR4, RL4, RTMP, RX, RKM);	280	outunpack_blocks(RR4, RL4, RTMP, RX, RKM);
281		281
282	ret;	282	RET;
283	SYM_FUNC_END(__cast5_enc_blk16)	283	SYM_FUNC_END(__cast5_enc_blk16)
284		284
285	.align 16	285	.align 16
@@ -352,7 +352,7 @@ SYM_FUNC_START_LOCAL(__cast5_dec_blk16) · 66 unmodified lines
352	outunpack_blocks(RR3, RL3, RTMP, RX, RKM);	352	outunpack_blocks(RR3, RL3, RTMP, RX, RKM);
353	outunpack_blocks(RR4, RL4, RTMP, RX, RKM);	353	outunpack_blocks(RR4, RL4, RTMP, RX, RKM);
354		354
355	ret;	355	RET;
356		356
357	.L__skip_dec:	357	.L__skip_dec:
358	vpsrldq $4, RKR, RKR;	358	vpsrldq $4, RKR, RKR;
@@ -393,7 +393,7 @@ SYM_FUNC_START(cast5_ecb_enc_16way) · 34 unmodified lines
393		393
394	popq %r15;	394	popq %r15;
395	FRAME_END	395	FRAME_END
396	ret;	396	RET;
397	SYM_FUNC_END(cast5_ecb_enc_16way)	397	SYM_FUNC_END(cast5_ecb_enc_16way)
398		398
399	SYM_FUNC_START(cast5_ecb_dec_16way)	399	SYM_FUNC_START(cast5_ecb_dec_16way)
@@ -431,7 +431,7 @@ SYM_FUNC_START(cast5_ecb_dec_16way) · 31 unmodified lines
431		431
432	popq %r15;	432	popq %r15;
433	FRAME_END	433	FRAME_END
434	ret;	434	RET;
435	SYM_FUNC_END(cast5_ecb_dec_16way)	435	SYM_FUNC_END(cast5_ecb_dec_16way)
436		436
437	SYM_FUNC_START(cast5_cbc_dec_16way)	437	SYM_FUNC_START(cast5_cbc_dec_16way)
@@ -483,7 +483,7 @@ SYM_FUNC_START(cast5_cbc_dec_16way) · 45 unmodified lines
483	popq %r15;	483	popq %r15;
484	popq %r12;	484	popq %r12;
485	FRAME_END	485	FRAME_END
486	ret;	486	RET;
487	SYM_FUNC_END(cast5_cbc_dec_16way)	487	SYM_FUNC_END(cast5_cbc_dec_16way)
488		488
489	SYM_FUNC_START(cast5_ctr_16way)	489	SYM_FUNC_START(cast5_ctr_16way)
@@ -559,5 +559,5 @@ SYM_FUNC_START(cast5_ctr_16way) · 69 unmodified lines
559	popq %r15;	559	popq %r15;
560	popq %r12;	560	popq %r12;
561	FRAME_END	561	FRAME_END
562	ret;	562	RET;
563	SYM_FUNC_END(cast5_ctr_16way)	563	SYM_FUNC_END(cast5_ctr_16way)

arch/x86/crypto/cast6-avx-x86_64-asm_64.S+5−5

@@ -289,7 +289,7 @@ SYM_FUNC_START_LOCAL(__cast6_enc_blk8) · 288 unmodified lines
289	outunpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM);	289	outunpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM);
290	outunpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM);	290	outunpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM);
291		291
292	ret;	292	RET;
293	SYM_FUNC_END(__cast6_enc_blk8)	293	SYM_FUNC_END(__cast6_enc_blk8)
294		294
295	.align 8	295	.align 8
@@ -336,7 +336,7 @@ SYM_FUNC_START_LOCAL(__cast6_dec_blk8) · 40 unmodified lines
336	outunpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM);	336	outunpack_blocks(RA1, RB1, RC1, RD1, RTMP, RX, RKRF, RKM);
337	outunpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM);	337	outunpack_blocks(RA2, RB2, RC2, RD2, RTMP, RX, RKRF, RKM);
338		338
339	ret;	339	RET;
340	SYM_FUNC_END(__cast6_dec_blk8)	340	SYM_FUNC_END(__cast6_dec_blk8)
341		341
342	SYM_FUNC_START(cast6_ecb_enc_8way)	342	SYM_FUNC_START(cast6_ecb_enc_8way)
@@ -359,7 +359,7 @@ SYM_FUNC_START(cast6_ecb_enc_8way) · 16 unmodified lines
359		359
360	popq %r15;	360	popq %r15;
361	FRAME_END	361	FRAME_END
362	ret;	362	RET;
363	SYM_FUNC_END(cast6_ecb_enc_8way)	363	SYM_FUNC_END(cast6_ecb_enc_8way)
364		364
365	SYM_FUNC_START(cast6_ecb_dec_8way)	365	SYM_FUNC_START(cast6_ecb_dec_8way)
@@ -382,7 +382,7 @@ SYM_FUNC_START(cast6_ecb_dec_8way) · 16 unmodified lines
382		382
383	popq %r15;	383	popq %r15;
384	FRAME_END	384	FRAME_END
385	ret;	385	RET;
386	SYM_FUNC_END(cast6_ecb_dec_8way)	386	SYM_FUNC_END(cast6_ecb_dec_8way)
387		387
388	SYM_FUNC_START(cast6_cbc_dec_8way)	388	SYM_FUNC_START(cast6_cbc_dec_8way)
@@ -408,5 +408,5 @@ SYM_FUNC_START(cast6_cbc_dec_8way) · 19 unmodified lines
408	popq %r15;	408	popq %r15;
409	popq %r12;	409	popq %r12;
410	FRAME_END	410	FRAME_END
411	ret;	411	RET;
412	SYM_FUNC_END(cast6_cbc_dec_8way)	412	SYM_FUNC_END(cast6_cbc_dec_8way)

arch/x86/crypto/chacha-avx2-x86_64.S+3−3

@@ -193,7 +193,7 @@ SYM_FUNC_START(chacha_2block_xor_avx2) · 192 unmodified lines
193		193
194	.Ldone2:	194	.Ldone2:
195	vzeroupper	195	vzeroupper
196	ret	196	RET
197		197
198	.Lxorpart2:	198	.Lxorpart2:
199	# xor remaining bytes from partial register into output	199	# xor remaining bytes from partial register into output
@@ -498,7 +498,7 @@ SYM_FUNC_START(chacha_4block_xor_avx2) · 298 unmodified lines
498		498
499	.Ldone4:	499	.Ldone4:
500	vzeroupper	500	vzeroupper
501	ret	501	RET
502		502
503	.Lxorpart4:	503	.Lxorpart4:
504	# xor remaining bytes from partial register into output	504	# xor remaining bytes from partial register into output
@@ -992,7 +992,7 @@ SYM_FUNC_START(chacha_8block_xor_avx2) · 487 unmodified lines
992	.Ldone8:	992	.Ldone8:
993	vzeroupper	993	vzeroupper
994	lea -8(%r10),%rsp	994	lea -8(%r10),%rsp
995	ret	995	RET
996		996
997	.Lxorpart8:	997	.Lxorpart8:
998	# xor remaining bytes from partial register into output	998	# xor remaining bytes from partial register into output

arch/x86/crypto/chacha-avx512vl-x86_64.S+3−3

@@ -166,7 +166,7 @@ SYM_FUNC_START(chacha_2block_xor_avx512vl) · 165 unmodified lines
166		166
167	.Ldone2:	167	.Ldone2:
168	vzeroupper	168	vzeroupper
169	ret	169	RET
170		170
171	.Lxorpart2:	171	.Lxorpart2:
172	# xor remaining bytes from partial register into output	172	# xor remaining bytes from partial register into output
@@ -432,7 +432,7 @@ SYM_FUNC_START(chacha_4block_xor_avx512vl) · 259 unmodified lines
432		432
433	.Ldone4:	433	.Ldone4:
434	vzeroupper	434	vzeroupper
435	ret	435	RET
436		436
437	.Lxorpart4:	437	.Lxorpart4:
438	# xor remaining bytes from partial register into output	438	# xor remaining bytes from partial register into output
@@ -812,7 +812,7 @@ SYM_FUNC_START(chacha_8block_xor_avx512vl) · 373 unmodified lines
812		812
813	.Ldone8:	813	.Ldone8:
814	vzeroupper	814	vzeroupper
815	ret	815	RET
816		816
817	.Lxorpart8:	817	.Lxorpart8:
818	# xor remaining bytes from partial register into output	818	# xor remaining bytes from partial register into output

arch/x86/crypto/chacha-ssse3-x86_64.S+4−4

@@ -108,7 +108,7 @@ SYM_FUNC_START_LOCAL(chacha_permute) · 107 unmodified lines
108	sub $2,%r8d	108	sub $2,%r8d
109	jnz .Ldoubleround	109	jnz .Ldoubleround
110		110
111	ret	111	RET
112	SYM_FUNC_END(chacha_permute)	112	SYM_FUNC_END(chacha_permute)
113		113
114	SYM_FUNC_START(chacha_block_xor_ssse3)	114	SYM_FUNC_START(chacha_block_xor_ssse3)
@@ -166,7 +166,7 @@ SYM_FUNC_START(chacha_block_xor_ssse3) · 51 unmodified lines
166		166
167	.Ldone:	167	.Ldone:
168	FRAME_END	168	FRAME_END
169	ret	169	RET
170		170
171	.Lxorpart:	171	.Lxorpart:
172	# xor remaining bytes from partial register into output	172	# xor remaining bytes from partial register into output
@@ -217,7 +217,7 @@ SYM_FUNC_START(hchacha_block_ssse3) · 44 unmodified lines
217	movdqu %xmm3,0x10(%rsi)	217	movdqu %xmm3,0x10(%rsi)
218		218
219	FRAME_END	219	FRAME_END
220	ret	220	RET
221	SYM_FUNC_END(hchacha_block_ssse3)	221	SYM_FUNC_END(hchacha_block_ssse3)
222		222
223	SYM_FUNC_START(chacha_4block_xor_ssse3)	223	SYM_FUNC_START(chacha_4block_xor_ssse3)
@@ -762,7 +762,7 @@ SYM_FUNC_START(chacha_4block_xor_ssse3) · 538 unmodified lines
762		762
763	.Ldone4:	763	.Ldone4:
764	lea -8(%r10),%rsp	764	lea -8(%r10),%rsp
765	ret	765	RET
766		766
767	.Lxorpart4:	767	.Lxorpart4:
768	# xor remaining bytes from partial register into output	768	# xor remaining bytes from partial register into output

arch/x86/crypto/crc32-pclmul_asm.S+1−1

@@ -236,5 +236,5 @@ fold_64: · 235 unmodified lines
236	pxor %xmm2, %xmm1	236	pxor %xmm2, %xmm1
237	pextrd $0x01, %xmm1, %eax	237	pextrd $0x01, %xmm1, %eax
238		238
239	ret	239	RET
240	SYM_FUNC_END(crc32_pclmul_le_16)	240	SYM_FUNC_END(crc32_pclmul_le_16)

arch/x86/crypto/crc32c-pcl-intel-asm_64.S+1−1

@@ -306,7 +306,7 @@ do_return: · 305 unmodified lines
306	popq %rsi	306	popq %rsi
307	popq %rdi	307	popq %rdi
308	popq %rbx	308	popq %rbx
309	ret	309	RET
310	SYM_FUNC_END(crc_pcl)	310	SYM_FUNC_END(crc_pcl)
311		311
312	.section .rodata, "a", @progbits	312	.section .rodata, "a", @progbits

arch/x86/crypto/crct10dif-pcl-asm_64.S+1−1

@@ -257,7 +257,7 @@ SYM_FUNC_START(crc_t10dif_pcl) · 256 unmodified lines
257	# Final CRC value (x^16 * M(x)) mod G(x) is in low 16 bits of xmm0.	257	# Final CRC value (x^16 * M(x)) mod G(x) is in low 16 bits of xmm0.
258		258
259	pextrw $0, %xmm0, %eax	259	pextrw $0, %xmm0, %eax
260	ret	260	RET
261		261
262	.align 16	262	.align 16
263	.Lless_than_256_bytes:	263	.Lless_than_256_bytes:

arch/x86/crypto/des3_ede-asm_64.S+2−2

@@ -243,7 +243,7 @@ SYM_FUNC_START(des3_ede_x86_64_crypt_blk) · 242 unmodified lines
243	popq %r12;	243	popq %r12;
244	popq %rbx;	244	popq %rbx;
245		245
246	ret;	246	RET;
247	SYM_FUNC_END(des3_ede_x86_64_crypt_blk)	247	SYM_FUNC_END(des3_ede_x86_64_crypt_blk)
248		248
249	/***********************************************************************	249	/***********************************************************************
@@ -528,7 +528,7 @@ SYM_FUNC_START(des3_ede_x86_64_crypt_blk_3way) · 278 unmodified lines
528	popq %r12;	528	popq %r12;
529	popq %rbx;	529	popq %rbx;
530		530
531	ret;	531	RET;
532	SYM_FUNC_END(des3_ede_x86_64_crypt_blk_3way)	532	SYM_FUNC_END(des3_ede_x86_64_crypt_blk_3way)
533		533
534	.section .rodata, "a", @progbits	534	.section .rodata, "a", @progbits

arch/x86/crypto/ghash-clmulni-intel_asm.S+3−3

@@ -85,7 +85,7 @@ SYM_FUNC_START_LOCAL(__clmul_gf128mul_ble) · 84 unmodified lines
85	psrlq $1, T2	85	psrlq $1, T2
86	pxor T2, T1	86	pxor T2, T1
87	pxor T1, DATA	87	pxor T1, DATA
88	ret	88	RET
89	SYM_FUNC_END(__clmul_gf128mul_ble)	89	SYM_FUNC_END(__clmul_gf128mul_ble)
90		90
91	/* void clmul_ghash_mul(char dst, const u128 shash) */	91	/* void clmul_ghash_mul(char dst, const u128 shash) */
@@ -99,7 +99,7 @@ SYM_FUNC_START(clmul_ghash_mul) · 7 unmodified lines
99	pshufb BSWAP, DATA	99	pshufb BSWAP, DATA
100	movups DATA, (%rdi)	100	movups DATA, (%rdi)
101	FRAME_END	101	FRAME_END
102	ret	102	RET
103	SYM_FUNC_END(clmul_ghash_mul)	103	SYM_FUNC_END(clmul_ghash_mul)
104		104
105	/*	105	/*
@@ -128,5 +128,5 @@ SYM_FUNC_START(clmul_ghash_update) · 22 unmodified lines
128	movups DATA, (%rdi)	128	movups DATA, (%rdi)
129	.Lupdate_just_ret:	129	.Lupdate_just_ret:
130	FRAME_END	130	FRAME_END
131	ret	131	RET
132	SYM_FUNC_END(clmul_ghash_update)	132	SYM_FUNC_END(clmul_ghash_update)

arch/x86/crypto/nh-avx2-x86_64.S+1−1

@@ -153,5 +153,5 @@ SYM_FUNC_START(nh_avx2) · 152 unmodified lines
153	vpaddq T1, T0, T0	153	vpaddq T1, T0, T0
154	vpaddq T4, T0, T0	154	vpaddq T4, T0, T0
155	vmovdqu T0, (HASH)	155	vmovdqu T0, (HASH)
156	ret	156	RET
157	SYM_FUNC_END(nh_avx2)	157	SYM_FUNC_END(nh_avx2)

arch/x86/crypto/nh-sse2-x86_64.S+1−1

@@ -119,5 +119,5 @@ SYM_FUNC_START(nh_sse2) · 118 unmodified lines
119	paddq PASS2_SUMS, T1	119	paddq PASS2_SUMS, T1
120	movdqu T0, 0x00(HASH)	120	movdqu T0, 0x00(HASH)
121	movdqu T1, 0x10(HASH)	121	movdqu T1, 0x10(HASH)
122	ret	122	RET
123	SYM_FUNC_END(nh_sse2)	123	SYM_FUNC_END(nh_sse2)

arch/x86/crypto/serpent-avx-x86_64-asm_64.S+5−5

arch/x86/crypto/serpent-avx2-asm_64.S+5−5

@@ -601,7 +601,7 @@ SYM_FUNC_START_LOCAL(__serpent_enc_blk16) · 600 unmodified lines
601	write_blocks(RA1, RB1, RC1, RD1, RK0, RK1, RK2);	601	write_blocks(RA1, RB1, RC1, RD1, RK0, RK1, RK2);
602	write_blocks(RA2, RB2, RC2, RD2, RK0, RK1, RK2);	602	write_blocks(RA2, RB2, RC2, RD2, RK0, RK1, RK2);
603		603
604	ret;	604	RET;
605	SYM_FUNC_END(__serpent_enc_blk16)	605	SYM_FUNC_END(__serpent_enc_blk16)
606		606
607	.align 8	607	.align 8
@@ -655,7 +655,7 @@ SYM_FUNC_START_LOCAL(__serpent_dec_blk16) · 47 unmodified lines
655	write_blocks(RC1, RD1, RB1, RE1, RK0, RK1, RK2);	655	write_blocks(RC1, RD1, RB1, RE1, RK0, RK1, RK2);
656	write_blocks(RC2, RD2, RB2, RE2, RK0, RK1, RK2);	656	write_blocks(RC2, RD2, RB2, RE2, RK0, RK1, RK2);
657		657
658	ret;	658	RET;
659	SYM_FUNC_END(__serpent_dec_blk16)	659	SYM_FUNC_END(__serpent_dec_blk16)
660		660
661	SYM_FUNC_START(serpent_ecb_enc_16way)	661	SYM_FUNC_START(serpent_ecb_enc_16way)
@@ -677,7 +677,7 @@ SYM_FUNC_START(serpent_ecb_enc_16way) · 15 unmodified lines
677	vzeroupper;	677	vzeroupper;
678		678
679	FRAME_END	679	FRAME_END
680	ret;	680	RET;
681	SYM_FUNC_END(serpent_ecb_enc_16way)	681	SYM_FUNC_END(serpent_ecb_enc_16way)
682		682
683	SYM_FUNC_START(serpent_ecb_dec_16way)	683	SYM_FUNC_START(serpent_ecb_dec_16way)
@@ -699,7 +699,7 @@ SYM_FUNC_START(serpent_ecb_dec_16way) · 15 unmodified lines
699	vzeroupper;	699	vzeroupper;
700		700
701	FRAME_END	701	FRAME_END
702	ret;	702	RET;
703	SYM_FUNC_END(serpent_ecb_dec_16way)	703	SYM_FUNC_END(serpent_ecb_dec_16way)
704		704
705	SYM_FUNC_START(serpent_cbc_dec_16way)	705	SYM_FUNC_START(serpent_cbc_dec_16way)
@@ -722,5 +722,5 @@ SYM_FUNC_START(serpent_cbc_dec_16way) · 16 unmodified lines
722	vzeroupper;	722	vzeroupper;
723		723
724	FRAME_END	724	FRAME_END
725	ret;	725	RET;
726	SYM_FUNC_END(serpent_cbc_dec_16way)	726	SYM_FUNC_END(serpent_cbc_dec_16way)

arch/x86/crypto/serpent-sse2-i586-asm_32.S+3−3

@@ -553,12 +553,12 @@ SYM_FUNC_START(__serpent_enc_blk_4way) · 552 unmodified lines
553		553
554	write_blocks(%eax, RA, RB, RC, RD, RT0, RT1, RE);	554	write_blocks(%eax, RA, RB, RC, RD, RT0, RT1, RE);
555		555
556	ret;	556	RET;
557		557
558	.L__enc_xor4:	558	.L__enc_xor4:
559	xor_blocks(%eax, RA, RB, RC, RD, RT0, RT1, RE);	559	xor_blocks(%eax, RA, RB, RC, RD, RT0, RT1, RE);
560		560
561	ret;	561	RET;
562	SYM_FUNC_END(__serpent_enc_blk_4way)	562	SYM_FUNC_END(__serpent_enc_blk_4way)
563		563
564	SYM_FUNC_START(serpent_dec_blk_4way)	564	SYM_FUNC_START(serpent_dec_blk_4way)
@@ -612,5 +612,5 @@ SYM_FUNC_START(serpent_dec_blk_4way) · 47 unmodified lines
612	movl arg_dst(%esp), %eax;	612	movl arg_dst(%esp), %eax;
613	write_blocks(%eax, RC, RD, RB, RE, RT0, RT1, RA);	613	write_blocks(%eax, RC, RD, RB, RE, RT0, RT1, RA);
614		614
615	ret;	615	RET;
616	SYM_FUNC_END(serpent_dec_blk_4way)	616	SYM_FUNC_END(serpent_dec_blk_4way)

arch/x86/crypto/serpent-sse2-x86_64-asm_64.S+3−3

@@ -675,13 +675,13 @@ SYM_FUNC_START(__serpent_enc_blk_8way) · 674 unmodified lines
675	write_blocks(%rsi, RA1, RB1, RC1, RD1, RK0, RK1, RK2);	675	write_blocks(%rsi, RA1, RB1, RC1, RD1, RK0, RK1, RK2);
676	write_blocks(%rax, RA2, RB2, RC2, RD2, RK0, RK1, RK2);	676	write_blocks(%rax, RA2, RB2, RC2, RD2, RK0, RK1, RK2);
677		677
678	ret;	678	RET;
679		679
680	.L__enc_xor8:	680	.L__enc_xor8:
681	xor_blocks(%rsi, RA1, RB1, RC1, RD1, RK0, RK1, RK2);	681	xor_blocks(%rsi, RA1, RB1, RC1, RD1, RK0, RK1, RK2);
682	xor_blocks(%rax, RA2, RB2, RC2, RD2, RK0, RK1, RK2);	682	xor_blocks(%rax, RA2, RB2, RC2, RD2, RK0, RK1, RK2);
683		683
684	ret;	684	RET;
685	SYM_FUNC_END(__serpent_enc_blk_8way)	685	SYM_FUNC_END(__serpent_enc_blk_8way)
686		686
687	SYM_FUNC_START(serpent_dec_blk_8way)	687	SYM_FUNC_START(serpent_dec_blk_8way)
@@ -735,5 +735,5 @@ SYM_FUNC_START(serpent_dec_blk_8way) · 47 unmodified lines
735	write_blocks(%rsi, RC1, RD1, RB1, RE1, RK0, RK1, RK2);	735	write_blocks(%rsi, RC1, RD1, RB1, RE1, RK0, RK1, RK2);
736	write_blocks(%rax, RC2, RD2, RB2, RE2, RK0, RK1, RK2);	736	write_blocks(%rax, RC2, RD2, RB2, RE2, RK0, RK1, RK2);
737		737
738	ret;	738	RET;
739	SYM_FUNC_END(serpent_dec_blk_8way)	739	SYM_FUNC_END(serpent_dec_blk_8way)

arch/x86/crypto/sha1_avx2_x86_64_asm.S+1−1

@@ -674,7 +674,7 @@ _loop3: · 673 unmodified lines
674	pop %r12	674	pop %r12
675	pop %rbx	675	pop %rbx
676		676
677	ret	677	RET
678		678
679	SYM_FUNC_END(\name)	679	SYM_FUNC_END(\name)
680	.endm	680	.endm

arch/x86/crypto/sha1_ni_asm.S+1−1

@@ -290,7 +290,7 @@ SYM_FUNC_START(sha1_ni_transform) · 289 unmodified lines
290	mov %rbp, %rsp	290	mov %rbp, %rsp
291	pop %rbp	291	pop %rbp
292		292
293	ret	293	RET
294	SYM_FUNC_END(sha1_ni_transform)	294	SYM_FUNC_END(sha1_ni_transform)
295		295
296	.section .rodata.cst16.PSHUFFLE_BYTE_FLIP_MASK, "aM", @progbits, 16	296	.section .rodata.cst16.PSHUFFLE_BYTE_FLIP_MASK, "aM", @progbits, 16

arch/x86/crypto/sha1_ssse3_asm.S+1−1

@@ -99,7 +99,7 @@ · 98 unmodified lines
99	pop %rbp	99	pop %rbp
100	pop %r12	100	pop %r12
101	pop %rbx	101	pop %rbx
102	ret	102	RET
103		103
104	SYM_FUNC_END(\name)	104	SYM_FUNC_END(\name)
105	.endm	105	.endm

arch/x86/crypto/sha256-avx-asm.S+1−1

@@ -458,7 +458,7 @@ done_hash: · 457 unmodified lines
458	popq %r13	458	popq %r13
459	popq %r12	459	popq %r12
460	popq %rbx	460	popq %rbx
461	ret	461	RET
462	SYM_FUNC_END(sha256_transform_avx)	462	SYM_FUNC_END(sha256_transform_avx)
463		463
464	.section .rodata.cst256.K256, "aM", @progbits, 256	464	.section .rodata.cst256.K256, "aM", @progbits, 256

arch/x86/crypto/sha256-avx2-asm.S+1−1

@@ -710,7 +710,7 @@ done_hash: · 709 unmodified lines
710	popq %r13	710	popq %r13
711	popq %r12	711	popq %r12
712	popq %rbx	712	popq %rbx
713	ret	713	RET
714	SYM_FUNC_END(sha256_transform_rorx)	714	SYM_FUNC_END(sha256_transform_rorx)
715		715
716	.section .rodata.cst512.K256, "aM", @progbits, 512	716	.section .rodata.cst512.K256, "aM", @progbits, 512

arch/x86/crypto/sha256-ssse3-asm.S+1−1

@@ -472,7 +472,7 @@ done_hash: · 471 unmodified lines
472	popq %r12	472	popq %r12
473	popq %rbx	473	popq %rbx
474		474
475	ret	475	RET
476	SYM_FUNC_END(sha256_transform_ssse3)	476	SYM_FUNC_END(sha256_transform_ssse3)
477		477
478	.section .rodata.cst256.K256, "aM", @progbits, 256	478	.section .rodata.cst256.K256, "aM", @progbits, 256

arch/x86/crypto/sha256_ni_asm.S+1−1

@@ -326,7 +326,7 @@ SYM_FUNC_START(sha256_ni_transform) · 325 unmodified lines
326		326
327	.Ldone_hash:	327	.Ldone_hash:
328		328
329	ret	329	RET
330	SYM_FUNC_END(sha256_ni_transform)	330	SYM_FUNC_END(sha256_ni_transform)
331		331
332	.section .rodata.cst256.K256, "aM", @progbits, 256	332	.section .rodata.cst256.K256, "aM", @progbits, 256

arch/x86/crypto/sha512-avx-asm.S+1−1

@@ -361,7 +361,7 @@ updateblock: · 360 unmodified lines
361	pop %rbx	361	pop %rbx
362		362
363	nowork:	363	nowork:
364	ret	364	RET
365	SYM_FUNC_END(sha512_transform_avx)	365	SYM_FUNC_END(sha512_transform_avx)
366		366
367	########################################################################	367	########################################################################

arch/x86/crypto/sha512-avx2-asm.S+1−1

@@ -679,7 +679,7 @@ done_hash: · 678 unmodified lines
679	pop %r12	679	pop %r12
680	pop %rbx	680	pop %rbx
681		681
682	ret	682	RET
683	SYM_FUNC_END(sha512_transform_rorx)	683	SYM_FUNC_END(sha512_transform_rorx)
684		684
685	########################################################################	685	########################################################################

arch/x86/crypto/sha512-ssse3-asm.S+1−1

@@ -363,7 +363,7 @@ updateblock: · 362 unmodified lines
363	pop %rbx	363	pop %rbx
364		364
365	nowork:	365	nowork:
366	ret	366	RET
367	SYM_FUNC_END(sha512_transform_ssse3)	367	SYM_FUNC_END(sha512_transform_ssse3)
368		368
369	########################################################################	369	########################################################################

arch/x86/crypto/sm4-aesni-avx-asm_64.S+6−6

@@ -246,7 +246,7 @@ SYM_FUNC_START(sm4_aesni_avx_crypt4) · 245 unmodified lines
246	.Lblk4_store_output_done:	246	.Lblk4_store_output_done:
247	vzeroall;	247	vzeroall;
248	FRAME_END	248	FRAME_END
249	ret;	249	RET;
250	SYM_FUNC_END(sm4_aesni_avx_crypt4)	250	SYM_FUNC_END(sm4_aesni_avx_crypt4)
251		251
252	.align 8	252	.align 8
@@ -356,7 +356,7 @@ SYM_FUNC_START_LOCAL(__sm4_crypt_blk8) · 103 unmodified lines
356	vpshufb RTMP2, RB3, RB3;	356	vpshufb RTMP2, RB3, RB3;
357		357
358	FRAME_END	358	FRAME_END
359	ret;	359	RET;
360	SYM_FUNC_END(__sm4_crypt_blk8)	360	SYM_FUNC_END(__sm4_crypt_blk8)
361		361
362	/*	362	/*
@@ -412,7 +412,7 @@ SYM_FUNC_START(sm4_aesni_avx_crypt8) · 49 unmodified lines
412	.Lblk8_store_output_done:	412	.Lblk8_store_output_done:
413	vzeroall;	413	vzeroall;
414	FRAME_END	414	FRAME_END
415	ret;	415	RET;
416	SYM_FUNC_END(sm4_aesni_avx_crypt8)	416	SYM_FUNC_END(sm4_aesni_avx_crypt8)
417		417
418	/*	418	/*
@@ -487,7 +487,7 @@ SYM_FUNC_START(sm4_aesni_avx_ctr_enc_blk8) · 68 unmodified lines
487		487
488	vzeroall;	488	vzeroall;
489	FRAME_END	489	FRAME_END
490	ret;	490	RET;
491	SYM_FUNC_END(sm4_aesni_avx_ctr_enc_blk8)	491	SYM_FUNC_END(sm4_aesni_avx_ctr_enc_blk8)
492		492
493	/*	493	/*
@@ -537,7 +537,7 @@ SYM_FUNC_START(sm4_aesni_avx_cbc_dec_blk8) · 43 unmodified lines
537		537
538	vzeroall;	538	vzeroall;
539	FRAME_END	539	FRAME_END
540	ret;	540	RET;
541	SYM_FUNC_END(sm4_aesni_avx_cbc_dec_blk8)	541	SYM_FUNC_END(sm4_aesni_avx_cbc_dec_blk8)
542		542
543	/*	543	/*
@@ -590,5 +590,5 @@ SYM_FUNC_START(sm4_aesni_avx_cfb_dec_blk8) · 46 unmodified lines
590		590
591	vzeroall;	591	vzeroall;
592	FRAME_END	592	FRAME_END
593	ret;	593	RET;
594	SYM_FUNC_END(sm4_aesni_avx_cfb_dec_blk8)	594	SYM_FUNC_END(sm4_aesni_avx_cfb_dec_blk8)

arch/x86/crypto/sm4-aesni-avx2-asm_64.S+4−4

@@ -268,7 +268,7 @@ SYM_FUNC_START_LOCAL(__sm4_crypt_blk16) · 267 unmodified lines
268	vpshufb RTMP2, RB3, RB3;	268	vpshufb RTMP2, RB3, RB3;
269		269
270	FRAME_END	270	FRAME_END
271	ret;	271	RET;
272	SYM_FUNC_END(__sm4_crypt_blk16)	272	SYM_FUNC_END(__sm4_crypt_blk16)
273		273
274	#define inc_le128(x, minus_one, tmp) \	274	#define inc_le128(x, minus_one, tmp) \
@@ -387,7 +387,7 @@ SYM_FUNC_START(sm4_aesni_avx2_ctr_enc_blk16) · 112 unmodified lines
387		387
388	vzeroall;	388	vzeroall;
389	FRAME_END	389	FRAME_END
390	ret;	390	RET;
391	SYM_FUNC_END(sm4_aesni_avx2_ctr_enc_blk16)	391	SYM_FUNC_END(sm4_aesni_avx2_ctr_enc_blk16)
392		392
393	/*	393	/*
@@ -441,7 +441,7 @@ SYM_FUNC_START(sm4_aesni_avx2_cbc_dec_blk16) · 47 unmodified lines
441		441
442	vzeroall;	442	vzeroall;
443	FRAME_END	443	FRAME_END
444	ret;	444	RET;
445	SYM_FUNC_END(sm4_aesni_avx2_cbc_dec_blk16)	445	SYM_FUNC_END(sm4_aesni_avx2_cbc_dec_blk16)
446		446
447	/*	447	/*
@@ -497,5 +497,5 @@ SYM_FUNC_START(sm4_aesni_avx2_cfb_dec_blk16) · 49 unmodified lines
497		497
498	vzeroall;	498	vzeroall;
499	FRAME_END	499	FRAME_END
500	ret;	500	RET;
501	SYM_FUNC_END(sm4_aesni_avx2_cfb_dec_blk16)	501	SYM_FUNC_END(sm4_aesni_avx2_cfb_dec_blk16)

arch/x86/crypto/twofish-avx-x86_64-asm_64.S+5−5

@@ -267,7 +267,7 @@ SYM_FUNC_START_LOCAL(__twofish_enc_blk8) · 266 unmodified lines
267	outunpack_blocks(RC1, RD1, RA1, RB1, RK1, RX0, RY0, RK2);	267	outunpack_blocks(RC1, RD1, RA1, RB1, RK1, RX0, RY0, RK2);
268	outunpack_blocks(RC2, RD2, RA2, RB2, RK1, RX0, RY0, RK2);	268	outunpack_blocks(RC2, RD2, RA2, RB2, RK1, RX0, RY0, RK2);
269		269
270	ret;	270	RET;
271	SYM_FUNC_END(__twofish_enc_blk8)	271	SYM_FUNC_END(__twofish_enc_blk8)
272		272
273	.align 8	273	.align 8
@@ -307,7 +307,7 @@ SYM_FUNC_START_LOCAL(__twofish_dec_blk8) · 33 unmodified lines
307	outunpack_blocks(RA1, RB1, RC1, RD1, RK1, RX0, RY0, RK2);	307	outunpack_blocks(RA1, RB1, RC1, RD1, RK1, RX0, RY0, RK2);
308	outunpack_blocks(RA2, RB2, RC2, RD2, RK1, RX0, RY0, RK2);	308	outunpack_blocks(RA2, RB2, RC2, RD2, RK1, RX0, RY0, RK2);
309		309
310	ret;	310	RET;
311	SYM_FUNC_END(__twofish_dec_blk8)	311	SYM_FUNC_END(__twofish_dec_blk8)
312		312
313	SYM_FUNC_START(twofish_ecb_enc_8way)	313	SYM_FUNC_START(twofish_ecb_enc_8way)
@@ -327,7 +327,7 @@ SYM_FUNC_START(twofish_ecb_enc_8way) · 13 unmodified lines
327	store_8way(%r11, RC1, RD1, RA1, RB1, RC2, RD2, RA2, RB2);	327	store_8way(%r11, RC1, RD1, RA1, RB1, RC2, RD2, RA2, RB2);
328		328
329	FRAME_END	329	FRAME_END
330	ret;	330	RET;
331	SYM_FUNC_END(twofish_ecb_enc_8way)	331	SYM_FUNC_END(twofish_ecb_enc_8way)
332		332
333	SYM_FUNC_START(twofish_ecb_dec_8way)	333	SYM_FUNC_START(twofish_ecb_dec_8way)
@@ -347,7 +347,7 @@ SYM_FUNC_START(twofish_ecb_dec_8way) · 13 unmodified lines
347	store_8way(%r11, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);	347	store_8way(%r11, RA1, RB1, RC1, RD1, RA2, RB2, RC2, RD2);
348		348
349	FRAME_END	349	FRAME_END
350	ret;	350	RET;
351	SYM_FUNC_END(twofish_ecb_dec_8way)	351	SYM_FUNC_END(twofish_ecb_dec_8way)
352		352
353	SYM_FUNC_START(twofish_cbc_dec_8way)	353	SYM_FUNC_START(twofish_cbc_dec_8way)
@@ -372,5 +372,5 @@ SYM_FUNC_START(twofish_cbc_dec_8way) · 18 unmodified lines
372	popq %r12;	372	popq %r12;
373		373
374	FRAME_END	374	FRAME_END
375	ret;	375	RET;
376	SYM_FUNC_END(twofish_cbc_dec_8way)	376	SYM_FUNC_END(twofish_cbc_dec_8way)

arch/x86/crypto/twofish-i586-asm_32.S+2−2

@@ -260,7 +260,7 @@ SYM_FUNC_START(twofish_enc_blk) · 259 unmodified lines
260	pop %ebx	260	pop %ebx
261	pop %ebp	261	pop %ebp
262	mov $1, %eax	262	mov $1, %eax
263	ret	263	RET
264	SYM_FUNC_END(twofish_enc_blk)	264	SYM_FUNC_END(twofish_enc_blk)
265		265
266	SYM_FUNC_START(twofish_dec_blk)	266	SYM_FUNC_START(twofish_dec_blk)
@@ -317,5 +317,5 @@ SYM_FUNC_START(twofish_dec_blk) · 50 unmodified lines
317	pop %ebx	317	pop %ebx
318	pop %ebp	318	pop %ebp
319	mov $1, %eax	319	mov $1, %eax
320	ret	320	RET
321	SYM_FUNC_END(twofish_dec_blk)	321	SYM_FUNC_END(twofish_dec_blk)

arch/x86/crypto/twofish-x86_64-asm_64-3way.S+3−3

@@ -258,7 +258,7 @@ SYM_FUNC_START(__twofish_enc_blk_3way) · 257 unmodified lines
258	popq %rbx;	258	popq %rbx;
259	popq %r12;	259	popq %r12;
260	popq %r13;	260	popq %r13;
261	ret;	261	RET;
262		262
263	.L__enc_xor3:	263	.L__enc_xor3:
264	outunpack_enc3(xor);	264	outunpack_enc3(xor);
@@ -266,7 +266,7 @@ SYM_FUNC_START(__twofish_enc_blk_3way) · 1 unmodified line
266	popq %rbx;	266	popq %rbx;
267	popq %r12;	267	popq %r12;
268	popq %r13;	268	popq %r13;
269	ret;	269	RET;
270	SYM_FUNC_END(__twofish_enc_blk_3way)	270	SYM_FUNC_END(__twofish_enc_blk_3way)
271		271
272	SYM_FUNC_START(twofish_dec_blk_3way)	272	SYM_FUNC_START(twofish_dec_blk_3way)
@@ -301,5 +301,5 @@ SYM_FUNC_START(twofish_dec_blk_3way) · 28 unmodified lines
301	popq %rbx;	301	popq %rbx;
302	popq %r12;	302	popq %r12;
303	popq %r13;	303	popq %r13;
304	ret;	304	RET;
305	SYM_FUNC_END(twofish_dec_blk_3way)	305	SYM_FUNC_END(twofish_dec_blk_3way)

arch/x86/crypto/twofish-x86_64-asm_64.S+2−2

@@ -252,7 +252,7 @@ SYM_FUNC_START(twofish_enc_blk) · 251 unmodified lines
252		252
253	popq R1	253	popq R1
254	movl $1,%eax	254	movl $1,%eax
255	ret	255	RET
256	SYM_FUNC_END(twofish_enc_blk)	256	SYM_FUNC_END(twofish_enc_blk)
257		257
258	SYM_FUNC_START(twofish_dec_blk)	258	SYM_FUNC_START(twofish_dec_blk)
@@ -304,5 +304,5 @@ SYM_FUNC_START(twofish_dec_blk) · 45 unmodified lines
304		304
305	popq R1	305	popq R1
306	movl $1,%eax	306	movl $1,%eax
307	ret	307	RET
308	SYM_FUNC_END(twofish_dec_blk)	308	SYM_FUNC_END(twofish_dec_blk)

arch/x86/entry/entry_32.S+1−1

@@ -740,7 +740,7 @@ SYM_FUNC_START(schedule_tail_wrapper) · 739 unmodified lines
740	popl %eax	740	popl %eax
741		741
742	FRAME_END	742	FRAME_END
743	ret	743	RET
744	SYM_FUNC_END(schedule_tail_wrapper)	744	SYM_FUNC_END(schedule_tail_wrapper)
745	.popsection	745	.popsection
746		746

arch/x86/entry/entry_64.S+5−5

@@ -738,7 +738,7 @@ SYM_FUNC_START(asm_load_gs_index) · 737 unmodified lines
738	2: ALTERNATIVE "", "mfence", X86_BUG_SWAPGS_FENCE	738	2: ALTERNATIVE "", "mfence", X86_BUG_SWAPGS_FENCE
739	swapgs	739	swapgs
740	FRAME_END	740	FRAME_END
741	ret	741	RET
742	SYM_FUNC_END(asm_load_gs_index)	742	SYM_FUNC_END(asm_load_gs_index)
743	EXPORT_SYMBOL(asm_load_gs_index)	743	EXPORT_SYMBOL(asm_load_gs_index)
744		744
@@ -889,7 +889,7 @@ SYM_CODE_START_LOCAL(paranoid_entry) · 144 unmodified lines
889	* is needed here.	889	* is needed here.
890	*/	890	*/
891	SAVE_AND_SET_GSBASE scratch_reg=%rax save_reg=%rbx	891	SAVE_AND_SET_GSBASE scratch_reg=%rax save_reg=%rbx
892	ret	892	RET
893		893
894	.Lparanoid_entry_checkgs:	894	.Lparanoid_entry_checkgs:
895	/* EBX = 1 -> kernel GSBASE active, no restore required */	895	/* EBX = 1 -> kernel GSBASE active, no restore required */
@@ -910,7 +910,7 @@ SYM_CODE_START_LOCAL(paranoid_entry) · 14 unmodified lines
910	.Lparanoid_kernel_gsbase:	910	.Lparanoid_kernel_gsbase:
911		911
912	FENCE_SWAPGS_KERNEL_ENTRY	912	FENCE_SWAPGS_KERNEL_ENTRY
913	ret	913	RET
914	SYM_CODE_END(paranoid_entry)	914	SYM_CODE_END(paranoid_entry)
915		915
916	/*	916	/*
@@ -989,7 +989,7 @@ SYM_CODE_START_LOCAL(error_entry) · 72 unmodified lines
989	movq %rax, %rsp /* switch stack */	989	movq %rax, %rsp /* switch stack */
990	ENCODE_FRAME_POINTER	990	ENCODE_FRAME_POINTER
991	pushq %r12	991	pushq %r12
992	ret	992	RET
993		993
994	/*	994	/*
995	* There are two places in the kernel that can potentially fault with	995	* There are two places in the kernel that can potentially fault with
@@ -1020,7 +1020,7 @@ SYM_CODE_START_LOCAL(error_entry) · 24 unmodified lines
1020	*/	1020	*/
1021	.Lerror_entry_done_lfence:	1021	.Lerror_entry_done_lfence:
1022	FENCE_SWAPGS_KERNEL_ENTRY	1022	FENCE_SWAPGS_KERNEL_ENTRY
1023	ret	1023	RET
1024		1024
1025	.Lbstep_iret:	1025	.Lbstep_iret:
1026	/* Fix truncated RIP */	1026	/* Fix truncated RIP */

arch/x86/entry/thunk_32.S+1−1

@@ -24,7 +24,7 @@ SYM_CODE_START_NOALIGN(\name) · 23 unmodified lines
24	popl %edx	24	popl %edx
25	popl %ecx	25	popl %ecx
26	popl %eax	26	popl %eax
27	ret	27	RET
28	_ASM_NOKPROBE(\name)	28	_ASM_NOKPROBE(\name)
29	SYM_CODE_END(\name)	29	SYM_CODE_END(\name)
30	.endm	30	.endm

arch/x86/entry/thunk_64.S+1−1

@@ -50,7 +50,7 @@ SYM_CODE_START_LOCAL_NOALIGN(__thunk_restore) · 49 unmodified lines
50	popq %rsi	50	popq %rsi
51	popq %rdi	51	popq %rdi
52	popq %rbp	52	popq %rbp
53	ret	53	RET
54	_ASM_NOKPROBE(__thunk_restore)	54	_ASM_NOKPROBE(__thunk_restore)
55	SYM_CODE_END(__thunk_restore)	55	SYM_CODE_END(__thunk_restore)
56	#endif	56	#endif

arch/x86/entry/vdso/vdso32/system_call.S+1−1

@@ -78,7 +78,7 @@ SYM_INNER_LABEL(int80_landing_pad, SYM_L_GLOBAL) · 77 unmodified lines
78	popl %ecx	78	popl %ecx
79	CFI_RESTORE ecx	79	CFI_RESTORE ecx
80	CFI_ADJUST_CFA_OFFSET -4	80	CFI_ADJUST_CFA_OFFSET -4
81	ret	81	RET
82	CFI_ENDPROC	82	CFI_ENDPROC
83		83
84	.size __kernel_vsyscall,.-__kernel_vsyscall	84	.size __kernel_vsyscall,.-__kernel_vsyscall

arch/x86/entry/vdso/vsgx.S+1−1

@@ -81,7 +81,7 @@ SYM_FUNC_START(__vdso_sgx_enter_enclave) · 80 unmodified lines
81	pop %rbx	81	pop %rbx
82	leave	82	leave
83	.cfi_def_cfa %rsp, 8	83	.cfi_def_cfa %rsp, 8
84	ret	84	RET
85		85
86	/* The out-of-line code runs with the pre-leave stack frame. */	86	/* The out-of-line code runs with the pre-leave stack frame. */
87	.cfi_def_cfa %rbp, 16	87	.cfi_def_cfa %rbp, 16

arch/x86/entry/vsyscall/vsyscall_emu_64.S+3−3

@@ -19,17 +19,17 @@ __vsyscall_page: · 18 unmodified lines
19		19
20	mov $__NR_gettimeofday, %rax	20	mov $__NR_gettimeofday, %rax
21	syscall	21	syscall
22	ret	22	RET
23		23
24	.balign 1024, 0xcc	24	.balign 1024, 0xcc
25	mov $__NR_time, %rax	25	mov $__NR_time, %rax
26	syscall	26	syscall
27	ret	27	RET
28		28
29	.balign 1024, 0xcc	29	.balign 1024, 0xcc
30	mov $__NR_getcpu, %rax	30	mov $__NR_getcpu, %rax
31	syscall	31	syscall
32	ret	32	RET
33		33
34	.balign 4096, 0xcc	34	.balign 4096, 0xcc
35		35

arch/x86/kernel/acpi/wakeup_32.S+3−3

@@ -60,7 +60,7 @@ save_registers: · 59 unmodified lines
60	popl saved_context_eflags	60	popl saved_context_eflags
61		61
62	movl $ret_point, saved_eip	62	movl $ret_point, saved_eip
63	ret	63	RET
64		64
65		65
66	restore_registers:	66	restore_registers:
@@ -70,7 +70,7 @@ restore_registers: · 3 unmodified lines
70	movl saved_context_edi, %edi	70	movl saved_context_edi, %edi
71	pushl saved_context_eflags	71	pushl saved_context_eflags
72	popfl	72	popfl
73	ret	73	RET
74		74
75	SYM_CODE_START(do_suspend_lowlevel)	75	SYM_CODE_START(do_suspend_lowlevel)
76	call save_processor_state	76	call save_processor_state
@@ -86,7 +86,7 @@ SYM_CODE_START(do_suspend_lowlevel) · 9 unmodified lines
86	ret_point:	86	ret_point:
87	call restore_registers	87	call restore_registers
88	call restore_processor_state	88	call restore_processor_state
89	ret	89	RET
90	SYM_CODE_END(do_suspend_lowlevel)	90	SYM_CODE_END(do_suspend_lowlevel)
91		91
92	.data	92	.data

arch/x86/kernel/ftrace_32.S+3−3

@@ -19,7 +19,7 @@ · 18 unmodified lines
19	#endif	19	#endif
20		20
21	SYM_FUNC_START(__fentry__)	21	SYM_FUNC_START(__fentry__)
22	ret	22	RET
23	SYM_FUNC_END(__fentry__)	23	SYM_FUNC_END(__fentry__)
24	EXPORT_SYMBOL(__fentry__)	24	EXPORT_SYMBOL(__fentry__)
25		25
@@ -84,7 +84,7 @@ ftrace_graph_call: · 58 unmodified lines
84		84
85	/* This is weak to keep gas from relaxing the jumps */	85	/* This is weak to keep gas from relaxing the jumps */
86	SYM_INNER_LABEL_ALIGN(ftrace_stub, SYM_L_WEAK)	86	SYM_INNER_LABEL_ALIGN(ftrace_stub, SYM_L_WEAK)
87	ret	87	RET
88	SYM_CODE_END(ftrace_caller)	88	SYM_CODE_END(ftrace_caller)
89		89
90	SYM_CODE_START(ftrace_regs_caller)	90	SYM_CODE_START(ftrace_regs_caller)
@@ -177,7 +177,7 @@ SYM_CODE_START(ftrace_graph_caller) · 86 unmodified lines
177	popl %edx	177	popl %edx
178	popl %ecx	178	popl %ecx
179	popl %eax	179	popl %eax
180	ret	180	RET
181	SYM_CODE_END(ftrace_graph_caller)	181	SYM_CODE_END(ftrace_graph_caller)
182		182
183	.globl return_to_handler	183	.globl return_to_handler

arch/x86/kernel/ftrace_64.S+4−4

@@ -132,7 +132,7 @@ · 131 unmodified lines
132	#ifdef CONFIG_DYNAMIC_FTRACE	132	#ifdef CONFIG_DYNAMIC_FTRACE
133		133
134	SYM_FUNC_START(__fentry__)	134	SYM_FUNC_START(__fentry__)
135	retq	135	RET
136	SYM_FUNC_END(__fentry__)	136	SYM_FUNC_END(__fentry__)
137	EXPORT_SYMBOL(__fentry__)	137	EXPORT_SYMBOL(__fentry__)
138		138
@@ -176,11 +176,11 @@ SYM_FUNC_END(ftrace_caller); · 37 unmodified lines
176	SYM_FUNC_START(ftrace_epilogue)	176	SYM_FUNC_START(ftrace_epilogue)
177	/*	177	/*
178	* This is weak to keep gas from relaxing the jumps.	178	* This is weak to keep gas from relaxing the jumps.
179	* It is also used to copy the retq for trampolines.	179	* It is also used to copy the RET for trampolines.
180	*/	180	*/
181	SYM_INNER_LABEL_ALIGN(ftrace_stub, SYM_L_WEAK)	181	SYM_INNER_LABEL_ALIGN(ftrace_stub, SYM_L_WEAK)
182	UNWIND_HINT_FUNC	182	UNWIND_HINT_FUNC
183	retq	183	RET
184	SYM_FUNC_END(ftrace_epilogue)	184	SYM_FUNC_END(ftrace_epilogue)
185		185
186	SYM_FUNC_START(ftrace_regs_caller)	186	SYM_FUNC_START(ftrace_regs_caller)
@@ -284,7 +284,7 @@ SYM_FUNC_START(__fentry__) · 97 unmodified lines
284	jnz trace	284	jnz trace
285		285
286	SYM_INNER_LABEL(ftrace_stub, SYM_L_GLOBAL)	286	SYM_INNER_LABEL(ftrace_stub, SYM_L_GLOBAL)
287	retq	287	RET
288		288
289	trace:	289	trace:
290	/* save_mcount_regs fills in first two parameters */	290	/* save_mcount_regs fills in first two parameters */

arch/x86/kernel/head_32.S+1−1

@@ -340,7 +340,7 @@ SYM_FUNC_END(startup_32_smp) · 339 unmodified lines
340	__INIT	340	__INIT
341	setup_once:	341	setup_once:
342	andl $0,setup_once_ref /* Once is enough, thanks */	342	andl $0,setup_once_ref /* Once is enough, thanks */
343	ret	343	RET
344		344
345	SYM_FUNC_START(early_idt_handler_array)	345	SYM_FUNC_START(early_idt_handler_array)
346	# 36(%esp) %eflags	346	# 36(%esp) %eflags

arch/x86/kernel/irqflags.S+1−1

@@ -11,7 +11,7 @@ · 10 unmodified lines
11	SYM_FUNC_START(native_save_fl)	11	SYM_FUNC_START(native_save_fl)
12	pushf	12	pushf
13	pop %_ASM_AX	13	pop %_ASM_AX
14	ret	14	RET
15	SYM_FUNC_END(native_save_fl)	15	SYM_FUNC_END(native_save_fl)
16	.popsection	16	.popsection
17	EXPORT_SYMBOL(native_save_fl)	17	EXPORT_SYMBOL(native_save_fl)

arch/x86/kernel/relocate_kernel_32.S+5−5

@@ -91,7 +91,7 @@ SYM_CODE_START_NOALIGN(relocate_kernel) · 90 unmodified lines
91	movl %edi, %eax	91	movl %edi, %eax
92	addl $(identity_mapped - relocate_kernel), %eax	92	addl $(identity_mapped - relocate_kernel), %eax
93	pushl %eax	93	pushl %eax
94	ret	94	RET
95	SYM_CODE_END(relocate_kernel)	95	SYM_CODE_END(relocate_kernel)
96		96
97	SYM_CODE_START_LOCAL_NOALIGN(identity_mapped)	97	SYM_CODE_START_LOCAL_NOALIGN(identity_mapped)
@@ -159,7 +159,7 @@ SYM_CODE_START_LOCAL_NOALIGN(identity_mapped) · 61 unmodified lines
159	xorl %edx, %edx	159	xorl %edx, %edx
160	xorl %esi, %esi	160	xorl %esi, %esi
161	xorl %ebp, %ebp	161	xorl %ebp, %ebp
162	ret	162	RET
163	1:	163	1:
164	popl %edx	164	popl %edx
165	movl CP_PA_SWAP_PAGE(%edi), %esp	165	movl CP_PA_SWAP_PAGE(%edi), %esp
@@ -190,7 +190,7 @@ SYM_CODE_START_LOCAL_NOALIGN(identity_mapped) · 24 unmodified lines
190	movl %edi, %eax	190	movl %edi, %eax
191	addl $(virtual_mapped - relocate_kernel), %eax	191	addl $(virtual_mapped - relocate_kernel), %eax
192	pushl %eax	192	pushl %eax
193	ret	193	RET
194	SYM_CODE_END(identity_mapped)	194	SYM_CODE_END(identity_mapped)
195		195
196	SYM_CODE_START_LOCAL_NOALIGN(virtual_mapped)	196	SYM_CODE_START_LOCAL_NOALIGN(virtual_mapped)
@@ -208,7 +208,7 @@ SYM_CODE_START_LOCAL_NOALIGN(virtual_mapped) · 11 unmodified lines
208	popl %edi	208	popl %edi
209	popl %esi	209	popl %esi
210	popl %ebx	210	popl %ebx
211	ret	211	RET
212	SYM_CODE_END(virtual_mapped)	212	SYM_CODE_END(virtual_mapped)
213		213
214	/* Do the copies */	214	/* Do the copies */
@@ -271,7 +271,7 @@ SYM_CODE_START_LOCAL_NOALIGN(swap_pages) · 56 unmodified lines
271	popl %edi	271	popl %edi
272	popl %ebx	272	popl %ebx
273	popl %ebp	273	popl %ebp
274	ret	274	RET
275	SYM_CODE_END(swap_pages)	275	SYM_CODE_END(swap_pages)
276		276
277	.globl kexec_control_code_size	277	.globl kexec_control_code_size

arch/x86/kernel/relocate_kernel_64.S+5−5

@@ -104,7 +104,7 @@ SYM_CODE_START_NOALIGN(relocate_kernel) · 103 unmodified lines
104	/* jump to identity mapped page */	104	/* jump to identity mapped page */
105	addq $(identity_mapped - relocate_kernel), %r8	105	addq $(identity_mapped - relocate_kernel), %r8
106	pushq %r8	106	pushq %r8
107	ret	107	RET
108	SYM_CODE_END(relocate_kernel)	108	SYM_CODE_END(relocate_kernel)
109		109
110	SYM_CODE_START_LOCAL_NOALIGN(identity_mapped)	110	SYM_CODE_START_LOCAL_NOALIGN(identity_mapped)
@@ -191,7 +191,7 @@ SYM_CODE_START_LOCAL_NOALIGN(identity_mapped) · 80 unmodified lines
191	xorl %r14d, %r14d	191	xorl %r14d, %r14d
192	xorl %r15d, %r15d	192	xorl %r15d, %r15d
193		193
194	ret	194	RET
195		195
196	1:	196	1:
197	popq %rdx	197	popq %rdx
@@ -210,7 +210,7 @@ SYM_CODE_START_LOCAL_NOALIGN(identity_mapped) · 12 unmodified lines
210	call swap_pages	210	call swap_pages
211	movq $virtual_mapped, %rax	211	movq $virtual_mapped, %rax
212	pushq %rax	212	pushq %rax
213	ret	213	RET
214	SYM_CODE_END(identity_mapped)	214	SYM_CODE_END(identity_mapped)
215		215
216	SYM_CODE_START_LOCAL_NOALIGN(virtual_mapped)	216	SYM_CODE_START_LOCAL_NOALIGN(virtual_mapped)
@@ -231,7 +231,7 @@ SYM_CODE_START_LOCAL_NOALIGN(virtual_mapped) · 14 unmodified lines
231	popq %r12	231	popq %r12
232	popq %rbp	232	popq %rbp
233	popq %rbx	233	popq %rbx
234	ret	234	RET
235	SYM_CODE_END(virtual_mapped)	235	SYM_CODE_END(virtual_mapped)
236		236
237	/* Do the copies */	237	/* Do the copies */
@@ -288,7 +288,7 @@ SYM_CODE_START_LOCAL_NOALIGN(swap_pages) · 50 unmodified lines
288	lea PAGE_SIZE(%rax), %rsi	288	lea PAGE_SIZE(%rax), %rsi
289	jmp 0b	289	jmp 0b
290	3:	290	3:
291	ret	291	RET
292	SYM_CODE_END(swap_pages)	292	SYM_CODE_END(swap_pages)
293		293
294	.globl kexec_control_code_size	294	.globl kexec_control_code_size

arch/x86/kernel/sev_verify_cbit.S+1−1

@@ -85,5 +85,5 @@ SYM_FUNC_START(sev_verify_cbit) · 84 unmodified lines
85	#endif	85	#endif
86	/* Return page-table pointer */	86	/* Return page-table pointer */
87	movq %rdi, %rax	87	movq %rdi, %rax
88	ret	88	RET
89	SYM_FUNC_END(sev_verify_cbit)	89	SYM_FUNC_END(sev_verify_cbit)

arch/x86/kernel/verify_cpu.S+2−2

@@ -132,9 +132,9 @@ SYM_FUNC_START_LOCAL(verify_cpu) · 131 unmodified lines
132	.Lverify_cpu_no_longmode:	132	.Lverify_cpu_no_longmode:
133	popf # Restore caller passed flags	133	popf # Restore caller passed flags
134	movl $1,%eax	134	movl $1,%eax
135	ret	135	RET
136	.Lverify_cpu_sse_ok:	136	.Lverify_cpu_sse_ok:
137	popf # Restore caller passed flags	137	popf # Restore caller passed flags
138	xorl %eax, %eax	138	xorl %eax, %eax
139	ret	139	RET
140	SYM_FUNC_END(verify_cpu)	140	SYM_FUNC_END(verify_cpu)

arch/x86/kvm/svm/vmenter.S+2−2

@@ -148,7 +148,7 @@ SYM_FUNC_START(__svm_vcpu_run) · 147 unmodified lines
148	pop %edi	148	pop %edi
149	#endif	149	#endif
150	pop %_ASM_BP	150	pop %_ASM_BP
151	ret	151	RET
152		152
153	3: cmpb $0, kvm_rebooting	153	3: cmpb $0, kvm_rebooting
154	jne 2b	154	jne 2b
@@ -202,7 +202,7 @@ SYM_FUNC_START(__svm_sev_es_vcpu_run) · 47 unmodified lines
202	pop %edi	202	pop %edi
203	#endif	203	#endif
204	pop %_ASM_BP	204	pop %_ASM_BP
205	ret	205	RET
206		206
207	3: cmpb $0, kvm_rebooting	207	3: cmpb $0, kvm_rebooting
208	jne 2b	208	jne 2b

arch/x86/kvm/vmx/vmenter.S+7−7

@@ -49,14 +49,14 @@ SYM_FUNC_START_LOCAL(vmx_vmenter) · 48 unmodified lines
49	je 2f	49	je 2f
50		50
51	1: vmresume	51	1: vmresume
52	ret	52	RET
53		53
54	2: vmlaunch	54	2: vmlaunch
55	ret	55	RET
56		56
57	3: cmpb $0, kvm_rebooting	57	3: cmpb $0, kvm_rebooting
58	je 4f	58	je 4f
59	ret	59	RET
60	4: ud2	60	4: ud2
61		61
62	_ASM_EXTABLE(1b, 3b)	62	_ASM_EXTABLE(1b, 3b)
@@ -89,7 +89,7 @@ SYM_FUNC_START(vmx_vmexit) · 26 unmodified lines
89	pop %_ASM_AX	89	pop %_ASM_AX
90	.Lvmexit_skip_rsb:	90	.Lvmexit_skip_rsb:
91	#endif	91	#endif
92	ret	92	RET
93	SYM_FUNC_END(vmx_vmexit)	93	SYM_FUNC_END(vmx_vmexit)
94		94
95	/**	95	/**
@@ -228,7 +228,7 @@ SYM_FUNC_START(__vmx_vcpu_run) · 132 unmodified lines
228	pop %edi	228	pop %edi
229	#endif	229	#endif
230	pop %_ASM_BP	230	pop %_ASM_BP
231	ret	231	RET
232		232
233	/* VM-Fail. Out-of-line to avoid a taken Jcc after VM-Exit. */	233	/* VM-Fail. Out-of-line to avoid a taken Jcc after VM-Exit. */
234	2: mov $1, %eax	234	2: mov $1, %eax
@@ -293,7 +293,7 @@ SYM_FUNC_START(vmread_error_trampoline) · 58 unmodified lines
293	pop %_ASM_AX	293	pop %_ASM_AX
294	pop %_ASM_BP	294	pop %_ASM_BP
295		295
296	ret	296	RET
297	SYM_FUNC_END(vmread_error_trampoline)	297	SYM_FUNC_END(vmread_error_trampoline)
298		298
299	SYM_FUNC_START(vmx_do_interrupt_nmi_irqoff)	299	SYM_FUNC_START(vmx_do_interrupt_nmi_irqoff)
@@ -326,5 +326,5 @@ SYM_FUNC_START(vmx_do_interrupt_nmi_irqoff) · 26 unmodified lines
326	*/	326	*/
327	mov %_ASM_BP, %_ASM_SP	327	mov %_ASM_BP, %_ASM_SP
328	pop %_ASM_BP	328	pop %_ASM_BP
329	ret	329	RET
330	SYM_FUNC_END(vmx_do_interrupt_nmi_irqoff)	330	SYM_FUNC_END(vmx_do_interrupt_nmi_irqoff)

arch/x86/lib/atomic64_386_32.S+1−1

@@ -30,7 +30,7 @@ SYM_FUNC_START(atomic64_##op##_386); \ · 29 unmodified lines
30		30
31	#define RET_IRQ_RESTORE \	31	#define RET_IRQ_RESTORE \
32	IRQ_RESTORE v; \	32	IRQ_RESTORE v; \
33	ret	33	RET
34		34
35	#define v %ecx	35	#define v %ecx
36	BEGIN_IRQ_SAVE(read)	36	BEGIN_IRQ_SAVE(read)

arch/x86/lib/atomic64_cx8_32.S+8−8

@@ -18,7 +18,7 @@ · 17 unmodified lines
18		18
19	SYM_FUNC_START(atomic64_read_cx8)	19	SYM_FUNC_START(atomic64_read_cx8)
20	read64 %ecx	20	read64 %ecx
21	ret	21	RET
22	SYM_FUNC_END(atomic64_read_cx8)	22	SYM_FUNC_END(atomic64_read_cx8)
23		23
24	SYM_FUNC_START(atomic64_set_cx8)	24	SYM_FUNC_START(atomic64_set_cx8)
@@ -28,7 +28,7 @@ SYM_FUNC_START(atomic64_set_cx8) · 3 unmodified lines
28	cmpxchg8b (%esi)	28	cmpxchg8b (%esi)
29	jne 1b	29	jne 1b
30		30
31	ret	31	RET
32	SYM_FUNC_END(atomic64_set_cx8)	32	SYM_FUNC_END(atomic64_set_cx8)
33		33
34	SYM_FUNC_START(atomic64_xchg_cx8)	34	SYM_FUNC_START(atomic64_xchg_cx8)
@@ -37,7 +37,7 @@ SYM_FUNC_START(atomic64_xchg_cx8) · 2 unmodified lines
37	cmpxchg8b (%esi)	37	cmpxchg8b (%esi)
38	jne 1b	38	jne 1b
39		39
40	ret	40	RET
41	SYM_FUNC_END(atomic64_xchg_cx8)	41	SYM_FUNC_END(atomic64_xchg_cx8)
42		42
43	.macro addsub_return func ins insc	43	.macro addsub_return func ins insc
@@ -68,7 +68,7 @@ SYM_FUNC_START(atomic64_\func\()_return_cx8) · 24 unmodified lines
68	popl %esi	68	popl %esi
69	popl %ebx	69	popl %ebx
70	popl %ebp	70	popl %ebp
71	ret	71	RET
72	SYM_FUNC_END(atomic64_\func\()_return_cx8)	72	SYM_FUNC_END(atomic64_\func\()_return_cx8)
73	.endm	73	.endm
74		74
@@ -93,7 +93,7 @@ SYM_FUNC_START(atomic64_\func\()_return_cx8) · 18 unmodified lines
93	movl %ebx, %eax	93	movl %ebx, %eax
94	movl %ecx, %edx	94	movl %ecx, %edx
95	popl %ebx	95	popl %ebx
96	ret	96	RET
97	SYM_FUNC_END(atomic64_\func\()_return_cx8)	97	SYM_FUNC_END(atomic64_\func\()_return_cx8)
98	.endm	98	.endm
99		99
@@ -118,7 +118,7 @@ SYM_FUNC_START(atomic64_dec_if_positive_cx8) · 18 unmodified lines
118	movl %ebx, %eax	118	movl %ebx, %eax
119	movl %ecx, %edx	119	movl %ecx, %edx
120	popl %ebx	120	popl %ebx
121	ret	121	RET
122	SYM_FUNC_END(atomic64_dec_if_positive_cx8)	122	SYM_FUNC_END(atomic64_dec_if_positive_cx8)
123		123
124	SYM_FUNC_START(atomic64_add_unless_cx8)	124	SYM_FUNC_START(atomic64_add_unless_cx8)
@@ -149,7 +149,7 @@ SYM_FUNC_START(atomic64_add_unless_cx8) · 24 unmodified lines
149	addl $8, %esp	149	addl $8, %esp
150	popl %ebx	150	popl %ebx
151	popl %ebp	151	popl %ebp
152	ret	152	RET
153	4:	153	4:
154	cmpl %edx, 4(%esp)	154	cmpl %edx, 4(%esp)
155	jne 2b	155	jne 2b
@@ -176,5 +176,5 @@ SYM_FUNC_START(atomic64_inc_not_zero_cx8) · 20 unmodified lines
176	movl $1, %eax	176	movl $1, %eax
177	3:	177	3:
178	popl %ebx	178	popl %ebx
179	ret	179	RET
180	SYM_FUNC_END(atomic64_inc_not_zero_cx8)	180	SYM_FUNC_END(atomic64_inc_not_zero_cx8)

arch/x86/lib/checksum_32.S+4−4

@@ -127,7 +127,7 @@ SYM_FUNC_START(csum_partial) · 126 unmodified lines
127	8:	127	8:
128	popl %ebx	128	popl %ebx
129	popl %esi	129	popl %esi
130	ret	130	RET
131	SYM_FUNC_END(csum_partial)	131	SYM_FUNC_END(csum_partial)
132		132
133	#else	133	#else
@@ -245,7 +245,7 @@ SYM_FUNC_START(csum_partial) · 111 unmodified lines
245	90:	245	90:
246	popl %ebx	246	popl %ebx
247	popl %esi	247	popl %esi
248	ret	248	RET
249	SYM_FUNC_END(csum_partial)	249	SYM_FUNC_END(csum_partial)
250		250
251	#endif	251	#endif
@@ -371,7 +371,7 @@ EXC( movb %cl, (%edi) ) · 119 unmodified lines
371	popl %esi	371	popl %esi
372	popl %edi	372	popl %edi
373	popl %ecx # equivalent to addl $4,%esp	373	popl %ecx # equivalent to addl $4,%esp
374	ret	374	RET
375	SYM_FUNC_END(csum_partial_copy_generic)	375	SYM_FUNC_END(csum_partial_copy_generic)
376		376
377	#else	377	#else
@@ -447,7 +447,7 @@ EXC( movb %dl, (%edi) ) · 69 unmodified lines
447	popl %esi	447	popl %esi
448	popl %edi	448	popl %edi
449	popl %ebx	449	popl %ebx
450	ret	450	RET
451	SYM_FUNC_END(csum_partial_copy_generic)	451	SYM_FUNC_END(csum_partial_copy_generic)
452		452
453	#undef ROUND	453	#undef ROUND

arch/x86/lib/clear_page_64.S+3−3

@@ -17,7 +17,7 @@ SYM_FUNC_START(clear_page_rep) · 16 unmodified lines
17	movl $4096/8,%ecx	17	movl $4096/8,%ecx
18	xorl %eax,%eax	18	xorl %eax,%eax
19	rep stosq	19	rep stosq
20	ret	20	RET
21	SYM_FUNC_END(clear_page_rep)	21	SYM_FUNC_END(clear_page_rep)
22	EXPORT_SYMBOL_GPL(clear_page_rep)	22	EXPORT_SYMBOL_GPL(clear_page_rep)
23		23
@@ -39,7 +39,7 @@ SYM_FUNC_START(clear_page_orig) · 15 unmodified lines
39	leaq 64(%rdi),%rdi	39	leaq 64(%rdi),%rdi
40	jnz .Lloop	40	jnz .Lloop
41	nop	41	nop
42	ret	42	RET
43	SYM_FUNC_END(clear_page_orig)	43	SYM_FUNC_END(clear_page_orig)
44	EXPORT_SYMBOL_GPL(clear_page_orig)	44	EXPORT_SYMBOL_GPL(clear_page_orig)
45		45
@@ -47,6 +47,6 @@ SYM_FUNC_START(clear_page_erms) · 1 unmodified line
47	movl $4096,%ecx	47	movl $4096,%ecx
48	xorl %eax,%eax	48	xorl %eax,%eax
49	rep stosb	49	rep stosb
50	ret	50	RET
51	SYM_FUNC_END(clear_page_erms)	51	SYM_FUNC_END(clear_page_erms)
52	EXPORT_SYMBOL_GPL(clear_page_erms)	52	EXPORT_SYMBOL_GPL(clear_page_erms)

arch/x86/lib/cmpxchg16b_emu.S+2−2

@@ -37,11 +37,11 @@ SYM_FUNC_START(this_cpu_cmpxchg16b_emu) · 36 unmodified lines
37		37
38	popfq	38	popfq
39	mov $1, %al	39	mov $1, %al
40	ret	40	RET
41		41
42	.Lnot_same:	42	.Lnot_same:
43	popfq	43	popfq
44	xor %al,%al	44	xor %al,%al
45	ret	45	RET
46		46
47	SYM_FUNC_END(this_cpu_cmpxchg16b_emu)	47	SYM_FUNC_END(this_cpu_cmpxchg16b_emu)

arch/x86/lib/cmpxchg8b_emu.S+2−2

@@ -32,7 +32,7 @@ SYM_FUNC_START(cmpxchg8b_emu) · 31 unmodified lines
32	movl %ecx, 4(%esi)	32	movl %ecx, 4(%esi)
33		33
34	popfl	34	popfl
35	ret	35	RET
36		36
37	.Lnot_same:	37	.Lnot_same:
38	movl (%esi), %eax	38	movl (%esi), %eax
@@ -40,7 +40,7 @@ SYM_FUNC_START(cmpxchg8b_emu) · 1 unmodified line
40	movl 4(%esi), %edx	40	movl 4(%esi), %edx
41		41
42	popfl	42	popfl
43	ret	43	RET
44		44
45	SYM_FUNC_END(cmpxchg8b_emu)	45	SYM_FUNC_END(cmpxchg8b_emu)
46	EXPORT_SYMBOL(cmpxchg8b_emu)	46	EXPORT_SYMBOL(cmpxchg8b_emu)

arch/x86/lib/copy_mc_64.S+3−3

@@ -77,7 +77,7 @@ SYM_FUNC_START(copy_mc_fragile) · 76 unmodified lines
77	.L_done_memcpy_trap:	77	.L_done_memcpy_trap:
78	xorl %eax, %eax	78	xorl %eax, %eax
79	.L_done:	79	.L_done:
80	ret	80	RET
81	SYM_FUNC_END(copy_mc_fragile)	81	SYM_FUNC_END(copy_mc_fragile)
82		82
83	.section .fixup, "ax"	83	.section .fixup, "ax"
@@ -132,7 +132,7 @@ SYM_FUNC_START(copy_mc_enhanced_fast_string) · 48 unmodified lines
132	rep movsb	132	rep movsb
133	/* Copy successful. Return zero */	133	/* Copy successful. Return zero */
134	xorl %eax, %eax	134	xorl %eax, %eax
135	ret	135	RET
136	SYM_FUNC_END(copy_mc_enhanced_fast_string)	136	SYM_FUNC_END(copy_mc_enhanced_fast_string)
137		137
138	.section .fixup, "ax"	138	.section .fixup, "ax"
@@ -145,7 +145,7 @@ SYM_FUNC_END(copy_mc_enhanced_fast_string) · 6 unmodified lines
145	* user-copy routines.	145	* user-copy routines.
146	*/	146	*/
147	movq %rcx, %rax	147	movq %rcx, %rax
148	ret	148	RET
149		149
150	.previous	150	.previous
151		151

arch/x86/lib/copy_page_64.S+2−2

@@ -17,7 +17,7 @@ SYM_FUNC_START(copy_page) · 16 unmodified lines
17	ALTERNATIVE "jmp copy_page_regs", "", X86_FEATURE_REP_GOOD	17	ALTERNATIVE "jmp copy_page_regs", "", X86_FEATURE_REP_GOOD
18	movl $4096/8, %ecx	18	movl $4096/8, %ecx
19	rep movsq	19	rep movsq
20	ret	20	RET
21	SYM_FUNC_END(copy_page)	21	SYM_FUNC_END(copy_page)
22	EXPORT_SYMBOL(copy_page)	22	EXPORT_SYMBOL(copy_page)
23		23
@@ -85,5 +85,5 @@ SYM_FUNC_START_LOCAL(copy_page_regs) · 61 unmodified lines
85	movq (%rsp), %rbx	85	movq (%rsp), %rbx
86	movq 1*8(%rsp), %r12	86	movq 1*8(%rsp), %r12
87	addq $2*8, %rsp	87	addq $2*8, %rsp
88	ret	88	RET
89	SYM_FUNC_END(copy_page_regs)	89	SYM_FUNC_END(copy_page_regs)

arch/x86/lib/copy_user_64.S+5−5

@@ -105,7 +105,7 @@ SYM_FUNC_START(copy_user_generic_unrolled) · 104 unmodified lines
105	jnz 21b	105	jnz 21b
106	23: xor %eax,%eax	106	23: xor %eax,%eax
107	ASM_CLAC	107	ASM_CLAC
108	ret	108	RET
109		109
110	.section .fixup,"ax"	110	.section .fixup,"ax"
111	30: shll $6,%ecx	111	30: shll $6,%ecx
@@ -173,7 +173,7 @@ SYM_FUNC_START(copy_user_generic_string) · 61 unmodified lines
173	movsb	173	movsb
174	xorl %eax,%eax	174	xorl %eax,%eax
175	ASM_CLAC	175	ASM_CLAC
176	ret	176	RET
177		177
178	.section .fixup,"ax"	178	.section .fixup,"ax"
179	11: leal (%rdx,%rcx,8),%ecx	179	11: leal (%rdx,%rcx,8),%ecx
@@ -207,7 +207,7 @@ SYM_FUNC_START(copy_user_enhanced_fast_string) · 27 unmodified lines
207	movsb	207	movsb
208	xorl %eax,%eax	208	xorl %eax,%eax
209	ASM_CLAC	209	ASM_CLAC
210	ret	210	RET
211		211
212	.section .fixup,"ax"	212	.section .fixup,"ax"
213	12: movl %ecx,%edx /* ecx is zerorest also */	213	12: movl %ecx,%edx /* ecx is zerorest also */
@@ -237,7 +237,7 @@ SYM_CODE_START_LOCAL(.Lcopy_user_handle_tail) · 23 unmodified lines
237	1: rep movsb	237	1: rep movsb
238	2: mov %ecx,%eax	238	2: mov %ecx,%eax
239	ASM_CLAC	239	ASM_CLAC
240	ret	240	RET
241		241
242	_ASM_EXTABLE_CPY(1b, 2b)	242	_ASM_EXTABLE_CPY(1b, 2b)
243	SYM_CODE_END(.Lcopy_user_handle_tail)	243	SYM_CODE_END(.Lcopy_user_handle_tail)
@@ -348,7 +348,7 @@ SYM_FUNC_START(__copy_user_nocache) · 104 unmodified lines
348	xorl %eax,%eax	348	xorl %eax,%eax
349	ASM_CLAC	349	ASM_CLAC
350	sfence	350	sfence
351	ret	351	RET
352		352
353	.section .fixup,"ax"	353	.section .fixup,"ax"
354	.L_fixup_4x8b_copy:	354	.L_fixup_4x8b_copy:

arch/x86/lib/csum-copy_64.S+1−1

@@ -201,7 +201,7 @@ SYM_FUNC_START(csum_partial_copy_generic) · 200 unmodified lines
201	movq 3*8(%rsp), %r13	201	movq 3*8(%rsp), %r13
202	movq 4*8(%rsp), %r15	202	movq 4*8(%rsp), %r15
203	addq $5*8, %rsp	203	addq $5*8, %rsp
204	ret	204	RET
205	.Lshort:	205	.Lshort:
206	movl %ecx, %r10d	206	movl %ecx, %r10d
207	jmp .L1	207	jmp .L1

arch/x86/lib/getuser.S+11−11

@@ -57,7 +57,7 @@ SYM_FUNC_START(__get_user_1) · 56 unmodified lines
57	1: movzbl (%_ASM_AX),%edx	57	1: movzbl (%_ASM_AX),%edx
58	xor %eax,%eax	58	xor %eax,%eax
59	ASM_CLAC	59	ASM_CLAC
60	ret	60	RET
61	SYM_FUNC_END(__get_user_1)	61	SYM_FUNC_END(__get_user_1)
62	EXPORT_SYMBOL(__get_user_1)	62	EXPORT_SYMBOL(__get_user_1)
63		63
@@ -71,7 +71,7 @@ SYM_FUNC_START(__get_user_2) · 7 unmodified lines
71	2: movzwl (%_ASM_AX),%edx	71	2: movzwl (%_ASM_AX),%edx
72	xor %eax,%eax	72	xor %eax,%eax
73	ASM_CLAC	73	ASM_CLAC
74	ret	74	RET
75	SYM_FUNC_END(__get_user_2)	75	SYM_FUNC_END(__get_user_2)
76	EXPORT_SYMBOL(__get_user_2)	76	EXPORT_SYMBOL(__get_user_2)
77		77
@@ -85,7 +85,7 @@ SYM_FUNC_START(__get_user_4) · 7 unmodified lines
85	3: movl (%_ASM_AX),%edx	85	3: movl (%_ASM_AX),%edx
86	xor %eax,%eax	86	xor %eax,%eax
87	ASM_CLAC	87	ASM_CLAC
88	ret	88	RET
89	SYM_FUNC_END(__get_user_4)	89	SYM_FUNC_END(__get_user_4)
90	EXPORT_SYMBOL(__get_user_4)	90	EXPORT_SYMBOL(__get_user_4)
91		91
@@ -100,7 +100,7 @@ SYM_FUNC_START(__get_user_8) · 8 unmodified lines
100	4: movq (%_ASM_AX),%rdx	100	4: movq (%_ASM_AX),%rdx
101	xor %eax,%eax	101	xor %eax,%eax
102	ASM_CLAC	102	ASM_CLAC
103	ret	103	RET
104	#else	104	#else
105	LOAD_TASK_SIZE_MINUS_N(7)	105	LOAD_TASK_SIZE_MINUS_N(7)
106	cmp %_ASM_DX,%_ASM_AX	106	cmp %_ASM_DX,%_ASM_AX
@@ -112,7 +112,7 @@ SYM_FUNC_START(__get_user_8) · 5 unmodified lines
112	5: movl 4(%_ASM_AX),%ecx	112	5: movl 4(%_ASM_AX),%ecx
113	xor %eax,%eax	113	xor %eax,%eax
114	ASM_CLAC	114	ASM_CLAC
115	ret	115	RET
116	#endif	116	#endif
117	SYM_FUNC_END(__get_user_8)	117	SYM_FUNC_END(__get_user_8)
118	EXPORT_SYMBOL(__get_user_8)	118	EXPORT_SYMBOL(__get_user_8)
@@ -124,7 +124,7 @@ SYM_FUNC_START(__get_user_nocheck_1) · 5 unmodified lines
124	6: movzbl (%_ASM_AX),%edx	124	6: movzbl (%_ASM_AX),%edx
125	xor %eax,%eax	125	xor %eax,%eax
126	ASM_CLAC	126	ASM_CLAC
127	ret	127	RET
128	SYM_FUNC_END(__get_user_nocheck_1)	128	SYM_FUNC_END(__get_user_nocheck_1)
129	EXPORT_SYMBOL(__get_user_nocheck_1)	129	EXPORT_SYMBOL(__get_user_nocheck_1)
130		130
@@ -134,7 +134,7 @@ SYM_FUNC_START(__get_user_nocheck_2) · 3 unmodified lines
134	7: movzwl (%_ASM_AX),%edx	134	7: movzwl (%_ASM_AX),%edx
135	xor %eax,%eax	135	xor %eax,%eax
136	ASM_CLAC	136	ASM_CLAC
137	ret	137	RET
138	SYM_FUNC_END(__get_user_nocheck_2)	138	SYM_FUNC_END(__get_user_nocheck_2)
139	EXPORT_SYMBOL(__get_user_nocheck_2)	139	EXPORT_SYMBOL(__get_user_nocheck_2)
140		140
@@ -144,7 +144,7 @@ SYM_FUNC_START(__get_user_nocheck_4) · 3 unmodified lines
144	8: movl (%_ASM_AX),%edx	144	8: movl (%_ASM_AX),%edx
145	xor %eax,%eax	145	xor %eax,%eax
146	ASM_CLAC	146	ASM_CLAC
147	ret	147	RET
148	SYM_FUNC_END(__get_user_nocheck_4)	148	SYM_FUNC_END(__get_user_nocheck_4)
149	EXPORT_SYMBOL(__get_user_nocheck_4)	149	EXPORT_SYMBOL(__get_user_nocheck_4)
150		150
@@ -159,7 +159,7 @@ SYM_FUNC_START(__get_user_nocheck_8) · 8 unmodified lines
159	#endif	159	#endif
160	xor %eax,%eax	160	xor %eax,%eax
161	ASM_CLAC	161	ASM_CLAC
162	ret	162	RET
163	SYM_FUNC_END(__get_user_nocheck_8)	163	SYM_FUNC_END(__get_user_nocheck_8)
164	EXPORT_SYMBOL(__get_user_nocheck_8)	164	EXPORT_SYMBOL(__get_user_nocheck_8)
165		165
@@ -169,7 +169,7 @@ SYM_CODE_START_LOCAL(.Lbad_get_user_clac) · 3 unmodified lines
169	bad_get_user:	169	bad_get_user:
170	xor %edx,%edx	170	xor %edx,%edx
171	mov $(-EFAULT),%_ASM_AX	171	mov $(-EFAULT),%_ASM_AX
172	ret	172	RET
173	SYM_CODE_END(.Lbad_get_user_clac)	173	SYM_CODE_END(.Lbad_get_user_clac)
174		174
175	#ifdef CONFIG_X86_32	175	#ifdef CONFIG_X86_32
@@ -179,7 +179,7 @@ bad_get_user_8: · 3 unmodified lines
179	xor %edx,%edx	179	xor %edx,%edx
180	xor %ecx,%ecx	180	xor %ecx,%ecx
181	mov $(-EFAULT),%_ASM_AX	181	mov $(-EFAULT),%_ASM_AX
182	ret	182	RET
183	SYM_CODE_END(.Lbad_get_user_8_clac)	183	SYM_CODE_END(.Lbad_get_user_8_clac)
184	#endif	184	#endif
185		185

arch/x86/lib/hweight.S+3−3

@@ -32,7 +32,7 @@ SYM_FUNC_START(__sw_hweight32) · 31 unmodified lines
32	imull $0x01010101, %eax, %eax # w_tmp *= 0x01010101	32	imull $0x01010101, %eax, %eax # w_tmp *= 0x01010101
33	shrl $24, %eax # w = w_tmp >> 24	33	shrl $24, %eax # w = w_tmp >> 24
34	__ASM_SIZE(pop,) %__ASM_REG(dx)	34	__ASM_SIZE(pop,) %__ASM_REG(dx)
35	ret	35	RET
36	SYM_FUNC_END(__sw_hweight32)	36	SYM_FUNC_END(__sw_hweight32)
37	EXPORT_SYMBOL(__sw_hweight32)	37	EXPORT_SYMBOL(__sw_hweight32)
38		38
@@ -65,7 +65,7 @@ SYM_FUNC_START(__sw_hweight64) · 26 unmodified lines
65		65
66	popq %rdx	66	popq %rdx
67	popq %rdi	67	popq %rdi
68	ret	68	RET
69	#else /* CONFIG_X86_32 */	69	#else /* CONFIG_X86_32 */
70	/* We're getting an u64 arg in (%eax,%edx): unsigned long hweight64(__u64 w) */	70	/* We're getting an u64 arg in (%eax,%edx): unsigned long hweight64(__u64 w) */
71	pushl %ecx	71	pushl %ecx
@@ -77,7 +77,7 @@ SYM_FUNC_START(__sw_hweight64) · 5 unmodified lines
77	addl %ecx, %eax # result	77	addl %ecx, %eax # result
78		78
79	popl %ecx	79	popl %ecx
80	ret	80	RET
81	#endif	81	#endif
82	SYM_FUNC_END(__sw_hweight64)	82	SYM_FUNC_END(__sw_hweight64)
83	EXPORT_SYMBOL(__sw_hweight64)	83	EXPORT_SYMBOL(__sw_hweight64)

arch/x86/lib/iomap_copy_64.S+1−1

@@ -11,5 +11,5 @@ · 10 unmodified lines
11	SYM_FUNC_START(__iowrite32_copy)	11	SYM_FUNC_START(__iowrite32_copy)
12	movl %edx,%ecx	12	movl %edx,%ecx
13	rep movsd	13	rep movsd
14	ret	14	RET
15	SYM_FUNC_END(__iowrite32_copy)	15	SYM_FUNC_END(__iowrite32_copy)

arch/x86/lib/memcpy_64.S+6−6

@@ -39,7 +39,7 @@ SYM_FUNC_START_WEAK(memcpy) · 38 unmodified lines
39	rep movsq	39	rep movsq
40	movl %edx, %ecx	40	movl %edx, %ecx
41	rep movsb	41	rep movsb
42	ret	42	RET
43	SYM_FUNC_END(memcpy)	43	SYM_FUNC_END(memcpy)
44	SYM_FUNC_END_ALIAS(__memcpy)	44	SYM_FUNC_END_ALIAS(__memcpy)
45	EXPORT_SYMBOL(memcpy)	45	EXPORT_SYMBOL(memcpy)
@@ -53,7 +53,7 @@ SYM_FUNC_START_LOCAL(memcpy_erms) · 7 unmodified lines
53	movq %rdi, %rax	53	movq %rdi, %rax
54	movq %rdx, %rcx	54	movq %rdx, %rcx
55	rep movsb	55	rep movsb
56	ret	56	RET
57	SYM_FUNC_END(memcpy_erms)	57	SYM_FUNC_END(memcpy_erms)
58		58
59	SYM_FUNC_START_LOCAL(memcpy_orig)	59	SYM_FUNC_START_LOCAL(memcpy_orig)
@@ -137,7 +137,7 @@ SYM_FUNC_START_LOCAL(memcpy_orig) · 77 unmodified lines
137	movq %r9, 1*8(%rdi)	137	movq %r9, 1*8(%rdi)
138	movq %r10, -2*8(%rdi, %rdx)	138	movq %r10, -2*8(%rdi, %rdx)
139	movq %r11, -1*8(%rdi, %rdx)	139	movq %r11, -1*8(%rdi, %rdx)
140	retq	140	RET
141	.p2align 4	141	.p2align 4
142	.Lless_16bytes:	142	.Lless_16bytes:
143	cmpl $8, %edx	143	cmpl $8, %edx
@@ -149,7 +149,7 @@ SYM_FUNC_START_LOCAL(memcpy_orig) · 5 unmodified lines
149	movq -1*8(%rsi, %rdx), %r9	149	movq -1*8(%rsi, %rdx), %r9
150	movq %r8, 0*8(%rdi)	150	movq %r8, 0*8(%rdi)
151	movq %r9, -1*8(%rdi, %rdx)	151	movq %r9, -1*8(%rdi, %rdx)
152	retq	152	RET
153	.p2align 4	153	.p2align 4
154	.Lless_8bytes:	154	.Lless_8bytes:
155	cmpl $4, %edx	155	cmpl $4, %edx
@@ -162,7 +162,7 @@ SYM_FUNC_START_LOCAL(memcpy_orig) · 6 unmodified lines
162	movl -4(%rsi, %rdx), %r8d	162	movl -4(%rsi, %rdx), %r8d
163	movl %ecx, (%rdi)	163	movl %ecx, (%rdi)
164	movl %r8d, -4(%rdi, %rdx)	164	movl %r8d, -4(%rdi, %rdx)
165	retq	165	RET
166	.p2align 4	166	.p2align 4
167	.Lless_3bytes:	167	.Lless_3bytes:
168	subl $1, %edx	168	subl $1, %edx
@@ -180,7 +180,7 @@ SYM_FUNC_START_LOCAL(memcpy_orig) · 11 unmodified lines
180	movb %cl, (%rdi)	180	movb %cl, (%rdi)
181		181
182	.Lend:	182	.Lend:
183	retq	183	RET
184	SYM_FUNC_END(memcpy_orig)	184	SYM_FUNC_END(memcpy_orig)
185		185
186	.popsection	186	.popsection

arch/x86/lib/memmove_64.S+2−2

@@ -40,7 +40,7 @@ SYM_FUNC_START(__memmove) · 39 unmodified lines
40	/* FSRM implies ERMS => no length checks, do the copy directly */	40	/* FSRM implies ERMS => no length checks, do the copy directly */
41	.Lmemmove_begin_forward:	41	.Lmemmove_begin_forward:
42	ALTERNATIVE "cmp $0x20, %rdx; jb 1f", "", X86_FEATURE_FSRM	42	ALTERNATIVE "cmp $0x20, %rdx; jb 1f", "", X86_FEATURE_FSRM
43	ALTERNATIVE "", "movq %rdx, %rcx; rep movsb; retq", X86_FEATURE_ERMS	43	ALTERNATIVE "", "movq %rdx, %rcx; rep movsb; RET", X86_FEATURE_ERMS
44		44
45	/*	45	/*
46	* movsq instruction have many startup latency	46	* movsq instruction have many startup latency
@@ -205,7 +205,7 @@ SYM_FUNC_START(__memmove) · 158 unmodified lines
205	movb (%rsi), %r11b	205	movb (%rsi), %r11b
206	movb %r11b, (%rdi)	206	movb %r11b, (%rdi)
207	13:	207	13:
208	retq	208	RET
209	SYM_FUNC_END(__memmove)	209	SYM_FUNC_END(__memmove)
210	SYM_FUNC_END_ALIAS(memmove)	210	SYM_FUNC_END_ALIAS(memmove)
211	EXPORT_SYMBOL(__memmove)	211	EXPORT_SYMBOL(__memmove)

arch/x86/lib/memset_64.S+3−3

@@ -40,7 +40,7 @@ SYM_FUNC_START(__memset) · 39 unmodified lines
40	movl %edx,%ecx	40	movl %edx,%ecx
41	rep stosb	41	rep stosb
42	movq %r9,%rax	42	movq %r9,%rax
43	ret	43	RET
44	SYM_FUNC_END(__memset)	44	SYM_FUNC_END(__memset)
45	SYM_FUNC_END_ALIAS(memset)	45	SYM_FUNC_END_ALIAS(memset)
46	EXPORT_SYMBOL(memset)	46	EXPORT_SYMBOL(memset)
@@ -63,7 +63,7 @@ SYM_FUNC_START_LOCAL(memset_erms) · 16 unmodified lines
63	movq %rdx,%rcx	63	movq %rdx,%rcx
64	rep stosb	64	rep stosb
65	movq %r9,%rax	65	movq %r9,%rax
66	ret	66	RET
67	SYM_FUNC_END(memset_erms)	67	SYM_FUNC_END(memset_erms)
68		68
69	SYM_FUNC_START_LOCAL(memset_orig)	69	SYM_FUNC_START_LOCAL(memset_orig)
@@ -125,7 +125,7 @@ SYM_FUNC_START_LOCAL(memset_orig) · 55 unmodified lines
125		125
126	.Lende:	126	.Lende:
127	movq %r10,%rax	127	movq %r10,%rax
128	ret	128	RET
129		129
130	.Lbad_alignment:	130	.Lbad_alignment:
131	cmpq $7,%rdx	131	cmpq $7,%rdx

arch/x86/lib/msr-reg.S+2−2

@@ -35,7 +35,7 @@ SYM_FUNC_START(\op\()_safe_regs) · 34 unmodified lines
35	movl %edi, 28(%r10)	35	movl %edi, 28(%r10)
36	popq %r12	36	popq %r12
37	popq %rbx	37	popq %rbx
38	ret	38	RET
39	3:	39	3:
40	movl $-EIO, %r11d	40	movl $-EIO, %r11d
41	jmp 2b	41	jmp 2b
@@ -77,7 +77,7 @@ SYM_FUNC_START(\op\()_safe_regs) · 35 unmodified lines
77	popl %esi	77	popl %esi
78	popl %ebp	78	popl %ebp
79	popl %ebx	79	popl %ebx
80	ret	80	RET
81	3:	81	3:
82	movl $-EIO, 4(%esp)	82	movl $-EIO, 4(%esp)
83	jmp 2b	83	jmp 2b

arch/x86/lib/putuser.S+3−3

@@ -52,7 +52,7 @@ SYM_INNER_LABEL(__put_user_nocheck_1, SYM_L_GLOBAL) · 51 unmodified lines
52	1: movb %al,(%_ASM_CX)	52	1: movb %al,(%_ASM_CX)
53	xor %ecx,%ecx	53	xor %ecx,%ecx
54	ASM_CLAC	54	ASM_CLAC
55	ret	55	RET
56	SYM_FUNC_END(__put_user_1)	56	SYM_FUNC_END(__put_user_1)
57	EXPORT_SYMBOL(__put_user_1)	57	EXPORT_SYMBOL(__put_user_1)
58	EXPORT_SYMBOL(__put_user_nocheck_1)	58	EXPORT_SYMBOL(__put_user_nocheck_1)
@@ -66,7 +66,7 @@ SYM_INNER_LABEL(__put_user_nocheck_2, SYM_L_GLOBAL) · 7 unmodified lines
66	2: movw %ax,(%_ASM_CX)	66	2: movw %ax,(%_ASM_CX)
67	xor %ecx,%ecx	67	xor %ecx,%ecx
68	ASM_CLAC	68	ASM_CLAC
69	ret	69	RET
70	SYM_FUNC_END(__put_user_2)	70	SYM_FUNC_END(__put_user_2)
71	EXPORT_SYMBOL(__put_user_2)	71	EXPORT_SYMBOL(__put_user_2)
72	EXPORT_SYMBOL(__put_user_nocheck_2)	72	EXPORT_SYMBOL(__put_user_nocheck_2)
@@ -80,7 +80,7 @@ SYM_INNER_LABEL(__put_user_nocheck_4, SYM_L_GLOBAL) · 7 unmodified lines
80	3: movl %eax,(%_ASM_CX)	80	3: movl %eax,(%_ASM_CX)
81	xor %ecx,%ecx	81	xor %ecx,%ecx
82	ASM_CLAC	82	ASM_CLAC
83	ret	83	RET
84	SYM_FUNC_END(__put_user_4)	84	SYM_FUNC_END(__put_user_4)
85	EXPORT_SYMBOL(__put_user_4)	85	EXPORT_SYMBOL(__put_user_4)
86	EXPORT_SYMBOL(__put_user_nocheck_4)	86	EXPORT_SYMBOL(__put_user_nocheck_4)

arch/x86/lib/retpoline.S+1−1

@@ -23,7 +23,7 @@ · 22 unmodified lines
23	.Ldo_rop_\@:	23	.Ldo_rop_\@:
24	mov %\reg, (%_ASM_SP)	24	mov %\reg, (%_ASM_SP)
25	UNWIND_HINT_FUNC	25	UNWIND_HINT_FUNC
26	ret	26	RET
27	.endm	27	.endm
28		28
29	.macro THUNK reg	29	.macro THUNK reg

arch/x86/math-emu/div_Xsig.S+1−1

@@ -341,7 +341,7 @@ L_exit: · 340 unmodified lines
341	popl %esi	341	popl %esi
342		342
343	leave	343	leave
344	ret	344	RET
345		345
346		346
347	#ifdef PARANOID	347	#ifdef PARANOID

arch/x86/math-emu/div_small.S+1−1

@@ -44,5 +44,5 @@ SYM_FUNC_START(FPU_div_small) · 43 unmodified lines
44	popl %esi	44	popl %esi
45		45
46	leave	46	leave
47	ret	47	RET
48	SYM_FUNC_END(FPU_div_small)	48	SYM_FUNC_END(FPU_div_small)

arch/x86/math-emu/mul_Xsig.S+3−3

@@ -62,7 +62,7 @@ SYM_FUNC_START(mul32_Xsig) · 61 unmodified lines
62		62
63	popl %esi	63	popl %esi
64	leave	64	leave
65	ret	65	RET
66	SYM_FUNC_END(mul32_Xsig)	66	SYM_FUNC_END(mul32_Xsig)
67		67
68		68
@@ -115,7 +115,7 @@ SYM_FUNC_START(mul64_Xsig) · 46 unmodified lines
115		115
116	popl %esi	116	popl %esi
117	leave	117	leave
118	ret	118	RET
119	SYM_FUNC_END(mul64_Xsig)	119	SYM_FUNC_END(mul64_Xsig)
120		120
121		121
@@ -175,5 +175,5 @@ SYM_FUNC_START(mul_Xsig_Xsig) · 53 unmodified lines
175		175
176	popl %esi	176	popl %esi
177	leave	177	leave
178	ret	178	RET
179	SYM_FUNC_END(mul_Xsig_Xsig)	179	SYM_FUNC_END(mul_Xsig_Xsig)

arch/x86/math-emu/polynom_Xsig.S+1−1

@@ -133,5 +133,5 @@ L_accum_done: · 132 unmodified lines
133	popl %edi	133	popl %edi
134	popl %esi	134	popl %esi
135	leave	135	leave
136	ret	136	RET
137	SYM_FUNC_END(polynomial_Xsig)	137	SYM_FUNC_END(polynomial_Xsig)

arch/x86/math-emu/reg_norm.S+3−3

@@ -72,7 +72,7 @@ L_exit_valid: · 71 unmodified lines
72	L_exit:	72	L_exit:
73	popl %ebx	73	popl %ebx
74	leave	74	leave
75	ret	75	RET
76		76
77		77
78	L_zero:	78	L_zero:
@@ -138,7 +138,7 @@ L_exit_nuo_valid: · 59 unmodified lines
138		138
139	popl %ebx	139	popl %ebx
140	leave	140	leave
141	ret	141	RET
142		142
143	L_exit_nuo_zero:	143	L_exit_nuo_zero:
144	movl TAG_Zero,%eax	144	movl TAG_Zero,%eax
@@ -146,5 +146,5 @@ L_exit_nuo_zero: · 1 unmodified line
146		146
147	popl %ebx	147	popl %ebx
148	leave	148	leave
149	ret	149	RET
150	SYM_FUNC_END(FPU_normalize_nuo)	150	SYM_FUNC_END(FPU_normalize_nuo)

arch/x86/math-emu/reg_round.S+1−1

@@ -437,7 +437,7 @@ fpu_Arith_exit: · 436 unmodified lines
437	popl %edi	437	popl %edi
438	popl %esi	438	popl %esi
439	leave	439	leave
440	ret	440	RET
441		441
442		442
443	/*	443	/*

arch/x86/math-emu/reg_u_add.S+1−1

@@ -164,6 +164,6 @@ L_exit: · 163 unmodified lines
164	popl %edi	164	popl %edi
165	popl %esi	165	popl %esi
166	leave	166	leave
167	ret	167	RET
168	#endif /* PARANOID */	168	#endif /* PARANOID */
169	SYM_FUNC_END(FPU_u_add)	169	SYM_FUNC_END(FPU_u_add)

arch/x86/math-emu/reg_u_div.S+1−1

@@ -468,7 +468,7 @@ L_exit: · 467 unmodified lines
468	popl %esi	468	popl %esi
469		469
470	leave	470	leave
471	ret	471	RET
472	#endif /* PARANOID */	472	#endif /* PARANOID */
473		473
474	SYM_FUNC_END(FPU_u_div)	474	SYM_FUNC_END(FPU_u_div)

arch/x86/math-emu/reg_u_mul.S+1−1

@@ -144,7 +144,7 @@ L_exit: · 143 unmodified lines
144	popl %edi	144	popl %edi
145	popl %esi	145	popl %esi
146	leave	146	leave
147	ret	147	RET
148	#endif /* PARANOID */	148	#endif /* PARANOID */
149		149
150	SYM_FUNC_END(FPU_u_mul)	150	SYM_FUNC_END(FPU_u_mul)

arch/x86/math-emu/reg_u_sub.S+1−1

@@ -270,5 +270,5 @@ L_exit: · 269 unmodified lines
270	popl %edi	270	popl %edi
271	popl %esi	271	popl %esi
272	leave	272	leave
273	ret	273	RET
274	SYM_FUNC_END(FPU_u_sub)	274	SYM_FUNC_END(FPU_u_sub)

arch/x86/math-emu/round_Xsig.S+2−2

@@ -78,7 +78,7 @@ L_exit: · 77 unmodified lines
78	popl %esi	78	popl %esi
79	popl %ebx	79	popl %ebx
80	leave	80	leave
81	ret	81	RET
82	SYM_FUNC_END(round_Xsig)	82	SYM_FUNC_END(round_Xsig)
83		83
84		84
@@ -138,5 +138,5 @@ L_n_exit: · 53 unmodified lines
138	popl %esi	138	popl %esi
139	popl %ebx	139	popl %ebx
140	leave	140	leave
141	ret	141	RET
142	SYM_FUNC_END(norm_Xsig)	142	SYM_FUNC_END(norm_Xsig)

arch/x86/math-emu/shr_Xsig.S+4−4

@@ -45,7 +45,7 @@ SYM_FUNC_START(shr_Xsig) · 44 unmodified lines
45	popl %ebx	45	popl %ebx
46	popl %esi	46	popl %esi
47	leave	47	leave
48	ret	48	RET
49		49
50	L_more_than_31:	50	L_more_than_31:
51	cmpl $64,%ecx	51	cmpl $64,%ecx
@@ -61,7 +61,7 @@ L_more_than_31: · 9 unmodified lines
61	movl $0,8(%esi)	61	movl $0,8(%esi)
62	popl %esi	62	popl %esi
63	leave	63	leave
64	ret	64	RET
65		65
66	L_more_than_63:	66	L_more_than_63:
67	cmpl $96,%ecx	67	cmpl $96,%ecx
@@ -76,7 +76,7 @@ L_more_than_63: · 8 unmodified lines
76	movl %edx,8(%esi)	76	movl %edx,8(%esi)
77	popl %esi	77	popl %esi
78	leave	78	leave
79	ret	79	RET
80		80
81	L_more_than_95:	81	L_more_than_95:
82	xorl %eax,%eax	82	xorl %eax,%eax
@@ -85,5 +85,5 @@ L_more_than_95: · 2 unmodified lines
85	movl %eax,8(%esi)	85	movl %eax,8(%esi)
86	popl %esi	86	popl %esi
87	leave	87	leave
88	ret	88	RET
89	SYM_FUNC_END(shr_Xsig)	89	SYM_FUNC_END(shr_Xsig)

arch/x86/math-emu/wm_shrx.S+8−8

@@ -55,7 +55,7 @@ SYM_FUNC_START(FPU_shrx) · 54 unmodified lines
55	popl %ebx	55	popl %ebx
56	popl %esi	56	popl %esi
57	leave	57	leave
58	ret	58	RET
59		59
60	L_more_than_31:	60	L_more_than_31:
61	cmpl $64,%ecx	61	cmpl $64,%ecx
@@ -70,7 +70,7 @@ L_more_than_31: · 8 unmodified lines
70	movl $0,4(%esi)	70	movl $0,4(%esi)
71	popl %esi	71	popl %esi
72	leave	72	leave
73	ret	73	RET
74		74
75	L_more_than_63:	75	L_more_than_63:
76	cmpl $96,%ecx	76	cmpl $96,%ecx
@@ -84,7 +84,7 @@ L_more_than_63: · 7 unmodified lines
84	movl %edx,4(%esi)	84	movl %edx,4(%esi)
85	popl %esi	85	popl %esi
86	leave	86	leave
87	ret	87	RET
88		88
89	L_more_than_95:	89	L_more_than_95:
90	xorl %eax,%eax	90	xorl %eax,%eax
@@ -92,7 +92,7 @@ L_more_than_95: · 1 unmodified line
92	movl %eax,4(%esi)	92	movl %eax,4(%esi)
93	popl %esi	93	popl %esi
94	leave	94	leave
95	ret	95	RET
96	SYM_FUNC_END(FPU_shrx)	96	SYM_FUNC_END(FPU_shrx)
97		97
98		98
@@ -146,7 +146,7 @@ SYM_FUNC_START(FPU_shrxs) · 47 unmodified lines
146	popl %ebx	146	popl %ebx
147	popl %esi	147	popl %esi
148	leave	148	leave
149	ret	149	RET
150		150
151	/* Shift by [0..31] bits */	151	/* Shift by [0..31] bits */
152	Ls_less_than_32:	152	Ls_less_than_32:
@@ -163,7 +163,7 @@ Ls_less_than_32: · 10 unmodified lines
163	popl %ebx	163	popl %ebx
164	popl %esi	164	popl %esi
165	leave	165	leave
166	ret	166	RET
167		167
168	/* Shift by [64..95] bits */	168	/* Shift by [64..95] bits */
169	Ls_more_than_63:	169	Ls_more_than_63:
@@ -189,7 +189,7 @@ Ls_more_than_63: · 19 unmodified lines
189	popl %ebx	189	popl %ebx
190	popl %esi	190	popl %esi
191	leave	191	leave
192	ret	192	RET
193		193
194	Ls_more_than_95:	194	Ls_more_than_95:
195	/* Shift by [96..inf) bits */	195	/* Shift by [96..inf) bits */
@@ -203,5 +203,5 @@ Ls_more_than_95: · 7 unmodified lines
203	popl %ebx	203	popl %ebx
204	popl %esi	204	popl %esi
205	leave	205	leave
206	ret	206	RET
207	SYM_FUNC_END(FPU_shrxs)	207	SYM_FUNC_END(FPU_shrxs)

arch/x86/mm/mem_encrypt_boot.S+2−2

@@ -65,7 +65,7 @@ SYM_FUNC_START(sme_encrypt_execute) · 64 unmodified lines
65	movq %rbp, %rsp /* Restore original stack pointer */	65	movq %rbp, %rsp /* Restore original stack pointer */
66	pop %rbp	66	pop %rbp
67		67
68	ret	68	RET
69	SYM_FUNC_END(sme_encrypt_execute)	69	SYM_FUNC_END(sme_encrypt_execute)
70		70
71	SYM_FUNC_START(__enc_copy)	71	SYM_FUNC_START(__enc_copy)
@@ -151,6 +151,6 @@ SYM_FUNC_START(__enc_copy) · 79 unmodified lines
151	pop %r12	151	pop %r12
152	pop %r15	152	pop %r15
153		153
154	ret	154	RET
155	.L__enc_copy_end:	155	.L__enc_copy_end:
156	SYM_FUNC_END(__enc_copy)	156	SYM_FUNC_END(__enc_copy)

arch/x86/platform/efi/efi_stub_32.S+1−1

@@ -56,5 +56,5 @@ SYM_FUNC_START(efi_call_svam) · 55 unmodified lines
56		56
57	movl 16(%esp), %ebx	57	movl 16(%esp), %ebx
58	leave	58	leave
59	ret	59	RET
60	SYM_FUNC_END(efi_call_svam)	60	SYM_FUNC_END(efi_call_svam)

arch/x86/platform/efi/efi_stub_64.S+1−1

@@ -23,5 +23,5 @@ SYM_FUNC_START(__efi_call) · 22 unmodified lines
23	mov %rsi, %rcx	23	mov %rsi, %rcx
24	CALL_NOSPEC rdi	24	CALL_NOSPEC rdi
25	leave	25	leave
26	ret	26	RET
27	SYM_FUNC_END(__efi_call)	27	SYM_FUNC_END(__efi_call)

arch/x86/platform/efi/efi_thunk_64.S+1−1

@@ -63,7 +63,7 @@ SYM_CODE_START(__efi64_thunk) · 62 unmodified lines
63	1: movq 24(%rsp), %rsp	63	1: movq 24(%rsp), %rsp
64	pop %rbx	64	pop %rbx
65	pop %rbp	65	pop %rbp
66	retq	66	RET
67		67
68	.code32	68	.code32
69	2: pushl $__KERNEL_CS	69	2: pushl $__KERNEL_CS

arch/x86/platform/olpc/xo1-wakeup.S+3−3

@@ -77,7 +77,7 @@ save_registers: · 76 unmodified lines
77	pushfl	77	pushfl
78	popl saved_context_eflags	78	popl saved_context_eflags
79		79
80	ret	80	RET
81		81
82	restore_registers:	82	restore_registers:
83	movl saved_context_ebp, %ebp	83	movl saved_context_ebp, %ebp
@@ -88,7 +88,7 @@ restore_registers: · 4 unmodified lines
88	pushl saved_context_eflags	88	pushl saved_context_eflags
89	popfl	89	popfl
90		90
91	ret	91	RET
92		92
93	SYM_CODE_START(do_olpc_suspend_lowlevel)	93	SYM_CODE_START(do_olpc_suspend_lowlevel)
94	call save_processor_state	94	call save_processor_state
@@ -109,7 +109,7 @@ ret_point: · 14 unmodified lines
109		109
110	call restore_registers	110	call restore_registers
111	call restore_processor_state	111	call restore_processor_state
112	ret	112	RET
113	SYM_CODE_END(do_olpc_suspend_lowlevel)	113	SYM_CODE_END(do_olpc_suspend_lowlevel)
114		114
115	.data	115	.data

arch/x86/power/hibernate_asm_32.S+2−2

@@ -32,7 +32,7 @@ SYM_FUNC_START(swsusp_arch_suspend) · 31 unmodified lines
32	FRAME_BEGIN	32	FRAME_BEGIN
33	call swsusp_save	33	call swsusp_save
34	FRAME_END	34	FRAME_END
35	ret	35	RET
36	SYM_FUNC_END(swsusp_arch_suspend)	36	SYM_FUNC_END(swsusp_arch_suspend)
37		37
38	SYM_CODE_START(restore_image)	38	SYM_CODE_START(restore_image)
@@ -108,5 +108,5 @@ SYM_FUNC_START(restore_registers) · 69 unmodified lines
108	/* tell the hibernation core that we've just restored the memory */	108	/* tell the hibernation core that we've just restored the memory */
109	movl %eax, in_suspend	109	movl %eax, in_suspend
110		110
111	ret	111	RET
112	SYM_FUNC_END(restore_registers)	112	SYM_FUNC_END(restore_registers)

arch/x86/power/hibernate_asm_64.S+2−2

@@ -66,7 +66,7 @@ SYM_FUNC_START(restore_registers) · 65 unmodified lines
66	/* tell the hibernation core that we've just restored the memory */	66	/* tell the hibernation core that we've just restored the memory */
67	movq %rax, in_suspend(%rip)	67	movq %rax, in_suspend(%rip)
68		68
69	ret	69	RET
70	SYM_FUNC_END(restore_registers)	70	SYM_FUNC_END(restore_registers)
71		71
72	SYM_FUNC_START(swsusp_arch_suspend)	72	SYM_FUNC_START(swsusp_arch_suspend)
@@ -96,7 +96,7 @@ SYM_FUNC_START(swsusp_arch_suspend) · 23 unmodified lines
96	FRAME_BEGIN	96	FRAME_BEGIN
97	call swsusp_save	97	call swsusp_save
98	FRAME_END	98	FRAME_END
99	ret	99	RET
100	SYM_FUNC_END(swsusp_arch_suspend)	100	SYM_FUNC_END(swsusp_arch_suspend)
101		101
102	SYM_FUNC_START(restore_image)	102	SYM_FUNC_START(restore_image)

arch/x86/um/checksum_32.S+2−2

@@ -110,7 +110,7 @@ csum_partial: · 109 unmodified lines
110	7:	110	7:
111	popl %ebx	111	popl %ebx
112	popl %esi	112	popl %esi
113	ret	113	RET
114		114
115	#else	115	#else
116		116
@@ -208,7 +208,7 @@ csum_partial: · 91 unmodified lines
208	80:	208	80:
209	popl %ebx	209	popl %ebx
210	popl %esi	210	popl %esi
211	ret	211	RET
212		212
213	#endif	213	#endif
214	EXPORT_SYMBOL(csum_partial)	214	EXPORT_SYMBOL(csum_partial)

arch/x86/um/setjmp_32.S+1−1

@@ -34,7 +34,7 @@ kernel_setjmp: · 33 unmodified lines
34	movl %esi,12(%edx)	34	movl %esi,12(%edx)
35	movl %edi,16(%edx)	35	movl %edi,16(%edx)
36	movl %ecx,20(%edx) # Return address	36	movl %ecx,20(%edx) # Return address
37	ret	37	RET
38		38
39	.size kernel_setjmp,.-kernel_setjmp	39	.size kernel_setjmp,.-kernel_setjmp
40		40

arch/x86/um/setjmp_64.S+1−1

@@ -33,7 +33,7 @@ kernel_setjmp: · 32 unmodified lines
33	movq %r14,40(%rdi)	33	movq %r14,40(%rdi)
34	movq %r15,48(%rdi)	34	movq %r15,48(%rdi)
35	movq %rsi,56(%rdi) # Return address	35	movq %rsi,56(%rdi) # Return address
36	ret	36	RET
37		37
38	.size kernel_setjmp,.-kernel_setjmp	38	.size kernel_setjmp,.-kernel_setjmp
39		39

arch/x86/xen/xen-asm.S+6−6

@@ -29,7 +29,7 @@ · 28 unmodified lines
29	*/	29	*/
30	SYM_FUNC_START(xen_irq_disable_direct)	30	SYM_FUNC_START(xen_irq_disable_direct)
31	movb $1, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask	31	movb $1, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask
32	ret	32	RET
33	SYM_FUNC_END(xen_irq_disable_direct)	33	SYM_FUNC_END(xen_irq_disable_direct)
34		34
35	/*	35	/*
@@ -58,7 +58,7 @@ SYM_FUNC_START(check_events) · 22 unmodified lines
58	pop %rcx	58	pop %rcx
59	pop %rax	59	pop %rax
60	FRAME_END	60	FRAME_END
61	ret	61	RET
62	SYM_FUNC_END(check_events)	62	SYM_FUNC_END(check_events)
63		63
64	/*	64	/*
@@ -84,7 +84,7 @@ SYM_FUNC_START(xen_irq_enable_direct) · 19 unmodified lines
84	call check_events	84	call check_events
85	1:	85	1:
86	FRAME_END	86	FRAME_END
87	ret	87	RET
88	SYM_FUNC_END(xen_irq_enable_direct)	88	SYM_FUNC_END(xen_irq_enable_direct)
89		89
90	/*	90	/*
@@ -100,7 +100,7 @@ SYM_FUNC_START(xen_save_fl_direct) · 9 unmodified lines
100	testb $0xff, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask	100	testb $0xff, PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_mask
101	setz %ah	101	setz %ah
102	addb %ah, %ah	102	addb %ah, %ah
103	ret	103	RET
104	SYM_FUNC_END(xen_save_fl_direct)	104	SYM_FUNC_END(xen_save_fl_direct)
105		105
106	SYM_FUNC_START(xen_read_cr2)	106	SYM_FUNC_START(xen_read_cr2)
@@ -108,14 +108,14 @@ SYM_FUNC_START(xen_read_cr2) · 1 unmodified line
108	_ASM_MOV PER_CPU_VAR(xen_vcpu), %_ASM_AX	108	_ASM_MOV PER_CPU_VAR(xen_vcpu), %_ASM_AX
109	_ASM_MOV XEN_vcpu_info_arch_cr2(%_ASM_AX), %_ASM_AX	109	_ASM_MOV XEN_vcpu_info_arch_cr2(%_ASM_AX), %_ASM_AX
110	FRAME_END	110	FRAME_END
111	ret	111	RET
112	SYM_FUNC_END(xen_read_cr2);	112	SYM_FUNC_END(xen_read_cr2);
113		113
114	SYM_FUNC_START(xen_read_cr2_direct)	114	SYM_FUNC_START(xen_read_cr2_direct)
115	FRAME_BEGIN	115	FRAME_BEGIN
116	_ASM_MOV PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_arch_cr2, %_ASM_AX	116	_ASM_MOV PER_CPU_VAR(xen_vcpu_info) + XEN_vcpu_info_arch_cr2, %_ASM_AX
117	FRAME_END	117	FRAME_END
118	ret	118	RET
119	SYM_FUNC_END(xen_read_cr2_direct);	119	SYM_FUNC_END(xen_read_cr2_direct);
120	.popsection	120	.popsection
121		121

arch/x86/xen/xen-head.S+1−1

@@ -26,7 +26,7 @@ SYM_CODE_START(hypercall_page) · 25 unmodified lines
26	.rept (PAGE_SIZE / 32)	26	.rept (PAGE_SIZE / 32)
27	UNWIND_HINT_FUNC	27	UNWIND_HINT_FUNC
28	.skip 31, 0x90	28	.skip 31, 0x90
29	ret	29	RET
30	.endr	30	.endr
31		31
32	#define HYPERCALL(n) \	32	#define HYPERCALL(n) \

x86: Prepare asm files for straight-line-speculation

Keyboard shortcuts

General

Issues and pull requests

Issues, pull requests and Inbox

Repository code