Use asm_inline for all inline assemblies which make use of the EX_TABLE or ALTERNATIVE macros. These macros expand to many lines and the compiler assumes the number of lines within an inline assembly is the same as the number of instructions within an inline assembly. This has an effect on inlining and loop unrolling decisions. In order to avoid incorrect assumptions use asm_inline, which tells the compiler that an inline assembly has the smallest possible size. In order to avoid confusion when asm_inline should be used or not, since a couple of inline assemblies are quite large: the rule is to always use asm_inline whenever the EX_TABLE or ALTERNATIVE macro is used. In specific cases there may be reasons to not follow this guideline, but that should be documented with the corresponding code. Using the inline qualifier everywhere has only a small effect on the kernel image size: add/remove: 0/10 grow/shrink: 19/8 up/down: 1492/-1858 (-366) The only location where this seems to matter is load_unaligned_zeropad() from word-at-a-time.h where the compiler inlines more functions within the dcache code, which is indeed code where performance matters.
Unified · Split
| @@ -37,7 +37,7 @@ static inline int __diag308(unsigned long subcode, void *addr) · 36 unmodified lines | |||
| 37 | { | 37 | { |
| 38 | union register_pair r1 = { .even = (unsigned long)addr, .odd = 0 }; | 38 | union register_pair r1 = { .even = (unsigned long)addr, .odd = 0 }; |
| 39 | 39 | ||
| 40 | asm volatile( | 40 | asm_inline volatile( |
| 41 | " diag %[r1],%[subcode],0x308\n" | 41 | " diag %[r1],%[subcode],0x308\n" |
| 42 | "0:\n" | 42 | "0:\n" |
| 43 | EX_TABLE(0b, 0b) | 43 | EX_TABLE(0b, 0b) |
| @@ -67,7 +67,7 @@ static int __diag260(unsigned long rx1, unsigned long rx2) · 66 unmodified lines | |||
| 67 | rx.odd = rx2; | 67 | rx.odd = rx2; |
| 68 | ry = 0x10; /* storage configuration */ | 68 | ry = 0x10; /* storage configuration */ |
| 69 | exception = 1; | 69 | exception = 1; |
| 70 | asm volatile( | 70 | asm_inline volatile( |
| 71 | " diag %[rx],%[ry],0x260\n" | 71 | " diag %[rx],%[ry],0x260\n" |
| 72 | "0: lhi %[exc],0\n" | 72 | "0: lhi %[exc],0\n" |
| 73 | "1:\n" | 73 | "1:\n" |
| @@ -105,7 +105,7 @@ static int diag500_storage_limit(unsigned long *max_physmem_end) · 31 unmodified lines | |||
| 105 | { | 105 | { |
| 106 | unsigned long storage_limit; | 106 | unsigned long storage_limit; |
| 107 | 107 | ||
| 108 | asm volatile( | 108 | asm_inline volatile( |
| 109 | " lghi %%r1,%[subcode]\n" | 109 | " lghi %%r1,%[subcode]\n" |
| 110 | " lghi %%r2,0\n" | 110 | " lghi %%r2,0\n" |
| 111 | " diag %%r2,%%r4,0x500\n" | 111 | " diag %%r2,%%r4,0x500\n" |
| @@ -126,7 +126,7 @@ static int tprot(unsigned long addr) · 14 unmodified lines | |||
| 126 | int cc, exception; | 126 | int cc, exception; |
| 127 | 127 | ||
| 128 | exception = 1; | 128 | exception = 1; |
| 129 | asm volatile( | 129 | asm_inline volatile( |
| 130 | " tprot 0(%[addr]),0\n" | 130 | " tprot 0(%[addr]),0\n" |
| 131 | "0: lhi %[exc],0\n" | 131 | "0: lhi %[exc],0\n" |
| 132 | "1:\n" | 132 | "1:\n" |
| @@ -77,7 +77,7 @@ static void detect_diag9c(void) · 76 unmodified lines | |||
| 77 | int rc = 1; | 77 | int rc = 1; |
| 78 | 78 | ||
| 79 | cpu = stap(); | 79 | cpu = stap(); |
| 80 | asm volatile( | 80 | asm_inline volatile( |
| 81 | " diag %[cpu],%%r0,0x9c\n" | 81 | " diag %[cpu],%%r0,0x9c\n" |
| 82 | "0: lhi %[rc],0\n" | 82 | "0: lhi %[rc],0\n" |
| 83 | "1:\n" | 83 | "1:\n" |
| @@ -138,7 +138,7 @@ static int cmma_test_essa(void) · 54 unmodified lines | |||
| 138 | int rc = 1; | 138 | int rc = 1; |
| 139 | 139 | ||
| 140 | /* Test ESSA_GET_STATE */ | 140 | /* Test ESSA_GET_STATE */ |
| 141 | asm volatile( | 141 | asm_inline volatile( |
| 142 | " .insn rrf,0xb9ab0000,%[tmp],%[tmp],%[cmd],0\n" | 142 | " .insn rrf,0xb9ab0000,%[tmp],%[tmp],%[cmd],0\n" |
| 143 | "0: lhi %[rc],0\n" | 143 | "0: lhi %[rc],0\n" |
| 144 | "1:\n" | 144 | "1:\n" |
| @@ -171,7 +171,7 @@ static inline int qctri(struct cpumf_ctr_info *info) · 170 unmodified lines | |||
| 171 | { | 171 | { |
| 172 | int rc = -EINVAL; | 172 | int rc = -EINVAL; |
| 173 | 173 | ||
| 174 | asm volatile ( | 174 | asm_inline volatile ( |
| 175 | "0: qctri %1\n" | 175 | "0: qctri %1\n" |
| 176 | "1: lhi %0,0\n" | 176 | "1: lhi %0,0\n" |
| 177 | "2:\n" | 177 | "2:\n" |
| @@ -185,7 +185,7 @@ static inline int lcctl(u64 ctl) · 7 unmodified lines | |||
| 185 | { | 185 | { |
| 186 | int cc; | 186 | int cc; |
| 187 | 187 | ||
| 188 | asm volatile ( | 188 | asm_inline volatile ( |
| 189 | " lcctl %[ctl]\n" | 189 | " lcctl %[ctl]\n" |
| 190 | CC_IPM(cc) | 190 | CC_IPM(cc) |
| 191 | : CC_OUT(cc, cc) | 191 | : CC_OUT(cc, cc) |
| @@ -200,7 +200,7 @@ static inline int __ecctr(u64 ctr, u64 *content) · 8 unmodified lines | |||
| 200 | u64 _content; | 200 | u64 _content; |
| 201 | int cc; | 201 | int cc; |
| 202 | 202 | ||
| 203 | asm volatile ( | 203 | asm_inline volatile ( |
| 204 | " ecctr %[_content],%[ctr]\n" | 204 | " ecctr %[_content],%[ctr]\n" |
| 205 | CC_IPM(cc) | 205 | CC_IPM(cc) |
| 206 | : CC_OUT(cc, cc), [_content] "=d" (_content) | 206 | : CC_OUT(cc, cc), [_content] "=d" (_content) |
| @@ -66,7 +66,7 @@ static inline void diag10_range(unsigned long start_pfn, unsigned long num_pfn) · 65 unmodified lines | |||
| 66 | end_addr = pfn_to_phys(start_pfn + num_pfn - 1); | 66 | end_addr = pfn_to_phys(start_pfn + num_pfn - 1); |
| 67 | 67 | ||
| 68 | diag_stat_inc(DIAG_STAT_X010); | 68 | diag_stat_inc(DIAG_STAT_X010); |
| 69 | asm volatile( | 69 | asm_inline volatile( |
| 70 | "0: diag %0,%1,0x10\n" | 70 | "0: diag %0,%1,0x10\n" |
| 71 | "1: nopr %%r7\n" | 71 | "1: nopr %%r7\n" |
| 72 | EX_TABLE(0b, 1b) | 72 | EX_TABLE(0b, 1b) |
| @@ -416,7 +416,11 @@ static __always_inline bool regs_irqs_disabled(struct pt_regs *regs) · 415 unmodified lines | |||
| 416 | 416 | ||
| 417 | static __always_inline void bpon(void) | 417 | static __always_inline void bpon(void) |
| 418 | { | 418 | { |
| 419 | asm volatile(ALTERNATIVE("nop", ".insn rrf,0xb2e80000,0,0,13,0", ALT_SPEC(82))); | 419 | asm_inline volatile( |
| 420 | ALTERNATIVE(" nop\n", | ||
| 421 | " .insn rrf,0xb2e80000,0,0,13,0\n", | ||
| 422 | ALT_SPEC(82)) | ||
| 423 | ); | ||
| 420 | } | 424 | } |
| 421 | 425 | ||
| 422 | #endif /* __ASSEMBLY__ */ | 426 | #endif /* __ASSEMBLY__ */ |
| @@ -147,7 +147,7 @@ __put_user_##type##_noinstr(unsigned type __user *to, \ · 146 unmodified lines | |||
| 147 | { \ | 147 | { \ |
| 148 | int rc; \ | 148 | int rc; \ |
| 149 | \ | 149 | \ |
| 150 | asm volatile( \ | 150 | asm_inline volatile( \ |
| 151 | " llilh %%r0,%[spec]\n" \ | 151 | " llilh %%r0,%[spec]\n" \ |
| 152 | "0: mvcos %[to],%[from],%[size]\n" \ | 152 | "0: mvcos %[to],%[from],%[size]\n" \ |
| 153 | "1: lhi %[rc],0\n" \ | 153 | "1: lhi %[rc],0\n" \ |
| @@ -263,7 +263,7 @@ __get_user_##type##_noinstr(unsigned type *to, \ · 109 unmodified lines | |||
| 263 | { \ | 263 | { \ |
| 264 | int rc; \ | 264 | int rc; \ |
| 265 | \ | 265 | \ |
| 266 | asm volatile( \ | 266 | asm_inline volatile( \ |
| 267 | " lhi %%r0,%[spec]\n" \ | 267 | " lhi %%r0,%[spec]\n" \ |
| 268 | "0: mvcos %[to],%[from],%[size]\n" \ | 268 | "0: mvcos %[to],%[from],%[size]\n" \ |
| 269 | "1: lhi %[rc],0\n" \ | 269 | "1: lhi %[rc],0\n" \ |
| @@ -490,7 +490,7 @@ static __always_inline int __cmpxchg_user_key(unsigned long address, void *uval, · 220 unmodified lines | |||
| 490 | _old = ((unsigned int)old & 0xff) << shift; | 490 | _old = ((unsigned int)old & 0xff) << shift; |
| 491 | _new = ((unsigned int)new & 0xff) << shift; | 491 | _new = ((unsigned int)new & 0xff) << shift; |
| 492 | mask = ~(0xff << shift); | 492 | mask = ~(0xff << shift); |
| 493 | asm volatile( | 493 | asm_inline volatile( |
| 494 | " spka 0(%[key])\n" | 494 | " spka 0(%[key])\n" |
| 495 | " sacf 256\n" | 495 | " sacf 256\n" |
| 496 | " llill %[count],%[max_loops]\n" | 496 | " llill %[count],%[max_loops]\n" |
| @@ -538,7 +538,7 @@ static __always_inline int __cmpxchg_user_key(unsigned long address, void *uval, · 41 unmodified lines | |||
| 538 | _old = ((unsigned int)old & 0xffff) << shift; | 538 | _old = ((unsigned int)old & 0xffff) << shift; |
| 539 | _new = ((unsigned int)new & 0xffff) << shift; | 539 | _new = ((unsigned int)new & 0xffff) << shift; |
| 540 | mask = ~(0xffff << shift); | 540 | mask = ~(0xffff << shift); |
| 541 | asm volatile( | 541 | asm_inline volatile( |
| 542 | " spka 0(%[key])\n" | 542 | " spka 0(%[key])\n" |
| 543 | " sacf 256\n" | 543 | " sacf 256\n" |
| 544 | " llill %[count],%[max_loops]\n" | 544 | " llill %[count],%[max_loops]\n" |
| @@ -580,7 +580,7 @@ static __always_inline int __cmpxchg_user_key(unsigned long address, void *uval, · 35 unmodified lines | |||
| 580 | case 4: { | 580 | case 4: { |
| 581 | unsigned int prev = old; | 581 | unsigned int prev = old; |
| 582 | 582 | ||
| 583 | asm volatile( | 583 | asm_inline volatile( |
| 584 | " spka 0(%[key])\n" | 584 | " spka 0(%[key])\n" |
| 585 | " sacf 256\n" | 585 | " sacf 256\n" |
| 586 | "0: cs %[prev],%[new],%[address]\n" | 586 | "0: cs %[prev],%[new],%[address]\n" |
| @@ -601,7 +601,7 @@ static __always_inline int __cmpxchg_user_key(unsigned long address, void *uval, · 14 unmodified lines | |||
| 601 | case 8: { | 601 | case 8: { |
| 602 | unsigned long prev = old; | 602 | unsigned long prev = old; |
| 603 | 603 | ||
| 604 | asm volatile( | 604 | asm_inline volatile( |
| 605 | " spka 0(%[key])\n" | 605 | " spka 0(%[key])\n" |
| 606 | " sacf 256\n" | 606 | " sacf 256\n" |
| 607 | "0: csg %[prev],%[new],%[address]\n" | 607 | "0: csg %[prev],%[new],%[address]\n" |
| @@ -622,7 +622,7 @@ static __always_inline int __cmpxchg_user_key(unsigned long address, void *uval, · 14 unmodified lines | |||
| 622 | case 16: { | 622 | case 16: { |
| 623 | __uint128_t prev = old; | 623 | __uint128_t prev = old; |
| 624 | 624 | ||
| 625 | asm volatile( | 625 | asm_inline volatile( |
| 626 | " spka 0(%[key])\n" | 626 | " spka 0(%[key])\n" |
| 627 | " sacf 256\n" | 627 | " sacf 256\n" |
| 628 | "0: cdsg %[prev],%[new],%[address]\n" | 628 | "0: cdsg %[prev],%[new],%[address]\n" |
| @@ -52,7 +52,7 @@ static inline unsigned long load_unaligned_zeropad(const void *addr) · 51 unmodified lines | |||
| 52 | { | 52 | { |
| 53 | unsigned long data; | 53 | unsigned long data; |
| 54 | 54 | ||
| 55 | asm volatile( | 55 | asm_inline volatile( |
| 56 | "0: lg %[data],0(%[addr])\n" | 56 | "0: lg %[data],0(%[addr])\n" |
| 57 | "1: nopr %%r7\n" | 57 | "1: nopr %%r7\n" |
| 58 | EX_TABLE_ZEROPAD(0b, 1b, %[data], %[addr]) | 58 | EX_TABLE_ZEROPAD(0b, 1b, %[data], %[addr]) |
| @@ -235,7 +235,7 @@ static int __diag320(unsigned long subcode, void *addr) · 234 unmodified lines | |||
| 235 | { | 235 | { |
| 236 | union register_pair rp = { .even = (unsigned long)addr, }; | 236 | union register_pair rp = { .even = (unsigned long)addr, }; |
| 237 | 237 | ||
| 238 | asm volatile( | 238 | asm_inline volatile( |
| 239 | " diag %[rp],%[subcode],0x320\n" | 239 | " diag %[rp],%[subcode],0x320\n" |
| 240 | "0: nopr %%r7\n" | 240 | "0: nopr %%r7\n" |
| 241 | EX_TABLE(0b, 0b) | 241 | EX_TABLE(0b, 0b) |
| @@ -195,7 +195,7 @@ static inline int __diag204(unsigned long *subcode, unsigned long size, void *ad · 194 unmodified lines | |||
| 195 | { | 195 | { |
| 196 | union register_pair rp = { .even = *subcode, .odd = size }; | 196 | union register_pair rp = { .even = *subcode, .odd = size }; |
| 197 | 197 | ||
| 198 | asm volatile( | 198 | asm_inline volatile( |
| 199 | " diag %[addr],%[rp],0x204\n" | 199 | " diag %[addr],%[rp],0x204\n" |
| 200 | "0: nopr %%r7\n" | 200 | "0: nopr %%r7\n" |
| 201 | EX_TABLE(0b,0b) | 201 | EX_TABLE(0b,0b) |
| @@ -286,7 +286,7 @@ int diag224(void *ptr) · 84 unmodified lines | |||
| 286 | int rc = -EOPNOTSUPP; | 286 | int rc = -EOPNOTSUPP; |
| 287 | 287 | ||
| 288 | diag_stat_inc(DIAG_STAT_X224); | 288 | diag_stat_inc(DIAG_STAT_X224); |
| 289 | asm volatile("\n" | 289 | asm_inline volatile("\n" |
| 290 | " diag %[type],%[addr],0x224\n" | 290 | " diag %[type],%[addr],0x224\n" |
| 291 | "0: lhi %[rc],0\n" | 291 | "0: lhi %[rc],0\n" |
| 292 | "1:\n" | 292 | "1:\n" |
| @@ -186,7 +186,7 @@ static inline int __diag308(unsigned long subcode, unsigned long addr) · 185 unmodified lines | |||
| 186 | 186 | ||
| 187 | r1.even = addr; | 187 | r1.even = addr; |
| 188 | r1.odd = 0; | 188 | r1.odd = 0; |
| 189 | asm volatile( | 189 | asm_inline volatile( |
| 190 | " diag %[r1],%[subcode],0x308\n" | 190 | " diag %[r1],%[subcode],0x308\n" |
| 191 | "0: nopr %%r7\n" | 191 | "0: nopr %%r7\n" |
| 192 | EX_TABLE(0b,0b) | 192 | EX_TABLE(0b,0b) |
| @@ -257,7 +257,7 @@ static void __init test_monitor_call(void) · 256 unmodified lines | |||
| 257 | 257 | ||
| 258 | if (!IS_ENABLED(CONFIG_BUG)) | 258 | if (!IS_ENABLED(CONFIG_BUG)) |
| 259 | return; | 259 | return; |
| 260 | asm volatile( | 260 | asm_inline volatile( |
| 261 | " mc 0,0\n" | 261 | " mc 0,0\n" |
| 262 | "0: xgr %0,%0\n" | 262 | "0: xgr %0,%0\n" |
| 263 | "1:\n" | 263 | "1:\n" |
| @@ -56,7 +56,7 @@ int __pfault_init(void) · 55 unmodified lines | |||
| 56 | if (pfault_disable) | 56 | if (pfault_disable) |
| 57 | return rc; | 57 | return rc; |
| 58 | diag_stat_inc(DIAG_STAT_X258); | 58 | diag_stat_inc(DIAG_STAT_X258); |
| 59 | asm volatile( | 59 | asm_inline volatile( |
| 60 | " diag %[refbk],%[rc],0x258\n" | 60 | " diag %[refbk],%[rc],0x258\n" |
| 61 | "0: nopr %%r7\n" | 61 | "0: nopr %%r7\n" |
| 62 | EX_TABLE(0b, 0b) | 62 | EX_TABLE(0b, 0b) |
| @@ -78,7 +78,7 @@ void __pfault_fini(void) · 15 unmodified lines | |||
| 78 | if (pfault_disable) | 78 | if (pfault_disable) |
| 79 | return; | 79 | return; |
| 80 | diag_stat_inc(DIAG_STAT_X258); | 80 | diag_stat_inc(DIAG_STAT_X258); |
| 81 | asm volatile( | 81 | asm_inline volatile( |
| 82 | " diag %[refbk],0,0x258\n" | 82 | " diag %[refbk],0,0x258\n" |
| 83 | "0: nopr %%r7\n" | 83 | "0: nopr %%r7\n" |
| 84 | EX_TABLE(0b, 0b) | 84 | EX_TABLE(0b, 0b) |
| @@ -56,7 +56,7 @@ static inline int clp_get_ilp(unsigned long *ilp) · 55 unmodified lines | |||
| 56 | int cc, exception; | 56 | int cc, exception; |
| 57 | 57 | ||
| 58 | exception = 1; | 58 | exception = 1; |
| 59 | asm volatile ( | 59 | asm_inline volatile ( |
| 60 | " .insn rrf,0xb9a00000,%[mask],%[cmd],8,0\n" | 60 | " .insn rrf,0xb9a00000,%[mask],%[cmd],8,0\n" |
| 61 | "0: lhi %[exc],0\n" | 61 | "0: lhi %[exc],0\n" |
| 62 | "1:\n" | 62 | "1:\n" |
| @@ -79,7 +79,7 @@ static __always_inline int clp_req(void *data, unsigned int lps) · 16 unmodified lines | |||
| 79 | u64 ignored; | 79 | u64 ignored; |
| 80 | 80 | ||
| 81 | exception = 1; | 81 | exception = 1; |
| 82 | asm volatile ( | 82 | asm_inline volatile ( |
| 83 | " .insn rrf,0xb9a00000,%[ign],%[req],0,%[lps]\n" | 83 | " .insn rrf,0xb9a00000,%[ign],%[req],0,%[lps]\n" |
| 84 | "0: lhi %[exc],0\n" | 84 | "0: lhi %[exc],0\n" |
| 85 | "1:\n" | 85 | "1:\n" |
| @@ -160,7 +160,7 @@ static inline int ____pcilg(u64 *data, u64 req, u64 offset, u8 *status) · 159 unmodified lines | |||
| 160 | u64 __data; | 160 | u64 __data; |
| 161 | 161 | ||
| 162 | exception = 1; | 162 | exception = 1; |
| 163 | asm volatile ( | 163 | asm_inline volatile ( |
| 164 | " .insn rre,0xb9d20000,%[data],%[req_off]\n" | 164 | " .insn rre,0xb9d20000,%[data],%[req_off]\n" |
| 165 | "0: lhi %[exc],0\n" | 165 | "0: lhi %[exc],0\n" |
| 166 | "1:\n" | 166 | "1:\n" |
| @@ -229,7 +229,7 @@ static inline int __pcilg_mio(u64 *data, u64 ioaddr, u64 len, u8 *status) · 62 unmodified lines | |||
| 229 | u64 __data; | 229 | u64 __data; |
| 230 | 230 | ||
| 231 | exception = 1; | 231 | exception = 1; |
| 232 | asm volatile ( | 232 | asm_inline volatile ( |
| 233 | " .insn rre,0xb9d60000,%[data],%[ioaddr_len]\n" | 233 | " .insn rre,0xb9d60000,%[data],%[ioaddr_len]\n" |
| 234 | "0: lhi %[exc],0\n" | 234 | "0: lhi %[exc],0\n" |
| 235 | "1:\n" | 235 | "1:\n" |
| @@ -267,7 +267,7 @@ static inline int __pcistg(u64 data, u64 req, u64 offset, u8 *status) · 31 unmodified lines | |||
| 267 | int cc, exception; | 267 | int cc, exception; |
| 268 | 268 | ||
| 269 | exception = 1; | 269 | exception = 1; |
| 270 | asm volatile ( | 270 | asm_inline volatile ( |
| 271 | " .insn rre,0xb9d00000,%[data],%[req_off]\n" | 271 | " .insn rre,0xb9d00000,%[data],%[req_off]\n" |
| 272 | "0: lhi %[exc],0\n" | 272 | "0: lhi %[exc],0\n" |
| 273 | "1:\n" | 273 | "1:\n" |
| @@ -321,7 +321,7 @@ static inline int __pcistg_mio(u64 data, u64 ioaddr, u64 len, u8 *status) · 47 unmodified lines | |||
| 321 | int cc, exception; | 321 | int cc, exception; |
| 322 | 322 | ||
| 323 | exception = 1; | 323 | exception = 1; |
| 324 | asm volatile ( | 324 | asm_inline volatile ( |
| 325 | " .insn rre,0xb9d40000,%[data],%[ioaddr_len]\n" | 325 | " .insn rre,0xb9d40000,%[data],%[ioaddr_len]\n" |
| 326 | "0: lhi %[exc],0\n" | 326 | "0: lhi %[exc],0\n" |
| 327 | "1:\n" | 327 | "1:\n" |
| @@ -356,7 +356,7 @@ static inline int __pcistb(const u64 *data, u64 req, u64 offset, u8 *status) · 28 unmodified lines | |||
| 356 | int cc, exception; | 356 | int cc, exception; |
| 357 | 357 | ||
| 358 | exception = 1; | 358 | exception = 1; |
| 359 | asm volatile ( | 359 | asm_inline volatile ( |
| 360 | " .insn rsy,0xeb00000000d0,%[req],%[offset],%[data]\n" | 360 | " .insn rsy,0xeb00000000d0,%[req],%[offset],%[data]\n" |
| 361 | "0: lhi %[exc],0\n" | 361 | "0: lhi %[exc],0\n" |
| 362 | "1:\n" | 362 | "1:\n" |
| @@ -410,7 +410,7 @@ static inline int __pcistb_mio(const u64 *data, u64 ioaddr, u64 len, u8 *status) · 47 unmodified lines | |||
| 410 | int cc, exception; | 410 | int cc, exception; |
| 411 | 411 | ||
| 412 | exception = 1; | 412 | exception = 1; |
| 413 | asm volatile ( | 413 | asm_inline volatile ( |
| 414 | " .insn rsy,0xeb00000000d4,%[len],%[ioaddr],%[data]\n" | 414 | " .insn rsy,0xeb00000000d4,%[len],%[ioaddr],%[data]\n" |
| 415 | "0: lhi %[exc],0\n" | 415 | "0: lhi %[exc],0\n" |
| 416 | "1:\n" | 416 | "1:\n" |
| @@ -34,7 +34,7 @@ static inline int __pcistb_mio_inuser( · 33 unmodified lines | |||
| 34 | int cc, exception; | 34 | int cc, exception; |
| 35 | 35 | ||
| 36 | exception = 1; | 36 | exception = 1; |
| 37 | asm volatile ( | 37 | asm_inline volatile ( |
| 38 | " sacf 256\n" | 38 | " sacf 256\n" |
| 39 | "0: .insn rsy,0xeb00000000d4,%[len],%[ioaddr],%[src]\n" | 39 | "0: .insn rsy,0xeb00000000d4,%[len],%[ioaddr],%[src]\n" |
| 40 | "1: lhi %[exc],0\n" | 40 | "1: lhi %[exc],0\n" |
| @@ -64,7 +64,7 @@ static inline int __pcistg_mio_inuser( · 23 unmodified lines | |||
| 64 | * address space. pcistg then uses the user mappings. | 64 | * address space. pcistg then uses the user mappings. |
| 65 | */ | 65 | */ |
| 66 | exception = 1; | 66 | exception = 1; |
| 67 | asm volatile ( | 67 | asm_inline volatile ( |
| 68 | " sacf 256\n" | 68 | " sacf 256\n" |
| 69 | "0: llgc %[tmp],0(%[src])\n" | 69 | "0: llgc %[tmp],0(%[src])\n" |
| 70 | "4: sllg %[val],%[val],8\n" | 70 | "4: sllg %[val],%[val],8\n" |
| @@ -211,7 +211,7 @@ static inline int __pcilg_mio_inuser( · 140 unmodified lines | |||
| 211 | * user address @dst | 211 | * user address @dst |
| 212 | */ | 212 | */ |
| 213 | exception = 1; | 213 | exception = 1; |
| 214 | asm volatile ( | 214 | asm_inline volatile ( |
| 215 | " sacf 256\n" | 215 | " sacf 256\n" |
| 216 | "0: .insn rre,0xb9d60000,%[val],%[ioaddr_len]\n" | 216 | "0: .insn rre,0xb9d60000,%[val],%[ioaddr_len]\n" |
| 217 | "1: lhi %[exc],0\n" | 217 | "1: lhi %[exc],0\n" |
| @@ -76,7 +76,7 @@ static inline int __dia250(void *iob, int cmd) · 75 unmodified lines | |||
| 76 | } addr_type; | 76 | } addr_type; |
| 77 | 77 | ||
| 78 | exception = 1; | 78 | exception = 1; |
| 79 | asm volatile( | 79 | asm_inline volatile( |
| 80 | " diag %[rx],%[cmd],0x250\n" | 80 | " diag %[rx],%[cmd],0x250\n" |
| 81 | "0: lhi %[exc],0\n" | 81 | "0: lhi %[exc],0\n" |
| 82 | "1:\n" | 82 | "1:\n" |
| @@ -106,7 +106,7 @@ static int diag_ftp_2c4(struct diag_ftp_ldfpl *fpl, · 105 unmodified lines | |||
| 106 | int rc; | 106 | int rc; |
| 107 | 107 | ||
| 108 | diag_stat_inc(DIAG_STAT_X2C4); | 108 | diag_stat_inc(DIAG_STAT_X2C4); |
| 109 | asm volatile( | 109 | asm_inline volatile( |
| 110 | " diag %[addr],%[cmd],0x2c4\n" | 110 | " diag %[addr],%[cmd],0x2c4\n" |
| 111 | "0: j 2f\n" | 111 | "0: j 2f\n" |
| 112 | "1: la %[rc],%[err]\n" | 112 | "1: la %[rc],%[err]\n" |
| @@ -318,7 +318,7 @@ static inline int sclp_service_call(sclp_cmdw_t command, void *sccb) · 317 unmodified lines | |||
| 318 | int cc, exception; | 318 | int cc, exception; |
| 319 | 319 | ||
| 320 | exception = 1; | 320 | exception = 1; |
| 321 | asm volatile( | 321 | asm_inline volatile( |
| 322 | "0: .insn rre,0xb2200000,%[cmd],%[sccb]\n" /* servc */ | 322 | "0: .insn rre,0xb2200000,%[cmd],%[sccb]\n" /* servc */ |
| 323 | "1: lhi %[exc],0\n" | 323 | "1: lhi %[exc],0\n" |
| 324 | "2:\n" | 324 | "2:\n" |
| @@ -22,7 +22,7 @@ static inline int __stsch(struct subchannel_id schid, struct schib *addr) · 21 unmodified lines | |||
| 22 | int ccode, exception; | 22 | int ccode, exception; |
| 23 | 23 | ||
| 24 | exception = 1; | 24 | exception = 1; |
| 25 | asm volatile( | 25 | asm_inline volatile( |
| 26 | " lgr 1,%[r1]\n" | 26 | " lgr 1,%[r1]\n" |
| 27 | " stsch %[addr]\n" | 27 | " stsch %[addr]\n" |
| 28 | "0: lhi %[exc],0\n" | 28 | "0: lhi %[exc],0\n" |
| @@ -52,7 +52,7 @@ static inline int __msch(struct subchannel_id schid, struct schib *addr) · 23 unmodified lines | |||
| 52 | int ccode, exception; | 52 | int ccode, exception; |
| 53 | 53 | ||
| 54 | exception = 1; | 54 | exception = 1; |
| 55 | asm volatile( | 55 | asm_inline volatile( |
| 56 | " lgr 1,%[r1]\n" | 56 | " lgr 1,%[r1]\n" |
| 57 | " msch %[addr]\n" | 57 | " msch %[addr]\n" |
| 58 | "0: lhi %[exc],0\n" | 58 | "0: lhi %[exc],0\n" |
| @@ -106,7 +106,7 @@ static inline int __ssch(struct subchannel_id schid, union orb *addr) · 47 unmodified lines | |||
| 106 | int ccode, exception; | 106 | int ccode, exception; |
| 107 | 107 | ||
| 108 | exception = 1; | 108 | exception = 1; |
| 109 | asm volatile( | 109 | asm_inline volatile( |
| 110 | " lgr 1,%[r1]\n" | 110 | " lgr 1,%[r1]\n" |
| 111 | " ssch %[addr]\n" | 111 | " ssch %[addr]\n" |
| 112 | "0: lhi %[exc],0\n" | 112 | "0: lhi %[exc],0\n" |
| @@ -178,7 +178,7 @@ int chsc(void *chsc_area) · 65 unmodified lines | |||
| 178 | int cc, exception; | 178 | int cc, exception; |
| 179 | 179 | ||
| 180 | exception = 1; | 180 | exception = 1; |
| 181 | asm volatile( | 181 | asm_inline volatile( |
| 182 | " .insn rre,0xb25f0000,%[chsc_area],0\n" | 182 | " .insn rre,0xb25f0000,%[chsc_area],0\n" |
| 183 | "0: lhi %[exc],0\n" | 183 | "0: lhi %[exc],0\n" |
| 184 | "1:\n" | 184 | "1:\n" |