History

perf/x86/intel: Add support for PEBS memory auxiliary info field in DMR

With the introduction of the OMR feature, the PEBS memory auxiliary info field for load and store latency events has been restructured for DMR. The memory auxiliary info field's bit[8] indicates whether a L2 cache miss occurred for a memory load or store instruction. If bit[8] is 0, it signifies no L2 cache miss, and bits[7:0] specify the exact cache data source (up to the L2 cache level). If bit[8] is 1, bits[7:0] represent the OMR encoding, indicating the specific L3 cache or memory region involved in the memory access. A significant enhancement is OMR encoding provides up to 8 fine-grained memory regions besides the cache region. A significant enhancement for OMR encoding is the ability to provide up to 8 fine-grained memory regions in addition to the cache region, offering more detailed insights into memory access regions. For detailed information on the memory auxiliary info encoding, please refer to section 16.2 "PEBS LOAD LATENCY AND STORE LATENCY FACILITY" in the ISE documentation. This patch ensures that the PEBS memory auxiliary info field is correctly interpreted and utilized in DMR.

Dapeng Mi committed 10 months ago

Commit d2bdcde1 parent 4e955c04 files · +190 −6Browse files

Unified · Split

4 files
  1. arch/x86/events/intel/ds.c +140 −0
  2. arch/x86/events/perf_event.h +2 −0
  3. include/uapi/linux/perf_event.h +24 −3
  4. tools/include/uapi/linux/perf_event.h +24 −3
arch/x86/events/intel/ds.c+140−0
@@ -34,6 +34,17 @@ struct pebs_record_32 { · 33 unmodified lines
34 34
35 */35 */
36 36
37union omr_encoding {
38 struct {
39 u8 omr_source : 4;
40 u8 omr_remote : 1;
41 u8 omr_hitm : 1;
42 u8 omr_snoop : 1;
43 u8 omr_promoted : 1;
44 };
45 u8 omr_full;
46};
47
37union intel_x86_pebs_dse {48union intel_x86_pebs_dse {
38 u64 val;49 u64 val;
39 struct {50 struct {
@@ -73,6 +84,18 @@ union intel_x86_pebs_dse { · 33 unmodified lines
73 unsigned int lnc_addr_blk:1;84 unsigned int lnc_addr_blk:1;
74 unsigned int ld_reserved6:18;85 unsigned int ld_reserved6:18;
75 };86 };
87 struct {
88 unsigned int pnc_dse: 8;
89 unsigned int pnc_l2_miss:1;
90 unsigned int pnc_stlb_clean_hit:1;
91 unsigned int pnc_stlb_any_hit:1;
92 unsigned int pnc_stlb_miss:1;
93 unsigned int pnc_locked:1;
94 unsigned int pnc_data_blk:1;
95 unsigned int pnc_addr_blk:1;
96 unsigned int pnc_fb_full:1;
97 unsigned int ld_reserved8:16;
98 };
76};99};
77 100
78 101
@@ -228,6 +251,85 @@ void __init intel_pmu_pebs_data_source_lnl(void) · 149 unmodified lines
228 __intel_pmu_pebs_data_source_cmt(data_source);251 __intel_pmu_pebs_data_source_cmt(data_source);
229}252}
230 253
254/* Version for Panthercove and later */
255
256/* L2 hit */
257#define PNC_PEBS_DATA_SOURCE_MAX 16
258static u64 pnc_pebs_l2_hit_data_source[PNC_PEBS_DATA_SOURCE_MAX] = {
259 P(OP, LOAD) | P(LVL, NA) | LEVEL(NA) | P(SNOOP, NA), /* 0x00: non-cache access */
260 OP_LH | LEVEL(L0) | P(SNOOP, NONE), /* 0x01: L0 hit */
261 OP_LH | P(LVL, L1) | LEVEL(L1) | P(SNOOP, NONE), /* 0x02: L1 hit */
262 OP_LH | P(LVL, LFB) | LEVEL(LFB) | P(SNOOP, NONE), /* 0x03: L1 Miss Handling Buffer hit */
263 OP_LH | P(LVL, L2) | LEVEL(L2) | P(SNOOP, NONE), /* 0x04: L2 Hit Clean */
264 0, /* 0x05: Reserved */
265 0, /* 0x06: Reserved */
266 OP_LH | P(LVL, L2) | LEVEL(L2) | P(SNOOP, HIT), /* 0x07: L2 Hit Snoop HIT */
267 OP_LH | P(LVL, L2) | LEVEL(L2) | P(SNOOP, HITM), /* 0x08: L2 Hit Snoop Hit Modified */
268 OP_LH | P(LVL, L2) | LEVEL(L2) | P(SNOOP, MISS), /* 0x09: Prefetch Promotion */
269 OP_LH | P(LVL, L2) | LEVEL(L2) | P(SNOOP, MISS), /* 0x0a: Cross Core Prefetch Promotion */
270 0, /* 0x0b: Reserved */
271 0, /* 0x0c: Reserved */
272 0, /* 0x0d: Reserved */
273 0, /* 0x0e: Reserved */
274 OP_LH | P(LVL, UNC) | LEVEL(NA) | P(SNOOP, NONE), /* 0x0f: uncached */
275};
276
277/* L2 miss */
278#define OMR_DATA_SOURCE_MAX 16
279static u64 omr_data_source[OMR_DATA_SOURCE_MAX] = {
280 P(OP, LOAD) | P(LVL, NA) | LEVEL(NA) | P(SNOOP, NA), /* 0x00: invalid */
281 0, /* 0x01: Reserved */
282 OP_LH | P(LVL, L3) | LEVEL(L3) | P(REGION, L_SHARE), /* 0x02: local CA shared cache */
283 OP_LH | P(LVL, L3) | LEVEL(L3) | P(REGION, L_NON_SHARE),/* 0x03: local CA non-shared cache */
284 OP_LH | P(LVL, L3) | LEVEL(L3) | P(REGION, O_IO), /* 0x04: other CA IO agent */
285 OP_LH | P(LVL, L3) | LEVEL(L3) | P(REGION, O_SHARE), /* 0x05: other CA shared cache */
286 OP_LH | P(LVL, L3) | LEVEL(L3) | P(REGION, O_NON_SHARE),/* 0x06: other CA non-shared cache */
287 OP_LH | LEVEL(RAM) | P(REGION, MMIO), /* 0x07: MMIO */
288 OP_LH | LEVEL(RAM) | P(REGION, MEM0), /* 0x08: Memory region 0 */
289 OP_LH | LEVEL(RAM) | P(REGION, MEM1), /* 0x09: Memory region 1 */
290 OP_LH | LEVEL(RAM) | P(REGION, MEM2), /* 0x0a: Memory region 2 */
291 OP_LH | LEVEL(RAM) | P(REGION, MEM3), /* 0x0b: Memory region 3 */
292 OP_LH | LEVEL(RAM) | P(REGION, MEM4), /* 0x0c: Memory region 4 */
293 OP_LH | LEVEL(RAM) | P(REGION, MEM5), /* 0x0d: Memory region 5 */
294 OP_LH | LEVEL(RAM) | P(REGION, MEM6), /* 0x0e: Memory region 6 */
295 OP_LH | LEVEL(RAM) | P(REGION, MEM7), /* 0x0f: Memory region 7 */
296};
297
298static u64 parse_omr_data_source(u8 dse)
299{
300 union omr_encoding omr;
301 u64 val = 0;
302
303 omr.omr_full = dse;
304 val = omr_data_source[omr.omr_source];
305 if (omr.omr_source > 0x1 && omr.omr_source < 0x7)
306 val |= omr.omr_remote ? P(LVL, REM_CCE1) : 0;
307 else if (omr.omr_source > 0x7)
308 val |= omr.omr_remote ? P(LVL, REM_RAM1) : P(LVL, LOC_RAM);
309
310 if (omr.omr_remote)
311 val |= REM;
312
313 val |= omr.omr_hitm ? P(SNOOP, HITM) : P(SNOOP, HIT);
314
315 if (omr.omr_source == 0x2) {
316 u8 snoop = omr.omr_snoop | omr.omr_promoted;
317
318 if (snoop == 0x0)
319 val |= P(SNOOP, NA);
320 else if (snoop == 0x1)
321 val |= P(SNOOP, MISS);
322 else if (snoop == 0x2)
323 val |= P(SNOOP, HIT);
324 else if (snoop == 0x3)
325 val |= P(SNOOP, NONE);
326 } else if (omr.omr_source > 0x2 && omr.omr_source < 0x7) {
327 val |= omr.omr_snoop ? P(SNOOPX, FWD) : 0;
328 }
329
330 return val;
331}
332
231static u64 precise_store_data(u64 status)333static u64 precise_store_data(u64 status)
232{334{
233 union intel_x86_pebs_dse dse;335 union intel_x86_pebs_dse dse;
@@ -411,6 +513,44 @@ u64 arl_h_latency_data(struct perf_event *event, u64 status) · 177 unmodified lines
411 return lnl_latency_data(event, status);513 return lnl_latency_data(event, status);
412}514}
413 515
516u64 pnc_latency_data(struct perf_event *event, u64 status)
517{
518 union intel_x86_pebs_dse dse;
519 union perf_mem_data_src src;
520 u64 val;
521
522 dse.val = status;
523
524 if (!dse.pnc_l2_miss)
525 val = pnc_pebs_l2_hit_data_source[dse.pnc_dse & 0xf];
526 else
527 val = parse_omr_data_source(dse.pnc_dse);
528
529 if (!val)
530 val = P(OP, LOAD) | LEVEL(NA) | P(SNOOP, NA);
531
532 if (dse.pnc_stlb_miss)
533 val |= P(TLB, MISS) | P(TLB, L2);
534 else
535 val |= P(TLB, HIT) | P(TLB, L1) | P(TLB, L2);
536
537 if (dse.pnc_locked)
538 val |= P(LOCK, LOCKED);
539
540 if (dse.pnc_data_blk)
541 val |= P(BLK, DATA);
542 if (dse.pnc_addr_blk)
543 val |= P(BLK, ADDR);
544 if (!dse.pnc_data_blk && !dse.pnc_addr_blk)
545 val |= P(BLK, NA);
546
547 src.val = val;
548 if (event->hw.flags & PERF_X86_EVENT_PEBS_ST_HSW)
549 src.mem_op = P(OP, STORE);
550
551 return src.val;
552}
553
414static u64 load_latency_data(struct perf_event *event, u64 status)554static u64 load_latency_data(struct perf_event *event, u64 status)
415{555{
416 union intel_x86_pebs_dse dse;556 union intel_x86_pebs_dse dse;
arch/x86/events/perf_event.h+2−0
@@ -1664,6 +1664,8 @@ u64 lnl_latency_data(struct perf_event *event, u64 status); · 1663 unmodified lines
1664 1664
1665u64 arl_h_latency_data(struct perf_event *event, u64 status);1665u64 arl_h_latency_data(struct perf_event *event, u64 status);
1666 1666
1667u64 pnc_latency_data(struct perf_event *event, u64 status);
1668
1667extern struct event_constraint intel_core2_pebs_event_constraints[];1669extern struct event_constraint intel_core2_pebs_event_constraints[];
1668 1670
1669extern struct event_constraint intel_atom_pebs_event_constraints[];1671extern struct event_constraint intel_atom_pebs_event_constraints[];
include/uapi/linux/perf_event.h+24−3
@@ -1330,14 +1330,16 @@ union perf_mem_data_src { · 1329 unmodified lines
1330 mem_snoopx : 2, /* Snoop mode, ext */1330 mem_snoopx : 2, /* Snoop mode, ext */
1331 mem_blk : 3, /* Access blocked */1331 mem_blk : 3, /* Access blocked */
1332 mem_hops : 3, /* Hop level */1332 mem_hops : 3, /* Hop level */
1333 mem_rsvd : 18;1333 mem_region : 5, /* cache/memory regions */
1334 mem_rsvd : 13;
1334 };1335 };
1335};1336};
1336#elif defined(__BIG_ENDIAN_BITFIELD)1337#elif defined(__BIG_ENDIAN_BITFIELD)
1337union perf_mem_data_src {1338union perf_mem_data_src {
1338 __u64 val;1339 __u64 val;
1339 struct {1340 struct {
1340 __u64 mem_rsvd : 18,1341 __u64 mem_rsvd : 13,
1342 mem_region : 5, /* cache/memory regions */
1341 mem_hops : 3, /* Hop level */1343 mem_hops : 3, /* Hop level */
1342 mem_blk : 3, /* Access blocked */1344 mem_blk : 3, /* Access blocked */
1343 mem_snoopx : 2, /* Snoop mode, ext */1345 mem_snoopx : 2, /* Snoop mode, ext */
@@ -1394,7 +1396,7 @@ union perf_mem_data_src { · 50 unmodified lines
1394#define PERF_MEM_LVLNUM_L4 0x0004 /* L4 */1396#define PERF_MEM_LVLNUM_L4 0x0004 /* L4 */
1395#define PERF_MEM_LVLNUM_L2_MHB 0x0005 /* L2 Miss Handling Buffer */1397#define PERF_MEM_LVLNUM_L2_MHB 0x0005 /* L2 Miss Handling Buffer */
1396#define PERF_MEM_LVLNUM_MSC 0x0006 /* Memory-side Cache */1398#define PERF_MEM_LVLNUM_MSC 0x0006 /* Memory-side Cache */
1397/* 0x007 available */1399#define PERF_MEM_LVLNUM_L0 0x0007 /* L0 */
1398#define PERF_MEM_LVLNUM_UNC 0x0008 /* Uncached */1400#define PERF_MEM_LVLNUM_UNC 0x0008 /* Uncached */
1399#define PERF_MEM_LVLNUM_CXL 0x0009 /* CXL */1401#define PERF_MEM_LVLNUM_CXL 0x0009 /* CXL */
1400#define PERF_MEM_LVLNUM_IO 0x000a /* I/O */1402#define PERF_MEM_LVLNUM_IO 0x000a /* I/O */
@@ -1447,6 +1449,25 @@ union perf_mem_data_src { · 46 unmodified lines
1447/* 5-7 available */1449/* 5-7 available */
1448#define PERF_MEM_HOPS_SHIFT 431450#define PERF_MEM_HOPS_SHIFT 43
1449 1451
1452/* Cache/Memory region */
1453#define PERF_MEM_REGION_NA 0x0 /* Invalid */
1454#define PERF_MEM_REGION_RSVD 0x01 /* Reserved */
1455#define PERF_MEM_REGION_L_SHARE 0x02 /* Local CA shared cache */
1456#define PERF_MEM_REGION_L_NON_SHARE 0x03 /* Local CA non-shared cache */
1457#define PERF_MEM_REGION_O_IO 0x04 /* Other CA IO agent */
1458#define PERF_MEM_REGION_O_SHARE 0x05 /* Other CA shared cache */
1459#define PERF_MEM_REGION_O_NON_SHARE 0x06 /* Other CA non-shared cache */
1460#define PERF_MEM_REGION_MMIO 0x07 /* MMIO */
1461#define PERF_MEM_REGION_MEM0 0x08 /* Memory region 0 */
1462#define PERF_MEM_REGION_MEM1 0x09 /* Memory region 1 */
1463#define PERF_MEM_REGION_MEM2 0x0a /* Memory region 2 */
1464#define PERF_MEM_REGION_MEM3 0x0b /* Memory region 3 */
1465#define PERF_MEM_REGION_MEM4 0x0c /* Memory region 4 */
1466#define PERF_MEM_REGION_MEM5 0x0d /* Memory region 5 */
1467#define PERF_MEM_REGION_MEM6 0x0e /* Memory region 6 */
1468#define PERF_MEM_REGION_MEM7 0x0f /* Memory region 7 */
1469#define PERF_MEM_REGION_SHIFT 46
1470
1450#define PERF_MEM_S(a, s) \1471#define PERF_MEM_S(a, s) \
1451 (((__u64)PERF_MEM_##a##_##s) << PERF_MEM_##a##_SHIFT)1472 (((__u64)PERF_MEM_##a##_##s) << PERF_MEM_##a##_SHIFT)
1452 1473
tools/include/uapi/linux/perf_event.h+24−3
@@ -1330,14 +1330,16 @@ union perf_mem_data_src { · 1329 unmodified lines
1330 mem_snoopx : 2, /* Snoop mode, ext */1330 mem_snoopx : 2, /* Snoop mode, ext */
1331 mem_blk : 3, /* Access blocked */1331 mem_blk : 3, /* Access blocked */
1332 mem_hops : 3, /* Hop level */1332 mem_hops : 3, /* Hop level */
1333 mem_rsvd : 18;1333 mem_region : 5, /* cache/memory regions */
1334 mem_rsvd : 13;
1334 };1335 };
1335};1336};
1336#elif defined(__BIG_ENDIAN_BITFIELD)1337#elif defined(__BIG_ENDIAN_BITFIELD)
1337union perf_mem_data_src {1338union perf_mem_data_src {
1338 __u64 val;1339 __u64 val;
1339 struct {1340 struct {
1340 __u64 mem_rsvd : 18,1341 __u64 mem_rsvd : 13,
1342 mem_region : 5, /* cache/memory regions */
1341 mem_hops : 3, /* Hop level */1343 mem_hops : 3, /* Hop level */
1342 mem_blk : 3, /* Access blocked */1344 mem_blk : 3, /* Access blocked */
1343 mem_snoopx : 2, /* Snoop mode, ext */1345 mem_snoopx : 2, /* Snoop mode, ext */
@@ -1394,7 +1396,7 @@ union perf_mem_data_src { · 50 unmodified lines
1394#define PERF_MEM_LVLNUM_L4 0x0004 /* L4 */1396#define PERF_MEM_LVLNUM_L4 0x0004 /* L4 */
1395#define PERF_MEM_LVLNUM_L2_MHB 0x0005 /* L2 Miss Handling Buffer */1397#define PERF_MEM_LVLNUM_L2_MHB 0x0005 /* L2 Miss Handling Buffer */
1396#define PERF_MEM_LVLNUM_MSC 0x0006 /* Memory-side Cache */1398#define PERF_MEM_LVLNUM_MSC 0x0006 /* Memory-side Cache */
1397/* 0x007 available */1399#define PERF_MEM_LVLNUM_L0 0x0007 /* L0 */
1398#define PERF_MEM_LVLNUM_UNC 0x0008 /* Uncached */1400#define PERF_MEM_LVLNUM_UNC 0x0008 /* Uncached */
1399#define PERF_MEM_LVLNUM_CXL 0x0009 /* CXL */1401#define PERF_MEM_LVLNUM_CXL 0x0009 /* CXL */
1400#define PERF_MEM_LVLNUM_IO 0x000a /* I/O */1402#define PERF_MEM_LVLNUM_IO 0x000a /* I/O */
@@ -1447,6 +1449,25 @@ union perf_mem_data_src { · 46 unmodified lines
1447/* 5-7 available */1449/* 5-7 available */
1448#define PERF_MEM_HOPS_SHIFT 431450#define PERF_MEM_HOPS_SHIFT 43
1449 1451
1452/* Cache/Memory region */
1453#define PERF_MEM_REGION_NA 0x0 /* Invalid */
1454#define PERF_MEM_REGION_RSVD 0x01 /* Reserved */
1455#define PERF_MEM_REGION_L_SHARE 0x02 /* Local CA shared cache */
1456#define PERF_MEM_REGION_L_NON_SHARE 0x03 /* Local CA non-shared cache */
1457#define PERF_MEM_REGION_O_IO 0x04 /* Other CA IO agent */
1458#define PERF_MEM_REGION_O_SHARE 0x05 /* Other CA shared cache */
1459#define PERF_MEM_REGION_O_NON_SHARE 0x06 /* Other CA non-shared cache */
1460#define PERF_MEM_REGION_MMIO 0x07 /* MMIO */
1461#define PERF_MEM_REGION_MEM0 0x08 /* Memory region 0 */
1462#define PERF_MEM_REGION_MEM1 0x09 /* Memory region 1 */
1463#define PERF_MEM_REGION_MEM2 0x0a /* Memory region 2 */
1464#define PERF_MEM_REGION_MEM3 0x0b /* Memory region 3 */
1465#define PERF_MEM_REGION_MEM4 0x0c /* Memory region 4 */
1466#define PERF_MEM_REGION_MEM5 0x0d /* Memory region 5 */
1467#define PERF_MEM_REGION_MEM6 0x0e /* Memory region 6 */
1468#define PERF_MEM_REGION_MEM7 0x0f /* Memory region 7 */
1469#define PERF_MEM_REGION_SHIFT 46
1470
1450#define PERF_MEM_S(a, s) \1471#define PERF_MEM_S(a, s) \
1451 (((__u64)PERF_MEM_##a##_##s) << PERF_MEM_##a##_SHIFT)1472 (((__u64)PERF_MEM_##a##_##s) << PERF_MEM_##a##_SHIFT)
1452 1473

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t