| 1 |
|
| 2 | #undef TRACE_SYSTEM
|
| 3 | #define TRACE_SYSTEM migrate
|
| 4 |
|
| 5 | #if !defined(_TRACE_MIGRATE_H) || defined(TRACE_HEADER_MULTI_READ)
|
| 6 | #define _TRACE_MIGRATE_H
|
| 7 |
|
| 8 | #include <linux/tracepoint.h>
|
| 9 |
|
| 10 | #define MIGRATE_MODE \
|
| 11 | EM( MIGRATE_ASYNC, "MIGRATE_ASYNC") \
|
| 12 | EM( MIGRATE_SYNC_LIGHT, "MIGRATE_SYNC_LIGHT") \
|
| 13 | EMe(MIGRATE_SYNC, "MIGRATE_SYNC")
|
| 14 |
|
| 15 |
|
| 16 | #define MIGRATE_REASON \
|
| 17 | EM( MR_COMPACTION, "compaction") \
|
| 18 | EM( MR_MEMORY_FAILURE, "memory_failure") \
|
| 19 | EM( MR_MEMORY_HOTPLUG, "memory_hotplug") \
|
| 20 | EM( MR_SYSCALL, "syscall_or_cpuset") \
|
| 21 | EM( MR_MEMPOLICY_MBIND, "mempolicy_mbind") \
|
| 22 | EM( MR_NUMA_MISPLACED, "numa_misplaced") \
|
| 23 | EM( MR_CONTIG_RANGE, "contig_range") \
|
| 24 | EM( MR_LONGTERM_PIN, "longterm_pin") \
|
| 25 | EM( MR_DEMOTION, "demotion") \
|
| 26 | EM( MR_DAMON, "damon") \
|
| 27 | EMe(MR_NEVER, "never_migrated")
|
| 28 |
|
| 29 | |
| 30 | * First define the enums in the above macros to be exported to userspace
|
| 31 | * via TRACE_DEFINE_ENUM().
|
| 32 |
|
| 33 | #undef EM
|
| 34 | #undef EMe
|
| 35 | #define EM(a, b) TRACE_DEFINE_ENUM(a);
|
| 36 | #define EMe(a, b) TRACE_DEFINE_ENUM(a);
|
| 37 |
|
| 38 | MIGRATE_MODE
|
| 39 | MIGRATE_REASON
|
| 40 |
|
| 41 | |
| 42 | * Now redefine the EM() and EMe() macros to map the enums to the strings
|
| 43 | * that will be printed in the output.
|
| 44 |
|
| 45 | #undef EM
|
| 46 | #undef EMe
|
| 47 | #define EM(a, b) {a, b},
|
| 48 | #define EMe(a, b) {a, b}
|
| 49 |
|
| 50 | TRACE_EVENT(mm_migrate_pages,
|
| 51 |
|
| 52 | TP_PROTO(unsigned long succeeded, unsigned long failed,
|
| 53 | unsigned long thp_succeeded, unsigned long thp_failed,
|
| 54 | unsigned long thp_split, unsigned long large_folio_split,
|
| 55 | enum migrate_mode mode, enum migrate_reason reason),
|
| 56 |
|
| 57 | TP_ARGS(succeeded, failed, thp_succeeded, thp_failed,
|
| 58 | thp_split, large_folio_split, mode, reason),
|
| 59 |
|
| 60 | TP_STRUCT__entry(
|
| 61 | __field( unsigned long, succeeded)
|
| 62 | __field( unsigned long, failed)
|
| 63 | __field( unsigned long, thp_succeeded)
|
| 64 | __field( unsigned long, thp_failed)
|
| 65 | __field( unsigned long, thp_split)
|
| 66 | __field( unsigned long, large_folio_split)
|
| 67 | __field( enum migrate_mode, mode)
|
| 68 | __field( enum migrate_reason, reason)
|
| 69 | ),
|
| 70 |
|
| 71 | TP_fast_assign(
|
| 72 | __entry->succeeded = succeeded;
|
| 73 | __entry->failed = failed;
|
| 74 | __entry->thp_succeeded = thp_succeeded;
|
| 75 | __entry->thp_failed = thp_failed;
|
| 76 | __entry->thp_split = thp_split;
|
| 77 | __entry->large_folio_split = large_folio_split;
|
| 78 | __entry->mode = mode;
|
| 79 | __entry->reason = reason;
|
| 80 | ),
|
| 81 |
|
| 82 | TP_printk("nr_succeeded=%lu nr_failed=%lu nr_thp_succeeded=%lu nr_thp_failed=%lu nr_thp_split=%lu nr_split=%lu mode=%s reason=%s",
|
| 83 | __entry->succeeded,
|
| 84 | __entry->failed,
|
| 85 | __entry->thp_succeeded,
|
| 86 | __entry->thp_failed,
|
| 87 | __entry->thp_split,
|
| 88 | __entry->large_folio_split,
|
| 89 | __print_symbolic(__entry->mode, MIGRATE_MODE),
|
| 90 | __print_symbolic(__entry->reason, MIGRATE_REASON))
|
| 91 | );
|
| 92 |
|
| 93 | TRACE_EVENT(mm_migrate_pages_start,
|
| 94 |
|
| 95 | TP_PROTO(enum migrate_mode mode, enum migrate_reason reason),
|
| 96 |
|
| 97 | TP_ARGS(mode, reason),
|
| 98 |
|
| 99 | TP_STRUCT__entry(
|
| 100 | __field(enum migrate_mode, mode)
|
| 101 | __field(enum migrate_reason, reason)
|
| 102 | ),
|
| 103 |
|
| 104 | TP_fast_assign(
|
| 105 | __entry->mode = mode;
|
| 106 | __entry->reason = reason;
|
| 107 | ),
|
| 108 |
|
| 109 | TP_printk("mode=%s reason=%s",
|
| 110 | __print_symbolic(__entry->mode, MIGRATE_MODE),
|
| 111 | __print_symbolic(__entry->reason, MIGRATE_REASON))
|
| 112 | );
|
| 113 |
|
| 114 | DECLARE_EVENT_CLASS(migration_pte,
|
| 115 |
|
| 116 | TP_PROTO(unsigned long addr, unsigned long pte, int order),
|
| 117 |
|
| 118 | TP_ARGS(addr, pte, order),
|
| 119 |
|
| 120 | TP_STRUCT__entry(
|
| 121 | __field(unsigned long, addr)
|
| 122 | __field(unsigned long, pte)
|
| 123 | __field(int, order)
|
| 124 | ),
|
| 125 |
|
| 126 | TP_fast_assign(
|
| 127 | __entry->addr = addr;
|
| 128 | __entry->pte = pte;
|
| 129 | __entry->order = order;
|
| 130 | ),
|
| 131 |
|
| 132 | TP_printk("addr=%lx, pte=%lx order=%d", __entry->addr, __entry->pte, __entry->order)
|
| 133 | );
|
| 134 |
|
| 135 | DEFINE_EVENT(migration_pte, set_migration_pte,
|
| 136 | TP_PROTO(unsigned long addr, unsigned long pte, int order),
|
| 137 | TP_ARGS(addr, pte, order)
|
| 138 | );
|
| 139 |
|
| 140 | DEFINE_EVENT(migration_pte, remove_migration_pte,
|
| 141 | TP_PROTO(unsigned long addr, unsigned long pte, int order),
|
| 142 | TP_ARGS(addr, pte, order)
|
| 143 | );
|
| 144 |
|
| 145 | #endif
|
| 146 |
|
| 147 |
|
| 148 | #include <trace/define_trace.h>
|