CPU page table update can happens for many reasons, not only as a result of a syscall (munmap(), mprotect(), mremap(), madvise(), ...) but also as a result of kernel activities (memory compression, reclaim, migration, ...). Users of mmu notifier API track changes to the CPU page table and take specific action for them. While current API only provide range of virtual address affected by the change, not why the changes is happening. This patchset do the initial mechanical convertion of all the places that calls mmu_notifier_range_init to also provide the default MMU_NOTIFY_UNMAP event as well as the vma if it is know (most invalidation happens against a given vma). Passing down the vma allows the users of mmu notifier to inspect the new vma page protection. The MMU_NOTIFY_UNMAP is always the safe default as users of mmu notifier should assume that every for the range is going away when that event happens. A latter patch do convert mm call path to use a more appropriate events for each call. This is done as 2 patches so that no call site is forgotten especialy as it uses this following coccinelle patch: %<---------------------------------------------------------------------- @@ identifier I1, I2, I3, I4; @@ static inline void mmu_notifier_range_init(struct mmu_notifier_range *I1, +enum mmu_notifier_event event, +unsigned flags, +struct vm_area_struct *vma, struct mm_struct *I2, unsigned long I3, unsigned long I4) { ... } @@ @@ -#define mmu_notifier_range_init(range, mm, start, end) +#define mmu_notifier_range_init(range, event, flags, vma, mm, start, end) @@ expression E1, E3, E4; identifier I1; @@ <... mmu_notifier_range_init(E1, +MMU_NOTIFY_UNMAP, 0, I1, I1->vm_mm, E3, E4) ...> @@ expression E1, E2, E3, E4; identifier FN, VMA; @@ FN(..., struct vm_area_struct *VMA, ...) { <... mmu_notifier_range_init(E1, +MMU_NOTIFY_UNMAP, 0, VMA, E2, E3, E4) ...> } @@ expression E1, E2, E3, E4; identifier FN, VMA; @@ FN(...) { struct vm_area_struct *VMA; <... mmu_notifier_range_init(E1, +MMU_NOTIFY_UNMAP, 0, VMA, E2, E3, E4) ...> } @@ expression E1, E2, E3, E4; identifier FN; @@ FN(...) { <... mmu_notifier_range_init(E1, +MMU_NOTIFY_UNMAP, 0, NULL, E2, E3, E4) ...> } ---------------------------------------------------------------------->% Applied with: spatch --all-includes --sp-file mmu-notifier.spatch fs/proc/task_mmu.c --in-place spatch --sp-file mmu-notifier.spatch --dir kernel/events/ --in-place spatch --sp-file mmu-notifier.spatch --dir mm --in-place
Showing the changes to include/linux (1 of 14 files). Show all
Unified · Split
| @@ -356,6 +356,9 @@ static inline void mmu_notifier_mm_destroy(struct mm_struct *mm) · 355 unmodified lines | |||
| 356 | 356 | ||
| 357 | 357 | ||
| 358 | static inline void mmu_notifier_range_init(struct mmu_notifier_range *range, | 358 | static inline void mmu_notifier_range_init(struct mmu_notifier_range *range, |
| 359 | enum mmu_notifier_event event, | ||
| 360 | unsigned flags, | ||
| 361 | struct vm_area_struct *vma, | ||
| 359 | struct mm_struct *mm, | 362 | struct mm_struct *mm, |
| 360 | unsigned long start, | 363 | unsigned long start, |
| 361 | unsigned long end) | 364 | unsigned long end) |
| @@ -491,7 +494,7 @@ static inline void _mmu_notifier_range_init(struct mmu_notifier_range *range, · 129 unmodified lines | |||
| 491 | range->end = end; | 494 | range->end = end; |
| 492 | } | 495 | } |
| 493 | 496 | ||
| 494 | #define mmu_notifier_range_init(range, mm, start, end) \ | 497 | #define mmu_notifier_range_init(range,event,flags,vma,mm,start,end) \ |
| 495 | _mmu_notifier_range_init(range, start, end) | 498 | _mmu_notifier_range_init(range, start, end) |
| 496 | 499 | ||
| 497 | static inline bool | 500 | static inline bool |