History

mm/cma: add PF flag to force non cma alloc

Patch series "mm/kvm/vfio/ppc64: Migrate compound pages out of CMA region", v8. ppc64 uses the CMA area for the allocation of guest page table (hash page table). We won't be able to start guest if we fail to allocate hash page table. We have observed hash table allocation failure because we failed to migrate pages out of CMA region because they were pinned. This happen when we are using VFIO. VFIO on ppc64 pins the entire guest RAM. If the guest RAM pages get allocated out of CMA region, we won't be able to migrate those pages. The pages are also pinned for the lifetime of the guest. Currently we support migration of non-compound pages. With THP and with the addition of hugetlb migration we can end up allocating compound pages from CMA region. This patch series add support for migrating compound pages. This patch (of 4): Add PF_MEMALLOC_NOCMA which make sure any allocation in that context is marked non-movable and hence cannot be satisfied by CMA region. This is useful with get_user_pages_longterm where we want to take a page pin by migrating pages from CMA region. Marking the section PF_MEMALLOC_NOCMA ensures that we avoid unnecessary page migration later.

Aneesh Kumar K.V committed 7 years ago

Commit d7fefcc1 parent 6e2e07c2 files · +41 −8Browse files

Unified · Split

2 files
  1. include/linux/sched.h +1 −0
  2. include/linux/sched/mm.h +40 −8
include/linux/sched.h+1−0
@@ -1407,6 +1407,7 @@ extern struct pid *cad_pid; · 1406 unmodified lines
1407#define PF_UMH 0x02000000 /* I'm an Usermodehelper process */1407#define PF_UMH 0x02000000 /* I'm an Usermodehelper process */
1408#define PF_NO_SETAFFINITY 0x04000000 /* Userland is not allowed to meddle with cpus_allowed */1408#define PF_NO_SETAFFINITY 0x04000000 /* Userland is not allowed to meddle with cpus_allowed */
1409#define PF_MCE_EARLY 0x08000000 /* Early kill for mce process policy */1409#define PF_MCE_EARLY 0x08000000 /* Early kill for mce process policy */
1410#define PF_MEMALLOC_NOCMA 0x10000000 /* All allocation request will have _GFP_MOVABLE cleared */
1410#define PF_MUTEX_TESTER 0x20000000 /* Thread belongs to the rt mutex tester */1411#define PF_MUTEX_TESTER 0x20000000 /* Thread belongs to the rt mutex tester */
1411#define PF_FREEZER_SKIP 0x40000000 /* Freezer should not count it as freezable */1412#define PF_FREEZER_SKIP 0x40000000 /* Freezer should not count it as freezable */
1412#define PF_SUSPEND_TASK 0x80000000 /* This thread called freeze_processes() and should not be frozen */1413#define PF_SUSPEND_TASK 0x80000000 /* This thread called freeze_processes() and should not be frozen */
include/linux/sched/mm.h+40−8
@@ -148,17 +148,25 @@ static inline bool in_vfork(struct task_struct *tsk) · 147 unmodified lines
148 * Applies per-task gfp context to the given allocation flags.148 * Applies per-task gfp context to the given allocation flags.
149 * PF_MEMALLOC_NOIO implies GFP_NOIO149 * PF_MEMALLOC_NOIO implies GFP_NOIO
150 * PF_MEMALLOC_NOFS implies GFP_NOFS150 * PF_MEMALLOC_NOFS implies GFP_NOFS
151 * PF_MEMALLOC_NOCMA implies no allocation from CMA region.
151 */152 */
152static inline gfp_t current_gfp_context(gfp_t flags)153static inline gfp_t current_gfp_context(gfp_t flags)
153{154{
154 /*155 if (unlikely(current->flags &
155 * NOIO implies both NOIO and NOFS and it is a weaker context156 (PF_MEMALLOC_NOIO | PF_MEMALLOC_NOFS | PF_MEMALLOC_NOCMA))) {
156 * so always make sure it makes precedence157 /*
157 */158 * NOIO implies both NOIO and NOFS and it is a weaker context
158 if (unlikely(current->flags & PF_MEMALLOC_NOIO))159 * so always make sure it makes precedence
159 flags &= ~(__GFP_IO | __GFP_FS);160 */
160 else if (unlikely(current->flags & PF_MEMALLOC_NOFS))161 if (current->flags & PF_MEMALLOC_NOIO)
161 flags &= ~__GFP_FS;162 flags &= ~(__GFP_IO | __GFP_FS);
163 else if (current->flags & PF_MEMALLOC_NOFS)
164 flags &= ~__GFP_FS;
165#ifdef CONFIG_CMA
166 if (current->flags & PF_MEMALLOC_NOCMA)
167 flags &= ~__GFP_MOVABLE;
168#endif
169 }
162 return flags;170 return flags;
163}171}
164 172
@@ -248,6 +256,30 @@ static inline void memalloc_noreclaim_restore(unsigned int flags) · 83 unmodified lines
248 current->flags = (current->flags & ~PF_MEMALLOC) | flags;256 current->flags = (current->flags & ~PF_MEMALLOC) | flags;
249}257}
250 258
259#ifdef CONFIG_CMA
260static inline unsigned int memalloc_nocma_save(void)
261{
262 unsigned int flags = current->flags & PF_MEMALLOC_NOCMA;
263
264 current->flags |= PF_MEMALLOC_NOCMA;
265 return flags;
266}
267
268static inline void memalloc_nocma_restore(unsigned int flags)
269{
270 current->flags = (current->flags & ~PF_MEMALLOC_NOCMA) | flags;
271}
272#else
273static inline unsigned int memalloc_nocma_save(void)
274{
275 return 0;
276}
277
278static inline void memalloc_nocma_restore(unsigned int flags)
279{
280}
281#endif
282
251#ifdef CONFIG_MEMCG283#ifdef CONFIG_MEMCG
252/**284/**
253 * memalloc_use_memcg - Starts the remote memcg charging scope.285 * memalloc_use_memcg - Starts the remote memcg charging scope.

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t