mm: introduce VM_POPULATE flag to better deal with racy userspace programs
The vm_populate() code populates user mappings without constantly holding the mmap_sem. This makes it susceptible to racy userspace programs: the user mappings may change while vm_populate() is running, and in this case vm_populate() may end up populating the new mapping instead of the old one. In order to reduce the possibility of userspace getting surprised by this behavior, this change introduces the VM_POPULATE vma flag which gets set on vmas we want vm_populate() to work on. This way vm_populate() may still end up populating the new mapping after such a race, but only if the new mapping is also one that the user has requested (using MAP_SHARED, MAP_LOCKED or mlock) to be populated. Signed-off-by: Michel Lespinasse <walken@google.com> Acked-by: Rik van Riel <riel@redhat.com> Tested-by: Andy Lutomirski <luto@amacapital.net> Cc: Greg Ungerer <gregungerer@westnet.com.au> Cc: David Howells <dhowells@redhat.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
This commit is contained in:
committed by
Linus Torvalds
parent
cea10a19b7
commit
1869305009
19
mm/mlock.c
19
mm/mlock.c
@@ -340,9 +340,9 @@ static int do_mlock(unsigned long start, size_t len, int on)
|
||||
|
||||
/* Here we know that vma->vm_start <= nstart < vma->vm_end. */
|
||||
|
||||
newflags = vma->vm_flags | VM_LOCKED;
|
||||
if (!on)
|
||||
newflags &= ~VM_LOCKED;
|
||||
newflags = vma->vm_flags & ~VM_LOCKED;
|
||||
if (on)
|
||||
newflags |= VM_LOCKED | VM_POPULATE;
|
||||
|
||||
tmp = vma->vm_end;
|
||||
if (tmp > end)
|
||||
@@ -402,7 +402,8 @@ int __mm_populate(unsigned long start, unsigned long len, int ignore_errors)
|
||||
* range with the first VMA. Also, skip undesirable VMA types.
|
||||
*/
|
||||
nend = min(end, vma->vm_end);
|
||||
if (vma->vm_flags & (VM_IO | VM_PFNMAP))
|
||||
if ((vma->vm_flags & (VM_IO | VM_PFNMAP | VM_POPULATE)) !=
|
||||
VM_POPULATE)
|
||||
continue;
|
||||
if (nstart < vma->vm_start)
|
||||
nstart = vma->vm_start;
|
||||
@@ -475,18 +476,18 @@ static int do_mlockall(int flags)
|
||||
struct vm_area_struct * vma, * prev = NULL;
|
||||
|
||||
if (flags & MCL_FUTURE)
|
||||
current->mm->def_flags |= VM_LOCKED;
|
||||
current->mm->def_flags |= VM_LOCKED | VM_POPULATE;
|
||||
else
|
||||
current->mm->def_flags &= ~VM_LOCKED;
|
||||
current->mm->def_flags &= ~(VM_LOCKED | VM_POPULATE);
|
||||
if (flags == MCL_FUTURE)
|
||||
goto out;
|
||||
|
||||
for (vma = current->mm->mmap; vma ; vma = prev->vm_next) {
|
||||
vm_flags_t newflags;
|
||||
|
||||
newflags = vma->vm_flags | VM_LOCKED;
|
||||
if (!(flags & MCL_CURRENT))
|
||||
newflags &= ~VM_LOCKED;
|
||||
newflags = vma->vm_flags & ~VM_LOCKED;
|
||||
if (flags & MCL_CURRENT)
|
||||
newflags |= VM_LOCKED | VM_POPULATE;
|
||||
|
||||
/* Ignore errors */
|
||||
mlock_fixup(vma, &prev, vma->vm_start, vma->vm_end, newflags);
|
||||
|
Reference in New Issue
Block a user