Page MenuHomeFreeBSD
Files F109753064

D23444.diff
No OneTemporary
Actions

D23444.diff
View Options

Index: head/sys/vm/vm_page.h
===================================================================
--- head/sys/vm/vm_page.h
+++ head/sys/vm/vm_page.h
@@ -325,6 +325,9 @@
#define VPB_UNBUSIED VPB_SHARERS_WORD(0)
+/* Freed lock blocks both shared and exclusive. */
+#define VPB_FREED (0xffffffff - VPB_BIT_SHARED)
+
#define PQ_NONE 255
#define PQ_INACTIVE 0
#define PQ_ACTIVE 1
@@ -700,9 +703,11 @@
(m), __FILE__, __LINE__))
#define vm_page_assert_unbusied(m) \
- KASSERT(!vm_page_busied(m), \
- ("vm_page_assert_unbusied: page %p busy @ %s:%d", \
- (m), __FILE__, __LINE__))
+ KASSERT((m->busy_lock & ~VPB_BIT_WAITERS) != \
+ VPB_CURTHREAD_EXCLUSIVE, \
+ ("vm_page_assert_xbusied: page %p busy_lock %#x owned" \
+ " by me @ %s:%d", \
+ (m), (m)->busy_lock, __FILE__, __LINE__)); \
#define vm_page_assert_xbusied_unchecked(m) do { \
KASSERT(vm_page_xbusied(m), \
@@ -729,6 +734,9 @@
#define vm_page_xbusied(m) \
(((m)->busy_lock & VPB_SINGLE_EXCLUSIVE) != 0)
+
+#define vm_page_busy_freed(m) \
+ ((m)->busy_lock == VPB_FREED)
#define vm_page_xbusy(m) do { \
if (!vm_page_tryxbusy(m)) \
Index: head/sys/vm/vm_page.c
===================================================================
--- head/sys/vm/vm_page.c
+++ head/sys/vm/vm_page.c
@@ -508,7 +508,7 @@
m->object = NULL;
m->ref_count = 0;
- m->busy_lock = VPB_UNBUSIED;
+ m->busy_lock = VPB_FREED;
m->flags = m->a.flags = 0;
m->phys_addr = pa;
m->a.queue = PQ_NONE;
@@ -988,6 +988,8 @@
x = m->busy_lock;
for (;;) {
+ KASSERT(x != VPB_FREED,
+ ("vm_page_sunbusy: Unlocking freed page."));
if (VPB_SHARERS(x) > 1) {
if (atomic_fcmpset_int(&m->busy_lock, &x,
x - VPB_ONE_SHARER))
@@ -1155,6 +1157,17 @@
vm_page_xunbusy_hard_tail(m);
}
+static void
+vm_page_busy_free(vm_page_t m)
+{
+ u_int x;
+
+ atomic_thread_fence_rel();
+ x = atomic_swap_int(&m->busy_lock, VPB_FREED);
+ if ((x & VPB_BIT_WAITERS) != 0)
+ wakeup(m);
+}
+
/*
* vm_page_unhold_pages:
*
@@ -1249,7 +1262,8 @@
KASSERT((m->oflags & VPO_UNMANAGED) != 0, ("managed %p", m));
KASSERT((m->flags & PG_FICTITIOUS) != 0,
("vm_page_putfake: bad page %p", m));
- vm_page_xunbusy(m);
+ vm_page_assert_xbusied(m);
+ vm_page_busy_free(m);
uma_zfree(fakepg_zone, m);
}
@@ -2012,11 +2026,12 @@
m->a.flags = 0;
m->oflags = object == NULL || (object->flags & OBJ_UNMANAGED) != 0 ?
VPO_UNMANAGED : 0;
- m->busy_lock = VPB_UNBUSIED;
if ((req & (VM_ALLOC_NOBUSY | VM_ALLOC_NOOBJ | VM_ALLOC_SBUSY)) == 0)
m->busy_lock = VPB_CURTHREAD_EXCLUSIVE;
- if ((req & VM_ALLOC_SBUSY) != 0)
+ else if ((req & VM_ALLOC_SBUSY) != 0)
m->busy_lock = VPB_SHARERS_WORD(1);
+ else
+ m->busy_lock = VPB_UNBUSIED;
if (req & VM_ALLOC_WIRED) {
vm_wire_add(1);
m->ref_count = 1;
@@ -2202,11 +2217,12 @@
flags |= PG_NODUMP;
oflags = object == NULL || (object->flags & OBJ_UNMANAGED) != 0 ?
VPO_UNMANAGED : 0;
- busy_lock = VPB_UNBUSIED;
if ((req & (VM_ALLOC_NOBUSY | VM_ALLOC_NOOBJ | VM_ALLOC_SBUSY)) == 0)
busy_lock = VPB_CURTHREAD_EXCLUSIVE;
- if ((req & VM_ALLOC_SBUSY) != 0)
+ else if ((req & VM_ALLOC_SBUSY) != 0)
busy_lock = VPB_SHARERS_WORD(1);
+ else
+ busy_lock = VPB_UNBUSIED;
if ((req & VM_ALLOC_WIRED) != 0)
vm_wire_add(npages);
if (object != NULL) {
@@ -2268,7 +2284,7 @@
("page %p has unexpected queue %d, flags %#x",
m, m->a.queue, (m->a.flags & PGA_QUEUE_STATE_MASK)));
KASSERT(m->ref_count == 0, ("page %p has references", m));
- KASSERT(!vm_page_busied(m), ("page %p is busy", m));
+ KASSERT(vm_page_busy_freed(m), ("page %p is not freed", m));
KASSERT(m->dirty == 0, ("page %p is dirty", m));
KASSERT(pmap_page_get_memattr(m) == VM_MEMATTR_DEFAULT,
("page %p has unexpected memattr %d",
@@ -3592,9 +3608,6 @@
*/
atomic_thread_fence_acq();
- if (vm_page_sbusied(m))
- panic("vm_page_free_prep: freeing shared busy page %p", m);
-
#if defined(DIAGNOSTIC) && defined(PHYS_TO_DMAP)
if (PMAP_HAS_DMAP && (m->flags & PG_ZERO) != 0) {
uint64_t *p;
@@ -3621,7 +3634,7 @@
((m->object->flags & OBJ_UNMANAGED) != 0),
("vm_page_free_prep: managed flag mismatch for page %p",
m));
- vm_page_object_remove(m);
+ vm_page_assert_xbusied(m);
/*
* The object reference can be released without an atomic
@@ -3631,13 +3644,13 @@
m->ref_count == VPRC_OBJREF,
("vm_page_free_prep: page %p has unexpected ref_count %u",
m, m->ref_count));
+ vm_page_object_remove(m);
m->object = NULL;
m->ref_count -= VPRC_OBJREF;
- vm_page_xunbusy(m);
- }
+ } else
+ vm_page_assert_unbusied(m);
- if (vm_page_xbusied(m))
- panic("vm_page_free_prep: freeing exclusive busy page %p", m);
+ vm_page_busy_free(m);
/*
* If fictitious remove object association and

File Metadata

Mime Type
text/plain
Expires
Mon, Feb 10, 2:41 AM (20 h, 19 m)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
16568838
Default Alt Text
D23444.diff (4 KB)

Event Timeline