73#include <sys/_blockcount.h>
75#include <sys/_mutex.h>
76#include <sys/_pctrie.h>
77#include <sys/_rwlock.h>
78#include <sys/_domainset.h>
95#ifndef VM_PAGE_HAVE_PGLIST
97#define VM_PAGE_HAVE_PGLIST
196#define OBJ_FICTITIOUS 0x0001
197#define OBJ_UNMANAGED 0x0002
198#define OBJ_POPULATE 0x0004
199#define OBJ_DEAD 0x0008
200#define OBJ_ANON 0x0010
201#define OBJ_UMTXDEAD 0x0020
202#define OBJ_SIZEVNLOCK 0x0040
203#define OBJ_PG_DTOR 0x0080
204#define OBJ_SHADOWLIST 0x0100
205#define OBJ_SWAP 0x0200
206#define OBJ_SPLIT 0x0400
207#define OBJ_COLLAPSING 0x0800
208#define OBJ_COLORED 0x1000
209#define OBJ_ONEMAPPING 0x2000
210#define OBJ_PAGERPRIV1 0x4000
211#define OBJ_PAGERPRIV2 0x8000
220#define IDX_TO_OFF(idx) (((vm_ooffset_t)(idx)) << PAGE_SHIFT)
221#define OFF_TO_IDX(off) ((vm_pindex_t)(((vm_ooffset_t)(off)) >> PAGE_SHIFT))
222#define OBJ_MAX_SIZE (OFF_TO_IDX(UINT64_MAX) + 1)
226#define OBJPC_SYNC 0x1
227#define OBJPC_INVAL 0x2
228#define OBJPC_NOSYNC 0x4
233#define OBJPR_CLEANONLY 0x1
234#define OBJPR_NOTMAPPED 0x2
235#define OBJPR_VALIDONLY 0x4
245#define kernel_object (&kernel_object_store)
246#define kmem_object (&kernel_object_store)
248#define VM_OBJECT_ASSERT_LOCKED(object) \
249 rw_assert(&(object)->lock, RA_LOCKED)
250#define VM_OBJECT_ASSERT_RLOCKED(object) \
251 rw_assert(&(object)->lock, RA_RLOCKED)
252#define VM_OBJECT_ASSERT_WLOCKED(object) \
253 rw_assert(&(object)->lock, RA_WLOCKED)
254#define VM_OBJECT_ASSERT_UNLOCKED(object) \
255 rw_assert(&(object)->lock, RA_UNLOCKED)
256#define VM_OBJECT_LOCK_DOWNGRADE(object) \
257 rw_downgrade(&(object)->lock)
258#define VM_OBJECT_RLOCK(object) \
259 rw_rlock(&(object)->lock)
260#define VM_OBJECT_RUNLOCK(object) \
261 rw_runlock(&(object)->lock)
262#define VM_OBJECT_SLEEP(object, wchan, pri, wmesg, timo) \
263 rw_sleep((wchan), &(object)->lock, (pri), (wmesg), (timo))
264#define VM_OBJECT_TRYRLOCK(object) \
265 rw_try_rlock(&(object)->lock)
266#define VM_OBJECT_TRYWLOCK(object) \
267 rw_try_wlock(&(object)->lock)
268#define VM_OBJECT_TRYUPGRADE(object) \
269 rw_try_upgrade(&(object)->lock)
270#define VM_OBJECT_WLOCK(object) \
271 rw_wlock(&(object)->lock)
272#define VM_OBJECT_WOWNED(object) \
273 rw_wowned(&(object)->lock)
274#define VM_OBJECT_WUNLOCK(object) \
275 rw_wunlock(&(object)->lock)
276#define VM_OBJECT_DROP(object) \
277 lock_class_rw.lc_unlock(&(object)->lock.lock_object)
278#define VM_OBJECT_PICKUP(object, state) \
279 lock_class_rw.lc_lock(&(object)->lock.lock_object, (state))
281#define VM_OBJECT_ASSERT_PAGING(object) \
282 KASSERT(blockcount_read(&(object)->paging_in_progress) != 0, \
283 ("vm_object %p is not paging", object))
284#define VM_OBJECT_ASSERT_REFERENCE(object) \
285 KASSERT((object)->reference_count != 0, \
286 ("vm_object %p is not referenced", object))
297 object->flags |= bits;
319 object->pg_color = color;
328 if (
object != NULL &&
350 return (blockcount_read(&object->
busy) != 0);
352#define VM_OBJECT_ASSERT_BUSY(object) MPASS(vm_object_busied((object)))
376 vm_ooffset_t end,
int flags);
380 vm_pindex_t end,
int options);
392 vm_size_t length, uint8_t queue);
vm_ooffset_t backing_object_offset
struct vm_object::@0::@5 phys
struct vm_object::@0::@4 swp
LIST_ENTRY(vm_object) shadow_list
TAILQ_ENTRY(vm_object) object_list
TAILQ_ENTRY(vm_object) pager_object_list
struct domainset_ref domain
struct vm_object::@0::@1 vnp
const struct cdev_pager_ops * ops
const struct phys_pager_ops * ops
struct vm_object::@0::@2 devp
struct vm_object::@0::@3 sgp
LIST_HEAD(, vm_object) shadow_head
LIST_HEAD(, vm_reserv) rvq
blockcount_t paging_in_progress
union vm_object::@0 un_pager
struct vm_object * backing_object
vm_ooffset_t writemappings
boolean_t vm_object_sync(vm_object_t, vm_ooffset_t, vm_size_t, boolean_t, boolean_t)
void vm_object_init(void)
void vm_object_pip_wakeupn(vm_object_t object, short i)
void vm_object_set_writeable_dirty_(vm_object_t object)
void vm_object_set_writeable_dirty(vm_object_t)
static bool vm_object_busied(vm_object_t object)
void vm_object_reference_locked(vm_object_t)
void vm_object_busy(vm_object_t object)
void vm_object_deallocate(vm_object_t)
void vm_object_unwire(vm_object_t object, vm_ooffset_t offset, vm_size_t length, uint8_t queue)
void umtx_shm_object_terminated(vm_object_t object)
boolean_t vm_object_coalesce(vm_object_t, vm_ooffset_t, vm_size_t, vm_size_t, boolean_t)
struct mtx vm_object_list_mtx
int vm_object_set_memattr(vm_object_t object, vm_memattr_t memattr)
void vm_object_pip_wait(vm_object_t object, const char *waitid)
void vm_object_split(vm_map_entry_t)
int vm_object_kvme_type(vm_object_t object, struct vnode **vpp)
vm_object_t vm_object_allocate(objtype_t, vm_pindex_t)
void vm_object_busy_wait(vm_object_t object, const char *wmesg)
boolean_t vm_object_populate(vm_object_t, vm_pindex_t, vm_pindex_t)
void vm_object_page_noreuse(vm_object_t object, vm_pindex_t start, vm_pindex_t end)
void vm_object_pip_wait_unlocked(vm_object_t object, const char *waitid)
void vm_object_page_remove(vm_object_t object, vm_pindex_t start, vm_pindex_t end, int options)
void vm_object_terminate(vm_object_t)
void vm_object_pip_add(vm_object_t object, short i)
void vm_object_collapse(vm_object_t)
void vm_object_pip_wakeup(vm_object_t object)
void vm_object_clear_flag(vm_object_t object, u_short bits)
vm_object_t vm_object_allocate_dyn(objtype_t, vm_pindex_t, u_short)
bool vm_object_is_active(vm_object_t obj)
void vm_object_unbusy(vm_object_t object)
int umtx_shm_vnobj_persistent
static __inline void vm_object_color(vm_object_t object, u_short color)
void vm_object_destroy(vm_object_t)
struct vnode * vm_object_vnode(vm_object_t object)
void vm_object_madvise(vm_object_t, vm_pindex_t, vm_pindex_t, int)
void vm_object_shadow(vm_object_t *, vm_ooffset_t *, vm_size_t, struct ucred *, bool)
bool vm_object_mightbedirty(vm_object_t object)
vm_object_t vm_object_allocate_anon(vm_pindex_t, vm_object_t, struct ucred *, vm_size_t)
static __inline void vm_object_set_flag(vm_object_t object, u_short bits)
boolean_t vm_object_page_clean(vm_object_t object, vm_ooffset_t start, vm_ooffset_t end, int flags)
bool vm_object_mightbedirty_(vm_object_t object)
void umtx_shm_object_init(vm_object_t object)
struct vm_object kernel_object_store
TAILQ_HEAD(pglist, vm_page)
void vm_object_reference(vm_object_t)
struct object_q vm_object_list
static __inline bool vm_object_reserv(vm_object_t object)
void vm_object_print(long addr, boolean_t have_addr, long count, char *modif)