libumem/common/vmem.c

199 static vmem_seg_t vmem_seg0[VMEM_SEG_INITIAL];
200 static vmem_seg_t *vmem_segfree;
216 size_t vmem_seg_size = sizeof (vmem_seg_t);
223 	vmem_seg_t *vnext = (vprev)->vs_##type##next;			\
232 	vmem_seg_t *vprev = (vsp)->vs_##type##prev;			\
233 	vmem_seg_t *vnext = (vsp)->vs_##type##next;			\
239  * Get a vmem_seg_t from the global segfree list.
241 static vmem_seg_t *
244 	vmem_seg_t *vsp;
255  * Put a vmem_seg_t on the global segfree list.
258 vmem_putseg_global(vmem_seg_t *vsp)
267  * Get a vmem_seg_t from vmp's segfree list.
269 static vmem_seg_t *
272 	vmem_seg_t *vsp;
284  * Put a vmem_seg_t on vmp's segfree list.
287 vmem_putseg(vmem_t *vmp, vmem_seg_t *vsp)
298 vmem_freelist_insert(vmem_t *vmp, vmem_seg_t *vsp)
300 	vmem_seg_t *vprev;
304 	vprev = (vmem_seg_t *)&vmp->vm_freelist[highbit(VS_SIZE(vsp)) - 1];
316 vmem_freelist_delete(vmem_t *vmp, vmem_seg_t *vsp)
336 vmem_hash_insert(vmem_t *vmp, vmem_seg_t *vsp)
338 	vmem_seg_t **bucket;
345 	if (vmem_seg_size == sizeof (vmem_seg_t)) {
361 static vmem_seg_t *
364 	vmem_seg_t *vsp, **prev_vspp;
394 static vmem_seg_t *
395 vmem_seg_create(vmem_t *vmp, vmem_seg_t *vprev, uintptr_t start, uintptr_t end)
397 	vmem_seg_t *newseg = vmem_getseg(vmp);
413 vmem_seg_destroy(vmem_t *vmp, vmem_seg_t *vsp)
424 static vmem_seg_t *
427 	vmem_seg_t *knext;
428 	vmem_seg_t *newseg, *span;
434 		vmem_seg_t *kend, *kprev;
477 vmem_span_destroy(vmem_t *vmp, vmem_seg_t *vsp)
479 	vmem_seg_t *span = vsp->vs_aprev;
500 static vmem_seg_t *
501 vmem_seg_alloc(vmem_t *vmp, vmem_seg_t *vsp, uintptr_t addr, size_t size)
556  * Populate vmp's segfree list with VMEM_MINFREE vmem_seg_t structures.
562 	vmem_seg_t *vsp;
626 			    (vmem_seg_t *)(p + --nseg * vmem_seg_size));
639 		vmem_putseg(vmp, (vmem_seg_t *)(p + --nseg * vmem_seg_size));
645 		vmem_putseg_global((vmem_seg_t *)(p + --nseg * vmem_seg_size));
655 vmem_advance(vmem_t *vmp, vmem_seg_t *walker, vmem_seg_t *afterme)
657 	vmem_seg_t *vprev = walker->vs_aprev;
658 	vmem_seg_t *vnext = walker->vs_anext;
659 	vmem_seg_t *vsp = NULL;
712 	vmem_seg_t *vsp, *rotor;
817 	vmem_seg_t *vsp;
818 	vmem_seg_t *vbest = NULL;
908 				vsp = (vmem_seg_t *)&vmp->vm_freelist[flist];
1009 	vmem_seg_t *vsp, *vnext, *vprev;
1067 	vmem_seg_t *vsp;
1137 	vmem_seg_t *vsp;
1138 	vmem_seg_t *seg0 = &vmp->vm_seg0;
1190 static vmem_seg_t *
1193 	vmem_seg_t *span;
1194 	vmem_seg_t *vsp;
1196 	vmem_seg_t *end = &vmp->vm_seg0;
1211 		vmem_seg_t *prevspan = span->vs_kprev;
1212 		vmem_seg_t *nextseg = span->vs_anext;
1213 		vmem_seg_t *prevseg = span->vs_aprev;
1281 		vmem_seg_t *oldseg = span->vs_knext->vs_aprev;
1293 		vmem_seg_t *oldseg = span->vs_anext;
1322 	vmem_seg_t *vsp;
1367 	vmem_seg_t *vsp;
1368 	vmem_seg_t *seg0 = &vmp->vm_seg0;
1369 	vmem_seg_t walker;
1435 	vmem_seg_t *vsp;
1464 		vfp->vs_knext = (vmem_seg_t *)(vfp + 1);
1465 		vfp->vs_kprev = (vmem_seg_t *)(vfp - 1);
1540 	vmem_seg_t *seg0 = &vmp->vm_seg0;
1541 	vmem_seg_t *vsp;
1587 	vmem_seg_t **old_table, **new_table, *vsp;
1617 			vmem_seg_t *next_vsp = vsp->vs_knext;
1618 			vmem_seg_t **hash_bucket = VMEM_HASH(vmp, addr);
1758 	vmem_seg_size = P2ROUNDUP(offsetof(vmem_seg_t, vs_thread),