common/dtrace/dtrace.c

1333 	dtrace_dynvar_t *free, *new_free, *next, *dvar, *start, *prev = NULL;
1444 	for (dvar = start; dvar != NULL; dvar = dvar->dtdv_next) {
1445 		dtrace_tuple_t *dtuple = &dvar->dtdv_tuple;
1448 		if (dvar->dtdv_hashval != hashval) {
1449 			if (dvar->dtdv_hashval == DTRACE_DYNHASH_SINK) {
1456 				ASSERT(dvar->dtdv_next == NULL);
1457 				ASSERT(dvar == &dtrace_dynhash_sink);
1461 			if (dvar->dtdv_hashval == DTRACE_DYNHASH_FREE) {
1473 				 * this case, we simply set dvar to NULL and
1477 				dvar = NULL;
1504 			return (dvar);
1506 		ASSERT(dvar->dtdv_next == NULL ||
1507 		    dvar->dtdv_next->dtdv_hashval != DTRACE_DYNHASH_FREE);
1510 			ASSERT(hash[bucket].dtdh_chain != dvar);
1511 			ASSERT(start != dvar);
1512 			ASSERT(prev->dtdv_next == dvar);
1513 			prev->dtdv_next = dvar->dtdv_next;
1516 			    start, dvar->dtdv_next) != start) {
1533 		ASSERT(hash[bucket].dtdh_chain != dvar);
1534 		dvar->dtdv_hashval = DTRACE_DYNHASH_FREE;
1540 		 * atomically swing the dirty pointer to the newly freed dvar.
1544 			dvar->dtdv_next = next;
1545 		} while (dtrace_casptr(&dcpu->dtdsc_dirty, next, dvar) != next);
1556 		prev = dvar;
1560 	if (dvar == NULL) {
1562 		 * If dvar is NULL, it is because we went off the rails:
1726 		dvar = free;
1727 		new_free = dvar->dtdv_next;
1736 	kdata = (uintptr_t)&dvar->dtdv_tuple.dtt_key[nkeys];
1737 	dvar->dtdv_data = (void *)(kdata + ksize);
1738 	dvar->dtdv_tuple.dtt_nkeys = nkeys;
1741 		dtrace_key_t *dkey = &dvar->dtdv_tuple.dtt_key[i];
1757 	ASSERT(dvar->dtdv_hashval == DTRACE_DYNHASH_FREE);
1758 	dvar->dtdv_hashval = hashval;
1759 	dvar->dtdv_next = start;
1761 	if (dtrace_casptr(&hash[bucket].dtdh_chain, start, dvar) == start)
1762 		return (dvar);
1773 	dvar->dtdv_hashval = DTRACE_DYNHASH_FREE;
1779 		dvar->dtdv_next = free;
1780 	} while (dtrace_casptr(&dcpu->dtdsc_dirty, free, dvar) != free);
4941 			dtrace_dynvar_t *dvar;
4955 			dvar = dtrace_dynvar(dstate, 2, key,
4959 			if (dvar == NULL) {
4965 				regs[rd] = (uint64_t)(uintptr_t)dvar->dtdv_data;
4967 				regs[rd] = *((uint64_t *)dvar->dtdv_data);
4974 			dtrace_dynvar_t *dvar;
4988 			dvar = dtrace_dynvar(dstate, 2, key,
5000 			if (dvar == NULL)
5010 				    dvar->dtdv_data, &v->dtdv_type);
5012 				*((uint64_t *)dvar->dtdv_data) = regs[rd];
5074 			dtrace_dynvar_t *dvar;
5093 			dvar = dtrace_dynvar(dstate, nkeys, key,
5098 			if (dvar == NULL) {
5104 				regs[rd] = (uint64_t)(uintptr_t)dvar->dtdv_data;
5106 				regs[rd] = *((uint64_t *)dvar->dtdv_data);
5114 			dtrace_dynvar_t *dvar;
5133 			dvar = dtrace_dynvar(dstate, nkeys, key,
5139 			if (dvar == NULL)
5149 				    dvar->dtdv_data, &v->dtdv_type);
5151 				*((uint64_t *)dvar->dtdv_data) = regs[rd];
11941 	dtrace_dynvar_t *dvar, *next, *start;
11996 		dstate->dtds_percpu[i].dtdsc_free = dvar = start;
12016 			next = (dtrace_dynvar_t *)((uintptr_t)dvar +
12022 			dvar->dtdv_next = next;
12023 			dvar = next;