common/dtrace/dtrace.c

842     dtrace_vstate_t *vstate)
844 	return (dtrace_canstore_remains(addr, sz, NULL, mstate, vstate));
853     dtrace_mstate_t *mstate, dtrace_vstate_t *vstate)
870 	if (DTRACE_INRANGE(addr, sz, (uintptr_t)vstate->dtvs_dynvars.dtds_base,
871 	    vstate->dtvs_dynvars.dtds_size)) {
872 		dtrace_dstate_t *dstate = &vstate->dtvs_dynvars;
925 	    vstate->dtvs_locals, vstate->dtvs_nlocals))
929 	    vstate->dtvs_globals, vstate->dtvs_nglobals))
947     dtrace_vstate_t *vstate)
949 	return (dtrace_canload_remains(addr, sz, NULL, mstate, vstate));
958     dtrace_mstate_t *mstate, dtrace_vstate_t *vstate)
975 	if (dtrace_canstore_remains(addr, sz, remain, mstate, vstate))
989 	if (vstate->dtvs_state != NULL &&
990 	    dtrace_priv_proc(vstate->dtvs_state)) {
1124     dtrace_mstate_t *mstate, dtrace_vstate_t *vstate)
1145 	if (dtrace_canload_remains(addr, 0, remain, mstate, vstate)) {
1169     dtrace_mstate_t *mstate, dtrace_vstate_t *vstate)
1180 		dtrace_state_t *state = vstate->dtvs_state;
1207 		    vstate));
1210 	    vstate));
1981     dtrace_mstate_t *mstate, dtrace_vstate_t *vstate)
2033 			if (!dtrace_canload(base, size, mstate, vstate))
4366 	dtrace_vstate_t *vstate = &state->dts_vstate;
4407 		    mstate, vstate)) {
4421 		    mstate, vstate)) {
4436 		    mstate, vstate)) {
4447 		    mstate, vstate)) {
4460 		    mstate, vstate)) {
4472 		    mstate, vstate)) {
4483 		    mstate, vstate)) {
4496 			sizeof (struct lock_object), mstate, vstate)) {
4508 			sizeof (struct lock_object), mstate, vstate)) {
4521 		    mstate, vstate)) {
4533 		    mstate, vstate)) {
4546 		    mstate, vstate)) {
4560 		    mstate, vstate)) {
4574 		    mstate, vstate)) {
4589 		    mstate, vstate)) {
4603 		    mstate, vstate)) {
4618 		    mstate, vstate)) {
4629 		    mstate, vstate)) {
4640 		    mstate, vstate)) {
4652 		    mstate, vstate)) {
4663 		    mstate, vstate)) {
4689 		if (!dtrace_canload(src, size, mstate, vstate)) {
4793 			    vstate)) {
4894 		    dtrace_strcanload(kaddr, size, &lim, mstate, vstate)) {
4907 		if (!dtrace_strcanload(addr, size, &lim, mstate, vstate)) {
4931 		if (!dtrace_strcanload(addr, size, &lim, mstate, vstate)) {
4974 		if (!dtrace_canload((uintptr_t)addr, len + 1, mstate, vstate)) {
4980 		    vstate)) {
5115 		if (!dtrace_strcanload(tokaddr, size, &clim, mstate, vstate)) {
5147 			    vstate)) {
5227 		if (!dtrace_canload(s, len + 1, mstate, vstate)) {
5283 		if (!dtrace_canload(json, jsonlen + 1, mstate, vstate) ||
5284 		    !dtrace_canload(elem, elemlen + 1, mstate, vstate)) {
5348 		if (!dtrace_canload(s, len + 1, mstate, vstate)) {
5596 		if (!dtrace_strcanload(s1, size, &lim1, mstate, vstate) ||
5597 		    !dtrace_strcanload(s2, size, &lim2, mstate, vstate)) {
5656 		if (!dtrace_strcanload(s, size, &lim, mstate, vstate)) {
5752 		if (!dtrace_canload(src, len + 1, mstate, vstate)) {
5906 		if (!dtrace_strcanload(src, size, &lim, mstate, vstate)) {
6047 			    sizeof (ipaddr_t), mstate, vstate)) {
6106 			    sizeof (struct in6_addr), mstate, vstate)) {
6292 		if (!dtrace_canload(mem, size - 1, mstate, vstate))
6326     dtrace_vstate_t *vstate, dtrace_state_t *state)
6335 	dtrace_dstate_t *dstate = &vstate->dtvs_dynvars;
6491 			if (!dtrace_canload(regs[r1], 1, mstate, vstate))
6498 			if (!dtrace_canload(regs[r1], 2, mstate, vstate))
6505 			if (!dtrace_canload(regs[r1], 4, mstate, vstate))
6512 			if (!dtrace_canload(regs[r1], 1, mstate, vstate))
6519 			if (!dtrace_canload(regs[r1], 2, mstate, vstate))
6526 			if (!dtrace_canload(regs[r1], 4, mstate, vstate))
6533 			if (!dtrace_canload(regs[r1], 8, mstate, vstate))
6601 			    !dtrace_strcanload(s1, sz, &lim1, mstate, vstate))
6604 			    !dtrace_strcanload(s2, sz, &lim2, mstate, vstate))
6626 				svar = vstate->dtvs_globals[id];
6660 			VERIFY(id < vstate->dtvs_nglobals);
6661 			svar = vstate->dtvs_globals[id];
6681 				    &lim, mstate, vstate))
6714 			ASSERT(id < vstate->dtvs_nlocals);
6715 			ASSERT(vstate->dtvs_locals != NULL);
6717 			svar = vstate->dtvs_locals[id];
6754 			VERIFY(id < vstate->dtvs_nlocals);
6756 			ASSERT(vstate->dtvs_locals != NULL);
6757 			svar = vstate->dtvs_locals[id];
6780 				    &lim, mstate, vstate))
6800 			v = &vstate->dtvs_tlocals[id];
6810 			    mstate, vstate);
6833 			VERIFY(id < vstate->dtvs_ntlocals);
6840 			v = &vstate->dtvs_tlocals[id];
6846 			    DTRACE_DYNVAR_DEALLOC, mstate, vstate);
6862 				    &v->dtdv_type, &lim, mstate, vstate))
6949 				VERIFY(id < vstate->dtvs_ntlocals);
6950 				v = &vstate->dtvs_tlocals[id];
6952 				VERIFY(id < vstate->dtvs_nglobals);
6953 				v = &vstate->dtvs_globals[id]->dtsv_var;
6959 			    DTRACE_DYNVAR_NOALLOC, mstate, vstate);
6991 				v = &vstate->dtvs_tlocals[id];
6993 				v = &vstate->dtvs_globals[id]->dtsv_var;
7000 			    DTRACE_DYNVAR_DEALLOC, mstate, vstate);
7010 				    &lim, mstate, vstate))
7046 			    mstate, vstate)) {
7052 			if (!dtrace_canload(regs[r1], regs[r2], mstate, vstate))
7060 			if (!dtrace_canstore(regs[rd], 1, mstate, vstate)) {
7069 			if (!dtrace_canstore(regs[rd], 2, mstate, vstate)) {
7083 			if (!dtrace_canstore(regs[rd], 4, mstate, vstate)) {
7097 			if (!dtrace_canstore(regs[rd], 8, mstate, vstate)) {
7602 		dtrace_vstate_t *vstate = &state->dts_vstate;
7778 			rval = dtrace_dif_emulate(dp, &mstate, vstate, state);
7812 					    &mstate, vstate, state);
7905 			val = dtrace_dif_emulate(dp, &mstate, vstate, state);
8108 				    &dp->dtdo_rtype, NULL, &mstate, vstate))
10021 dtrace_difo_validate(dtrace_difo_t *dp, dtrace_vstate_t *vstate, uint_t nregs,
10031 	    (vstate->dtvs_state->dts_cred.dcr_visible & DTRACE_CRV_KERNEL) == 0;
10269 				if (vstate->dtvs_state != NULL)
10270 					vstate->dtvs_state->dts_getf++;
10360 			if (ndx < vstate->dtvs_nglobals) {
10363 				if ((svar = vstate->dtvs_globals[ndx]) != NULL)
10373 			if (ndx < vstate->dtvs_ntlocals)
10374 				existing = &vstate->dtvs_tlocals[ndx];
10381 			if (ndx < vstate->dtvs_nlocals) {
10384 				if ((svar = vstate->dtvs_locals[ndx]) != NULL)
10710 dtrace_difo_chunksize(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
10855 		if (size > vstate->dtvs_dynvars.dtds_chunksize)
10856 			vstate->dtvs_dynvars.dtds_chunksize = size;
10861 dtrace_difo_init(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
10883 			while (id >= (otlocals = vstate->dtvs_ntlocals)) {
10895 					bcopy(vstate->dtvs_tlocals,
10897 					kmem_free(vstate->dtvs_tlocals, osz);
10900 				vstate->dtvs_tlocals = tlocals;
10901 				vstate->dtvs_ntlocals = ntlocals;
10904 			vstate->dtvs_tlocals[id] = *v;
10908 			np = &vstate->dtvs_nlocals;
10909 			svarp = &vstate->dtvs_locals;
10920 			np = &vstate->dtvs_nglobals;
10921 			svarp = &vstate->dtvs_globals;
10969 	dtrace_difo_chunksize(dp, vstate);
10974 dtrace_difo_duplicate(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
11013 	dtrace_difo_init(new, vstate);
11018 dtrace_difo_destroy(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
11036 			np = &vstate->dtvs_nlocals;
11037 			svarp = vstate->dtvs_locals;
11041 			np = &vstate->dtvs_nglobals;
11042 			svarp = vstate->dtvs_globals;
11085 dtrace_difo_release(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
11104 		dtrace_difo_destroy(dp, vstate);
11240 dtrace_predicate_release(dtrace_predicate_t *pred, dtrace_vstate_t *vstate)
11249 		dtrace_difo_release(pred->dtp_difo, vstate);
11286 dtrace_actdesc_release(dtrace_actdesc_t *act, dtrace_vstate_t *vstate)
11297 		dtrace_difo_release(dp, vstate);
12003 	dtrace_vstate_t *vstate = &ecb->dte_state->dts_vstate;
12020 				dtrace_difo_release(dp, vstate);
12118 	dtrace_vstate_t *vstate = &state->dts_vstate;
12127 		dtrace_predicate_release(pred, vstate);
12921 dtrace_enabling_create(dtrace_vstate_t *vstate)
12926 	enab->dten_vstate = vstate;
13022 	dtrace_vstate_t *vstate = enab->dten_vstate;
13033 			dtrace_predicate_release(pred, vstate);
13037 			dtrace_actdesc_release(act, vstate);
13953 dtrace_dof_difo(dof_hdr_t *dof, dof_sec_t *sec, dtrace_vstate_t *vstate,
14110 	if (dtrace_difo_validate(dp, vstate, DIF_DIR_NREGS, cr) != 0)
14113 	dtrace_difo_init(dp, vstate);
14127 dtrace_dof_predicate(dof_hdr_t *dof, dof_sec_t *sec, dtrace_vstate_t *vstate,
14132 	if ((dp = dtrace_dof_difo(dof, sec, vstate, cr)) == NULL)
14139 dtrace_dof_actdesc(dof_hdr_t *dof, dof_sec_t *sec, dtrace_vstate_t *vstate,
14253 		act->dtad_difo = dtrace_dof_difo(dof, difosec, vstate, cr);
14265 		dtrace_actdesc_release(act, vstate);
14272 dtrace_dof_ecbdesc(dof_hdr_t *dof, dof_sec_t *sec, dtrace_vstate_t *vstate,
14308 		if ((pred = dtrace_dof_predicate(dof, sec, vstate, cr)) == NULL)
14319 		ep->dted_action = dtrace_dof_actdesc(dof, sec, vstate, cr);
14329 		dtrace_predicate_release(pred, vstate);
14416 dtrace_dof_slurp(dof_hdr_t *dof, dtrace_vstate_t *vstate, cred_t *cr,
14586 		enab = *enabp = dtrace_enabling_create(vstate);
14595 		if ((ep = dtrace_dof_ecbdesc(dof, sec, vstate, cr)) == NULL) {
14797 dtrace_vstate_fini(dtrace_vstate_t *vstate)
14802 	ASSERT((vstate->dtvs_nglobals == 0) ^ (vstate->dtvs_globals != NULL));
14804 	if (vstate->dtvs_nglobals > 0) {
14805 		kmem_free(vstate->dtvs_globals, vstate->dtvs_nglobals *
14809 	if (vstate->dtvs_ntlocals > 0) {
14810 		kmem_free(vstate->dtvs_tlocals, vstate->dtvs_ntlocals *
14814 	ASSERT((vstate->dtvs_nlocals == 0) ^ (vstate->dtvs_locals != NULL));
14816 	if (vstate->dtvs_nlocals > 0) {
14817 		kmem_free(vstate->dtvs_locals, vstate->dtvs_nlocals *
15762 	dtrace_vstate_t *vstate = &state->dts_vstate;
15862 	dtrace_dstate_fini(&vstate->dtvs_dynvars);
15863 	dtrace_vstate_fini(vstate);
16036     dtrace_mstate_t *mstate, dtrace_vstate_t *vstate, int where)
16045 	ASSERT(vstate->dtvs_nlocals <= dtrace_helptrace_nlocals);
16078 	ent->dtht_nlocals = vstate->dtvs_nlocals;
16085 	for (i = 0; i < vstate->dtvs_nlocals; i++) {
16088 		if ((svar = vstate->dtvs_locals[i]) == NULL)
16107 	dtrace_vstate_t *vstate;
16119 	vstate = &helpers->dthps_vstate;
16135 				dtrace_helper_trace(helper, mstate, vstate, 0);
16137 			if (!dtrace_dif_emulate(pred, mstate, vstate, state))
16147 				    mstate, vstate, i + 1);
16150 			    mstate, vstate, state);
16158 			dtrace_helper_trace(helper, mstate, vstate,
16163 		dtrace_helper_trace(helper, mstate, vstate,
16176 		dtrace_helper_trace(helper, mstate, vstate,
16190     dtrace_vstate_t *vstate)
16195 		dtrace_difo_release(helper->dtha_predicate, vstate);
16199 		dtrace_difo_release(helper->dtha_actions[i], vstate);
16211 	dtrace_vstate_t *vstate;
16222 	vstate = &help->dthps_vstate;
16237 				dtrace_helper_action_destroy(h, vstate);
16319 	dtrace_vstate_t *vstate;
16327 	vstate = &help->dthps_vstate;
16378 	if (vstate->dtvs_nlocals > dtrace_helptrace_nlocals) {
16379 		dtrace_helptrace_nlocals = vstate->dtvs_nlocals;
16385 	dtrace_helper_action_destroy(helper, vstate);
16750 	dtrace_vstate_t *vstate;
16760 	vstate = &help->dthps_vstate;
16761 	if ((rv = dtrace_dof_slurp(dof, vstate, NULL, &enab, dhp->dofhp_addr,
16873 	dtrace_vstate_t *vstate;
16885 	vstate = &help->dthps_vstate;
16901 			dtrace_helper_action_destroy(h, vstate);
16972 	dtrace_vstate_t *vstate;
16984 	vstate = &newhelp->dthps_vstate;
16999 				dp = dtrace_difo_duplicate(dp, vstate);
17011 				dp = dtrace_difo_duplicate(dp, vstate);
18140 		dtrace_vstate_t *vstate;
18160 		vstate = &state->dts_vstate;
18169 		if (dtrace_dof_slurp(dof, vstate, cr, &enab, 0, B_TRUE) != 0) {