common/dtrace/dtrace.c

603     dtrace_vstate_t *vstate)
617 	if (DTRACE_INRANGE(addr, sz, (uintptr_t)vstate->dtvs_dynvars.dtds_base,
618 	    vstate->dtvs_dynvars.dtds_size)) {
619 		dtrace_dstate_t *dstate = &vstate->dtvs_dynvars;
659 	    vstate->dtvs_locals, vstate->dtvs_nlocals))
663 	    vstate->dtvs_globals, vstate->dtvs_nglobals))
681     dtrace_vstate_t *vstate)
695 	if (dtrace_canstore(addr, sz, mstate, vstate))
718     dtrace_vstate_t *vstate)
730 	if (dtrace_canload(addr, strsz, mstate, vstate))
742     dtrace_vstate_t *vstate)
756 		    vstate->dtvs_state->dts_options[DTRACEOPT_STRSIZE]) + 1;
760 	return (dtrace_canload((uintptr_t)src, sz, mstate, vstate));
1329     dtrace_mstate_t *mstate, dtrace_vstate_t *vstate)
1381 			if (!dtrace_canload(base, size, mstate, vstate))
1782 	return (dtrace_dynvar(dstate, nkeys, key, dsize, op, mstate, vstate));
3017 	dtrace_vstate_t *vstate = &state->dts_vstate;
3036 		    mstate, vstate)) {
3050 		    mstate, vstate)) {
3065 		    mstate, vstate)) {
3076 		    mstate, vstate)) {
3089 		    mstate, vstate)) {
3101 		    mstate, vstate)) {
3112 		    mstate, vstate)) {
3136 		if (!dtrace_canload(src, size, mstate, vstate)) {
3239 			    vstate)) {
3347 		if (!dtrace_canload(addr, sz + 1, mstate, vstate)) {
3383 		if (!dtrace_canload(saddr, addr - saddr, mstate, vstate)) {
3414 		if (!dtrace_canload((uintptr_t)addr, len + 1, mstate, vstate)) {
3420 		    vstate)) {
3554 		if (!dtrace_strcanload(tokaddr, size, mstate, vstate)) {
3583 			if (!dtrace_strcanload(addr, size, mstate, vstate)) {
3660 		if (!dtrace_canload(s, len + 1, mstate, vstate)) {
3919 		if (!dtrace_strcanload(s1, size, mstate, vstate) ||
3920 		    !dtrace_strcanload(s2, size, mstate, vstate)) {
4028 		if (!dtrace_canload(src, len + 1, mstate, vstate)) {
4156 		if (!dtrace_strcanload(src, size, mstate, vstate)) {
4472     dtrace_vstate_t *vstate, dtrace_state_t *state)
4481 	dtrace_dstate_t *dstate = &vstate->dtvs_dynvars;
4637 			if (!dtrace_canstore(regs[r1], 1, mstate, vstate)) {
4647 			if (!dtrace_canstore(regs[r1], 2, mstate, vstate)) {
4657 			if (!dtrace_canstore(regs[r1], 4, mstate, vstate)) {
4667 			if (!dtrace_canstore(regs[r1], 1, mstate, vstate)) {
4677 			if (!dtrace_canstore(regs[r1], 2, mstate, vstate)) {
4687 			if (!dtrace_canstore(regs[r1], 4, mstate, vstate)) {
4697 			if (!dtrace_canstore(regs[r1], 8, mstate, vstate)) {
4753 			    !dtrace_strcanload(s1, sz, mstate, vstate))
4756 			    !dtrace_strcanload(s2, sz, mstate, vstate))
4777 				svar = vstate->dtvs_globals[id];
4811 			svar = vstate->dtvs_globals[id];
4830 				    mstate, vstate))
4863 			ASSERT(id < vstate->dtvs_nlocals);
4864 			ASSERT(vstate->dtvs_locals != NULL);
4866 			svar = vstate->dtvs_locals[id];
4902 			ASSERT(id < vstate->dtvs_nlocals);
4904 			ASSERT(vstate->dtvs_locals != NULL);
4905 			svar = vstate->dtvs_locals[id];
4927 				    mstate, vstate))
4947 			v = &vstate->dtvs_tlocals[id];
4957 			    mstate, vstate);
4986 			v = &vstate->dtvs_tlocals[id];
4992 			    DTRACE_DYNVAR_DEALLOC, mstate, vstate);
5006 				    &v->dtdv_type, mstate, vstate))
5088 				v = &vstate->dtvs_tlocals[id];
5090 				v = &vstate->dtvs_globals[id]->dtsv_var;
5096 			    DTRACE_DYNVAR_NOALLOC, mstate, vstate);
5128 				v = &vstate->dtvs_tlocals[id];
5130 				v = &vstate->dtvs_globals[id]->dtsv_var;
5137 			    DTRACE_DYNVAR_DEALLOC, mstate, vstate);
5145 				    mstate, vstate))
5181 			    mstate, vstate)) {
5187 			if (!dtrace_canload(regs[r1], regs[r2], mstate, vstate))
5195 			if (!dtrace_canstore(regs[rd], 1, mstate, vstate)) {
5204 			if (!dtrace_canstore(regs[rd], 2, mstate, vstate)) {
5218 			if (!dtrace_canstore(regs[rd], 4, mstate, vstate)) {
5232 			if (!dtrace_canstore(regs[rd], 8, mstate, vstate)) {
5614 		dtrace_vstate_t *vstate = &state->dts_vstate;
5779 			rval = dtrace_dif_emulate(dp, &mstate, vstate, state);
5813 					    &mstate, vstate, state);
5907 			val = dtrace_dif_emulate(dp, &mstate, vstate, state);
6039 				    &dp->dtdo_rtype, &mstate, vstate))
7888 dtrace_difo_validate(dtrace_difo_t *dp, dtrace_vstate_t *vstate, uint_t nregs,
7897 	    (vstate->dtvs_state->dts_cred.dcr_visible & DTRACE_CRV_KERNEL) == 0;
8210 			if (ndx < vstate->dtvs_nglobals) {
8213 				if ((svar = vstate->dtvs_globals[ndx]) != NULL)
8220 			if (ndx < vstate->dtvs_ntlocals)
8221 				existing = &vstate->dtvs_tlocals[ndx];
8225 			if (ndx < vstate->dtvs_nlocals) {
8228 				if ((svar = vstate->dtvs_locals[ndx]) != NULL)
8512 dtrace_difo_chunksize(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
8641 		if (size > vstate->dtvs_dynvars.dtds_chunksize)
8642 			vstate->dtvs_dynvars.dtds_chunksize = size;
8647 dtrace_difo_init(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
8669 			while (id >= (otlocals = vstate->dtvs_ntlocals)) {
8681 					bcopy(vstate->dtvs_tlocals,
8683 					kmem_free(vstate->dtvs_tlocals, osz);
8686 				vstate->dtvs_tlocals = tlocals;
8687 				vstate->dtvs_ntlocals = ntlocals;
8690 			vstate->dtvs_tlocals[id] = *v;
8694 			np = &vstate->dtvs_nlocals;
8695 			svarp = &vstate->dtvs_locals;
8706 			np = &vstate->dtvs_nglobals;
8707 			svarp = &vstate->dtvs_globals;
8755 	dtrace_difo_chunksize(dp, vstate);
8760 dtrace_difo_duplicate(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
8799 	dtrace_difo_init(new, vstate);
8804 dtrace_difo_destroy(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
8822 			np = &vstate->dtvs_nlocals;
8823 			svarp = vstate->dtvs_locals;
8827 			np = &vstate->dtvs_nglobals;
8828 			svarp = vstate->dtvs_globals;
8867 dtrace_difo_release(dtrace_difo_t *dp, dtrace_vstate_t *vstate)
8886 		dtrace_difo_destroy(dp, vstate);
9022 dtrace_predicate_release(dtrace_predicate_t *pred, dtrace_vstate_t *vstate)
9031 		dtrace_difo_release(pred->dtp_difo, vstate);
9066 dtrace_actdesc_release(dtrace_actdesc_t *act, dtrace_vstate_t *vstate)
9077 		dtrace_difo_release(dp, vstate);
9747 	dtrace_vstate_t *vstate = &ecb->dte_state->dts_vstate;
9764 				dtrace_difo_release(dp, vstate);
9862 	dtrace_vstate_t *vstate = &state->dts_vstate;
9871 		dtrace_predicate_release(pred, vstate);
10499 dtrace_enabling_create(dtrace_vstate_t *vstate)
10504 	enab->dten_vstate = vstate;
10593 	dtrace_vstate_t *vstate = enab->dten_vstate;
10604 			dtrace_predicate_release(pred, vstate);
10608 			dtrace_actdesc_release(act, vstate);
11229 dtrace_dof_difo(dof_hdr_t *dof, dof_sec_t *sec, dtrace_vstate_t *vstate,
11386 	if (dtrace_difo_validate(dp, vstate, DIF_DIR_NREGS, cr) != 0)
11389 	dtrace_difo_init(dp, vstate);
11403 dtrace_dof_predicate(dof_hdr_t *dof, dof_sec_t *sec, dtrace_vstate_t *vstate,
11408 	if ((dp = dtrace_dof_difo(dof, sec, vstate, cr)) == NULL)
11415 dtrace_dof_actdesc(dof_hdr_t *dof, dof_sec_t *sec, dtrace_vstate_t *vstate,
11524 		act->dtad_difo = dtrace_dof_difo(dof, difosec, vstate, cr);
11536 		dtrace_actdesc_release(act, vstate);
11543 dtrace_dof_ecbdesc(dof_hdr_t *dof, dof_sec_t *sec, dtrace_vstate_t *vstate,
11579 		if ((pred = dtrace_dof_predicate(dof, sec, vstate, cr)) == NULL)
11590 		ep->dted_action = dtrace_dof_actdesc(dof, sec, vstate, cr);
11600 		dtrace_predicate_release(pred, vstate);
11681 dtrace_dof_slurp(dof_hdr_t *dof, dtrace_vstate_t *vstate, cred_t *cr,
11851 		enab = *enabp = dtrace_enabling_create(vstate);
11860 		if ((ep = dtrace_dof_ecbdesc(dof, sec, vstate, cr)) == NULL) {
12046 dtrace_vstate_fini(dtrace_vstate_t *vstate)
12051 	ASSERT((vstate->dtvs_nglobals == 0) ^ (vstate->dtvs_globals != NULL));
12053 	if (vstate->dtvs_nglobals > 0) {
12054 		kmem_free(vstate->dtvs_globals, vstate->dtvs_nglobals *
12058 	if (vstate->dtvs_ntlocals > 0) {
12059 		kmem_free(vstate->dtvs_tlocals, vstate->dtvs_ntlocals *
12063 	ASSERT((vstate->dtvs_nlocals == 0) ^ (vstate->dtvs_locals != NULL));
12065 	if (vstate->dtvs_nlocals > 0) {
12066 		kmem_free(vstate->dtvs_locals, vstate->dtvs_nlocals *
12812 	dtrace_vstate_t *vstate = &state->dts_vstate;
12895 	dtrace_dstate_fini(&vstate->dtvs_dynvars);
12896 	dtrace_vstate_fini(vstate);
13053     dtrace_mstate_t *mstate, dtrace_vstate_t *vstate, int where)
13062 	ASSERT(vstate->dtvs_nlocals <= dtrace_helptrace_nlocals);
13093 	ent->dtht_nlocals = vstate->dtvs_nlocals;
13100 	for (i = 0; i < vstate->dtvs_nlocals; i++) {
13103 		if ((svar = vstate->dtvs_locals[i]) == NULL)
13122 	dtrace_vstate_t *vstate;
13134 	vstate = &helpers->dthps_vstate;
13150 				dtrace_helper_trace(helper, mstate, vstate, 0);
13152 			if (!dtrace_dif_emulate(pred, mstate, vstate, state))
13162 				    mstate, vstate, i + 1);
13165 			    mstate, vstate, state);
13173 			dtrace_helper_trace(helper, mstate, vstate,
13178 		dtrace_helper_trace(helper, mstate, vstate,
13191 		dtrace_helper_trace(helper, mstate, vstate,
13205     dtrace_vstate_t *vstate)
13210 		dtrace_difo_release(helper->dtha_predicate, vstate);
13214 		dtrace_difo_release(helper->dtha_actions[i], vstate);
13227 	dtrace_vstate_t *vstate;
13235 	vstate = &help->dthps_vstate;
13250 				dtrace_helper_action_destroy(h, vstate);
13332 	dtrace_vstate_t *vstate;
13341 	vstate = &help->dthps_vstate;
13392 	if (vstate->dtvs_nlocals > dtrace_helptrace_nlocals) {
13393 		dtrace_helptrace_nlocals = vstate->dtvs_nlocals;
13399 	dtrace_helper_action_destroy(helper, vstate);
13761 	dtrace_vstate_t *vstate;
13771 	vstate = &help->dthps_vstate;
13773 	if ((rv = dtrace_dof_slurp(dof, vstate, NULL, &enab,
13876 	dtrace_vstate_t *vstate;
13886 	vstate = &help->dthps_vstate;
13902 			dtrace_helper_action_destroy(h, vstate);
13970 	dtrace_vstate_t *vstate;
13982 	vstate = &newhelp->dthps_vstate;
13997 				dp = dtrace_difo_duplicate(dp, vstate);
14009 				dp = dtrace_difo_duplicate(dp, vstate);
14867 		dtrace_vstate_t *vstate;
14887 		vstate = &state->dts_vstate;
14896 		if (dtrace_dof_slurp(dof, vstate, cr, &enab, 0, B_TRUE) != 0) {