1/* $NetBSD: dtrace_load.c,v 1.5 2019/07/23 09:06:12 hannken Exp $ */ 2 3/* 4 * CDDL HEADER START 5 * 6 * The contents of this file are subject to the terms of the 7 * Common Development and Distribution License (the "License"). 8 * You may not use this file except in compliance with the License. 9 * 10 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 11 * or http://www.opensolaris.org/os/licensing. 12 * See the License for the specific language governing permissions 13 * and limitations under the License. 14 * 15 * When distributing Covered Code, include this CDDL HEADER in each 16 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 17 * If applicable, add the following below this CDDL HEADER, with the 18 * fields enclosed by brackets "[]" replaced with your own identifying 19 * information: Portions Copyright [yyyy] [name of copyright owner] 20 * 21 * CDDL HEADER END 22 * 23 * $FreeBSD: head/sys/cddl/dev/dtrace/dtrace_load.c 309069 2016-11-23 22:50:20Z gnn $ 24 * 25 */ 26 27static void dtrace_debug_init(void *); 28static void dtrace_anon_init(void *dummy); 29void dtrace_gethrtime_init(void *); 30 31int dtrace_helptrace_size=0; 32 33#ifdef __FreeBSD__ 34#ifndef EARLY_AP_STARTUP 35static void 36dtrace_ap_start(void *dummy) 37{ 38 int i; 39 40 mutex_enter(&cpu_lock); 41 42 /* Setup the rest of the CPUs. */ 43 CPU_FOREACH(i) { 44 if (i == 0) 45 continue; 46 47 (void) dtrace_cpu_setup(CPU_CONFIG, i); 48 } 49 50 mutex_exit(&cpu_lock); 51} 52 53SYSINIT(dtrace_ap_start, SI_SUB_SMP, SI_ORDER_ANY, dtrace_ap_start, NULL); 54#endif 55#endif 56 57#ifdef __NetBSD__ 58void *dtrace_modcb; 59#endif 60 61static void 62dtrace_load(void *dummy) 63{ 64 dtrace_provider_id_t id; 65 CPU_INFO_ITERATOR cpuind; 66 struct cpu_info *cinfo; 67 68 dtrace_debug_init(NULL); 69 dtrace_gethrtime_init(NULL); 70 71#ifdef __FreeBSD__ 72 /* 73 * DTrace uses negative logic for the destructive mode switch, so it 74 * is required to translate from the sysctl which uses positive logic. 75 */ 76 if (dtrace_allow_destructive) 77 dtrace_destructive_disallow = 0; 78 else 79 dtrace_destructive_disallow = 1; 80#endif 81 82 /* Hook into the trap handler. */ 83 dtrace_trap_func = dtrace_trap; 84 85 /* Hang our hook for thread switches. */ 86 dtrace_vtime_switch_func = dtrace_vtime_switch; 87 88 /* Hang our hook for exceptions. */ 89 dtrace_invop_init(); 90 91 dtrace_taskq = taskq_create("dtrace_taskq", 1, maxclsyspri, 0, 0, 0); 92 93#ifdef __FreeBSD__ 94 dtrace_arena = new_unrhdr(1, INT_MAX, &dtrace_unr_mtx); 95 96 /* Register callbacks for linker file load and unload events. */ 97 dtrace_kld_load_tag = EVENTHANDLER_REGISTER(kld_load, 98 dtrace_kld_load, NULL, EVENTHANDLER_PRI_ANY); 99 dtrace_kld_unload_try_tag = EVENTHANDLER_REGISTER(kld_unload_try, 100 dtrace_kld_unload_try, NULL, EVENTHANDLER_PRI_ANY); 101#endif 102 103#ifdef __NetBSD__ 104 dtrace_arena = vmem_create("dtrace", 1, INT_MAX, 1, 105 NULL, NULL, NULL, 0, VM_SLEEP, IPL_NONE); 106 107#endif 108 109 /* 110 * Initialise the mutexes without 'witness' because the dtrace 111 * code is mostly written to wait for memory. To have the 112 * witness code change a malloc() from M_WAITOK to M_NOWAIT 113 * because a lock is held would surely create a panic in a 114 * low memory situation. And that low memory situation might be 115 * the very problem we are trying to trace. 116 */ 117 mutex_init(&dtrace_lock,"dtrace probe state", MUTEX_DEFAULT, NULL); 118 mutex_init(&dtrace_provider_lock,"dtrace provider state", MUTEX_DEFAULT, NULL); 119 mutex_init(&dtrace_meta_lock,"dtrace meta-provider state", MUTEX_DEFAULT, NULL); 120#ifdef DEBUG 121 mutex_init(&dtrace_errlock,"dtrace error lock", MUTEX_DEFAULT, NULL); 122#endif 123 124 mutex_enter(&dtrace_provider_lock); 125 mutex_enter(&dtrace_lock); 126 mutex_enter(&cpu_lock); 127 128 ASSERT(MUTEX_HELD(&cpu_lock)); 129 130 dtrace_state_cache = kmem_cache_create(__UNCONST("dtrace_state_cache"), 131 sizeof (dtrace_dstate_percpu_t) * NCPU, DTRACE_STATE_ALIGN, 132 NULL, NULL, NULL, NULL, NULL, 0); 133 134 ASSERT(MUTEX_HELD(&cpu_lock)); 135 dtrace_bymod = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_mod), 136 offsetof(dtrace_probe_t, dtpr_nextmod), 137 offsetof(dtrace_probe_t, dtpr_prevmod)); 138 139 dtrace_byfunc = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_func), 140 offsetof(dtrace_probe_t, dtpr_nextfunc), 141 offsetof(dtrace_probe_t, dtpr_prevfunc)); 142 143 dtrace_byname = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_name), 144 offsetof(dtrace_probe_t, dtpr_nextname), 145 offsetof(dtrace_probe_t, dtpr_prevname)); 146 147 if (dtrace_retain_max < 1) { 148 cmn_err(CE_WARN, "illegal value (%lu) for dtrace_retain_max; " 149 "setting to 1", dtrace_retain_max); 150 dtrace_retain_max = 1; 151 } 152 153 /* 154 * Now discover our toxic ranges. 155 */ 156 dtrace_toxic_ranges(dtrace_toxrange_add); 157 158 /* 159 * Before we register ourselves as a provider to our own framework, 160 * we would like to assert that dtrace_provider is NULL -- but that's 161 * not true if we were loaded as a dependency of a DTrace provider. 162 * Once we've registered, we can assert that dtrace_provider is our 163 * pseudo provider. 164 */ 165 (void) dtrace_register("dtrace", &dtrace_provider_attr, 166 DTRACE_PRIV_NONE, 0, &dtrace_provider_ops, NULL, &id); 167 168 ASSERT(dtrace_provider != NULL); 169 ASSERT((dtrace_provider_id_t)dtrace_provider == id); 170 171 dtrace_probeid_begin = dtrace_probe_create((dtrace_provider_id_t) 172 dtrace_provider, NULL, NULL, "BEGIN", 0, NULL); 173 dtrace_probeid_end = dtrace_probe_create((dtrace_provider_id_t) 174 dtrace_provider, NULL, NULL, "END", 0, NULL); 175 dtrace_probeid_error = dtrace_probe_create((dtrace_provider_id_t) 176 dtrace_provider, NULL, NULL, "ERROR", 1, NULL); 177 178 mutex_exit(&cpu_lock); 179 mutex_exit(&dtrace_lock); 180 mutex_exit(&dtrace_provider_lock); 181 182 mutex_enter(&cpu_lock); 183 184 /* Setup the CPUs */ 185 for (CPU_INFO_FOREACH(cpuind, cinfo)) { 186 (void) dtrace_cpu_setup(CPU_CONFIG, cpu_index(cinfo)); 187 } 188 189 mutex_exit(&cpu_lock); 190 191#ifdef __NetBSD__ 192 dtrace_anon_init(NULL); 193 194 dtrace_modcb = module_register_callbacks(dtrace_module_loaded, 195 dtrace_module_unloaded); 196#endif 197#ifdef __FreeBSD__ 198 dtrace_dev = make_dev(&dtrace_cdevsw, 0, UID_ROOT, GID_WHEEL, 0600, 199 "dtrace/dtrace"); 200 helper_dev = make_dev(&helper_cdevsw, 0, UID_ROOT, GID_WHEEL, 0660, 201 "dtrace/helper"); 202#endif 203 204 return; 205} 206