1/* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License, Version 1.0 only 6 * (the "License"). You may not use this file except in compliance 7 * with the License. 8 * 9 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 10 * or http://www.opensolaris.org/os/licensing. 11 * See the License for the specific language governing permissions 12 * and limitations under the License. 13 * 14 * When distributing Covered Code, include this CDDL HEADER in each 15 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 16 * If applicable, add the following below this CDDL HEADER, with the 17 * fields enclosed by brackets "[]" replaced with your own identifying 18 * information: Portions Copyright [yyyy] [name of copyright owner] 19 * 20 * CDDL HEADER END 21 *
| 1/* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License, Version 1.0 only 6 * (the "License"). You may not use this file except in compliance 7 * with the License. 8 * 9 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 10 * or http://www.opensolaris.org/os/licensing. 11 * See the License for the specific language governing permissions 12 * and limitations under the License. 13 * 14 * When distributing Covered Code, include this CDDL HEADER in each 15 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 16 * If applicable, add the following below this CDDL HEADER, with the 17 * fields enclosed by brackets "[]" replaced with your own identifying 18 * information: Portions Copyright [yyyy] [name of copyright owner] 19 * 20 * CDDL HEADER END 21 *
|
22 * $FreeBSD: head/sys/cddl/dev/dtrace/mips/dtrace_subr.c 233409 2012-03-24 05:14:37Z gonzo $
| 22 * $FreeBSD: head/sys/cddl/dev/dtrace/mips/dtrace_subr.c 268600 2014-07-14 04:38:17Z markj $
|
23 * 24 */ 25/* 26 * Copyright 2005 Sun Microsystems, Inc. All rights reserved. 27 * Use is subject to license terms. 28 */ 29 30#include <sys/cdefs.h>
| 23 * 24 */ 25/* 26 * Copyright 2005 Sun Microsystems, Inc. All rights reserved. 27 * Use is subject to license terms. 28 */ 29 30#include <sys/cdefs.h>
|
31__FBSDID("$FreeBSD: head/sys/cddl/dev/dtrace/mips/dtrace_subr.c 233409 2012-03-24 05:14:37Z gonzo $");
| 31__FBSDID("$FreeBSD: head/sys/cddl/dev/dtrace/mips/dtrace_subr.c 268600 2014-07-14 04:38:17Z markj $");
|
32 33#include <sys/param.h> 34#include <sys/systm.h> 35#include <sys/types.h> 36#include <sys/kernel.h> 37#include <sys/malloc.h> 38#include <sys/kmem.h> 39#include <sys/smp.h> 40#include <sys/dtrace_impl.h> 41#include <sys/dtrace_bsd.h> 42#include <machine/clock.h> 43#include <machine/frame.h> 44#include <machine/trap.h> 45#include <vm/pmap.h> 46 47#define DELAYBRANCH(x) ((int)(x) < 0) 48 49extern uintptr_t dtrace_in_probe_addr; 50extern int dtrace_in_probe; 51extern dtrace_id_t dtrace_probeid_error; 52 53int dtrace_invop(uintptr_t, uintptr_t *, uintptr_t); 54 55typedef struct dtrace_invop_hdlr { 56 int (*dtih_func)(uintptr_t, uintptr_t *, uintptr_t); 57 struct dtrace_invop_hdlr *dtih_next; 58} dtrace_invop_hdlr_t; 59 60dtrace_invop_hdlr_t *dtrace_invop_hdlr; 61 62int 63dtrace_invop(uintptr_t addr, uintptr_t *stack, uintptr_t eax) 64{ 65 dtrace_invop_hdlr_t *hdlr; 66 int rval; 67 68 for (hdlr = dtrace_invop_hdlr; hdlr != NULL; hdlr = hdlr->dtih_next) 69 if ((rval = hdlr->dtih_func(addr, stack, eax)) != 0) 70 return (rval); 71 72 return (0); 73} 74 75 76/*ARGSUSED*/ 77void 78dtrace_toxic_ranges(void (*func)(uintptr_t base, uintptr_t limit)) 79{ 80 /* 81 * No toxic regions? 82 */ 83} 84 85void 86dtrace_xcall(processorid_t cpu, dtrace_xcall_t func, void *arg) 87{ 88 cpuset_t cpus; 89 90 if (cpu == DTRACE_CPUALL) 91 cpus = all_cpus; 92 else 93 CPU_SETOF(cpu, &cpus); 94 95 smp_rendezvous_cpus(cpus, smp_no_rendevous_barrier, func, 96 smp_no_rendevous_barrier, arg); 97} 98 99static void 100dtrace_sync_func(void) 101{ 102} 103 104void 105dtrace_sync(void) 106{ 107 dtrace_xcall(DTRACE_CPUALL, (dtrace_xcall_t)dtrace_sync_func, NULL); 108} 109 110/* 111 * DTrace needs a high resolution time function which can 112 * be called from a probe context and guaranteed not to have 113 * instrumented with probes itself. 114 * 115 * Returns nanoseconds since boot. 116 */ 117uint64_t 118dtrace_gethrtime() 119{ 120 struct timespec curtime; 121 122 nanouptime(&curtime); 123 124 return (curtime.tv_sec * 1000000000UL + curtime.tv_nsec); 125 126} 127 128uint64_t 129dtrace_gethrestime(void) 130{ 131 struct timespec curtime; 132 133 getnanotime(&curtime); 134 135 return (curtime.tv_sec * 1000000000UL + curtime.tv_nsec); 136} 137 138/* Function to handle DTrace traps during probes. See amd64/amd64/trap.c */ 139int
| 32 33#include <sys/param.h> 34#include <sys/systm.h> 35#include <sys/types.h> 36#include <sys/kernel.h> 37#include <sys/malloc.h> 38#include <sys/kmem.h> 39#include <sys/smp.h> 40#include <sys/dtrace_impl.h> 41#include <sys/dtrace_bsd.h> 42#include <machine/clock.h> 43#include <machine/frame.h> 44#include <machine/trap.h> 45#include <vm/pmap.h> 46 47#define DELAYBRANCH(x) ((int)(x) < 0) 48 49extern uintptr_t dtrace_in_probe_addr; 50extern int dtrace_in_probe; 51extern dtrace_id_t dtrace_probeid_error; 52 53int dtrace_invop(uintptr_t, uintptr_t *, uintptr_t); 54 55typedef struct dtrace_invop_hdlr { 56 int (*dtih_func)(uintptr_t, uintptr_t *, uintptr_t); 57 struct dtrace_invop_hdlr *dtih_next; 58} dtrace_invop_hdlr_t; 59 60dtrace_invop_hdlr_t *dtrace_invop_hdlr; 61 62int 63dtrace_invop(uintptr_t addr, uintptr_t *stack, uintptr_t eax) 64{ 65 dtrace_invop_hdlr_t *hdlr; 66 int rval; 67 68 for (hdlr = dtrace_invop_hdlr; hdlr != NULL; hdlr = hdlr->dtih_next) 69 if ((rval = hdlr->dtih_func(addr, stack, eax)) != 0) 70 return (rval); 71 72 return (0); 73} 74 75 76/*ARGSUSED*/ 77void 78dtrace_toxic_ranges(void (*func)(uintptr_t base, uintptr_t limit)) 79{ 80 /* 81 * No toxic regions? 82 */ 83} 84 85void 86dtrace_xcall(processorid_t cpu, dtrace_xcall_t func, void *arg) 87{ 88 cpuset_t cpus; 89 90 if (cpu == DTRACE_CPUALL) 91 cpus = all_cpus; 92 else 93 CPU_SETOF(cpu, &cpus); 94 95 smp_rendezvous_cpus(cpus, smp_no_rendevous_barrier, func, 96 smp_no_rendevous_barrier, arg); 97} 98 99static void 100dtrace_sync_func(void) 101{ 102} 103 104void 105dtrace_sync(void) 106{ 107 dtrace_xcall(DTRACE_CPUALL, (dtrace_xcall_t)dtrace_sync_func, NULL); 108} 109 110/* 111 * DTrace needs a high resolution time function which can 112 * be called from a probe context and guaranteed not to have 113 * instrumented with probes itself. 114 * 115 * Returns nanoseconds since boot. 116 */ 117uint64_t 118dtrace_gethrtime() 119{ 120 struct timespec curtime; 121 122 nanouptime(&curtime); 123 124 return (curtime.tv_sec * 1000000000UL + curtime.tv_nsec); 125 126} 127 128uint64_t 129dtrace_gethrestime(void) 130{ 131 struct timespec curtime; 132 133 getnanotime(&curtime); 134 135 return (curtime.tv_sec * 1000000000UL + curtime.tv_nsec); 136} 137 138/* Function to handle DTrace traps during probes. See amd64/amd64/trap.c */ 139int
|
140dtrace_trap(struct trapframe *frame, u_int type)
| 140dtrace_trap(struct trapframe *frame)
|
141{
| 141{
|
| 142 u_int type; 143 144 type = (trapframe->cause & MIPS_CR_EXC_CODE) >> MIPS_CR_EXC_CODE_SHIFT; 145
|
142 /* 143 * A trap can occur while DTrace executes a probe. Before 144 * executing the probe, DTrace blocks re-scheduling and sets
| 146 /* 147 * A trap can occur while DTrace executes a probe. Before 148 * executing the probe, DTrace blocks re-scheduling and sets
|
145 * a flag in it's per-cpu flags to indicate that it doesn't
| 149 * a flag in its per-cpu flags to indicate that it doesn't
|
146 * want to fault. On returning from the probe, the no-fault 147 * flag is cleared and finally re-scheduling is enabled. 148 * 149 * Check if DTrace has enabled 'no-fault' mode:
| 150 * want to fault. On returning from the probe, the no-fault 151 * flag is cleared and finally re-scheduling is enabled. 152 * 153 * Check if DTrace has enabled 'no-fault' mode:
|
150 *
| |
151 */ 152 if ((cpu_core[curcpu].cpuc_dtrace_flags & CPU_DTRACE_NOFAULT) != 0) { 153 /* 154 * There are only a couple of trap types that are expected. 155 * All the rest will be handled in the usual way. 156 */ 157 switch (type) { 158 /* Page fault. */ 159 case T_TLB_ST_MISS: 160 case T_ADDR_ERR_ST: 161 case T_TLB_LD_MISS: 162 case T_ADDR_ERR_LD: 163 case T_BUS_ERR_IFETCH: 164 /* Flag a bad address. */ 165 cpu_core[curcpu].cpuc_dtrace_flags |= CPU_DTRACE_BADADDR; 166 cpu_core[curcpu].cpuc_dtrace_illval = frame->badvaddr; 167 168 /* 169 * Offset the instruction pointer to the instruction 170 * following the one causing the fault. 171 */ 172 if (DELAYBRANCH(frame->cause)) /* Check BD bit */ 173 { 174 /* XXX: check MipsEmulateBranch on MIPS64 175 frame->pc = MipsEmulateBranch(frame, frame->pc, 176 0, 0); 177 */ 178 panic("%s: delay slot at %jx, badvaddr = %jx\n", 179 __func__, 180 (intmax_t)frame->pc, (intmax_t)frame->badvaddr); 181 } 182 else 183 frame->pc += sizeof(int); 184 return (1); 185 default: 186 /* Handle all other traps in the usual way. */ 187 break; 188 } 189 } 190 191 /* Handle the trap in the usual way. */ 192 return (0); 193} 194 195void 196dtrace_probe_error(dtrace_state_t *state, dtrace_epid_t epid, int which, 197 int fault, int fltoffs, uintptr_t illval) 198{ 199 200 dtrace_probe(dtrace_probeid_error, (uint64_t)(uintptr_t)state, 201 (uintptr_t)epid, 202 (uintptr_t)which, (uintptr_t)fault, (uintptr_t)fltoffs); 203}
| 154 */ 155 if ((cpu_core[curcpu].cpuc_dtrace_flags & CPU_DTRACE_NOFAULT) != 0) { 156 /* 157 * There are only a couple of trap types that are expected. 158 * All the rest will be handled in the usual way. 159 */ 160 switch (type) { 161 /* Page fault. */ 162 case T_TLB_ST_MISS: 163 case T_ADDR_ERR_ST: 164 case T_TLB_LD_MISS: 165 case T_ADDR_ERR_LD: 166 case T_BUS_ERR_IFETCH: 167 /* Flag a bad address. */ 168 cpu_core[curcpu].cpuc_dtrace_flags |= CPU_DTRACE_BADADDR; 169 cpu_core[curcpu].cpuc_dtrace_illval = frame->badvaddr; 170 171 /* 172 * Offset the instruction pointer to the instruction 173 * following the one causing the fault. 174 */ 175 if (DELAYBRANCH(frame->cause)) /* Check BD bit */ 176 { 177 /* XXX: check MipsEmulateBranch on MIPS64 178 frame->pc = MipsEmulateBranch(frame, frame->pc, 179 0, 0); 180 */ 181 panic("%s: delay slot at %jx, badvaddr = %jx\n", 182 __func__, 183 (intmax_t)frame->pc, (intmax_t)frame->badvaddr); 184 } 185 else 186 frame->pc += sizeof(int); 187 return (1); 188 default: 189 /* Handle all other traps in the usual way. */ 190 break; 191 } 192 } 193 194 /* Handle the trap in the usual way. */ 195 return (0); 196} 197 198void 199dtrace_probe_error(dtrace_state_t *state, dtrace_epid_t epid, int which, 200 int fault, int fltoffs, uintptr_t illval) 201{ 202 203 dtrace_probe(dtrace_probeid_error, (uint64_t)(uintptr_t)state, 204 (uintptr_t)epid, 205 (uintptr_t)which, (uintptr_t)fault, (uintptr_t)fltoffs); 206}
|