kvm_amd64.c revision 194186
11602Srgrimes/*- 21602Srgrimes * Copyright (c) 1989, 1992, 1993 31602Srgrimes * The Regents of the University of California. All rights reserved. 41602Srgrimes * 51602Srgrimes * This code is derived from software developed by the Computer Systems 61602Srgrimes * Engineering group at Lawrence Berkeley Laboratory under DARPA contract 71602Srgrimes * BG 91-66 and contributed to Berkeley. 81602Srgrimes * 91602Srgrimes * Redistribution and use in source and binary forms, with or without 101602Srgrimes * modification, are permitted provided that the following conditions 111602Srgrimes * are met: 121602Srgrimes * 1. Redistributions of source code must retain the above copyright 131602Srgrimes * notice, this list of conditions and the following disclaimer. 141602Srgrimes * 2. Redistributions in binary form must reproduce the above copyright 151602Srgrimes * notice, this list of conditions and the following disclaimer in the 161602Srgrimes * documentation and/or other materials provided with the distribution. 171602Srgrimes * 4. Neither the name of the University nor the names of its contributors 181602Srgrimes * may be used to endorse or promote products derived from this software 191602Srgrimes * without specific prior written permission. 201602Srgrimes * 211602Srgrimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 221602Srgrimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 231602Srgrimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 241602Srgrimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 251602Srgrimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 261602Srgrimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 271602Srgrimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 281602Srgrimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 291602Srgrimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 301602Srgrimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 311602Srgrimes * SUCH DAMAGE. 321602Srgrimes */ 331602Srgrimes 3483551Sdillon#include <sys/cdefs.h> 3583551Sdillon__FBSDID("$FreeBSD: head/lib/libkvm/kvm_amd64.c 194186 2009-06-14 12:42:06Z ed $"); 3683551Sdillon 371602Srgrimes#if defined(LIBC_SCCS) && !defined(lint) 3855127Speter#if 0 391602Srgrimesstatic char sccsid[] = "@(#)kvm_hp300.c 8.1 (Berkeley) 6/4/93"; 4055127Speter#endif 411602Srgrimes#endif /* LIBC_SCCS and not lint */ 421602Srgrimes 431602Srgrimes/* 44114330Speter * AMD64 machine dependent routines for kvm. Hopefully, the forthcoming 451602Srgrimes * vm code will one day obsolete this module. 461602Srgrimes */ 471602Srgrimes 481602Srgrimes#include <sys/param.h> 491602Srgrimes#include <sys/user.h> 501602Srgrimes#include <sys/proc.h> 511602Srgrimes#include <sys/stat.h> 52147672Speter#include <sys/mman.h> 5317141Sjkh#include <stdlib.h> 54194186Sed#include <string.h> 551602Srgrimes#include <unistd.h> 561602Srgrimes#include <nlist.h> 571602Srgrimes#include <kvm.h> 581602Srgrimes 591602Srgrimes#include <vm/vm.h> 601602Srgrimes#include <vm/vm_param.h> 611602Srgrimes 62147672Speter#include <machine/elf.h> 63147672Speter 641602Srgrimes#include <limits.h> 651602Srgrimes 661602Srgrimes#include "kvm_private.h" 671602Srgrimes 681602Srgrimes#ifndef btop 69114330Speter#define btop(x) (amd64_btop(x)) 70114330Speter#define ptob(x) (amd64_ptob(x)) 711602Srgrimes#endif 721602Srgrimes 73157911Speter/* minidump must be the first item! */ 741602Srgrimesstruct vmstate { 75157911Speter int minidump; /* 1 = minidump mode */ 76147672Speter void *mmapbase; 77147672Speter size_t mmapsize; 78129452Speter pml4_entry_t *PML4; 791602Srgrimes}; 801602Srgrimes 81147672Speter/* 82147672Speter * Map the ELF headers into the process' address space. We do this in two 83147672Speter * steps: first the ELF header itself and using that information the whole 84147672Speter * set of headers. (Taken from kvm_ia64.c) 85147672Speter */ 86147672Speterstatic int 87147672Speter_kvm_maphdrs(kvm_t *kd, size_t sz) 88147672Speter{ 89147672Speter struct vmstate *vm = kd->vmst; 90147672Speter 91147672Speter /* munmap() previous mmap(). */ 92147672Speter if (vm->mmapbase != NULL) { 93147672Speter munmap(vm->mmapbase, vm->mmapsize); 94147672Speter vm->mmapbase = NULL; 95147672Speter } 96147672Speter 97147672Speter vm->mmapsize = sz; 98147672Speter vm->mmapbase = mmap(NULL, sz, PROT_READ, MAP_PRIVATE, kd->pmfd, 0); 99147672Speter if (vm->mmapbase == MAP_FAILED) { 100147672Speter _kvm_err(kd, kd->program, "cannot mmap corefile"); 101147672Speter return (-1); 102147672Speter } 103147672Speter return (0); 104147672Speter} 105147672Speter 106147672Speter/* 107147672Speter * Translate a physical memory address to a file-offset in the crash-dump. 108147672Speter * (Taken from kvm_ia64.c) 109147672Speter */ 110147672Speterstatic size_t 111147672Speter_kvm_pa2off(kvm_t *kd, uint64_t pa, off_t *ofs) 112147672Speter{ 113147672Speter Elf_Ehdr *e = kd->vmst->mmapbase; 114170772Ssimokawa Elf_Phdr *p; 115170772Ssimokawa int n; 116147672Speter 117170772Ssimokawa if (kd->rawdump) { 118170772Ssimokawa *ofs = pa; 119170772Ssimokawa return (PAGE_SIZE - ((size_t)pa & PAGE_MASK)); 120170772Ssimokawa } 121170772Ssimokawa 122170772Ssimokawa p = (Elf_Phdr*)((char*)e + e->e_phoff); 123170772Ssimokawa n = e->e_phnum; 124147672Speter while (n && (pa < p->p_paddr || pa >= p->p_paddr + p->p_memsz)) 125147672Speter p++, n--; 126147672Speter if (n == 0) 127147672Speter return (0); 128147672Speter *ofs = (pa - p->p_paddr) + p->p_offset; 129147672Speter return (PAGE_SIZE - ((size_t)pa & PAGE_MASK)); 130147672Speter} 131147672Speter 1321602Srgrimesvoid 13318798Speter_kvm_freevtop(kvm_t *kd) 13418798Speter{ 135147672Speter struct vmstate *vm = kd->vmst; 136147672Speter 137157911Speter if (kd->vmst->minidump) 138157911Speter return (_kvm_minidump_freevtop(kd)); 139147672Speter if (vm->mmapbase != NULL) 140147672Speter munmap(vm->mmapbase, vm->mmapsize); 141147672Speter if (vm->PML4) 142147672Speter free(vm->PML4); 143147672Speter free(vm); 144147672Speter kd->vmst = NULL; 1451602Srgrimes} 1461602Srgrimes 1471602Srgrimesint 14818798Speter_kvm_initvtop(kvm_t *kd) 14918798Speter{ 1501603Srgrimes struct nlist nlist[2]; 15118798Speter u_long pa; 15282263Speter u_long kernbase; 153129452Speter pml4_entry_t *PML4; 154147672Speter Elf_Ehdr *ehdr; 155147672Speter size_t hdrsz; 156157911Speter char minihdr[8]; 1571602Srgrimes 158170772Ssimokawa if (!kd->rawdump && pread(kd->pmfd, &minihdr, 8, 0) == 8) 159157911Speter if (memcmp(&minihdr, "minidump", 8) == 0) 160157911Speter return (_kvm_minidump_initvtop(kd)); 161157911Speter 162147672Speter kd->vmst = (struct vmstate *)_kvm_malloc(kd, sizeof(*kd->vmst)); 163147672Speter if (kd->vmst == 0) { 1641603Srgrimes _kvm_err(kd, kd->program, "cannot allocate vm"); 1651602Srgrimes return (-1); 1661603Srgrimes } 167147672Speter kd->vmst->PML4 = 0; 1681602Srgrimes 169170772Ssimokawa if (kd->rawdump == 0) { 170170772Ssimokawa if (_kvm_maphdrs(kd, sizeof(Elf_Ehdr)) == -1) 171170772Ssimokawa return (-1); 172147672Speter 173170772Ssimokawa ehdr = kd->vmst->mmapbase; 174170772Ssimokawa hdrsz = ehdr->e_phoff + ehdr->e_phentsize * ehdr->e_phnum; 175170772Ssimokawa if (_kvm_maphdrs(kd, hdrsz) == -1) 176170772Ssimokawa return (-1); 177170772Ssimokawa } 178147672Speter 17982263Speter nlist[0].n_name = "kernbase"; 1801603Srgrimes nlist[1].n_name = 0; 1811602Srgrimes 182129452Speter if (kvm_nlist(kd, nlist) != 0) { 183129452Speter _kvm_err(kd, kd->program, "bad namelist - no kernbase"); 184129452Speter return (-1); 185129452Speter } 186129452Speter kernbase = nlist[0].n_value; 18782263Speter 188129452Speter nlist[0].n_name = "KPML4phys"; 18982263Speter nlist[1].n_name = 0; 19082263Speter 1911602Srgrimes if (kvm_nlist(kd, nlist) != 0) { 192129452Speter _kvm_err(kd, kd->program, "bad namelist - no KPML4phys"); 1931602Srgrimes return (-1); 1941602Srgrimes } 19582263Speter if (kvm_read(kd, (nlist[0].n_value - kernbase), &pa, sizeof(pa)) != 19682263Speter sizeof(pa)) { 197129452Speter _kvm_err(kd, kd->program, "cannot read KPML4phys"); 1981602Srgrimes return (-1); 1991602Srgrimes } 200129452Speter PML4 = _kvm_malloc(kd, PAGE_SIZE); 201129452Speter if (kvm_read(kd, pa, PML4, PAGE_SIZE) != PAGE_SIZE) { 202129452Speter _kvm_err(kd, kd->program, "cannot read KPML4phys"); 2031602Srgrimes return (-1); 2041602Srgrimes } 205147672Speter kd->vmst->PML4 = PML4; 2061602Srgrimes return (0); 2071602Srgrimes} 2081602Srgrimes 2091602Srgrimesstatic int 210147672Speter_kvm_vatop(kvm_t *kd, u_long va, off_t *pa) 21118798Speter{ 21218798Speter struct vmstate *vm; 21318798Speter u_long offset; 214129452Speter u_long pdpe_pa; 215129452Speter u_long pde_pa; 21618798Speter u_long pte_pa; 217129452Speter pml4_entry_t pml4e; 218129452Speter pdp_entry_t pdpe; 21918798Speter pd_entry_t pde; 22018798Speter pt_entry_t pte; 221129452Speter u_long pml4eindex; 222129452Speter u_long pdpeindex; 22318798Speter u_long pdeindex; 22418798Speter u_long pteindex; 22518798Speter int i; 226147672Speter u_long a; 227147672Speter off_t ofs; 228147672Speter size_t s; 2291602Srgrimes 23018798Speter vm = kd->vmst; 23118798Speter offset = va & (PAGE_SIZE - 1); 23218798Speter 23318798Speter /* 23418798Speter * If we are initializing (kernel page table descriptor pointer 23518798Speter * not yet set) then return pa == va to avoid infinite recursion. 23618798Speter */ 237129452Speter if (vm->PML4 == 0) { 238147672Speter s = _kvm_pa2off(kd, va, pa); 239147672Speter if (s == 0) { 240147672Speter _kvm_err(kd, kd->program, 241147672Speter "_kvm_vatop: bootstrap data not in dump"); 242147672Speter goto invalid; 243147672Speter } else 244147672Speter return (PAGE_SIZE - offset); 24518798Speter } 24618798Speter 247129452Speter pml4eindex = (va >> PML4SHIFT) & (NPML4EPG - 1); 248129452Speter pml4e = vm->PML4[pml4eindex]; 249147672Speter if (((u_long)pml4e & PG_V) == 0) { 250147672Speter _kvm_err(kd, kd->program, "_kvm_vatop: pml4e not valid"); 251129452Speter goto invalid; 252147672Speter } 253129452Speter 254129452Speter pdpeindex = (va >> PDPSHIFT) & (NPDPEPG-1); 255147672Speter pdpe_pa = ((u_long)pml4e & PG_FRAME) + 256147672Speter (pdpeindex * sizeof(pdp_entry_t)); 257129452Speter 258147672Speter s = _kvm_pa2off(kd, pdpe_pa, &ofs); 259151492Speter if (s < sizeof pdpe) { 260147672Speter _kvm_err(kd, kd->program, "_kvm_vatop: pdpe_pa not found"); 261147672Speter goto invalid; 262147672Speter } 263147672Speter if (lseek(kd->pmfd, ofs, 0) == -1) { 264129452Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: lseek pdpe_pa"); 265129452Speter goto invalid; 266129452Speter } 267129452Speter if (read(kd->pmfd, &pdpe, sizeof pdpe) != sizeof pdpe) { 268129452Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: read pdpe"); 269129452Speter goto invalid; 270129452Speter } 271147672Speter if (((u_long)pdpe & PG_V) == 0) { 272147672Speter _kvm_err(kd, kd->program, "_kvm_vatop: pdpe not valid"); 273129452Speter goto invalid; 274147672Speter } 275129452Speter 276129452Speter pdeindex = (va >> PDRSHIFT) & (NPDEPG-1); 277129452Speter pde_pa = ((u_long)pdpe & PG_FRAME) + (pdeindex * sizeof(pd_entry_t)); 278129452Speter 279147672Speter s = _kvm_pa2off(kd, pde_pa, &ofs); 280151492Speter if (s < sizeof pde) { 281147672Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: pde_pa not found"); 282129452Speter goto invalid; 283129452Speter } 284147672Speter if (lseek(kd->pmfd, ofs, 0) == -1) { 285147672Speter _kvm_err(kd, kd->program, "_kvm_vatop: lseek pde_pa"); 286147672Speter goto invalid; 287147672Speter } 288129452Speter if (read(kd->pmfd, &pde, sizeof pde) != sizeof pde) { 289129452Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: read pde"); 290129452Speter goto invalid; 291129452Speter } 292147672Speter if (((u_long)pde & PG_V) == 0) { 293147672Speter _kvm_err(kd, kd->program, "_kvm_vatop: pde not valid"); 29418798Speter goto invalid; 295147672Speter } 29618798Speter 29728318Stegge if ((u_long)pde & PG_PS) { 29828318Stegge /* 299129452Speter * No final-level page table; ptd describes one 2MB page. 30028318Stegge */ 301129452Speter#define PAGE2M_MASK (NBPDR - 1) 302129452Speter#define PG_FRAME2M (~PAGE2M_MASK) 303147672Speter a = ((u_long)pde & PG_FRAME2M) + (va & PAGE2M_MASK); 304147672Speter s = _kvm_pa2off(kd, a, pa); 305147672Speter if (s == 0) { 306147672Speter _kvm_err(kd, kd->program, 307147672Speter "_kvm_vatop: 2MB page address not in dump"); 308147672Speter goto invalid; 309147672Speter } else 310147672Speter return (NBPDR - (va & PAGE2M_MASK)); 31128318Stegge } 31228318Stegge 31318798Speter pteindex = (va >> PAGE_SHIFT) & (NPTEPG-1); 31418798Speter pte_pa = ((u_long)pde & PG_FRAME) + (pteindex * sizeof(pt_entry_t)); 31518798Speter 316147672Speter s = _kvm_pa2off(kd, pte_pa, &ofs); 317151492Speter if (s < sizeof pte) { 318147672Speter _kvm_err(kd, kd->program, "_kvm_vatop: pte_pa not found"); 319147672Speter goto invalid; 320147672Speter } 321147672Speter if (lseek(kd->pmfd, ofs, 0) == -1) { 32218798Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: lseek"); 32318798Speter goto invalid; 32418798Speter } 32518798Speter if (read(kd->pmfd, &pte, sizeof pte) != sizeof pte) { 32618798Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: read"); 32718798Speter goto invalid; 32818798Speter } 329147672Speter if (((u_long)pte & PG_V) == 0) { 330147672Speter _kvm_err(kd, kd->program, "_kvm_vatop: pte not valid"); 33118798Speter goto invalid; 332147672Speter } 33318798Speter 334147672Speter a = ((u_long)pte & PG_FRAME) + offset; 335147672Speter s = _kvm_pa2off(kd, a, pa); 336147672Speter if (s == 0) { 337147672Speter _kvm_err(kd, kd->program, "_kvm_vatop: address not in dump"); 338147672Speter goto invalid; 339147672Speter } else 340147672Speter return (PAGE_SIZE - offset); 34118798Speter 34218798Speterinvalid: 343147672Speter _kvm_err(kd, 0, "invalid address (0x%lx)", va); 34418798Speter return (0); 3451602Srgrimes} 3461602Srgrimes 3471602Srgrimesint 348147672Speter_kvm_kvatop(kvm_t *kd, u_long va, off_t *pa) 34918798Speter{ 350147672Speter 351157911Speter if (kd->vmst->minidump) 352157911Speter return (_kvm_minidump_kvatop(kd, va, pa)); 353147672Speter if (ISALIVE(kd)) { 354147672Speter _kvm_err(kd, 0, "kvm_kvatop called in live kernel!"); 355147672Speter return (0); 356147672Speter } 3571603Srgrimes return (_kvm_vatop(kd, va, pa)); 3581602Srgrimes} 359