kvm_amd64.c revision 129452
11602Srgrimes/*- 21602Srgrimes * Copyright (c) 1989, 1992, 1993 31602Srgrimes * The Regents of the University of California. All rights reserved. 41602Srgrimes * 51602Srgrimes * This code is derived from software developed by the Computer Systems 61602Srgrimes * Engineering group at Lawrence Berkeley Laboratory under DARPA contract 71602Srgrimes * BG 91-66 and contributed to Berkeley. 81602Srgrimes * 91602Srgrimes * Redistribution and use in source and binary forms, with or without 101602Srgrimes * modification, are permitted provided that the following conditions 111602Srgrimes * are met: 121602Srgrimes * 1. Redistributions of source code must retain the above copyright 131602Srgrimes * notice, this list of conditions and the following disclaimer. 141602Srgrimes * 2. Redistributions in binary form must reproduce the above copyright 151602Srgrimes * notice, this list of conditions and the following disclaimer in the 161602Srgrimes * documentation and/or other materials provided with the distribution. 171602Srgrimes * 3. All advertising materials mentioning features or use of this software 181602Srgrimes * must display the following acknowledgement: 191602Srgrimes * This product includes software developed by the University of 201602Srgrimes * California, Berkeley and its contributors. 211602Srgrimes * 4. Neither the name of the University nor the names of its contributors 221602Srgrimes * may be used to endorse or promote products derived from this software 231602Srgrimes * without specific prior written permission. 241602Srgrimes * 251602Srgrimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 261602Srgrimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 271602Srgrimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 281602Srgrimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 291602Srgrimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 301602Srgrimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 311602Srgrimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 321602Srgrimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 331602Srgrimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 341602Srgrimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 351602Srgrimes * SUCH DAMAGE. 361602Srgrimes */ 371602Srgrimes 3883551Sdillon#include <sys/cdefs.h> 3983551Sdillon__FBSDID("$FreeBSD: head/lib/libkvm/kvm_amd64.c 129452 2004-05-19 18:24:13Z peter $"); 4083551Sdillon 411602Srgrimes#if defined(LIBC_SCCS) && !defined(lint) 4255127Speter#if 0 431602Srgrimesstatic char sccsid[] = "@(#)kvm_hp300.c 8.1 (Berkeley) 6/4/93"; 4455127Speter#endif 451602Srgrimes#endif /* LIBC_SCCS and not lint */ 461602Srgrimes 471602Srgrimes/* 48114330Speter * AMD64 machine dependent routines for kvm. Hopefully, the forthcoming 491602Srgrimes * vm code will one day obsolete this module. 501602Srgrimes */ 511602Srgrimes 521602Srgrimes#include <sys/param.h> 531602Srgrimes#include <sys/user.h> 541602Srgrimes#include <sys/proc.h> 551602Srgrimes#include <sys/stat.h> 5617141Sjkh#include <stdlib.h> 571602Srgrimes#include <unistd.h> 581602Srgrimes#include <nlist.h> 591602Srgrimes#include <kvm.h> 601602Srgrimes 611602Srgrimes#include <vm/vm.h> 621602Srgrimes#include <vm/vm_param.h> 631602Srgrimes 641602Srgrimes#include <limits.h> 651602Srgrimes 661602Srgrimes#include "kvm_private.h" 671602Srgrimes 681602Srgrimes#ifndef btop 69114330Speter#define btop(x) (amd64_btop(x)) 70114330Speter#define ptob(x) (amd64_ptob(x)) 711602Srgrimes#endif 721602Srgrimes 731602Srgrimesstruct vmstate { 74129452Speter pml4_entry_t *PML4; 751602Srgrimes}; 761602Srgrimes 771602Srgrimesvoid 7818798Speter_kvm_freevtop(kvm_t *kd) 7918798Speter{ 801603Srgrimes if (kd->vmst != 0) { 81129452Speter if (kd->vmst->PML4) { 82129452Speter free(kd->vmst->PML4); 8318798Speter } 841602Srgrimes free(kd->vmst); 851603Srgrimes } 861602Srgrimes} 871602Srgrimes 881602Srgrimesint 8918798Speter_kvm_initvtop(kvm_t *kd) 9018798Speter{ 911602Srgrimes struct vmstate *vm; 921603Srgrimes struct nlist nlist[2]; 9318798Speter u_long pa; 9482263Speter u_long kernbase; 95129452Speter pml4_entry_t *PML4; 961602Srgrimes 971602Srgrimes vm = (struct vmstate *)_kvm_malloc(kd, sizeof(*vm)); 981603Srgrimes if (vm == 0) { 991603Srgrimes _kvm_err(kd, kd->program, "cannot allocate vm"); 1001602Srgrimes return (-1); 1011603Srgrimes } 1021602Srgrimes kd->vmst = vm; 103129452Speter vm->PML4 = 0; 1041602Srgrimes 10582263Speter nlist[0].n_name = "kernbase"; 1061603Srgrimes nlist[1].n_name = 0; 1071602Srgrimes 108129452Speter if (kvm_nlist(kd, nlist) != 0) { 109129452Speter _kvm_err(kd, kd->program, "bad namelist - no kernbase"); 110129452Speter return (-1); 111129452Speter } 112129452Speter kernbase = nlist[0].n_value; 11382263Speter 114129452Speter nlist[0].n_name = "KPML4phys"; 11582263Speter nlist[1].n_name = 0; 11682263Speter 1171602Srgrimes if (kvm_nlist(kd, nlist) != 0) { 118129452Speter _kvm_err(kd, kd->program, "bad namelist - no KPML4phys"); 1191602Srgrimes return (-1); 1201602Srgrimes } 12182263Speter if (kvm_read(kd, (nlist[0].n_value - kernbase), &pa, sizeof(pa)) != 12282263Speter sizeof(pa)) { 123129452Speter _kvm_err(kd, kd->program, "cannot read KPML4phys"); 1241602Srgrimes return (-1); 1251602Srgrimes } 126129452Speter PML4 = _kvm_malloc(kd, PAGE_SIZE); 127129452Speter if (kvm_read(kd, pa, PML4, PAGE_SIZE) != PAGE_SIZE) { 128129452Speter _kvm_err(kd, kd->program, "cannot read KPML4phys"); 1291602Srgrimes return (-1); 1301602Srgrimes } 131129452Speter vm->PML4 = PML4; 1321602Srgrimes return (0); 1331602Srgrimes} 1341602Srgrimes 1351602Srgrimesstatic int 13618798Speter_kvm_vatop(kvm_t *kd, u_long va, u_long *pa) 13718798Speter{ 13818798Speter struct vmstate *vm; 13918798Speter u_long offset; 140129452Speter u_long pdpe_pa; 141129452Speter u_long pde_pa; 14218798Speter u_long pte_pa; 143129452Speter pml4_entry_t pml4e; 144129452Speter pdp_entry_t pdpe; 14518798Speter pd_entry_t pde; 14618798Speter pt_entry_t pte; 147129452Speter u_long pml4eindex; 148129452Speter u_long pdpeindex; 14918798Speter u_long pdeindex; 15018798Speter u_long pteindex; 15118798Speter int i; 1521602Srgrimes 1531602Srgrimes if (ISALIVE(kd)) { 154129452Speter _kvm_err(kd, 0, "kvm_vatop called in live kernel!"); 1551602Srgrimes return((off_t)0); 1561602Srgrimes } 15718798Speter 15818798Speter vm = kd->vmst; 15918798Speter offset = va & (PAGE_SIZE - 1); 16018798Speter 16118798Speter /* 16218798Speter * If we are initializing (kernel page table descriptor pointer 16318798Speter * not yet set) then return pa == va to avoid infinite recursion. 16418798Speter */ 165129452Speter if (vm->PML4 == 0) { 16618798Speter *pa = va; 16718798Speter return (PAGE_SIZE - offset); 16818798Speter } 16918798Speter 170129452Speter pml4eindex = (va >> PML4SHIFT) & (NPML4EPG - 1); 171129452Speter pml4e = vm->PML4[pml4eindex]; 172129452Speter if (((u_long)pml4e & PG_V) == 0) 173129452Speter goto invalid; 174129452Speter 175129452Speter pdpeindex = (va >> PDPSHIFT) & (NPDPEPG-1); 176129452Speter pdpe_pa = ((u_long)pml4e & PG_FRAME) + (pdpeindex * sizeof(pdp_entry_t)); 177129452Speter 178129452Speter /* XXX This has to be a physical address read, kvm_read is virtual */ 179129452Speter if (lseek(kd->pmfd, pdpe_pa, 0) == -1) { 180129452Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: lseek pdpe_pa"); 181129452Speter goto invalid; 182129452Speter } 183129452Speter if (read(kd->pmfd, &pdpe, sizeof pdpe) != sizeof pdpe) { 184129452Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: read pdpe"); 185129452Speter goto invalid; 186129452Speter } 187129452Speter if (((u_long)pdpe & PG_V) == 0) 188129452Speter goto invalid; 189129452Speter 190129452Speter 191129452Speter pdeindex = (va >> PDRSHIFT) & (NPDEPG-1); 192129452Speter pde_pa = ((u_long)pdpe & PG_FRAME) + (pdeindex * sizeof(pd_entry_t)); 193129452Speter 194129452Speter /* XXX This has to be a physical address read, kvm_read is virtual */ 195129452Speter if (lseek(kd->pmfd, pde_pa, 0) == -1) { 196129452Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: lseek pde_pa"); 197129452Speter goto invalid; 198129452Speter } 199129452Speter if (read(kd->pmfd, &pde, sizeof pde) != sizeof pde) { 200129452Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: read pde"); 201129452Speter goto invalid; 202129452Speter } 20318798Speter if (((u_long)pde & PG_V) == 0) 20418798Speter goto invalid; 20518798Speter 20628318Stegge if ((u_long)pde & PG_PS) { 20728318Stegge /* 208129452Speter * No final-level page table; ptd describes one 2MB page. 20928318Stegge */ 210129452Speter#define PAGE2M_MASK (NBPDR - 1) 211129452Speter#define PG_FRAME2M (~PAGE2M_MASK) 212129452Speter *pa = ((u_long)pde & PG_FRAME2M) + (va & PAGE2M_MASK); 213129452Speter return (NBPDR - (va & PAGE2M_MASK)); 21428318Stegge } 21528318Stegge 21618798Speter pteindex = (va >> PAGE_SHIFT) & (NPTEPG-1); 21718798Speter pte_pa = ((u_long)pde & PG_FRAME) + (pteindex * sizeof(pt_entry_t)); 21818798Speter 21918798Speter /* XXX This has to be a physical address read, kvm_read is virtual */ 22018798Speter if (lseek(kd->pmfd, pte_pa, 0) == -1) { 22118798Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: lseek"); 22218798Speter goto invalid; 22318798Speter } 22418798Speter if (read(kd->pmfd, &pte, sizeof pte) != sizeof pte) { 22518798Speter _kvm_syserr(kd, kd->program, "_kvm_vatop: read"); 22618798Speter goto invalid; 22718798Speter } 22818798Speter if (((u_long)pte & PG_V) == 0) 22918798Speter goto invalid; 23018798Speter 23118798Speter *pa = ((u_long)pte & PG_FRAME) + offset; 23218798Speter return (PAGE_SIZE - offset); 23318798Speter 23418798Speterinvalid: 2351602Srgrimes _kvm_err(kd, 0, "invalid address (%x)", va); 23618798Speter return (0); 2371602Srgrimes} 2381602Srgrimes 2391602Srgrimesint 24018798Speter_kvm_kvatop(kvm_t *kd, u_long va, u_long *pa) 24118798Speter{ 2421603Srgrimes return (_kvm_vatop(kd, va, pa)); 2431602Srgrimes} 244