1/*- 2 * Copyright (c) 2014, 2015 The FreeBSD Foundation. 3 * Copyright (c) 2014 Andrew Turner. 4 * All rights reserved. 5 * 6 * This software was developed by Andrew Turner under 7 * sponsorship from the FreeBSD Foundation. 8 * 9 * Portions of this software were developed by Konstantin Belousov 10 * under sponsorship from the FreeBSD Foundation. 11 * 12 * Redistribution and use in source and binary forms, with or without 13 * modification, are permitted provided that the following conditions 14 * are met: 15 * 1. Redistributions of source code must retain the above copyright 16 * notice, this list of conditions and the following disclaimer. 17 * 2. Redistributions in binary form must reproduce the above copyright 18 * notice, this list of conditions and the following disclaimer in the 19 * documentation and/or other materials provided with the distribution. 20 * 21 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 31 * SUCH DAMAGE. 32 */ 33 34#include <sys/cdefs.h> 35__FBSDID("$FreeBSD$"); 36 37#include <sys/param.h> 38#include <sys/kernel.h> 39#include <sys/systm.h> 40#include <sys/exec.h> 41#include <sys/imgact.h> 42#include <sys/linker.h> 43#include <sys/proc.h> 44#include <sys/sysent.h> 45#include <sys/imgact_elf.h> 46#include <sys/syscall.h> 47#include <sys/signalvar.h> 48#include <sys/vnode.h> 49 50#include <vm/vm.h> 51#include <vm/vm_param.h> 52 53#include <machine/elf.h> 54#include <machine/md_var.h> 55 56#include "linker_if.h" 57 58u_long __read_frequently elf_hwcap; 59u_long __read_frequently elf_hwcap2; 60 61static struct sysentvec elf64_freebsd_sysvec = { 62 .sv_size = SYS_MAXSYSCALL, 63 .sv_table = sysent, 64 .sv_transtrap = NULL, 65 .sv_fixup = __elfN(freebsd_fixup), 66 .sv_sendsig = sendsig, 67 .sv_sigcode = sigcode, 68 .sv_szsigcode = &szsigcode, 69 .sv_name = "FreeBSD ELF64", 70 .sv_coredump = __elfN(coredump), 71 .sv_imgact_try = NULL, 72 .sv_minsigstksz = MINSIGSTKSZ, 73 .sv_minuser = VM_MIN_ADDRESS, 74 .sv_maxuser = VM_MAXUSER_ADDRESS, 75 .sv_usrstack = USRSTACK, 76 .sv_psstrings = PS_STRINGS, 77 .sv_stackprot = VM_PROT_READ | VM_PROT_WRITE, 78 .sv_copyout_auxargs = __elfN(freebsd_copyout_auxargs), 79 .sv_copyout_strings = exec_copyout_strings, 80 .sv_setregs = exec_setregs, 81 .sv_fixlimit = NULL, 82 .sv_maxssiz = NULL, 83 .sv_flags = SV_SHP | SV_TIMEKEEP | SV_ABI_FREEBSD | SV_LP64 | 84 SV_ASLR | SV_RNG_SEED_VER, 85 .sv_set_syscall_retval = cpu_set_syscall_retval, 86 .sv_fetch_syscall_args = cpu_fetch_syscall_args, 87 .sv_syscallnames = syscallnames, 88 .sv_shared_page_base = SHAREDPAGE, 89 .sv_shared_page_len = PAGE_SIZE, 90 .sv_schedtail = NULL, 91 .sv_thread_detach = NULL, 92 .sv_trap = NULL, 93 .sv_hwcap = &elf_hwcap, 94 .sv_hwcap2 = &elf_hwcap2, 95}; 96INIT_SYSENTVEC(elf64_sysvec, &elf64_freebsd_sysvec); 97 98static Elf64_Brandinfo freebsd_brand_info = { 99 .brand = ELFOSABI_FREEBSD, 100 .machine = EM_AARCH64, 101 .compat_3_brand = "FreeBSD", 102 .emul_path = NULL, 103 .interp_path = "/libexec/ld-elf.so.1", 104 .sysvec = &elf64_freebsd_sysvec, 105 .interp_newpath = NULL, 106 .brand_note = &elf64_freebsd_brandnote, 107 .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE 108}; 109 110SYSINIT(elf64, SI_SUB_EXEC, SI_ORDER_FIRST, 111 (sysinit_cfunc_t)elf64_insert_brand_entry, &freebsd_brand_info); 112 113void 114elf64_dump_thread(struct thread *td __unused, void *dst __unused, 115 size_t *off __unused) 116{ 117 118} 119 120bool 121elf_is_ifunc_reloc(Elf_Size r_info __unused) 122{ 123 124 return (ELF_R_TYPE(r_info) == R_AARCH64_IRELATIVE); 125} 126 127static int 128reloc_instr_imm(Elf32_Addr *where, Elf_Addr val, u_int msb, u_int lsb) 129{ 130 131 /* Check bounds: upper bits must be all ones or all zeros. */ 132 if ((uint64_t)((int64_t)val >> (msb + 1)) + 1 > 1) 133 return (-1); 134 val >>= lsb; 135 val &= (1 << (msb - lsb + 1)) - 1; 136 *where |= (Elf32_Addr)val; 137 return (0); 138} 139 140/* 141 * Process a relocation. Support for some static relocations is required 142 * in order for the -zifunc-noplt optimization to work. 143 */ 144static int 145elf_reloc_internal(linker_file_t lf, Elf_Addr relocbase, const void *data, 146 int type, int flags, elf_lookup_fn lookup) 147{ 148#define ARM64_ELF_RELOC_LOCAL (1 << 0) 149#define ARM64_ELF_RELOC_LATE_IFUNC (1 << 1) 150 Elf_Addr *where, addr, addend, val; 151 Elf_Word rtype, symidx; 152 const Elf_Rel *rel; 153 const Elf_Rela *rela; 154 int error; 155 156 switch (type) { 157 case ELF_RELOC_REL: 158 rel = (const Elf_Rel *)data; 159 where = (Elf_Addr *) (relocbase + rel->r_offset); 160 addend = *where; 161 rtype = ELF_R_TYPE(rel->r_info); 162 symidx = ELF_R_SYM(rel->r_info); 163 break; 164 case ELF_RELOC_RELA: 165 rela = (const Elf_Rela *)data; 166 where = (Elf_Addr *) (relocbase + rela->r_offset); 167 addend = rela->r_addend; 168 rtype = ELF_R_TYPE(rela->r_info); 169 symidx = ELF_R_SYM(rela->r_info); 170 break; 171 default: 172 panic("unknown reloc type %d\n", type); 173 } 174 175 if ((flags & ARM64_ELF_RELOC_LATE_IFUNC) != 0) { 176 KASSERT(type == ELF_RELOC_RELA, 177 ("Only RELA ifunc relocations are supported")); 178 if (rtype != R_AARCH64_IRELATIVE) 179 return (0); 180 } 181 182 if ((flags & ARM64_ELF_RELOC_LOCAL) != 0) { 183 if (rtype == R_AARCH64_RELATIVE) 184 *where = elf_relocaddr(lf, relocbase + addend); 185 return (0); 186 } 187 188 error = 0; 189 switch (rtype) { 190 case R_AARCH64_NONE: 191 case R_AARCH64_RELATIVE: 192 break; 193 case R_AARCH64_TSTBR14: 194 error = lookup(lf, symidx, 1, &addr); 195 if (error != 0) 196 return (-1); 197 error = reloc_instr_imm((Elf32_Addr *)where, 198 addr + addend - (Elf_Addr)where, 15, 2); 199 break; 200 case R_AARCH64_CONDBR19: 201 error = lookup(lf, symidx, 1, &addr); 202 if (error != 0) 203 return (-1); 204 error = reloc_instr_imm((Elf32_Addr *)where, 205 addr + addend - (Elf_Addr)where, 20, 2); 206 break; 207 case R_AARCH64_JUMP26: 208 case R_AARCH64_CALL26: 209 error = lookup(lf, symidx, 1, &addr); 210 if (error != 0) 211 return (-1); 212 error = reloc_instr_imm((Elf32_Addr *)where, 213 addr + addend - (Elf_Addr)where, 27, 2); 214 break; 215 case R_AARCH64_ABS64: 216 case R_AARCH64_GLOB_DAT: 217 case R_AARCH64_JUMP_SLOT: 218 error = lookup(lf, symidx, 1, &addr); 219 if (error != 0) 220 return (-1); 221 *where = addr + addend; 222 break; 223 case R_AARCH64_IRELATIVE: 224 addr = relocbase + addend; 225 val = ((Elf64_Addr (*)(void))addr)(); 226 if (*where != val) 227 *where = val; 228 break; 229 default: 230 printf("kldload: unexpected relocation type %d, " 231 "symbol index %d\n", rtype, symidx); 232 return (-1); 233 } 234 return (error); 235} 236 237int 238elf_reloc_local(linker_file_t lf, Elf_Addr relocbase, const void *data, 239 int type, elf_lookup_fn lookup) 240{ 241 242 return (elf_reloc_internal(lf, relocbase, data, type, 243 ARM64_ELF_RELOC_LOCAL, lookup)); 244} 245 246/* Process one elf relocation with addend. */ 247int 248elf_reloc(linker_file_t lf, Elf_Addr relocbase, const void *data, int type, 249 elf_lookup_fn lookup) 250{ 251 252 return (elf_reloc_internal(lf, relocbase, data, type, 0, lookup)); 253} 254 255int 256elf_reloc_late(linker_file_t lf, Elf_Addr relocbase, const void *data, 257 int type, elf_lookup_fn lookup) 258{ 259 260 return (elf_reloc_internal(lf, relocbase, data, type, 261 ARM64_ELF_RELOC_LATE_IFUNC, lookup)); 262} 263 264int 265elf_cpu_load_file(linker_file_t lf) 266{ 267 268 if (lf->id != 1) 269 cpu_icache_sync_range((vm_offset_t)lf->address, lf->size); 270 return (0); 271} 272 273int 274elf_cpu_unload_file(linker_file_t lf __unused) 275{ 276 277 return (0); 278} 279 280int 281elf_cpu_parse_dynamic(caddr_t loadbase __unused, Elf_Dyn *dynamic __unused) 282{ 283 284 return (0); 285} 286