load_elf.c revision 223695
1/*-
2 * Copyright (c) 1998 Michael Smith <msmith@freebsd.org>
3 * Copyright (c) 1998 Peter Wemm <peter@freebsd.org>
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 *    notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 */
27
28#include <sys/cdefs.h>
29__FBSDID("$FreeBSD: head/sys/boot/common/load_elf.c 223695 2011-06-30 16:08:56Z dfr $");
30
31#include <sys/param.h>
32#include <sys/exec.h>
33#include <sys/linker.h>
34#include <sys/module.h>
35#include <sys/stdint.h>
36#include <string.h>
37#include <machine/elf.h>
38#include <stand.h>
39#define FREEBSD_ELF
40#include <link.h>
41
42#include "bootstrap.h"
43
44#define COPYOUT(s,d,l)	archsw.arch_copyout((vm_offset_t)(s), d, l)
45
46#if defined(__i386__) && __ELF_WORD_SIZE == 64
47#undef ELF_TARG_CLASS
48#undef ELF_TARG_MACH
49#define ELF_TARG_CLASS  ELFCLASS64
50#define ELF_TARG_MACH   EM_X86_64
51#endif
52
53typedef struct elf_file {
54    Elf_Phdr 	*ph;
55    Elf_Ehdr	*ehdr;
56    Elf_Sym	*symtab;
57    Elf_Hashelt	*hashtab;
58    Elf_Hashelt	nbuckets;
59    Elf_Hashelt	nchains;
60    Elf_Hashelt	*buckets;
61    Elf_Hashelt	*chains;
62    Elf_Rel	*rel;
63    size_t	relsz;
64    Elf_Rela	*rela;
65    size_t	relasz;
66    char	*strtab;
67    size_t	strsz;
68    int		fd;
69    caddr_t	firstpage;
70    size_t	firstlen;
71    int		kernel;
72    u_int64_t	off;
73} *elf_file_t;
74
75static int __elfN(loadimage)(struct preloaded_file *mp, elf_file_t ef, u_int64_t loadaddr);
76static int __elfN(lookup_symbol)(struct preloaded_file *mp, elf_file_t ef, const char* name, Elf_Sym* sym);
77static int __elfN(reloc_ptr)(struct preloaded_file *mp, elf_file_t ef,
78    Elf_Addr p, void *val, size_t len);
79static int __elfN(parse_modmetadata)(struct preloaded_file *mp, elf_file_t ef);
80static symaddr_fn __elfN(symaddr);
81static char	*fake_modname(const char *name);
82
83const char	*__elfN(kerneltype) = "elf kernel";
84const char	*__elfN(moduletype) = "elf module";
85
86u_int64_t	__elfN(relocation_offset) = 0;
87
88/*
89 * Attempt to load the file (file) as an ELF module.  It will be stored at
90 * (dest), and a pointer to a module structure describing the loaded object
91 * will be saved in (result).
92 */
93int
94__elfN(loadfile)(char *filename, u_int64_t dest, struct preloaded_file **result)
95{
96    struct preloaded_file	*fp, *kfp;
97    struct elf_file		ef;
98    Elf_Ehdr 			*ehdr;
99    int				err;
100    ssize_t			bytes_read;
101
102    fp = NULL;
103    bzero(&ef, sizeof(struct elf_file));
104
105    /*
106     * Open the image, read and validate the ELF header
107     */
108    if (filename == NULL)	/* can't handle nameless */
109	return(EFTYPE);
110    if ((ef.fd = open(filename, O_RDONLY)) == -1)
111	return(errno);
112    ef.firstpage = malloc(PAGE_SIZE);
113    if (ef.firstpage == NULL) {
114	close(ef.fd);
115	return(ENOMEM);
116    }
117    bytes_read = read(ef.fd, ef.firstpage, PAGE_SIZE);
118    ef.firstlen = (size_t)bytes_read;
119    if (bytes_read < 0 || ef.firstlen <= sizeof(Elf_Ehdr)) {
120	err = EFTYPE;		/* could be EIO, but may be small file */
121	goto oerr;
122    }
123    ehdr = ef.ehdr = (Elf_Ehdr *)ef.firstpage;
124
125    /* Is it ELF? */
126    if (!IS_ELF(*ehdr)) {
127	err = EFTYPE;
128	goto oerr;
129    }
130    if (ehdr->e_ident[EI_CLASS] != ELF_TARG_CLASS ||	/* Layout ? */
131	ehdr->e_ident[EI_DATA] != ELF_TARG_DATA ||
132	ehdr->e_ident[EI_VERSION] != EV_CURRENT ||	/* Version ? */
133	ehdr->e_version != EV_CURRENT ||
134	ehdr->e_machine != ELF_TARG_MACH) {		/* Machine ? */
135	err = EFTYPE;
136	goto oerr;
137    }
138
139
140    /*
141     * Check to see what sort of module we are.
142     */
143    kfp = file_findfile(NULL, NULL);
144    if (ehdr->e_type == ET_DYN) {
145	/* Looks like a kld module */
146	if (kfp == NULL) {
147	    printf("elf" __XSTRING(__ELF_WORD_SIZE) "_loadfile: can't load module before kernel\n");
148	    err = EPERM;
149	    goto oerr;
150	}
151	if (strcmp(__elfN(kerneltype), kfp->f_type)) {
152	    printf("elf" __XSTRING(__ELF_WORD_SIZE) "_loadfile: can't load module with kernel type '%s'\n", kfp->f_type);
153	    err = EPERM;
154	    goto oerr;
155	}
156	/* Looks OK, got ahead */
157	ef.kernel = 0;
158
159    } else if (ehdr->e_type == ET_EXEC) {
160	/* Looks like a kernel */
161	if (kfp != NULL) {
162	    printf("elf" __XSTRING(__ELF_WORD_SIZE) "_loadfile: kernel already loaded\n");
163	    err = EPERM;
164	    goto oerr;
165	}
166	/*
167	 * Calculate destination address based on kernel entrypoint
168	 */
169	dest = (ehdr->e_entry & ~PAGE_MASK);
170	if (dest == 0) {
171	    printf("elf" __XSTRING(__ELF_WORD_SIZE) "_loadfile: not a kernel (maybe static binary?)\n");
172	    err = EPERM;
173	    goto oerr;
174	}
175	ef.kernel = 1;
176
177    } else {
178	err = EFTYPE;
179	goto oerr;
180    }
181
182    if (archsw.arch_loadaddr != NULL)
183	dest = archsw.arch_loadaddr(LOAD_ELF, ehdr, dest);
184    else
185	dest = roundup(dest, PAGE_SIZE);
186
187    /*
188     * Ok, we think we should handle this.
189     */
190    fp = file_alloc();
191    if (fp == NULL) {
192	    printf("elf" __XSTRING(__ELF_WORD_SIZE) "_loadfile: cannot allocate module info\n");
193	    err = EPERM;
194	    goto out;
195    }
196    if (ef.kernel)
197	setenv("kernelname", filename, 1);
198    fp->f_name = strdup(filename);
199    fp->f_type = strdup(ef.kernel ? __elfN(kerneltype) : __elfN(moduletype));
200
201#ifdef ELF_VERBOSE
202    if (ef.kernel)
203	printf("%s entry at 0x%jx\n", filename, (uintmax_t)ehdr->e_entry);
204#else
205    printf("%s ", filename);
206#endif
207
208    fp->f_size = __elfN(loadimage)(fp, &ef, dest);
209    if (fp->f_size == 0 || fp->f_addr == 0)
210	goto ioerr;
211
212    /* save exec header as metadata */
213    file_addmetadata(fp, MODINFOMD_ELFHDR, sizeof(*ehdr), ehdr);
214
215    /* Load OK, return module pointer */
216    *result = (struct preloaded_file *)fp;
217    err = 0;
218    goto out;
219
220 ioerr:
221    err = EIO;
222 oerr:
223    file_discard(fp);
224 out:
225    if (ef.firstpage)
226	free(ef.firstpage);
227    close(ef.fd);
228    return(err);
229}
230
231/*
232 * With the file (fd) open on the image, and (ehdr) containing
233 * the Elf header, load the image at (off)
234 */
235static int
236__elfN(loadimage)(struct preloaded_file *fp, elf_file_t ef, u_int64_t off)
237{
238    int 	i;
239    u_int	j;
240    Elf_Ehdr	*ehdr;
241    Elf_Phdr	*phdr, *php;
242    Elf_Shdr	*shdr;
243    int		ret;
244    vm_offset_t firstaddr;
245    vm_offset_t lastaddr;
246    size_t	chunk;
247    ssize_t	result;
248    Elf_Addr	ssym, esym;
249    Elf_Dyn	*dp;
250    Elf_Addr	adp;
251    int		ndp;
252    int		symstrindex;
253    int		symtabindex;
254    Elf_Size	size;
255    u_int	fpcopy;
256
257    dp = NULL;
258    shdr = NULL;
259    ret = 0;
260    firstaddr = lastaddr = 0;
261    ehdr = ef->ehdr;
262    if (ef->kernel) {
263#if defined(__i386__) || defined(__amd64__)
264#if __ELF_WORD_SIZE == 64
265	off = - (off & 0xffffffffff000000ull);/* x86_64 relocates after locore */
266#else
267	off = - (off & 0xff000000u);	/* i386 relocates after locore */
268#endif
269#elif defined(__powerpc__)
270	/*
271	 * On the purely virtual memory machines like e500, the kernel is
272	 * linked against its final VA range, which is most often not
273	 * available at the loader stage, but only after kernel initializes
274	 * and completes its VM settings. In such cases we cannot use p_vaddr
275	 * field directly to load ELF segments, but put them at some
276	 * 'load-time' locations.
277	 */
278	if (off & 0xf0000000u) {
279	    off = -(off & 0xf0000000u);
280	    /*
281	     * XXX the physical load address should not be hardcoded. Note
282	     * that the Book-E kernel assumes that it's loaded at a 16MB
283	     * boundary for now...
284	     */
285	    off += 0x01000000;
286	    ehdr->e_entry += off;
287#ifdef ELF_VERBOSE
288	    printf("Converted entry 0x%08x\n", ehdr->e_entry);
289#endif
290	} else
291	    off = 0;
292#elif defined(__arm__)
293	if (off & 0xf0000000u) {
294	    off = -(off & 0xf0000000u);
295	    ehdr->e_entry += off;
296#ifdef ELF_VERBOSE
297	    printf("Converted entry 0x%08x\n", ehdr->e_entry);
298#endif
299	} else
300	    off = 0;
301#else
302	off = 0;		/* other archs use direct mapped kernels */
303#endif
304	__elfN(relocation_offset) = off;
305    }
306    ef->off = off;
307
308    if ((ehdr->e_phoff + ehdr->e_phnum * sizeof(*phdr)) > ef->firstlen) {
309	printf("elf" __XSTRING(__ELF_WORD_SIZE) "_loadimage: program header not within first page\n");
310	goto out;
311    }
312    phdr = (Elf_Phdr *)(ef->firstpage + ehdr->e_phoff);
313
314    for (i = 0; i < ehdr->e_phnum; i++) {
315	/* We want to load PT_LOAD segments only.. */
316	if (phdr[i].p_type != PT_LOAD)
317	    continue;
318
319#ifdef ELF_VERBOSE
320	printf("Segment: 0x%lx@0x%lx -> 0x%lx-0x%lx",
321	    (long)phdr[i].p_filesz, (long)phdr[i].p_offset,
322	    (long)(phdr[i].p_vaddr + off),
323	    (long)(phdr[i].p_vaddr + off + phdr[i].p_memsz - 1));
324#else
325	if ((phdr[i].p_flags & PF_W) == 0) {
326	    printf("text=0x%lx ", (long)phdr[i].p_filesz);
327	} else {
328	    printf("data=0x%lx", (long)phdr[i].p_filesz);
329	    if (phdr[i].p_filesz < phdr[i].p_memsz)
330		printf("+0x%lx", (long)(phdr[i].p_memsz -phdr[i].p_filesz));
331	    printf(" ");
332	}
333#endif
334	fpcopy = 0;
335	if (ef->firstlen > phdr[i].p_offset) {
336	    fpcopy = ef->firstlen - phdr[i].p_offset;
337	    archsw.arch_copyin(ef->firstpage + phdr[i].p_offset,
338			       phdr[i].p_vaddr + off, fpcopy);
339	}
340	if (phdr[i].p_filesz > fpcopy) {
341	    if (kern_pread(ef->fd, phdr[i].p_vaddr + off + fpcopy,
342		phdr[i].p_filesz - fpcopy, phdr[i].p_offset + fpcopy) != 0) {
343		printf("\nelf" __XSTRING(__ELF_WORD_SIZE)
344		    "_loadimage: read failed\n");
345		goto out;
346	    }
347	}
348	/* clear space from oversized segments; eg: bss */
349	if (phdr[i].p_filesz < phdr[i].p_memsz) {
350#ifdef ELF_VERBOSE
351	    printf(" (bss: 0x%lx-0x%lx)",
352		(long)(phdr[i].p_vaddr + off + phdr[i].p_filesz),
353		(long)(phdr[i].p_vaddr + off + phdr[i].p_memsz - 1));
354#endif
355
356	    kern_bzero(phdr[i].p_vaddr + off + phdr[i].p_filesz,
357		phdr[i].p_memsz - phdr[i].p_filesz);
358	}
359#ifdef ELF_VERBOSE
360	printf("\n");
361#endif
362
363	if (archsw.arch_loadseg != NULL)
364	    archsw.arch_loadseg(ehdr, phdr + i, off);
365
366	if (firstaddr == 0 || firstaddr > (phdr[i].p_vaddr + off))
367	    firstaddr = phdr[i].p_vaddr + off;
368	if (lastaddr == 0 || lastaddr < (phdr[i].p_vaddr + off + phdr[i].p_memsz))
369	    lastaddr = phdr[i].p_vaddr + off + phdr[i].p_memsz;
370    }
371    lastaddr = roundup(lastaddr, sizeof(long));
372
373    /*
374     * Now grab the symbol tables.  This isn't easy if we're reading a
375     * .gz file.  I think the rule is going to have to be that you must
376     * strip a file to remove symbols before gzipping it so that we do not
377     * try to lseek() on it.
378     */
379    chunk = ehdr->e_shnum * ehdr->e_shentsize;
380    if (chunk == 0 || ehdr->e_shoff == 0)
381	goto nosyms;
382    shdr = alloc_pread(ef->fd, ehdr->e_shoff, chunk);
383    if (shdr == NULL) {
384	printf("\nelf" __XSTRING(__ELF_WORD_SIZE)
385	    "_loadimage: failed to read section headers");
386	goto nosyms;
387    }
388    symtabindex = -1;
389    symstrindex = -1;
390    for (i = 0; i < ehdr->e_shnum; i++) {
391	if (shdr[i].sh_type != SHT_SYMTAB)
392	    continue;
393	for (j = 0; j < ehdr->e_phnum; j++) {
394	    if (phdr[j].p_type != PT_LOAD)
395		continue;
396	    if (shdr[i].sh_offset >= phdr[j].p_offset &&
397		(shdr[i].sh_offset + shdr[i].sh_size <=
398		 phdr[j].p_offset + phdr[j].p_filesz)) {
399		shdr[i].sh_offset = 0;
400		shdr[i].sh_size = 0;
401		break;
402	    }
403	}
404	if (shdr[i].sh_offset == 0 || shdr[i].sh_size == 0)
405	    continue;		/* alread loaded in a PT_LOAD above */
406	/* Save it for loading below */
407	symtabindex = i;
408	symstrindex = shdr[i].sh_link;
409    }
410    if (symtabindex < 0 || symstrindex < 0)
411	goto nosyms;
412
413    /* Ok, committed to a load. */
414#ifndef ELF_VERBOSE
415    printf("syms=[");
416#endif
417    ssym = lastaddr;
418    for (i = symtabindex; i >= 0; i = symstrindex) {
419#ifdef ELF_VERBOSE
420	char	*secname;
421
422	switch(shdr[i].sh_type) {
423	    case SHT_SYMTAB:		/* Symbol table */
424		secname = "symtab";
425		break;
426	    case SHT_STRTAB:		/* String table */
427		secname = "strtab";
428		break;
429	    default:
430		secname = "WHOA!!";
431		break;
432	}
433#endif
434
435	size = shdr[i].sh_size;
436	archsw.arch_copyin(&size, lastaddr, sizeof(size));
437	lastaddr += sizeof(size);
438
439#ifdef ELF_VERBOSE
440	printf("\n%s: 0x%jx@0x%jx -> 0x%jx-0x%jx", secname,
441	    (uintmax_t)shdr[i].sh_size, (uintmax_t)shdr[i].sh_offset,
442	    (uintmax_t)lastaddr, (uintmax_t)(lastaddr + shdr[i].sh_size));
443#else
444	if (i == symstrindex)
445	    printf("+");
446	printf("0x%lx+0x%lx", (long)sizeof(size), (long)size);
447#endif
448
449	if (lseek(ef->fd, (off_t)shdr[i].sh_offset, SEEK_SET) == -1) {
450	    printf("\nelf" __XSTRING(__ELF_WORD_SIZE) "_loadimage: could not seek for symbols - skipped!");
451	    lastaddr = ssym;
452	    ssym = 0;
453	    goto nosyms;
454	}
455	result = archsw.arch_readin(ef->fd, lastaddr, shdr[i].sh_size);
456	if (result < 0 || (size_t)result != shdr[i].sh_size) {
457	    printf("\nelf" __XSTRING(__ELF_WORD_SIZE) "_loadimage: could not read symbols - skipped! (%ju != %ju)", (uintmax_t)result,
458		(uintmax_t)shdr[i].sh_size);
459	    lastaddr = ssym;
460	    ssym = 0;
461	    goto nosyms;
462	}
463	/* Reset offsets relative to ssym */
464	lastaddr += shdr[i].sh_size;
465	lastaddr = roundup(lastaddr, sizeof(size));
466	if (i == symtabindex)
467	    symtabindex = -1;
468	else if (i == symstrindex)
469	    symstrindex = -1;
470    }
471    esym = lastaddr;
472#ifndef ELF_VERBOSE
473    printf("]");
474#endif
475
476    file_addmetadata(fp, MODINFOMD_SSYM, sizeof(ssym), &ssym);
477    file_addmetadata(fp, MODINFOMD_ESYM, sizeof(esym), &esym);
478
479nosyms:
480    printf("\n");
481
482    ret = lastaddr - firstaddr;
483    fp->f_addr = firstaddr;
484
485    php = NULL;
486    for (i = 0; i < ehdr->e_phnum; i++) {
487	if (phdr[i].p_type == PT_DYNAMIC) {
488	    php = phdr + i;
489	    adp = php->p_vaddr;
490	    file_addmetadata(fp, MODINFOMD_DYNAMIC, sizeof(adp), &adp);
491	    break;
492	}
493    }
494
495    if (php == NULL)	/* this is bad, we cannot get to symbols or _DYNAMIC */
496	goto out;
497
498    ndp = php->p_filesz / sizeof(Elf_Dyn);
499    if (ndp == 0)
500	goto out;
501    dp = malloc(php->p_filesz);
502    if (dp == NULL)
503	goto out;
504    archsw.arch_copyout(php->p_vaddr + off, dp, php->p_filesz);
505
506    ef->strsz = 0;
507    for (i = 0; i < ndp; i++) {
508	if (dp[i].d_tag == 0)
509	    break;
510	switch (dp[i].d_tag) {
511	case DT_HASH:
512	    ef->hashtab = (Elf_Hashelt*)(uintptr_t)(dp[i].d_un.d_ptr + off);
513	    break;
514	case DT_STRTAB:
515	    ef->strtab = (char *)(uintptr_t)(dp[i].d_un.d_ptr + off);
516	    break;
517	case DT_STRSZ:
518	    ef->strsz = dp[i].d_un.d_val;
519	    break;
520	case DT_SYMTAB:
521	    ef->symtab = (Elf_Sym*)(uintptr_t)(dp[i].d_un.d_ptr + off);
522	    break;
523	case DT_REL:
524	    ef->rel = (Elf_Rel *)(uintptr_t)(dp[i].d_un.d_ptr + off);
525	    break;
526	case DT_RELSZ:
527	    ef->relsz = dp[i].d_un.d_val;
528	    break;
529	case DT_RELA:
530	    ef->rela = (Elf_Rela *)(uintptr_t)(dp[i].d_un.d_ptr + off);
531	    break;
532	case DT_RELASZ:
533	    ef->relasz = dp[i].d_un.d_val;
534	    break;
535	default:
536	    break;
537	}
538    }
539    if (ef->hashtab == NULL || ef->symtab == NULL ||
540	ef->strtab == NULL || ef->strsz == 0)
541	goto out;
542    COPYOUT(ef->hashtab, &ef->nbuckets, sizeof(ef->nbuckets));
543    COPYOUT(ef->hashtab + 1, &ef->nchains, sizeof(ef->nchains));
544    ef->buckets = ef->hashtab + 2;
545    ef->chains = ef->buckets + ef->nbuckets;
546    if (__elfN(parse_modmetadata)(fp, ef) == 0)
547	goto out;
548
549    if (ef->kernel)			/* kernel must not depend on anything */
550	goto out;
551
552out:
553    if (dp)
554	free(dp);
555    if (shdr)
556	free(shdr);
557    return ret;
558}
559
560static char invalid_name[] = "bad";
561
562char *
563fake_modname(const char *name)
564{
565    const char *sp, *ep;
566    char *fp;
567    size_t len;
568
569    sp = strrchr(name, '/');
570    if (sp)
571	sp++;
572    else
573	sp = name;
574    ep = strrchr(name, '.');
575    if (ep) {
576	    if (ep == name) {
577		sp = invalid_name;
578		ep = invalid_name + sizeof(invalid_name) - 1;
579	    }
580    } else
581	ep = name + strlen(name);
582    len = ep - sp;
583    fp = malloc(len + 1);
584    if (fp == NULL)
585	return NULL;
586    memcpy(fp, sp, len);
587    fp[len] = '\0';
588    return fp;
589}
590
591#if defined(__i386__) && __ELF_WORD_SIZE == 64
592struct mod_metadata64 {
593	int		md_version;	/* structure version MDTV_* */
594	int		md_type;	/* type of entry MDT_* */
595	u_int64_t	md_data;	/* specific data */
596	u_int64_t	md_cval;	/* common string label */
597};
598#endif
599
600int
601__elfN(parse_modmetadata)(struct preloaded_file *fp, elf_file_t ef)
602{
603    struct mod_metadata md;
604#if defined(__i386__) && __ELF_WORD_SIZE == 64
605    struct mod_metadata64 md64;
606#endif
607    struct mod_depend *mdepend;
608    struct mod_version mver;
609    Elf_Sym sym;
610    char *s;
611    int error, modcnt, minfolen;
612    Elf_Addr v, p, p_stop;
613
614    if (__elfN(lookup_symbol)(fp, ef, "__start_set_modmetadata_set", &sym) != 0)
615	return ENOENT;
616    p = sym.st_value + ef->off;
617    if (__elfN(lookup_symbol)(fp, ef, "__stop_set_modmetadata_set", &sym) != 0)
618	return ENOENT;
619    p_stop = sym.st_value + ef->off;
620
621    modcnt = 0;
622    while (p < p_stop) {
623	COPYOUT(p, &v, sizeof(v));
624	error = __elfN(reloc_ptr)(fp, ef, p, &v, sizeof(v));
625	if (error == EOPNOTSUPP)
626	    v += ef->off;
627	else if (error != 0)
628	    return (error);
629#if defined(__i386__) && __ELF_WORD_SIZE == 64
630	COPYOUT(v, &md64, sizeof(md64));
631	error = __elfN(reloc_ptr)(fp, ef, v, &md64, sizeof(md64));
632	if (error == EOPNOTSUPP) {
633	    md64.md_cval += ef->off;
634	    md64.md_data += ef->off;
635	} else if (error != 0)
636	    return (error);
637	md.md_version = md64.md_version;
638	md.md_type = md64.md_type;
639	md.md_cval = (const char *)(uintptr_t)md64.md_cval;
640	md.md_data = (void *)(uintptr_t)md64.md_data;
641#else
642	COPYOUT(v, &md, sizeof(md));
643	error = __elfN(reloc_ptr)(fp, ef, v, &md, sizeof(md));
644	if (error == EOPNOTSUPP) {
645	    md.md_cval += ef->off;
646	    md.md_data += ef->off;
647	} else if (error != 0)
648	    return (error);
649#endif
650	p += sizeof(Elf_Addr);
651	switch(md.md_type) {
652	  case MDT_DEPEND:
653	    if (ef->kernel)		/* kernel must not depend on anything */
654	      break;
655	    s = strdupout((vm_offset_t)md.md_cval);
656	    minfolen = sizeof(*mdepend) + strlen(s) + 1;
657	    mdepend = malloc(minfolen);
658	    if (mdepend == NULL)
659		return ENOMEM;
660	    COPYOUT((vm_offset_t)md.md_data, mdepend, sizeof(*mdepend));
661	    strcpy((char*)(mdepend + 1), s);
662	    free(s);
663	    file_addmetadata(fp, MODINFOMD_DEPLIST, minfolen, mdepend);
664	    free(mdepend);
665	    break;
666	  case MDT_VERSION:
667	    s = strdupout((vm_offset_t)md.md_cval);
668	    COPYOUT((vm_offset_t)md.md_data, &mver, sizeof(mver));
669	    file_addmodule(fp, s, mver.mv_version, NULL);
670	    free(s);
671	    modcnt++;
672	    break;
673	}
674    }
675    if (modcnt == 0) {
676	s = fake_modname(fp->f_name);
677	file_addmodule(fp, s, 1, NULL);
678	free(s);
679    }
680    return 0;
681}
682
683static unsigned long
684elf_hash(const char *name)
685{
686    const unsigned char *p = (const unsigned char *) name;
687    unsigned long h = 0;
688    unsigned long g;
689
690    while (*p != '\0') {
691	h = (h << 4) + *p++;
692	if ((g = h & 0xf0000000) != 0)
693	    h ^= g >> 24;
694	h &= ~g;
695    }
696    return h;
697}
698
699static const char __elfN(bad_symtable)[] = "elf" __XSTRING(__ELF_WORD_SIZE) "_lookup_symbol: corrupt symbol table\n";
700int
701__elfN(lookup_symbol)(struct preloaded_file *fp, elf_file_t ef, const char* name,
702		  Elf_Sym *symp)
703{
704    Elf_Hashelt symnum;
705    Elf_Sym sym;
706    char *strp;
707    unsigned long hash;
708
709    hash = elf_hash(name);
710    COPYOUT(&ef->buckets[hash % ef->nbuckets], &symnum, sizeof(symnum));
711
712    while (symnum != STN_UNDEF) {
713	if (symnum >= ef->nchains) {
714	    printf(__elfN(bad_symtable));
715	    return ENOENT;
716	}
717
718	COPYOUT(ef->symtab + symnum, &sym, sizeof(sym));
719	if (sym.st_name == 0) {
720	    printf(__elfN(bad_symtable));
721	    return ENOENT;
722	}
723
724	strp = strdupout((vm_offset_t)(ef->strtab + sym.st_name));
725	if (strcmp(name, strp) == 0) {
726	    free(strp);
727	    if (sym.st_shndx != SHN_UNDEF ||
728		(sym.st_value != 0 &&
729		 ELF_ST_TYPE(sym.st_info) == STT_FUNC)) {
730		*symp = sym;
731		return 0;
732	    }
733	    return ENOENT;
734	}
735	free(strp);
736	COPYOUT(&ef->chains[symnum], &symnum, sizeof(symnum));
737    }
738    return ENOENT;
739}
740
741/*
742 * Apply any intra-module relocations to the value. p is the load address
743 * of the value and val/len is the value to be modified. This does NOT modify
744 * the image in-place, because this is done by kern_linker later on.
745 *
746 * Returns EOPNOTSUPP if no relocation method is supplied.
747 */
748static int
749__elfN(reloc_ptr)(struct preloaded_file *mp, elf_file_t ef,
750    Elf_Addr p, void *val, size_t len)
751{
752	size_t n;
753	Elf_Rela a;
754	Elf_Rel r;
755	int error;
756
757	/*
758	 * The kernel is already relocated, but we still want to apply
759	 * offset adjustments.
760	 */
761	if (ef->kernel)
762		return (EOPNOTSUPP);
763
764	for (n = 0; n < ef->relsz / sizeof(r); n++) {
765		COPYOUT(ef->rel + n, &r, sizeof(r));
766
767		error = __elfN(reloc)(ef, __elfN(symaddr), &r, ELF_RELOC_REL,
768		    ef->off, p, val, len);
769		if (error != 0)
770			return (error);
771	}
772	for (n = 0; n < ef->relasz / sizeof(a); n++) {
773		COPYOUT(ef->rela + n, &a, sizeof(a));
774
775		error = __elfN(reloc)(ef, __elfN(symaddr), &a, ELF_RELOC_RELA,
776		    ef->off, p, val, len);
777		if (error != 0)
778			return (error);
779	}
780
781	return (0);
782}
783
784static Elf_Addr
785__elfN(symaddr)(struct elf_file *ef, Elf_Size symidx)
786{
787
788	/* Symbol lookup by index not required here. */
789	return (0);
790}
791