1// SPDX-License-Identifier: GPL-2.0
2/* Kernel module help for sparc64.
3 *
4 * Copyright (C) 2001 Rusty Russell.
5 * Copyright (C) 2002 David S. Miller.
6 */
7
8#include <linux/moduleloader.h>
9#include <linux/kernel.h>
10#include <linux/elf.h>
11#include <linux/vmalloc.h>
12#include <linux/fs.h>
13#include <linux/gfp.h>
14#include <linux/string.h>
15#include <linux/ctype.h>
16#include <linux/mm.h>
17
18#include <asm/processor.h>
19#include <asm/spitfire.h>
20#include <asm/cacheflush.h>
21
22#include "entry.h"
23
24#ifdef CONFIG_SPARC64
25
26#include <linux/jump_label.h>
27
28static void *module_map(unsigned long size)
29{
30	if (PAGE_ALIGN(size) > MODULES_LEN)
31		return NULL;
32	return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END,
33				GFP_KERNEL, PAGE_KERNEL, 0, NUMA_NO_NODE,
34				__builtin_return_address(0));
35}
36#else
37static void *module_map(unsigned long size)
38{
39	return vmalloc(size);
40}
41#endif /* CONFIG_SPARC64 */
42
43void *module_alloc(unsigned long size)
44{
45	void *ret;
46
47	ret = module_map(size);
48	if (ret)
49		memset(ret, 0, size);
50
51	return ret;
52}
53
54/* Make generic code ignore STT_REGISTER dummy undefined symbols.  */
55int module_frob_arch_sections(Elf_Ehdr *hdr,
56			      Elf_Shdr *sechdrs,
57			      char *secstrings,
58			      struct module *mod)
59{
60	unsigned int symidx;
61	Elf_Sym *sym;
62	char *strtab;
63	int i;
64
65	for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) {
66		if (symidx == hdr->e_shnum-1) {
67			printk("%s: no symtab found.\n", mod->name);
68			return -ENOEXEC;
69		}
70	}
71	sym = (Elf_Sym *)sechdrs[symidx].sh_addr;
72	strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr;
73
74	for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) {
75		if (sym[i].st_shndx == SHN_UNDEF) {
76			if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER)
77				sym[i].st_shndx = SHN_ABS;
78		}
79	}
80	return 0;
81}
82
83int apply_relocate_add(Elf_Shdr *sechdrs,
84		       const char *strtab,
85		       unsigned int symindex,
86		       unsigned int relsec,
87		       struct module *me)
88{
89	unsigned int i;
90	Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr;
91	Elf_Sym *sym;
92	u8 *location;
93	u32 *loc32;
94
95	for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
96		Elf_Addr v;
97
98		/* This is where to make the change */
99		location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr
100			+ rel[i].r_offset;
101		loc32 = (u32 *) location;
102
103#ifdef CONFIG_SPARC64
104		BUG_ON(((u64)location >> (u64)32) != (u64)0);
105#endif /* CONFIG_SPARC64 */
106
107		/* This is the symbol it is referring to.  Note that all
108		   undefined symbols have been resolved.  */
109		sym = (Elf_Sym *)sechdrs[symindex].sh_addr
110			+ ELF_R_SYM(rel[i].r_info);
111		v = sym->st_value + rel[i].r_addend;
112
113		switch (ELF_R_TYPE(rel[i].r_info) & 0xff) {
114		case R_SPARC_DISP32:
115			v -= (Elf_Addr) location;
116			*loc32 = v;
117			break;
118#ifdef CONFIG_SPARC64
119		case R_SPARC_64:
120			location[0] = v >> 56;
121			location[1] = v >> 48;
122			location[2] = v >> 40;
123			location[3] = v >> 32;
124			location[4] = v >> 24;
125			location[5] = v >> 16;
126			location[6] = v >>  8;
127			location[7] = v >>  0;
128			break;
129
130		case R_SPARC_WDISP19:
131			v -= (Elf_Addr) location;
132			*loc32 = (*loc32 & ~0x7ffff) |
133				((v >> 2) & 0x7ffff);
134			break;
135
136		case R_SPARC_OLO10:
137			*loc32 = (*loc32 & ~0x1fff) |
138				(((v & 0x3ff) +
139				  (ELF_R_TYPE(rel[i].r_info) >> 8))
140				 & 0x1fff);
141			break;
142#endif /* CONFIG_SPARC64 */
143
144		case R_SPARC_32:
145		case R_SPARC_UA32:
146			location[0] = v >> 24;
147			location[1] = v >> 16;
148			location[2] = v >>  8;
149			location[3] = v >>  0;
150			break;
151
152		case R_SPARC_WDISP30:
153			v -= (Elf_Addr) location;
154			*loc32 = (*loc32 & ~0x3fffffff) |
155				((v >> 2) & 0x3fffffff);
156			break;
157
158		case R_SPARC_WDISP22:
159			v -= (Elf_Addr) location;
160			*loc32 = (*loc32 & ~0x3fffff) |
161				((v >> 2) & 0x3fffff);
162			break;
163
164		case R_SPARC_LO10:
165			*loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff);
166			break;
167
168		case R_SPARC_HI22:
169			*loc32 = (*loc32 & ~0x3fffff) |
170				((v >> 10) & 0x3fffff);
171			break;
172
173		default:
174			printk(KERN_ERR "module %s: Unknown relocation: %x\n",
175			       me->name,
176			       (int) (ELF_R_TYPE(rel[i].r_info) & 0xff));
177			return -ENOEXEC;
178		}
179	}
180	return 0;
181}
182
183#ifdef CONFIG_SPARC64
184static void do_patch_sections(const Elf_Ehdr *hdr,
185			      const Elf_Shdr *sechdrs)
186{
187	const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL;
188	char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
189
190	for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
191		if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name))
192			sun4v_1insn = s;
193		if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name))
194			sun4v_2insn = s;
195	}
196
197	if (sun4v_1insn && tlb_type == hypervisor) {
198		void *p = (void *) sun4v_1insn->sh_addr;
199		sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size);
200	}
201	if (sun4v_2insn && tlb_type == hypervisor) {
202		void *p = (void *) sun4v_2insn->sh_addr;
203		sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size);
204	}
205}
206
207int module_finalize(const Elf_Ehdr *hdr,
208		    const Elf_Shdr *sechdrs,
209		    struct module *me)
210{
211	do_patch_sections(hdr, sechdrs);
212
213	/* Cheetah's I-cache is fully coherent.  */
214	if (tlb_type == spitfire) {
215		unsigned long va;
216
217		flushw_all();
218		for (va =  0; va < (PAGE_SIZE << 1); va += 32)
219			spitfire_put_icache_tag(va, 0x0);
220		__asm__ __volatile__("flush %g6");
221	}
222
223	return 0;
224}
225#endif /* CONFIG_SPARC64 */
226