Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /* Kernel module help for sparc64.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * Copyright (C) 2001 Rusty Russell.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  * Copyright (C) 2002 David S. Miller.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) #include <linux/moduleloader.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #include <linux/elf.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include <linux/vmalloc.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) #include <linux/fs.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include <linux/gfp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) #include <linux/string.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) #include <linux/ctype.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) #include <linux/mm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #include <asm/processor.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) #include <asm/spitfire.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) #include <asm/cacheflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) #include "entry.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) #ifdef CONFIG_SPARC64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) #include <linux/jump_label.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) static void *module_map(unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 	if (PAGE_ALIGN(size) > MODULES_LEN)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 		return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 	return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 				GFP_KERNEL, PAGE_KERNEL, 0, NUMA_NO_NODE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) 				__builtin_return_address(0));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) static void *module_map(unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 	return vmalloc(size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) #endif /* CONFIG_SPARC64 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) void *module_alloc(unsigned long size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 	void *ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 	ret = module_map(size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 		memset(ret, 0, size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) /* Make generic code ignore STT_REGISTER dummy undefined symbols.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) int module_frob_arch_sections(Elf_Ehdr *hdr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 			      Elf_Shdr *sechdrs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 			      char *secstrings,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 			      struct module *mod)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 	unsigned int symidx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	Elf_Sym *sym;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 	char *strtab;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 	for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 		if (symidx == hdr->e_shnum-1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 			printk("%s: no symtab found.\n", mod->name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 			return -ENOEXEC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 	sym = (Elf_Sym *)sechdrs[symidx].sh_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 		if (sym[i].st_shndx == SHN_UNDEF) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 			if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 				sym[i].st_shndx = SHN_ABS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) int apply_relocate_add(Elf_Shdr *sechdrs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 		       const char *strtab,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 		       unsigned int symindex,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 		       unsigned int relsec,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 		       struct module *me)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 	unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 	Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 	Elf_Sym *sym;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 	u8 *location;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 	u32 *loc32;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 	for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 		Elf_Addr v;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 		/* This is where to make the change */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 		location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 			+ rel[i].r_offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 		loc32 = (u32 *) location;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) #ifdef CONFIG_SPARC64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 		BUG_ON(((u64)location >> (u64)32) != (u64)0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) #endif /* CONFIG_SPARC64 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 		/* This is the symbol it is referring to.  Note that all
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 		   undefined symbols have been resolved.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 		sym = (Elf_Sym *)sechdrs[symindex].sh_addr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 			+ ELF_R_SYM(rel[i].r_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 		v = sym->st_value + rel[i].r_addend;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 		switch (ELF_R_TYPE(rel[i].r_info) & 0xff) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 		case R_SPARC_DISP32:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 			v -= (Elf_Addr) location;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 			*loc32 = v;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) #ifdef CONFIG_SPARC64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 		case R_SPARC_64:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 			location[0] = v >> 56;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 			location[1] = v >> 48;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 			location[2] = v >> 40;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 			location[3] = v >> 32;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 			location[4] = v >> 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 			location[5] = v >> 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 			location[6] = v >>  8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 			location[7] = v >>  0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 		case R_SPARC_WDISP19:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 			v -= (Elf_Addr) location;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 			*loc32 = (*loc32 & ~0x7ffff) |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 				((v >> 2) & 0x7ffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 		case R_SPARC_OLO10:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 			*loc32 = (*loc32 & ~0x1fff) |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 				(((v & 0x3ff) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 				  (ELF_R_TYPE(rel[i].r_info) >> 8))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 				 & 0x1fff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) #endif /* CONFIG_SPARC64 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 		case R_SPARC_32:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 		case R_SPARC_UA32:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 			location[0] = v >> 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 			location[1] = v >> 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 			location[2] = v >>  8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 			location[3] = v >>  0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 		case R_SPARC_WDISP30:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 			v -= (Elf_Addr) location;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 			*loc32 = (*loc32 & ~0x3fffffff) |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 				((v >> 2) & 0x3fffffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 		case R_SPARC_WDISP22:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 			v -= (Elf_Addr) location;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 			*loc32 = (*loc32 & ~0x3fffff) |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 				((v >> 2) & 0x3fffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 		case R_SPARC_LO10:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 			*loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 		case R_SPARC_HI22:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 			*loc32 = (*loc32 & ~0x3fffff) |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 				((v >> 10) & 0x3fffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 		default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 			printk(KERN_ERR "module %s: Unknown relocation: %x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 			       me->name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 			       (int) (ELF_R_TYPE(rel[i].r_info) & 0xff));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 			return -ENOEXEC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) #ifdef CONFIG_SPARC64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) static void do_patch_sections(const Elf_Ehdr *hdr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 			      const Elf_Shdr *sechdrs)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 	const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 	char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 	for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 		if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 			sun4v_1insn = s;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 		if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 			sun4v_2insn = s;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	if (sun4v_1insn && tlb_type == hypervisor) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 		void *p = (void *) sun4v_1insn->sh_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 		sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 	if (sun4v_2insn && tlb_type == hypervisor) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 		void *p = (void *) sun4v_2insn->sh_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 		sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) int module_finalize(const Elf_Ehdr *hdr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 		    const Elf_Shdr *sechdrs,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 		    struct module *me)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 	/* make jump label nops */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 	jump_label_apply_nops(me);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 	do_patch_sections(hdr, sechdrs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 	/* Cheetah's I-cache is fully coherent.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 	if (tlb_type == spitfire) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 		unsigned long va;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 		flushw_all();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 		for (va =  0; va < (PAGE_SIZE << 1); va += 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 			spitfire_put_icache_tag(va, 0x0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 		__asm__ __volatile__("flush %g6");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) #endif /* CONFIG_SPARC64 */