Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2)  * Copyright (C) 2008-2009 Michal Simek <monstr@monstr.eu>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  * Copyright (C) 2008-2009 PetaLogix
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * Copyright (C) 2007 John Williams
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  * Reasonably optimised generic C-code for memcpy on Microblaze
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7)  * This is generic C code to do efficient, alignment-aware memmove.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9)  * It is based on demo code originally Copyright 2001 by Intel Corp, taken from
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10)  * http://www.embedded.com/showArticle.jhtml?articleID=19205567
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12)  * Attempts were made, unsuccessfully, to contact the original
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13)  * author of this code (Michael Morrow, Intel).  Below is the original
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14)  * copyright notice.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16)  * This software has been developed by Intel Corporation.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17)  * Intel specifically disclaims all warranties, express or
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18)  * implied, and all liability, including consequential and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19)  * other indirect damages, for the use of this program, including
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20)  * liability for infringement of any proprietary rights,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21)  * and including the warranties of merchantability and fitness
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22)  * for a particular purpose. Intel does not assume any
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23)  * responsibility for and errors which may appear in this program
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24)  * not any responsibility to update it.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) #include <linux/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) #include <linux/stddef.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) #include <linux/compiler.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) #include <linux/string.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) #ifdef __HAVE_ARCH_MEMMOVE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) #ifndef CONFIG_OPT_LIB_FUNCTION
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) void *memmove(void *v_dst, const void *v_src, __kernel_size_t c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 	const char *src = v_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 	char *dst = v_dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 	if (!c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 		return v_dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 	/* Use memcpy when source is higher than dest */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 	if (v_dst <= v_src)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 		return memcpy(v_dst, v_src, c);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 	/* copy backwards, from end to beginning */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	src += c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 	dst += c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 	/* Simple, byte oriented memmove. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 	while (c--)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 		*--dst = *--src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 	return v_dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) #else /* CONFIG_OPT_LIB_FUNCTION */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) void *memmove(void *v_dst, const void *v_src, __kernel_size_t c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 	const char *src = v_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	char *dst = v_dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 	const uint32_t *i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	uint32_t *i_dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 	if (!c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 		return v_dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	/* Use memcpy when source is higher than dest */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 	if (v_dst <= v_src)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 		return memcpy(v_dst, v_src, c);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	/* The following code tries to optimize the copy by using unsigned
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 	 * alignment. This will work fine if both source and destination are
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	 * aligned on the same boundary. However, if they are aligned on
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 	 * different boundaries shifts will be necessary. This might result in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	 * bad performance on MicroBlaze systems without a barrel shifter.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	/* FIXME this part needs more test */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 	/* Do a descending copy - this is a bit trickier! */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 	dst += c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 	src += c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 	if (c >= 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 		unsigned  value, buf_hold;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 		/* Align the destination to a word boundary. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 		/* This is done in an endian independent manner. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 		switch ((unsigned long)dst & 3) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 		case 3:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 			*--dst = *--src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 			--c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 		case 2:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 			*--dst = *--src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 			--c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 		case 1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 			*--dst = *--src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 			--c;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 		i_dst = (void *)dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 		/* Choose a copy scheme based on the source */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 		/* alignment relative to dstination. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 		switch ((unsigned long)src & 3) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 		case 0x0:	/* Both byte offsets are aligned */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 			i_src  = (const void *)src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 			for (; c >= 4; c -= 4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 				*--i_dst = *--i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 			src  = (const void *)i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 		case 0x1:	/* Unaligned - Off by 1 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 			/* Word align the source */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 			i_src = (const void *) (((unsigned)src + 4) & ~3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) #ifndef __MICROBLAZEEL__
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 			/* Load the holding buffer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 			buf_hold = *--i_src >> 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 			for (; c >= 4; c -= 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 				value = *--i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 				*--i_dst = buf_hold << 8 | value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 				buf_hold = value >> 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 			/* Load the holding buffer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 			buf_hold = (*--i_src & 0xFF) << 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 			for (; c >= 4; c -= 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 				value = *--i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 				*--i_dst = buf_hold |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 						((value & 0xFFFFFF00) >> 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 				buf_hold = (value  & 0xFF) << 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 			/* Realign the source */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 			src = (const void *)i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 			src += 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 		case 0x2:	/* Unaligned - Off by 2 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 			/* Word align the source */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 			i_src = (const void *) (((unsigned)src + 4) & ~3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) #ifndef __MICROBLAZEEL__
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 			/* Load the holding buffer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 			buf_hold = *--i_src >> 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 			for (; c >= 4; c -= 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 				value = *--i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 				*--i_dst = buf_hold << 16 | value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 				buf_hold = value >> 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 			/* Load the holding buffer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 			buf_hold = (*--i_src & 0xFFFF) << 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 			for (; c >= 4; c -= 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 				value = *--i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 				*--i_dst = buf_hold |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 						((value & 0xFFFF0000) >> 16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 				buf_hold = (value & 0xFFFF) << 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 			/* Realign the source */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 			src = (const void *)i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 			src += 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 		case 0x3:	/* Unaligned - Off by 3 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 			/* Word align the source */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 			i_src = (const void *) (((unsigned)src + 4) & ~3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) #ifndef __MICROBLAZEEL__
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 			/* Load the holding buffer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 			buf_hold = *--i_src >> 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 			for (; c >= 4; c -= 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 				value = *--i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 				*--i_dst = buf_hold << 24 | value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 				buf_hold = value >> 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 			/* Load the holding buffer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 			buf_hold = (*--i_src & 0xFFFFFF) << 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 			for (; c >= 4; c -= 4) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 				value = *--i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 				*--i_dst = buf_hold |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 						((value & 0xFF000000) >> 24);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 				buf_hold = (value & 0xFFFFFF) << 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 			/* Realign the source */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 			src = (const void *)i_src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 			src += 3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 		dst = (void *)i_dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	/* simple fast copy, ... unless a cache boundary is crossed */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 	/* Finish off any remaining bytes */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 	switch (c) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 	case 4:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 		*--dst = *--src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 	case 3:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 		*--dst = *--src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 	case 2:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 		*--dst = *--src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 	case 1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 		*--dst = *--src;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 	return v_dst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) #endif /* CONFIG_OPT_LIB_FUNCTION */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) EXPORT_SYMBOL(memmove);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) #endif /* __HAVE_ARCH_MEMMOVE */