Orange Pi5 kernel

Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards

3 Commits   0 Branches   0 Tags
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  * SPI-Engine SPI controller driver
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * Copyright 2015 Analog Devices Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  *  Author: Lars-Peter Clausen <lars@metafoo.de>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) #include <linux/clk.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) #include <linux/interrupt.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #include <linux/io.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) #include <linux/of.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) #include <linux/platform_device.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) #include <linux/spi/spi.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) #define SPI_ENGINE_VERSION_MAJOR(x)	((x >> 16) & 0xff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) #define SPI_ENGINE_VERSION_MINOR(x)	((x >> 8) & 0xff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #define SPI_ENGINE_VERSION_PATCH(x)	(x & 0xff)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) #define SPI_ENGINE_REG_VERSION			0x00
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) #define SPI_ENGINE_REG_RESET			0x40
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) #define SPI_ENGINE_REG_INT_ENABLE		0x80
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) #define SPI_ENGINE_REG_INT_PENDING		0x84
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) #define SPI_ENGINE_REG_INT_SOURCE		0x88
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) #define SPI_ENGINE_REG_SYNC_ID			0xc0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) #define SPI_ENGINE_REG_CMD_FIFO_ROOM		0xd0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) #define SPI_ENGINE_REG_SDO_FIFO_ROOM		0xd4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) #define SPI_ENGINE_REG_SDI_FIFO_LEVEL		0xd8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) #define SPI_ENGINE_REG_CMD_FIFO			0xe0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) #define SPI_ENGINE_REG_SDO_DATA_FIFO		0xe4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) #define SPI_ENGINE_REG_SDI_DATA_FIFO		0xe8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) #define SPI_ENGINE_REG_SDI_DATA_FIFO_PEEK	0xec
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) #define SPI_ENGINE_INT_CMD_ALMOST_EMPTY		BIT(0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) #define SPI_ENGINE_INT_SDO_ALMOST_EMPTY		BIT(1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) #define SPI_ENGINE_INT_SDI_ALMOST_FULL		BIT(2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) #define SPI_ENGINE_INT_SYNC			BIT(3)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) #define SPI_ENGINE_CONFIG_CPHA			BIT(0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) #define SPI_ENGINE_CONFIG_CPOL			BIT(1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) #define SPI_ENGINE_CONFIG_3WIRE			BIT(2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) #define SPI_ENGINE_INST_TRANSFER		0x0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) #define SPI_ENGINE_INST_ASSERT			0x1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) #define SPI_ENGINE_INST_WRITE			0x2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) #define SPI_ENGINE_INST_MISC			0x3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) #define SPI_ENGINE_CMD_REG_CLK_DIV		0x0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) #define SPI_ENGINE_CMD_REG_CONFIG		0x1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) #define SPI_ENGINE_MISC_SYNC			0x0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) #define SPI_ENGINE_MISC_SLEEP			0x1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) #define SPI_ENGINE_TRANSFER_WRITE		0x1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) #define SPI_ENGINE_TRANSFER_READ		0x2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) #define SPI_ENGINE_CMD(inst, arg1, arg2) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	(((inst) << 12) | ((arg1) << 8) | (arg2))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) #define SPI_ENGINE_CMD_TRANSFER(flags, n) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 	SPI_ENGINE_CMD(SPI_ENGINE_INST_TRANSFER, (flags), (n))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) #define SPI_ENGINE_CMD_ASSERT(delay, cs) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	SPI_ENGINE_CMD(SPI_ENGINE_INST_ASSERT, (delay), (cs))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) #define SPI_ENGINE_CMD_WRITE(reg, val) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 	SPI_ENGINE_CMD(SPI_ENGINE_INST_WRITE, (reg), (val))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) #define SPI_ENGINE_CMD_SLEEP(delay) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	SPI_ENGINE_CMD(SPI_ENGINE_INST_MISC, SPI_ENGINE_MISC_SLEEP, (delay))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) #define SPI_ENGINE_CMD_SYNC(id) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	SPI_ENGINE_CMD(SPI_ENGINE_INST_MISC, SPI_ENGINE_MISC_SYNC, (id))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) struct spi_engine_program {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 	unsigned int length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	uint16_t instructions[];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) struct spi_engine {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 	struct clk *clk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 	struct clk *ref_clk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 	spinlock_t lock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	void __iomem *base;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 	struct spi_message *msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 	struct spi_engine_program *p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 	unsigned cmd_length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 	const uint16_t *cmd_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 	struct spi_transfer *tx_xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 	unsigned int tx_length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 	const uint8_t *tx_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	struct spi_transfer *rx_xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	unsigned int rx_length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	uint8_t *rx_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	unsigned int sync_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	unsigned int completed_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 	unsigned int int_enable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) static void spi_engine_program_add_cmd(struct spi_engine_program *p,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	bool dry, uint16_t cmd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 	if (!dry)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 		p->instructions[p->length] = cmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 	p->length++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) static unsigned int spi_engine_get_config(struct spi_device *spi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 	unsigned int config = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 	if (spi->mode & SPI_CPOL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 		config |= SPI_ENGINE_CONFIG_CPOL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 	if (spi->mode & SPI_CPHA)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 		config |= SPI_ENGINE_CONFIG_CPHA;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	if (spi->mode & SPI_3WIRE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 		config |= SPI_ENGINE_CONFIG_3WIRE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 	return config;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) static unsigned int spi_engine_get_clk_div(struct spi_engine *spi_engine,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 	struct spi_device *spi, struct spi_transfer *xfer)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	unsigned int clk_div;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 	clk_div = DIV_ROUND_UP(clk_get_rate(spi_engine->ref_clk),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 		xfer->speed_hz * 2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 	if (clk_div > 255)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 		clk_div = 255;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	else if (clk_div > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 		clk_div -= 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	return clk_div;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) static void spi_engine_gen_xfer(struct spi_engine_program *p, bool dry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	struct spi_transfer *xfer)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	unsigned int len = xfer->len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	while (len) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 		unsigned int n = min(len, 256U);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 		unsigned int flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 		if (xfer->tx_buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 			flags |= SPI_ENGINE_TRANSFER_WRITE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 		if (xfer->rx_buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 			flags |= SPI_ENGINE_TRANSFER_READ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 		spi_engine_program_add_cmd(p, dry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 			SPI_ENGINE_CMD_TRANSFER(flags, n - 1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 		len -= n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) static void spi_engine_gen_sleep(struct spi_engine_program *p, bool dry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 	struct spi_engine *spi_engine, unsigned int clk_div,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 	struct spi_transfer *xfer)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 	unsigned int spi_clk = clk_get_rate(spi_engine->ref_clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	unsigned int t;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 	int delay;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 	if (xfer->delay_usecs) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 		delay = xfer->delay_usecs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 		delay = spi_delay_to_ns(&xfer->delay, xfer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 		if (delay < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 			return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 		delay /= 1000;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 	if (delay == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 	t = DIV_ROUND_UP(delay * spi_clk, (clk_div + 1) * 2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 	while (t) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 		unsigned int n = min(t, 256U);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 		spi_engine_program_add_cmd(p, dry, SPI_ENGINE_CMD_SLEEP(n - 1));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 		t -= n;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) static void spi_engine_gen_cs(struct spi_engine_program *p, bool dry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 		struct spi_device *spi, bool assert)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	unsigned int mask = 0xff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	if (assert)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 		mask ^= BIT(spi->chip_select);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 	spi_engine_program_add_cmd(p, dry, SPI_ENGINE_CMD_ASSERT(1, mask));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) static int spi_engine_compile_message(struct spi_engine *spi_engine,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 	struct spi_message *msg, bool dry, struct spi_engine_program *p)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 	struct spi_device *spi = msg->spi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 	struct spi_transfer *xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 	int clk_div, new_clk_div;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 	bool cs_change = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 	clk_div = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) 	spi_engine_program_add_cmd(p, dry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 		SPI_ENGINE_CMD_WRITE(SPI_ENGINE_CMD_REG_CONFIG,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 			spi_engine_get_config(spi)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 	list_for_each_entry(xfer, &msg->transfers, transfer_list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 		new_clk_div = spi_engine_get_clk_div(spi_engine, spi, xfer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 		if (new_clk_div != clk_div) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 			clk_div = new_clk_div;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 			spi_engine_program_add_cmd(p, dry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 				SPI_ENGINE_CMD_WRITE(SPI_ENGINE_CMD_REG_CLK_DIV,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 					clk_div));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 		if (cs_change)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 			spi_engine_gen_cs(p, dry, spi, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 		spi_engine_gen_xfer(p, dry, xfer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 		spi_engine_gen_sleep(p, dry, spi_engine, clk_div, xfer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 		cs_change = xfer->cs_change;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 		if (list_is_last(&xfer->transfer_list, &msg->transfers))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 			cs_change = !cs_change;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 		if (cs_change)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 			spi_engine_gen_cs(p, dry, spi, false);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) static void spi_engine_xfer_next(struct spi_engine *spi_engine,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 	struct spi_transfer **_xfer)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 	struct spi_message *msg = spi_engine->msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 	struct spi_transfer *xfer = *_xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 	if (!xfer) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 		xfer = list_first_entry(&msg->transfers,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) 			struct spi_transfer, transfer_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 	} else if (list_is_last(&xfer->transfer_list, &msg->transfers)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 		xfer = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 		xfer = list_next_entry(xfer, transfer_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 	*_xfer = xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) static void spi_engine_tx_next(struct spi_engine *spi_engine)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 	struct spi_transfer *xfer = spi_engine->tx_xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 	do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 		spi_engine_xfer_next(spi_engine, &xfer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) 	} while (xfer && !xfer->tx_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) 	spi_engine->tx_xfer = xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 	if (xfer) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 		spi_engine->tx_length = xfer->len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 		spi_engine->tx_buf = xfer->tx_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 		spi_engine->tx_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) static void spi_engine_rx_next(struct spi_engine *spi_engine)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 	struct spi_transfer *xfer = spi_engine->rx_xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 	do {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) 		spi_engine_xfer_next(spi_engine, &xfer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) 	} while (xfer && !xfer->rx_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 	spi_engine->rx_xfer = xfer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 	if (xfer) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 		spi_engine->rx_length = xfer->len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) 		spi_engine->rx_buf = xfer->rx_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) 		spi_engine->rx_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) static bool spi_engine_write_cmd_fifo(struct spi_engine *spi_engine)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) 	void __iomem *addr = spi_engine->base + SPI_ENGINE_REG_CMD_FIFO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) 	unsigned int n, m, i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) 	const uint16_t *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) 	n = readl_relaxed(spi_engine->base + SPI_ENGINE_REG_CMD_FIFO_ROOM);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) 	while (n && spi_engine->cmd_length) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) 		m = min(n, spi_engine->cmd_length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) 		buf = spi_engine->cmd_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) 		for (i = 0; i < m; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) 			writel_relaxed(buf[i], addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) 		spi_engine->cmd_buf += m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) 		spi_engine->cmd_length -= m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) 		n -= m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) 	return spi_engine->cmd_length != 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) static bool spi_engine_write_tx_fifo(struct spi_engine *spi_engine)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) 	void __iomem *addr = spi_engine->base + SPI_ENGINE_REG_SDO_DATA_FIFO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) 	unsigned int n, m, i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) 	const uint8_t *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) 	n = readl_relaxed(spi_engine->base + SPI_ENGINE_REG_SDO_FIFO_ROOM);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) 	while (n && spi_engine->tx_length) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) 		m = min(n, spi_engine->tx_length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) 		buf = spi_engine->tx_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327) 		for (i = 0; i < m; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) 			writel_relaxed(buf[i], addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) 		spi_engine->tx_buf += m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) 		spi_engine->tx_length -= m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) 		n -= m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) 		if (spi_engine->tx_length == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) 			spi_engine_tx_next(spi_engine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) 	return spi_engine->tx_length != 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) static bool spi_engine_read_rx_fifo(struct spi_engine *spi_engine)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) 	void __iomem *addr = spi_engine->base + SPI_ENGINE_REG_SDI_DATA_FIFO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) 	unsigned int n, m, i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) 	uint8_t *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) 	n = readl_relaxed(spi_engine->base + SPI_ENGINE_REG_SDI_FIFO_LEVEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) 	while (n && spi_engine->rx_length) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) 		m = min(n, spi_engine->rx_length);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) 		buf = spi_engine->rx_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) 		for (i = 0; i < m; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) 			buf[i] = readl_relaxed(addr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) 		spi_engine->rx_buf += m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) 		spi_engine->rx_length -= m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) 		n -= m;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) 		if (spi_engine->rx_length == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) 			spi_engine_rx_next(spi_engine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) 	return spi_engine->rx_length != 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) static irqreturn_t spi_engine_irq(int irq, void *devid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) 	struct spi_master *master = devid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) 	struct spi_engine *spi_engine = spi_master_get_devdata(master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) 	unsigned int disable_int = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) 	unsigned int pending;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) 	pending = readl_relaxed(spi_engine->base + SPI_ENGINE_REG_INT_PENDING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) 	if (pending & SPI_ENGINE_INT_SYNC) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) 		writel_relaxed(SPI_ENGINE_INT_SYNC,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) 			spi_engine->base + SPI_ENGINE_REG_INT_PENDING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) 		spi_engine->completed_id = readl_relaxed(
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) 			spi_engine->base + SPI_ENGINE_REG_SYNC_ID);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) 	spin_lock(&spi_engine->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) 	if (pending & SPI_ENGINE_INT_CMD_ALMOST_EMPTY) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) 		if (!spi_engine_write_cmd_fifo(spi_engine))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) 			disable_int |= SPI_ENGINE_INT_CMD_ALMOST_EMPTY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) 	if (pending & SPI_ENGINE_INT_SDO_ALMOST_EMPTY) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) 		if (!spi_engine_write_tx_fifo(spi_engine))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) 			disable_int |= SPI_ENGINE_INT_SDO_ALMOST_EMPTY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) 	if (pending & (SPI_ENGINE_INT_SDI_ALMOST_FULL | SPI_ENGINE_INT_SYNC)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) 		if (!spi_engine_read_rx_fifo(spi_engine))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) 			disable_int |= SPI_ENGINE_INT_SDI_ALMOST_FULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) 	if (pending & SPI_ENGINE_INT_SYNC) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) 		if (spi_engine->msg &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) 		    spi_engine->completed_id == spi_engine->sync_id) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) 			struct spi_message *msg = spi_engine->msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) 			kfree(spi_engine->p);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) 			msg->status = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) 			msg->actual_length = msg->frame_length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) 			spi_engine->msg = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) 			spi_finalize_current_message(master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) 			disable_int |= SPI_ENGINE_INT_SYNC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) 	if (disable_int) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) 		spi_engine->int_enable &= ~disable_int;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) 		writel_relaxed(spi_engine->int_enable,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) 			spi_engine->base + SPI_ENGINE_REG_INT_ENABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) 	spin_unlock(&spi_engine->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) 	return IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) static int spi_engine_transfer_one_message(struct spi_master *master,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) 	struct spi_message *msg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) 	struct spi_engine_program p_dry, *p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) 	struct spi_engine *spi_engine = spi_master_get_devdata(master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) 	unsigned int int_enable = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) 	size_t size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) 	p_dry.length = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) 	spi_engine_compile_message(spi_engine, msg, true, &p_dry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) 	size = sizeof(*p->instructions) * (p_dry.length + 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) 	p = kzalloc(sizeof(*p) + size, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) 	if (!p)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) 	spi_engine_compile_message(spi_engine, msg, false, p);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) 	spin_lock_irqsave(&spi_engine->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) 	spi_engine->sync_id = (spi_engine->sync_id + 1) & 0xff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) 	spi_engine_program_add_cmd(p, false,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) 		SPI_ENGINE_CMD_SYNC(spi_engine->sync_id));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) 	spi_engine->msg = msg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) 	spi_engine->p = p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) 	spi_engine->cmd_buf = p->instructions;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) 	spi_engine->cmd_length = p->length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) 	if (spi_engine_write_cmd_fifo(spi_engine))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) 		int_enable |= SPI_ENGINE_INT_CMD_ALMOST_EMPTY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) 	spi_engine_tx_next(spi_engine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) 	if (spi_engine_write_tx_fifo(spi_engine))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) 		int_enable |= SPI_ENGINE_INT_SDO_ALMOST_EMPTY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) 	spi_engine_rx_next(spi_engine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) 	if (spi_engine->rx_length != 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) 		int_enable |= SPI_ENGINE_INT_SDI_ALMOST_FULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) 	int_enable |= SPI_ENGINE_INT_SYNC;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) 	writel_relaxed(int_enable,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) 		spi_engine->base + SPI_ENGINE_REG_INT_ENABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) 	spi_engine->int_enable = int_enable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) 	spin_unlock_irqrestore(&spi_engine->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) static int spi_engine_probe(struct platform_device *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) 	struct spi_engine *spi_engine;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) 	struct spi_master *master;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) 	unsigned int version;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) 	int irq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) 	int ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) 	irq = platform_get_irq(pdev, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) 	if (irq <= 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) 		return -ENXIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) 	spi_engine = devm_kzalloc(&pdev->dev, sizeof(*spi_engine), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) 	if (!spi_engine)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) 	master = spi_alloc_master(&pdev->dev, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) 	if (!master)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) 		return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) 	spi_master_set_devdata(master, spi_engine);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) 	spin_lock_init(&spi_engine->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) 	spi_engine->clk = devm_clk_get(&pdev->dev, "s_axi_aclk");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) 	if (IS_ERR(spi_engine->clk)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) 		ret = PTR_ERR(spi_engine->clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) 		goto err_put_master;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) 	spi_engine->ref_clk = devm_clk_get(&pdev->dev, "spi_clk");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) 	if (IS_ERR(spi_engine->ref_clk)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) 		ret = PTR_ERR(spi_engine->ref_clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) 		goto err_put_master;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) 	ret = clk_prepare_enable(spi_engine->clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) 		goto err_put_master;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) 	ret = clk_prepare_enable(spi_engine->ref_clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) 		goto err_clk_disable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) 	spi_engine->base = devm_platform_ioremap_resource(pdev, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) 	if (IS_ERR(spi_engine->base)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) 		ret = PTR_ERR(spi_engine->base);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) 		goto err_ref_clk_disable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) 	version = readl(spi_engine->base + SPI_ENGINE_REG_VERSION);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) 	if (SPI_ENGINE_VERSION_MAJOR(version) != 1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) 		dev_err(&pdev->dev, "Unsupported peripheral version %u.%u.%c\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) 			SPI_ENGINE_VERSION_MAJOR(version),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) 			SPI_ENGINE_VERSION_MINOR(version),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) 			SPI_ENGINE_VERSION_PATCH(version));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) 		ret = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) 		goto err_ref_clk_disable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) 	writel_relaxed(0x00, spi_engine->base + SPI_ENGINE_REG_RESET);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) 	writel_relaxed(0xff, spi_engine->base + SPI_ENGINE_REG_INT_PENDING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) 	writel_relaxed(0x00, spi_engine->base + SPI_ENGINE_REG_INT_ENABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) 	ret = request_irq(irq, spi_engine_irq, 0, pdev->name, master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) 		goto err_ref_clk_disable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) 	master->dev.of_node = pdev->dev.of_node;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) 	master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_3WIRE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) 	master->bits_per_word_mask = SPI_BPW_MASK(8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) 	master->max_speed_hz = clk_get_rate(spi_engine->ref_clk) / 2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) 	master->transfer_one_message = spi_engine_transfer_one_message;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) 	master->num_chipselect = 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) 	ret = spi_register_master(master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) 	if (ret)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) 		goto err_free_irq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) 	platform_set_drvdata(pdev, master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) err_free_irq:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) 	free_irq(irq, master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) err_ref_clk_disable:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) 	clk_disable_unprepare(spi_engine->ref_clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) err_clk_disable:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) 	clk_disable_unprepare(spi_engine->clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) err_put_master:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) 	spi_master_put(master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) static int spi_engine_remove(struct platform_device *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) 	struct spi_master *master = spi_master_get(platform_get_drvdata(pdev));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) 	struct spi_engine *spi_engine = spi_master_get_devdata(master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) 	int irq = platform_get_irq(pdev, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) 	spi_unregister_master(master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) 	free_irq(irq, master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) 	spi_master_put(master);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) 	writel_relaxed(0xff, spi_engine->base + SPI_ENGINE_REG_INT_PENDING);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) 	writel_relaxed(0x00, spi_engine->base + SPI_ENGINE_REG_INT_ENABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) 	writel_relaxed(0x01, spi_engine->base + SPI_ENGINE_REG_RESET);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) 	clk_disable_unprepare(spi_engine->ref_clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) 	clk_disable_unprepare(spi_engine->clk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) static const struct of_device_id spi_engine_match_table[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) 	{ .compatible = "adi,axi-spi-engine-1.00.a" },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) 	{ },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) MODULE_DEVICE_TABLE(of, spi_engine_match_table);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) static struct platform_driver spi_engine_driver = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) 	.probe = spi_engine_probe,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) 	.remove = spi_engine_remove,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) 	.driver = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) 		.name = "spi-engine",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) 		.of_match_table = spi_engine_match_table,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) 	},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) module_platform_driver(spi_engine_driver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) MODULE_AUTHOR("Lars-Peter Clausen <lars@metafoo.de>");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) MODULE_DESCRIPTION("Analog Devices SPI engine peripheral driver");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) MODULE_LICENSE("GPL");