Orange Pi5 kernel

Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards

3 Commits   0 Branches   0 Tags
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2)  * Copyright 2014 Cisco Systems, Inc.  All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * This program is free software; you may redistribute it and/or modify
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  * it under the terms of the GNU General Public License as published by
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  * the Free Software Foundation; version 2 of the License.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8)  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9)  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10)  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11)  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12)  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13)  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14)  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15)  * SOFTWARE.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) #include <linux/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) #include <linux/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) #include <linux/pci.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) #include <linux/delay.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) #include "vnic_dev.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) #include "vnic_wq.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) static inline int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 	unsigned int index, enum vnic_res_type res_type)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 	wq->ctrl = svnic_dev_get_res(vdev, res_type, index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 	if (!wq->ctrl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 		return -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) static inline int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 	unsigned int index, unsigned int desc_count, unsigned int desc_size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 	return svnic_dev_alloc_desc_ring(vdev, &wq->ring, desc_count,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 					 desc_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) static int vnic_wq_alloc_bufs(struct vnic_wq *wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 	struct vnic_wq_buf *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 	unsigned int i, j, count = wq->ring.desc_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 	unsigned int blks = VNIC_WQ_BUF_BLKS_NEEDED(count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 	for (i = 0; i < blks; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 		wq->bufs[i] = kzalloc(VNIC_WQ_BUF_BLK_SZ, GFP_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 		if (!wq->bufs[i]) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 			pr_err("Failed to alloc wq_bufs\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 			return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 	for (i = 0; i < blks; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 		buf = wq->bufs[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) 		for (j = 0; j < VNIC_WQ_BUF_DFLT_BLK_ENTRIES; j++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 			buf->index = i * VNIC_WQ_BUF_DFLT_BLK_ENTRIES + j;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 			buf->desc = (u8 *)wq->ring.descs +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 				wq->ring.desc_size * buf->index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 			if (buf->index + 1 == count) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 				buf->next = wq->bufs[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 				break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 			} else if (j + 1 == VNIC_WQ_BUF_DFLT_BLK_ENTRIES) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 				buf->next = wq->bufs[i + 1];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 			} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 				buf->next = buf + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 				buf++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	wq->to_use = wq->to_clean = wq->bufs[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) void svnic_wq_free(struct vnic_wq *wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 	struct vnic_dev *vdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 	vdev = wq->vdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	svnic_dev_free_desc_ring(vdev, &wq->ring);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 	for (i = 0; i < VNIC_WQ_BUF_BLKS_MAX; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 		kfree(wq->bufs[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 		wq->bufs[i] = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 	wq->ctrl = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) int vnic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	unsigned int desc_count, unsigned int desc_size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	wq->index = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 	wq->vdev = vdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 	err = vnic_wq_get_ctrl(vdev, wq, 0, RES_TYPE_DEVCMD2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	if (err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 		pr_err("Failed to get devcmd2 resource\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 		return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	svnic_wq_disable(wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 	err = vnic_wq_alloc_ring(vdev, wq, 0, desc_count, desc_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) 	if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 		return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) int svnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	unsigned int index, unsigned int desc_count, unsigned int desc_size)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 	int err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 	wq->index = index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	wq->vdev = vdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 	err = vnic_wq_get_ctrl(vdev, wq, index, RES_TYPE_WQ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 	if (err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 		pr_err("Failed to hook WQ[%d] resource\n", index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 		return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 	svnic_wq_disable(wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 	err = vnic_wq_alloc_ring(vdev, wq, index, desc_count, desc_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 	if (err)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 		return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	err = vnic_wq_alloc_bufs(wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 	if (err) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 		svnic_wq_free(wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 		return err;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) void vnic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	unsigned int fetch_index, unsigned int posted_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	unsigned int error_interrupt_enable,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 	unsigned int error_interrupt_offset)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 	u64 paddr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 	unsigned int count = wq->ring.desc_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 	paddr = (u64)wq->ring.base_addr | VNIC_PADDR_TARGET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 	writeq(paddr, &wq->ctrl->ring_base);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 	iowrite32(count, &wq->ctrl->ring_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	iowrite32(fetch_index, &wq->ctrl->fetch_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 	iowrite32(posted_index, &wq->ctrl->posted_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 	iowrite32(cq_index, &wq->ctrl->cq_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 	iowrite32(error_interrupt_enable, &wq->ctrl->error_interrupt_enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 	iowrite32(error_interrupt_offset, &wq->ctrl->error_interrupt_offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 	iowrite32(0, &wq->ctrl->error_status);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 	wq->to_use = wq->to_clean =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 		&wq->bufs[fetch_index / VNIC_WQ_BUF_BLK_ENTRIES(count)]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 			[fetch_index % VNIC_WQ_BUF_BLK_ENTRIES(count)];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) void svnic_wq_init(struct vnic_wq *wq, unsigned int cq_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 	unsigned int error_interrupt_enable,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	unsigned int error_interrupt_offset)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 	vnic_wq_init_start(wq, cq_index, 0, 0, error_interrupt_enable,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 			   error_interrupt_offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) unsigned int svnic_wq_error_status(struct vnic_wq *wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 	return ioread32(&wq->ctrl->error_status);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) void svnic_wq_enable(struct vnic_wq *wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 	iowrite32(1, &wq->ctrl->enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) int svnic_wq_disable(struct vnic_wq *wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	unsigned int wait;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	iowrite32(0, &wq->ctrl->enable);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 	/* Wait for HW to ACK disable request */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 	for (wait = 0; wait < 100; wait++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 		if (!(ioread32(&wq->ctrl->running)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 			return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 		udelay(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 	pr_err("Failed to disable WQ[%d]\n", wq->index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 	return -ETIMEDOUT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) void svnic_wq_clean(struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 	void (*buf_clean)(struct vnic_wq *wq, struct vnic_wq_buf *buf))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 	struct vnic_wq_buf *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 	BUG_ON(ioread32(&wq->ctrl->enable));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 	buf = wq->to_clean;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 	while (svnic_wq_desc_used(wq) > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 		(*buf_clean)(wq, buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 		buf = wq->to_clean = buf->next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 		wq->ring.desc_avail++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 	wq->to_use = wq->to_clean = wq->bufs[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 	iowrite32(0, &wq->ctrl->fetch_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 	iowrite32(0, &wq->ctrl->posted_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) 	iowrite32(0, &wq->ctrl->error_status);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 	svnic_dev_clear_desc_ring(&wq->ring);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) }