^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) * Copyright 2014 Cisco Systems, Inc. All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * This program is free software; you may redistribute it and/or modify
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * it under the terms of the GNU General Public License as published by
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * the Free Software Foundation; version 2 of the License.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) * SOFTWARE.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #ifndef _VNIC_WQ_H_
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #define _VNIC_WQ_H_
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #include <linux/pci.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include "vnic_dev.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include "vnic_cq.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) /* Work queue control */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) struct vnic_wq_ctrl {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) u64 ring_base; /* 0x00 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) u32 ring_size; /* 0x08 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) u32 pad0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) u32 posted_index; /* 0x10 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) u32 pad1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) u32 cq_index; /* 0x18 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) u32 pad2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) u32 enable; /* 0x20 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) u32 pad3;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) u32 running; /* 0x28 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) u32 pad4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) u32 fetch_index; /* 0x30 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) u32 pad5;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) u32 dca_value; /* 0x38 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) u32 pad6;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) u32 error_interrupt_enable; /* 0x40 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) u32 pad7;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) u32 error_interrupt_offset; /* 0x48 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) u32 pad8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) u32 error_status; /* 0x50 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) u32 pad9;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) struct vnic_wq_buf {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) struct vnic_wq_buf *next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) dma_addr_t dma_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) void *os_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) unsigned int len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) unsigned int index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) int sop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) void *desc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) /* Break the vnic_wq_buf allocations into blocks of 64 entries */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) #define VNIC_WQ_BUF_MIN_BLK_ENTRIES 32
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) #define VNIC_WQ_BUF_DFLT_BLK_ENTRIES 64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) #define VNIC_WQ_BUF_BLK_ENTRIES(entries) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) ((unsigned int)(entries < VNIC_WQ_BUF_DFLT_BLK_ENTRIES) ? \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) VNIC_WQ_BUF_MIN_BLK_ENTRIES : VNIC_WQ_BUF_DFLT_BLK_ENTRIES)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) #define VNIC_WQ_BUF_BLK_SZ \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) (VNIC_WQ_BUF_DFLT_BLK_ENTRIES * sizeof(struct vnic_wq_buf))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) #define VNIC_WQ_BUF_BLKS_NEEDED(entries) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) DIV_ROUND_UP(entries, VNIC_WQ_BUF_DFLT_BLK_ENTRIES)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) #define VNIC_WQ_BUF_BLKS_NEEDED(entries) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) DIV_ROUND_UP(entries, VNIC_WQ_BUF_DFLT_BLK_ENTRIES)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) #define VNIC_WQ_BUF_BLKS_MAX VNIC_WQ_BUF_BLKS_NEEDED(4096)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) struct vnic_wq {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) unsigned int index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) struct vnic_dev *vdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) struct vnic_wq_ctrl __iomem *ctrl; /* memory-mapped */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) struct vnic_dev_ring ring;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) struct vnic_wq_buf *bufs[VNIC_WQ_BUF_BLKS_MAX];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) struct vnic_wq_buf *to_use;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) struct vnic_wq_buf *to_clean;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) unsigned int pkts_outstanding;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) static inline unsigned int svnic_wq_desc_avail(struct vnic_wq *wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) /* how many does SW own? */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) return wq->ring.desc_avail;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) static inline unsigned int svnic_wq_desc_used(struct vnic_wq *wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) /* how many does HW own? */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) return wq->ring.desc_count - wq->ring.desc_avail - 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) static inline void *svnic_wq_next_desc(struct vnic_wq *wq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) return wq->to_use->desc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) static inline void svnic_wq_post(struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) void *os_buf, dma_addr_t dma_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) unsigned int len, int sop, int eop)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) struct vnic_wq_buf *buf = wq->to_use;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) buf->sop = sop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) buf->os_buf = eop ? os_buf : NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) buf->dma_addr = dma_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) buf->len = len;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) buf = buf->next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) if (eop) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) /* Adding write memory barrier prevents compiler and/or CPU
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) * reordering, thus avoiding descriptor posting before
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) * descriptor is initialized. Otherwise, hardware can read
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) * stale descriptor fields.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) wmb();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) iowrite32(buf->index, &wq->ctrl->posted_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) wq->to_use = buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) wq->ring.desc_avail--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) static inline void svnic_wq_service(struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) struct cq_desc *cq_desc, u16 completed_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) void (*buf_service)(struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) struct cq_desc *cq_desc, struct vnic_wq_buf *buf, void *opaque),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) void *opaque)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) struct vnic_wq_buf *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) buf = wq->to_clean;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) while (1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) (*buf_service)(wq, cq_desc, buf, opaque);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) wq->ring.desc_avail++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) wq->to_clean = buf->next;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) if (buf->index == completed_index)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) buf = wq->to_clean;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) void svnic_wq_free(struct vnic_wq *wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) int svnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) unsigned int index, unsigned int desc_count, unsigned int desc_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) int vnic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) unsigned int desc_count, unsigned int desc_size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) void vnic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) unsigned int fetch_index, unsigned int post_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) unsigned int error_interrupt_enable,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) unsigned int error_interrupt_offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) void svnic_wq_init(struct vnic_wq *wq, unsigned int cq_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) unsigned int error_interrupt_enable,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) unsigned int error_interrupt_offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) unsigned int svnic_wq_error_status(struct vnic_wq *wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) void svnic_wq_enable(struct vnic_wq *wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) int svnic_wq_disable(struct vnic_wq *wq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) void svnic_wq_clean(struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) void (*buf_clean)(struct vnic_wq *wq, struct vnic_wq_buf *buf));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) #endif /* _VNIC_WQ_H_ */
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags