^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) * Copyright 2014 Cisco Systems, Inc. All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * This program is free software; you may redistribute it and/or modify
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * it under the terms of the GNU General Public License as published by
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * the Free Software Foundation; version 2 of the License.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) * SOFTWARE.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include <linux/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include <linux/pci.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <linux/interrupt.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include <linux/workqueue.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include <linux/spinlock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #include <linux/mempool.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #include <scsi/scsi_tcq.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include "snic_io.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #include "snic.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #include "cq_enet_desc.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #include "snic_fwint.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) snic_wq_cmpl_frame_send(struct vnic_wq *wq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) struct cq_desc *cq_desc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) struct vnic_wq_buf *buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) void *opaque)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) struct snic *snic = svnic_dev_priv(wq->vdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) SNIC_BUG_ON(buf->os_buf == NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) if (snic_log_level & SNIC_DESC_LOGGING)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) SNIC_HOST_INFO(snic->shost,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) "Ack received for snic_host_req %p.\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) buf->os_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) SNIC_TRC(snic->shost->host_no, 0, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) ((ulong)(buf->os_buf) - sizeof(struct snic_req_info)), 0, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) buf->os_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) snic_wq_cmpl_handler_cont(struct vnic_dev *vdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) struct cq_desc *cq_desc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) u8 type,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) u16 q_num,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) u16 cmpl_idx,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) void *opaque)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) struct snic *snic = svnic_dev_priv(vdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) SNIC_BUG_ON(q_num != 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) spin_lock_irqsave(&snic->wq_lock[q_num], flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) svnic_wq_service(&snic->wq[q_num],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) cq_desc,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) cmpl_idx,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) snic_wq_cmpl_frame_send,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) spin_unlock_irqrestore(&snic->wq_lock[q_num], flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) } /* end of snic_cmpl_handler_cont */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) snic_wq_cmpl_handler(struct snic *snic, int work_to_do)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) unsigned int work_done = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) unsigned int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) snic->s_stats.misc.last_ack_time = jiffies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) for (i = 0; i < snic->wq_count; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) work_done += svnic_cq_service(&snic->cq[i],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) work_to_do,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) snic_wq_cmpl_handler_cont,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) return work_done;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) } /* end of snic_wq_cmpl_handler */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) snic_free_wq_buf(struct vnic_wq *wq, struct vnic_wq_buf *buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) struct snic_host_req *req = buf->os_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) struct snic *snic = svnic_dev_priv(wq->vdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) struct snic_req_info *rqi = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) dma_unmap_single(&snic->pdev->dev, buf->dma_addr, buf->len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) rqi = req_to_rqi(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) spin_lock_irqsave(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) if (list_empty(&rqi->list)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) spin_unlock_irqrestore(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) goto end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) SNIC_BUG_ON(rqi->list.next == NULL); /* if not added to spl_cmd_list */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) list_del_init(&rqi->list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) spin_unlock_irqrestore(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) if (rqi->sge_va) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) snic_pci_unmap_rsp_buf(snic, rqi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) kfree((void *)rqi->sge_va);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) rqi->sge_va = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) snic_req_free(snic, rqi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) SNIC_HOST_INFO(snic->shost, "snic_free_wq_buf .. freed.\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) end:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) /* Criteria to select work queue in multi queue mode */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) snic_select_wq(struct snic *snic)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) /* No multi queue support for now */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) BUILD_BUG_ON(SNIC_WQ_MAX > 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) static int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) snic_wqdesc_avail(struct snic *snic, int q_num, int req_type)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) int nr_wqdesc = snic->config.wq_enet_desc_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) if (q_num > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) * Multi Queue case, additional care is required.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) * Per WQ active requests need to be maintained.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) SNIC_HOST_INFO(snic->shost, "desc_avail: Multi Queue case.\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) SNIC_BUG_ON(q_num > 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) nr_wqdesc -= atomic64_read(&snic->s_stats.fw.actv_reqs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) return ((req_type == SNIC_REQ_HBA_RESET) ? nr_wqdesc : nr_wqdesc - 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) snic_queue_wq_desc(struct snic *snic, void *os_buf, u16 len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) dma_addr_t pa = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) struct snic_fw_stats *fwstats = &snic->s_stats.fw;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) struct snic_host_req *req = (struct snic_host_req *) os_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) long act_reqs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) long desc_avail = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) int q_num = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) snic_print_desc(__func__, os_buf, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) /* Map request buffer */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) pa = dma_map_single(&snic->pdev->dev, os_buf, len, DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) if (dma_mapping_error(&snic->pdev->dev, pa)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) SNIC_HOST_ERR(snic->shost, "qdesc: PCI DMA Mapping Fail.\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) req->req_pa = (ulong)pa;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) q_num = snic_select_wq(snic);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) spin_lock_irqsave(&snic->wq_lock[q_num], flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) desc_avail = snic_wqdesc_avail(snic, q_num, req->hdr.type);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) if (desc_avail <= 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) dma_unmap_single(&snic->pdev->dev, pa, len, DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) req->req_pa = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) spin_unlock_irqrestore(&snic->wq_lock[q_num], flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) atomic64_inc(&snic->s_stats.misc.wq_alloc_fail);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) SNIC_DBG("host = %d, WQ is Full\n", snic->shost->host_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) return -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) snic_queue_wq_eth_desc(&snic->wq[q_num], os_buf, pa, len, 0, 0, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) * Update stats
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) * note: when multi queue enabled, fw actv_reqs should be per queue.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) act_reqs = atomic64_inc_return(&fwstats->actv_reqs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) spin_unlock_irqrestore(&snic->wq_lock[q_num], flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) if (act_reqs > atomic64_read(&fwstats->max_actv_reqs))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) atomic64_set(&fwstats->max_actv_reqs, act_reqs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) } /* end of snic_queue_wq_desc() */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) * snic_handle_untagged_req: Adds snic specific requests to spl_cmd_list.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) * Purpose : Used during driver unload to clean up the requests.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) snic_handle_untagged_req(struct snic *snic, struct snic_req_info *rqi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) INIT_LIST_HEAD(&rqi->list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) spin_lock_irqsave(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) list_add_tail(&rqi->list, &snic->spl_cmd_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) spin_unlock_irqrestore(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) * snic_req_init:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) * Allocates snic_req_info + snic_host_req + sgl data, and initializes.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) struct snic_req_info *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) snic_req_init(struct snic *snic, int sg_cnt)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) u8 typ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) struct snic_req_info *rqi = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) typ = (sg_cnt <= SNIC_REQ_CACHE_DFLT_SGL) ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) SNIC_REQ_CACHE_DFLT_SGL : SNIC_REQ_CACHE_MAX_SGL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) rqi = mempool_alloc(snic->req_pool[typ], GFP_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) if (!rqi) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) atomic64_inc(&snic->s_stats.io.alloc_fail);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) SNIC_HOST_ERR(snic->shost,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) "Failed to allocate memory from snic req pool id = %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) typ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) return rqi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) memset(rqi, 0, sizeof(*rqi));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) rqi->rq_pool_type = typ;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) rqi->start_time = jiffies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) rqi->req = (struct snic_host_req *) (rqi + 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) rqi->req_len = sizeof(struct snic_host_req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) rqi->snic = snic;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) rqi->req = (struct snic_host_req *)(rqi + 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) if (sg_cnt == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) goto end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) rqi->req_len += (sg_cnt * sizeof(struct snic_sg_desc));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) if (sg_cnt > atomic64_read(&snic->s_stats.io.max_sgl))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) atomic64_set(&snic->s_stats.io.max_sgl, sg_cnt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) SNIC_BUG_ON(sg_cnt > SNIC_MAX_SG_DESC_CNT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) atomic64_inc(&snic->s_stats.io.sgl_cnt[sg_cnt - 1]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) end:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) memset(rqi->req, 0, rqi->req_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) /* pre initialization of init_ctx to support req_to_rqi */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) rqi->req->hdr.init_ctx = (ulong) rqi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) SNIC_SCSI_DBG(snic->shost, "Req_alloc:rqi = %p allocatd.\n", rqi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) return rqi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) } /* end of snic_req_init */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) * snic_abort_req_init : Inits abort request.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) struct snic_host_req *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) snic_abort_req_init(struct snic *snic, struct snic_req_info *rqi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) struct snic_host_req *req = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) SNIC_BUG_ON(!rqi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) /* If abort to be issued second time, then reuse */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) if (rqi->abort_req)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) return rqi->abort_req;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) req = mempool_alloc(snic->req_pool[SNIC_REQ_TM_CACHE], GFP_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) if (!req) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) SNIC_HOST_ERR(snic->shost, "abts:Failed to alloc tm req.\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) WARN_ON_ONCE(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) rqi->abort_req = req;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) memset(req, 0, sizeof(struct snic_host_req));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) /* pre initialization of init_ctx to support req_to_rqi */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) req->hdr.init_ctx = (ulong) rqi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) return req;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) } /* end of snic_abort_req_init */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) * snic_dr_req_init : Inits device reset req
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) struct snic_host_req *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) snic_dr_req_init(struct snic *snic, struct snic_req_info *rqi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) struct snic_host_req *req = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) SNIC_BUG_ON(!rqi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) req = mempool_alloc(snic->req_pool[SNIC_REQ_TM_CACHE], GFP_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) if (!req) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) SNIC_HOST_ERR(snic->shost, "dr:Failed to alloc tm req.\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) WARN_ON_ONCE(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) SNIC_BUG_ON(rqi->dr_req != NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) rqi->dr_req = req;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) memset(req, 0, sizeof(struct snic_host_req));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) /* pre initialization of init_ctx to support req_to_rqi */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) req->hdr.init_ctx = (ulong) rqi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) return req;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) } /* end of snic_dr_req_init */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) /* frees snic_req_info and snic_host_req */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) snic_req_free(struct snic *snic, struct snic_req_info *rqi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) SNIC_BUG_ON(rqi->req == rqi->abort_req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) SNIC_BUG_ON(rqi->req == rqi->dr_req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) SNIC_BUG_ON(rqi->sge_va != 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) SNIC_SCSI_DBG(snic->shost,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) "Req_free:rqi %p:ioreq %p:abt %p:dr %p\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) rqi, rqi->req, rqi->abort_req, rqi->dr_req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) if (rqi->abort_req) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) if (rqi->abort_req->req_pa)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) dma_unmap_single(&snic->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) rqi->abort_req->req_pa,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) sizeof(struct snic_host_req),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) mempool_free(rqi->abort_req, snic->req_pool[SNIC_REQ_TM_CACHE]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) if (rqi->dr_req) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) if (rqi->dr_req->req_pa)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) dma_unmap_single(&snic->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) rqi->dr_req->req_pa,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) sizeof(struct snic_host_req),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) mempool_free(rqi->dr_req, snic->req_pool[SNIC_REQ_TM_CACHE]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) if (rqi->req->req_pa)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) dma_unmap_single(&snic->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) rqi->req->req_pa,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) rqi->req_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) mempool_free(rqi, snic->req_pool[rqi->rq_pool_type]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) snic_pci_unmap_rsp_buf(struct snic *snic, struct snic_req_info *rqi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) struct snic_sg_desc *sgd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) sgd = req_to_sgl(rqi_to_req(rqi));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) SNIC_BUG_ON(sgd[0].addr == 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) dma_unmap_single(&snic->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) le64_to_cpu(sgd[0].addr),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) le32_to_cpu(sgd[0].len),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) DMA_FROM_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) * snic_free_all_untagged_reqs: Walks through untagged reqs and frees them.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) snic_free_all_untagged_reqs(struct snic *snic)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) struct snic_req_info *rqi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) struct list_head *cur, *nxt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) spin_lock_irqsave(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) list_for_each_safe(cur, nxt, &snic->spl_cmd_list) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) rqi = list_entry(cur, struct snic_req_info, list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) list_del_init(&rqi->list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) if (rqi->sge_va) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) snic_pci_unmap_rsp_buf(snic, rqi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) kfree((void *)rqi->sge_va);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) rqi->sge_va = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) snic_req_free(snic, rqi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) spin_unlock_irqrestore(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) * snic_release_untagged_req : Unlinks the untagged req and frees it.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) snic_release_untagged_req(struct snic *snic, struct snic_req_info *rqi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) spin_lock_irqsave(&snic->snic_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) if (snic->in_remove) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) spin_unlock_irqrestore(&snic->snic_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) goto end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) spin_unlock_irqrestore(&snic->snic_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) spin_lock_irqsave(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) if (list_empty(&rqi->list)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) spin_unlock_irqrestore(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) goto end;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) list_del_init(&rqi->list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) spin_unlock_irqrestore(&snic->spl_cmd_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) snic_req_free(snic, rqi);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) end:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) /* dump buf in hex fmt */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) snic_hex_dump(char *pfx, char *data, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) SNIC_INFO("%s Dumping Data of Len = %d\n", pfx, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) print_hex_dump_bytes(pfx, DUMP_PREFIX_NONE, data, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) #define LINE_BUFSZ 128 /* for snic_print_desc fn */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) snic_dump_desc(const char *fn, char *os_buf, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) struct snic_host_req *req = (struct snic_host_req *) os_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) struct snic_fw_req *fwreq = (struct snic_fw_req *) os_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) struct snic_req_info *rqi = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) char line[LINE_BUFSZ] = { '\0' };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) char *cmd_str = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) if (req->hdr.type >= SNIC_RSP_REPORT_TGTS_CMPL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) rqi = (struct snic_req_info *) fwreq->hdr.init_ctx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) rqi = (struct snic_req_info *) req->hdr.init_ctx;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) SNIC_BUG_ON(rqi == NULL || rqi->req == NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) switch (req->hdr.type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) case SNIC_REQ_REPORT_TGTS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) cmd_str = "report-tgt : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) snprintf(line, LINE_BUFSZ, "SNIC_REQ_REPORT_TGTS :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) case SNIC_REQ_ICMND:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) cmd_str = "icmnd : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) snprintf(line, LINE_BUFSZ, "SNIC_REQ_ICMND : 0x%x :",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) req->u.icmnd.cdb[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) case SNIC_REQ_ITMF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) cmd_str = "itmf : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) snprintf(line, LINE_BUFSZ, "SNIC_REQ_ITMF :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) case SNIC_REQ_HBA_RESET:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) cmd_str = "hba reset :";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) snprintf(line, LINE_BUFSZ, "SNIC_REQ_HBA_RESET :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) case SNIC_REQ_EXCH_VER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) cmd_str = "exch ver : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) snprintf(line, LINE_BUFSZ, "SNIC_REQ_EXCH_VER :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) case SNIC_REQ_TGT_INFO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) cmd_str = "tgt info : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) case SNIC_RSP_REPORT_TGTS_CMPL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) cmd_str = "report tgt cmpl : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) snprintf(line, LINE_BUFSZ, "SNIC_RSP_REPORT_TGTS_CMPL :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507) case SNIC_RSP_ICMND_CMPL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) cmd_str = "icmnd_cmpl : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) snprintf(line, LINE_BUFSZ, "SNIC_RSP_ICMND_CMPL : 0x%x :",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) rqi->req->u.icmnd.cdb[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) case SNIC_RSP_ITMF_CMPL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) cmd_str = "itmf_cmpl : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) snprintf(line, LINE_BUFSZ, "SNIC_RSP_ITMF_CMPL :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) case SNIC_RSP_HBA_RESET_CMPL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) cmd_str = "hba_reset_cmpl : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) snprintf(line, LINE_BUFSZ, "SNIC_RSP_HBA_RESET_CMPL :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) case SNIC_RSP_EXCH_VER_CMPL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) cmd_str = "exch_ver_cmpl : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) snprintf(line, LINE_BUFSZ, "SNIC_RSP_EXCH_VER_CMPL :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) case SNIC_MSG_ACK:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) cmd_str = "msg ack : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) snprintf(line, LINE_BUFSZ, "SNIC_MSG_ACK :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) case SNIC_MSG_ASYNC_EVNOTIFY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) cmd_str = "async notify : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) snprintf(line, LINE_BUFSZ, "SNIC_MSG_ASYNC_EVNOTIFY :");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) cmd_str = "unknown : ";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) SNIC_BUG_ON(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) SNIC_INFO("%s:%s >>cmndid=%x:sg_cnt = %x:status = %x:ctx = %lx.\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) fn, line, req->hdr.cmnd_id, req->hdr.sg_cnt, req->hdr.status,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) req->hdr.init_ctx);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) /* Enable it, to dump byte stream */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) if (snic_log_level & 0x20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) snic_hex_dump(cmd_str, os_buf, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) } /* end of __snic_print_desc */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) snic_print_desc(const char *fn, char *os_buf, int len)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) if (snic_log_level & SNIC_DESC_LOGGING)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) snic_dump_desc(fn, os_buf, len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) snic_calc_io_process_time(struct snic *snic, struct snic_req_info *rqi)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) u64 duration;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) duration = jiffies - rqi->start_time;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) if (duration > atomic64_read(&snic->s_stats.io.max_time))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) atomic64_set(&snic->s_stats.io.max_time, duration);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) }
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags