^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Driver for sTec s1120 PCIe SSDs. sTec was acquired in 2013 by HGST and HGST
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * was acquired by Western Digital in 2012.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Copyright 2012 sTec, Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * Copyright (c) 2017 Western Digital Corporation or its affiliates.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <linux/pci.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <linux/slab.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #include <linux/spinlock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include <linux/blkdev.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #include <linux/blk-mq.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include <linux/sched.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include <linux/interrupt.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include <linux/compiler.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #include <linux/workqueue.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <linux/delay.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include <linux/time.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include <linux/hdreg.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #include <linux/dma-mapping.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #include <linux/completion.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #include <linux/scatterlist.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include <linux/err.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #include <linux/aer.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #include <linux/wait.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #include <linux/stringify.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) #include <scsi/scsi.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) #include <scsi/sg.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) #include <linux/io.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) #include <linux/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) #include <asm/unaligned.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) #include "skd_s1120.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) static int skd_dbg_level;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) static int skd_isr_comp_limit = 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) #define SKD_ASSERT(expr) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) do { \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) if (unlikely(!(expr))) { \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) pr_err("Assertion failed! %s,%s,%s,line=%d\n", \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) # expr, __FILE__, __func__, __LINE__); \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) } \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) } while (0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) #define DRV_NAME "skd"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) #define PFX DRV_NAME ": "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) MODULE_LICENSE("GPL");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) MODULE_DESCRIPTION("STEC s1120 PCIe SSD block driver");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) #define PCI_VENDOR_ID_STEC 0x1B39
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) #define PCI_DEVICE_ID_S1120 0x0001
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) #define SKD_FUA_NV (1 << 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) #define SKD_MINORS_PER_DEVICE 16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) #define SKD_MAX_QUEUE_DEPTH 200u
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) #define SKD_PAUSE_TIMEOUT (5 * 1000)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) #define SKD_N_FITMSG_BYTES (512u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) #define SKD_MAX_REQ_PER_MSG 14
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) #define SKD_N_SPECIAL_FITMSG_BYTES (128u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) /* SG elements are 32 bytes, so we can make this 4096 and still be under the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) * 128KB limit. That allows 4096*4K = 16M xfer size
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) #define SKD_N_SG_PER_REQ_DEFAULT 256u
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) #define SKD_N_COMPLETION_ENTRY 256u
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) #define SKD_N_READ_CAP_BYTES (8u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) #define SKD_N_INTERNAL_BYTES (512u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) #define SKD_SKCOMP_SIZE \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) ((sizeof(struct fit_completion_entry_v1) + \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) sizeof(struct fit_comp_error_info)) * SKD_N_COMPLETION_ENTRY)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) /* 5 bits of uniqifier, 0xF800 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) #define SKD_ID_TABLE_MASK (3u << 8u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) #define SKD_ID_RW_REQUEST (0u << 8u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) #define SKD_ID_INTERNAL (1u << 8u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) #define SKD_ID_FIT_MSG (3u << 8u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) #define SKD_ID_SLOT_MASK 0x00FFu
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) #define SKD_ID_SLOT_AND_TABLE_MASK 0x03FFu
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) #define SKD_N_MAX_SECTORS 2048u
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) #define SKD_MAX_RETRIES 2u
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) #define SKD_TIMER_SECONDS(seconds) (seconds)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) #define SKD_TIMER_MINUTES(minutes) ((minutes) * (60))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) #define INQ_STD_NBYTES 36
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) enum skd_drvr_state {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) SKD_DRVR_STATE_LOAD,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) SKD_DRVR_STATE_IDLE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) SKD_DRVR_STATE_BUSY,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) SKD_DRVR_STATE_STARTING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) SKD_DRVR_STATE_ONLINE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) SKD_DRVR_STATE_PAUSING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) SKD_DRVR_STATE_PAUSED,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) SKD_DRVR_STATE_RESTARTING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) SKD_DRVR_STATE_RESUMING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) SKD_DRVR_STATE_STOPPING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) SKD_DRVR_STATE_FAULT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) SKD_DRVR_STATE_DISAPPEARED,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) SKD_DRVR_STATE_PROTOCOL_MISMATCH,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) SKD_DRVR_STATE_BUSY_ERASE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) SKD_DRVR_STATE_BUSY_SANITIZE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) SKD_DRVR_STATE_BUSY_IMMINENT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) SKD_DRVR_STATE_WAIT_BOOT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) SKD_DRVR_STATE_SYNCING,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) #define SKD_WAIT_BOOT_TIMO SKD_TIMER_SECONDS(90u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) #define SKD_STARTING_TIMO SKD_TIMER_SECONDS(8u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) #define SKD_RESTARTING_TIMO SKD_TIMER_MINUTES(4u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) #define SKD_BUSY_TIMO SKD_TIMER_MINUTES(20u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) #define SKD_STARTED_BUSY_TIMO SKD_TIMER_SECONDS(60u)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) #define SKD_START_WAIT_SECONDS 90u
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) enum skd_req_state {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) SKD_REQ_STATE_IDLE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) SKD_REQ_STATE_SETUP,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) SKD_REQ_STATE_BUSY,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) SKD_REQ_STATE_COMPLETED,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) SKD_REQ_STATE_TIMEOUT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) enum skd_check_status_action {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) SKD_CHECK_STATUS_REPORT_GOOD,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) SKD_CHECK_STATUS_REPORT_SMART_ALERT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) SKD_CHECK_STATUS_REQUEUE_REQUEST,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) SKD_CHECK_STATUS_REPORT_ERROR,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) SKD_CHECK_STATUS_BUSY_IMMINENT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) struct skd_msg_buf {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) struct fit_msg_hdr fmh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) struct skd_scsi_request scsi[SKD_MAX_REQ_PER_MSG];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) struct skd_fitmsg_context {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) u32 id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) u32 length;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) struct skd_msg_buf *msg_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) dma_addr_t mb_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) struct skd_request_context {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) enum skd_req_state state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) u16 id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) u32 fitmsg_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) u8 flush_cmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) enum dma_data_direction data_dir;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) struct scatterlist *sg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) u32 n_sg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) u32 sg_byte_count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) struct fit_sg_descriptor *sksg_list;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) dma_addr_t sksg_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) struct fit_completion_entry_v1 completion;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) struct fit_comp_error_info err_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) int retries;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) blk_status_t status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) struct skd_special_context {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) struct skd_request_context req;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) void *data_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) dma_addr_t db_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) struct skd_msg_buf *msg_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) dma_addr_t mb_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) typedef enum skd_irq_type {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) SKD_IRQ_LEGACY,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) SKD_IRQ_MSI,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) SKD_IRQ_MSIX
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) } skd_irq_type_t;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) #define SKD_MAX_BARS 2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) struct skd_device {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) void __iomem *mem_map[SKD_MAX_BARS];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) resource_size_t mem_phys[SKD_MAX_BARS];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) u32 mem_size[SKD_MAX_BARS];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) struct skd_msix_entry *msix_entries;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) struct pci_dev *pdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) int pcie_error_reporting_is_enabled;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) spinlock_t lock;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) struct gendisk *disk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) struct blk_mq_tag_set tag_set;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) struct request_queue *queue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) struct skd_fitmsg_context *skmsg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) struct device *class_dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) int gendisk_on;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) int sync_done;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) u32 devno;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) u32 major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) char isr_name[30];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) enum skd_drvr_state state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) u32 drive_state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) u32 cur_max_queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) u32 queue_low_water_mark;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) u32 dev_max_queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) u32 num_fitmsg_context;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) u32 num_req_context;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) struct skd_fitmsg_context *skmsg_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) struct skd_special_context internal_skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) u32 read_cap_blocksize;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) u32 read_cap_last_lba;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) int read_cap_is_valid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) int inquiry_is_valid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) u8 inq_serial_num[13]; /*12 chars plus null term */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) u8 skcomp_cycle;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) u32 skcomp_ix;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) struct kmem_cache *msgbuf_cache;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) struct kmem_cache *sglist_cache;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) struct kmem_cache *databuf_cache;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) struct fit_completion_entry_v1 *skcomp_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) struct fit_comp_error_info *skerr_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) dma_addr_t cq_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) wait_queue_head_t waitq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) struct timer_list timer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) u32 timer_countdown;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) u32 timer_substate;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) int sgs_per_request;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) u32 last_mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) u32 proto_ver;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) int dbg_level;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) u32 connect_time_stamp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) int connect_retries;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) #define SKD_MAX_CONNECT_RETRIES 16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) u32 drive_jiffies;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) u32 timo_slot;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) struct work_struct start_queue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) struct work_struct completion_worker;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) #define SKD_WRITEL(DEV, VAL, OFF) skd_reg_write32(DEV, VAL, OFF)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) #define SKD_READL(DEV, OFF) skd_reg_read32(DEV, OFF)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) #define SKD_WRITEQ(DEV, VAL, OFF) skd_reg_write64(DEV, VAL, OFF)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) static inline u32 skd_reg_read32(struct skd_device *skdev, u32 offset)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) u32 val = readl(skdev->mem_map[1] + offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) if (unlikely(skdev->dbg_level >= 2))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) dev_dbg(&skdev->pdev->dev, "offset %x = %x\n", offset, val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) return val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) static inline void skd_reg_write32(struct skd_device *skdev, u32 val,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) u32 offset)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) writel(val, skdev->mem_map[1] + offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) if (unlikely(skdev->dbg_level >= 2))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) dev_dbg(&skdev->pdev->dev, "offset %x = %x\n", offset, val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) static inline void skd_reg_write64(struct skd_device *skdev, u64 val,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) u32 offset)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) writeq(val, skdev->mem_map[1] + offset);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) if (unlikely(skdev->dbg_level >= 2))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) dev_dbg(&skdev->pdev->dev, "offset %x = %016llx\n", offset,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) #define SKD_IRQ_DEFAULT SKD_IRQ_MSIX
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) static int skd_isr_type = SKD_IRQ_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) module_param(skd_isr_type, int, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) MODULE_PARM_DESC(skd_isr_type, "Interrupt type capability."
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) " (0==legacy, 1==MSI, 2==MSI-X, default==1)");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) #define SKD_MAX_REQ_PER_MSG_DEFAULT 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) static int skd_max_req_per_msg = SKD_MAX_REQ_PER_MSG_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) module_param(skd_max_req_per_msg, int, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) MODULE_PARM_DESC(skd_max_req_per_msg,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) "Maximum SCSI requests packed in a single message."
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) " (1-" __stringify(SKD_MAX_REQ_PER_MSG) ", default==1)");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) #define SKD_MAX_QUEUE_DEPTH_DEFAULT 64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) #define SKD_MAX_QUEUE_DEPTH_DEFAULT_STR "64"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) static int skd_max_queue_depth = SKD_MAX_QUEUE_DEPTH_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) module_param(skd_max_queue_depth, int, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) MODULE_PARM_DESC(skd_max_queue_depth,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) "Maximum SCSI requests issued to s1120."
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) " (1-200, default==" SKD_MAX_QUEUE_DEPTH_DEFAULT_STR ")");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) static int skd_sgs_per_request = SKD_N_SG_PER_REQ_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) module_param(skd_sgs_per_request, int, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) MODULE_PARM_DESC(skd_sgs_per_request,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) "Maximum SG elements per block request."
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) " (1-4096, default==256)");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) static int skd_max_pass_thru = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) module_param(skd_max_pass_thru, int, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) MODULE_PARM_DESC(skd_max_pass_thru,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) "Maximum SCSI pass-thru at a time. IGNORED");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) module_param(skd_dbg_level, int, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) MODULE_PARM_DESC(skd_dbg_level, "s1120 debug level (0,1,2)");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) module_param(skd_isr_comp_limit, int, 0444);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) MODULE_PARM_DESC(skd_isr_comp_limit, "s1120 isr comp limit (0=none) default=4");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) /* Major device number dynamically assigned. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) static u32 skd_major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) static void skd_destruct(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) static const struct block_device_operations skd_blockdev_ops;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) static void skd_send_fitmsg(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) struct skd_fitmsg_context *skmsg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) static void skd_send_special_fitmsg(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) struct skd_special_context *skspcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) static bool skd_preop_sg_list(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) struct skd_request_context *skreq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) static void skd_postop_sg_list(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) struct skd_request_context *skreq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) static void skd_restart_device(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) static int skd_quiesce_dev(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) static int skd_unquiesce_dev(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) static void skd_disable_interrupts(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) static void skd_isr_fwstate(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) static void skd_recover_requests(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) static void skd_soft_reset(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) const char *skd_drive_state_to_str(int state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) const char *skd_skdev_state_to_str(enum skd_drvr_state state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) static void skd_log_skdev(struct skd_device *skdev, const char *event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) static void skd_log_skreq(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) struct skd_request_context *skreq, const char *event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) * READ/WRITE REQUESTS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) static bool skd_inc_in_flight(struct request *rq, void *data, bool reserved)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) int *count = data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) count++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) static int skd_in_flight(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) int count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) blk_mq_tagset_busy_iter(&skdev->tag_set, skd_inc_in_flight, &count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) return count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) skd_prep_rw_cdb(struct skd_scsi_request *scsi_req,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) int data_dir, unsigned lba,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) unsigned count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) if (data_dir == READ)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) scsi_req->cdb[0] = READ_10;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) scsi_req->cdb[0] = WRITE_10;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) scsi_req->cdb[1] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) scsi_req->cdb[2] = (lba & 0xff000000) >> 24;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) scsi_req->cdb[3] = (lba & 0xff0000) >> 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) scsi_req->cdb[4] = (lba & 0xff00) >> 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) scsi_req->cdb[5] = (lba & 0xff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) scsi_req->cdb[6] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) scsi_req->cdb[7] = (count & 0xff00) >> 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) scsi_req->cdb[8] = count & 0xff;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) scsi_req->cdb[9] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) skd_prep_zerosize_flush_cdb(struct skd_scsi_request *scsi_req,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) struct skd_request_context *skreq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) skreq->flush_cmd = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) scsi_req->cdb[0] = SYNCHRONIZE_CACHE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) scsi_req->cdb[1] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) scsi_req->cdb[2] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) scsi_req->cdb[3] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) scsi_req->cdb[4] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) scsi_req->cdb[5] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) scsi_req->cdb[6] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) scsi_req->cdb[7] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) scsi_req->cdb[8] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) scsi_req->cdb[9] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) * Return true if and only if all pending requests should be failed.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) static bool skd_fail_all(struct request_queue *q)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) struct skd_device *skdev = q->queuedata;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) SKD_ASSERT(skdev->state != SKD_DRVR_STATE_ONLINE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) skd_log_skdev(skdev, "req_not_online");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) switch (skdev->state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) case SKD_DRVR_STATE_PAUSING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) case SKD_DRVR_STATE_PAUSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) case SKD_DRVR_STATE_STARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) case SKD_DRVR_STATE_RESTARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) case SKD_DRVR_STATE_WAIT_BOOT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) /* In case of starting, we haven't started the queue,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) * so we can't get here... but requests are
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) * possibly hanging out waiting for us because we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) * reported the dev/skd0 already. They'll wait
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) * forever if connect doesn't complete.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) * What to do??? delay dev/skd0 ??
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) case SKD_DRVR_STATE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) case SKD_DRVR_STATE_BUSY_IMMINENT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) case SKD_DRVR_STATE_BUSY_ERASE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) case SKD_DRVR_STATE_BUSY_SANITIZE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468) case SKD_DRVR_STATE_STOPPING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) case SKD_DRVR_STATE_SYNCING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) case SKD_DRVR_STATE_FAULT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) case SKD_DRVR_STATE_DISAPPEARED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) static blk_status_t skd_mq_queue_rq(struct blk_mq_hw_ctx *hctx,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) const struct blk_mq_queue_data *mqd)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) struct request *const req = mqd->rq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) struct request_queue *const q = req->q;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) struct skd_device *skdev = q->queuedata;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) struct skd_fitmsg_context *skmsg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) struct fit_msg_hdr *fmh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) const u32 tag = blk_mq_unique_tag(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) struct skd_request_context *const skreq = blk_mq_rq_to_pdu(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) struct skd_scsi_request *scsi_req;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) unsigned long flags = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) const u32 lba = blk_rq_pos(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) const u32 count = blk_rq_sectors(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) const int data_dir = rq_data_dir(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) if (unlikely(skdev->state != SKD_DRVR_STATE_ONLINE))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) return skd_fail_all(q) ? BLK_STS_IOERR : BLK_STS_RESOURCE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) if (!(req->rq_flags & RQF_DONTPREP)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) skreq->retries = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) req->rq_flags |= RQF_DONTPREP;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) blk_mq_start_request(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) WARN_ONCE(tag >= skd_max_queue_depth, "%#x > %#x (nr_requests = %lu)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) tag, skd_max_queue_depth, q->nr_requests);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) SKD_ASSERT(skreq->state == SKD_REQ_STATE_IDLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) "new req=%p lba=%u(0x%x) count=%u(0x%x) dir=%d\n", req, lba,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) lba, count, count, data_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) skreq->id = tag + SKD_ID_RW_REQUEST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) skreq->flush_cmd = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) skreq->n_sg = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) skreq->sg_byte_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) skreq->fitmsg_id = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) skreq->data_dir = data_dir == READ ? DMA_FROM_DEVICE : DMA_TO_DEVICE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) if (req->bio && !skd_preop_sg_list(skdev, skreq)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) dev_dbg(&skdev->pdev->dev, "error Out\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) skreq->status = BLK_STS_RESOURCE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) blk_mq_complete_request(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) dma_sync_single_for_device(&skdev->pdev->dev, skreq->sksg_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) skreq->n_sg *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) sizeof(struct fit_sg_descriptor),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) /* Either a FIT msg is in progress or we have to start one. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) if (skd_max_req_per_msg == 1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) skmsg = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) skmsg = skdev->skmsg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) if (!skmsg) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541) skmsg = &skdev->skmsg_table[tag];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) skdev->skmsg = skmsg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) /* Initialize the FIT msg header */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) fmh = &skmsg->msg_buf->fmh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546) memset(fmh, 0, sizeof(*fmh));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) fmh->protocol_id = FIT_PROTOCOL_ID_SOFIT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) skmsg->length = sizeof(*fmh);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550) fmh = &skmsg->msg_buf->fmh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) skreq->fitmsg_id = skmsg->id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) scsi_req = &skmsg->msg_buf->scsi[fmh->num_protocol_cmds_coalesced];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) memset(scsi_req, 0, sizeof(*scsi_req));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) scsi_req->hdr.tag = skreq->id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) scsi_req->hdr.sg_list_dma_address =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) cpu_to_be64(skreq->sksg_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) if (req_op(req) == REQ_OP_FLUSH) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) skd_prep_zerosize_flush_cdb(scsi_req, skreq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) SKD_ASSERT(skreq->flush_cmd == 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) skd_prep_rw_cdb(scsi_req, data_dir, lba, count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) if (req->cmd_flags & REQ_FUA)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) scsi_req->cdb[1] |= SKD_FUA_NV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) scsi_req->hdr.sg_list_len_bytes = cpu_to_be32(skreq->sg_byte_count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) /* Complete resource allocations. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) skreq->state = SKD_REQ_STATE_BUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) skmsg->length += sizeof(struct skd_scsi_request);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) fmh->num_protocol_cmds_coalesced++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) dev_dbg(&skdev->pdev->dev, "req=0x%x busy=%d\n", skreq->id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) skd_in_flight(skdev));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) * If the FIT msg buffer is full send it.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) if (skd_max_req_per_msg == 1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) skd_send_fitmsg(skdev, skmsg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) if (mqd->last ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) fmh->num_protocol_cmds_coalesced >= skd_max_req_per_msg) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) skd_send_fitmsg(skdev, skmsg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) skdev->skmsg = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) return BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) static enum blk_eh_timer_return skd_timed_out(struct request *req,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) bool reserved)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) struct skd_device *skdev = req->q->queuedata;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) dev_err(&skdev->pdev->dev, "request with tag %#x timed out\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) blk_mq_unique_tag(req));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) return BLK_EH_RESET_TIMER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) static void skd_complete_rq(struct request *req)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) struct skd_request_context *skreq = blk_mq_rq_to_pdu(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) blk_mq_end_request(req, skreq->status);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) static bool skd_preop_sg_list(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) struct skd_request_context *skreq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) struct request *req = blk_mq_rq_from_pdu(skreq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) struct scatterlist *sgl = &skreq->sg[0], *sg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) int n_sg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) skreq->sg_byte_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) WARN_ON_ONCE(skreq->data_dir != DMA_TO_DEVICE &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) skreq->data_dir != DMA_FROM_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) n_sg = blk_rq_map_sg(skdev->queue, req, sgl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) if (n_sg <= 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) * Map scatterlist to PCI bus addresses.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) * Note PCI might change the number of entries.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) n_sg = dma_map_sg(&skdev->pdev->dev, sgl, n_sg, skreq->data_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) if (n_sg <= 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) SKD_ASSERT(n_sg <= skdev->sgs_per_request);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) skreq->n_sg = n_sg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) for_each_sg(sgl, sg, n_sg, i) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648) struct fit_sg_descriptor *sgd = &skreq->sksg_list[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) u32 cnt = sg_dma_len(sg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) uint64_t dma_addr = sg_dma_address(sg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) sgd->control = FIT_SGD_CONTROL_NOT_LAST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653) sgd->byte_count = cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) skreq->sg_byte_count += cnt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) sgd->host_side_addr = dma_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) sgd->dev_side_addr = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) skreq->sksg_list[n_sg - 1].next_desc_ptr = 0LL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) skreq->sksg_list[n_sg - 1].control = FIT_SGD_CONTROL_LAST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) if (unlikely(skdev->dbg_level > 1)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) "skreq=%x sksg_list=%p sksg_dma=%pad\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) skreq->id, skreq->sksg_list, &skreq->sksg_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) for (i = 0; i < n_sg; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) struct fit_sg_descriptor *sgd = &skreq->sksg_list[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) " sg[%d] count=%u ctrl=0x%x addr=0x%llx next=0x%llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) i, sgd->byte_count, sgd->control,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) sgd->host_side_addr, sgd->next_desc_ptr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) static void skd_postop_sg_list(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) struct skd_request_context *skreq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) * restore the next ptr for next IO request so we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) * don't have to set it every time.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) skreq->sksg_list[skreq->n_sg - 1].next_desc_ptr =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) skreq->sksg_dma_address +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) ((skreq->n_sg) * sizeof(struct fit_sg_descriptor));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) dma_unmap_sg(&skdev->pdev->dev, &skreq->sg[0], skreq->n_sg,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) skreq->data_dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) * TIMER
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) static void skd_timer_tick_not_online(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) static void skd_start_queue(struct work_struct *work)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) struct skd_device *skdev = container_of(work, typeof(*skdev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) * Although it is safe to call blk_start_queue() from interrupt
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) * context, blk_mq_start_hw_queues() must not be called from
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) * interrupt context.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) blk_mq_start_hw_queues(skdev->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) static void skd_timer_tick(struct timer_list *t)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) struct skd_device *skdev = from_timer(skdev, t, timer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) unsigned long reqflags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) u32 state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) if (skdev->state == SKD_DRVR_STATE_FAULT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) /* The driver has declared fault, and we want it to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) * stay that way until driver is reloaded.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) spin_lock_irqsave(&skdev->lock, reqflags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) state = SKD_READL(skdev, FIT_STATUS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) state &= FIT_SR_DRIVE_STATE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) if (state != skdev->drive_state)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) skd_isr_fwstate(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733) if (skdev->state != SKD_DRVR_STATE_ONLINE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) skd_timer_tick_not_online(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) mod_timer(&skdev->timer, (jiffies + HZ));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) spin_unlock_irqrestore(&skdev->lock, reqflags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) static void skd_timer_tick_not_online(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) switch (skdev->state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) case SKD_DRVR_STATE_IDLE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) case SKD_DRVR_STATE_LOAD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) case SKD_DRVR_STATE_BUSY_SANITIZE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) "drive busy sanitize[%x], driver[%x]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) skdev->drive_state, skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) /* If we've been in sanitize for 3 seconds, we figure we're not
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) * going to get anymore completions, so recover requests now
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) if (skdev->timer_countdown > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755) skdev->timer_countdown--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) skd_recover_requests(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) case SKD_DRVR_STATE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) case SKD_DRVR_STATE_BUSY_IMMINENT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) case SKD_DRVR_STATE_BUSY_ERASE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) dev_dbg(&skdev->pdev->dev, "busy[%x], countdown=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) skdev->state, skdev->timer_countdown);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) if (skdev->timer_countdown > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) skdev->timer_countdown--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) "busy[%x], timedout=%d, restarting device.",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772) skdev->state, skdev->timer_countdown);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) skd_restart_device(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) case SKD_DRVR_STATE_WAIT_BOOT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) case SKD_DRVR_STATE_STARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) if (skdev->timer_countdown > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) skdev->timer_countdown--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) /* For now, we fault the drive. Could attempt resets to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) * revcover at some point. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) skdev->state = SKD_DRVR_STATE_FAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) dev_err(&skdev->pdev->dev, "DriveFault Connect Timeout (%x)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) skdev->drive_state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) /*start the queue so we can respond with error to requests */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790) /* wakeup anyone waiting for startup complete */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) skdev->gendisk_on = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793) wake_up_interruptible(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796) case SKD_DRVR_STATE_ONLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797) /* shouldn't get here. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800) case SKD_DRVR_STATE_PAUSING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) case SKD_DRVR_STATE_PAUSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) case SKD_DRVR_STATE_RESTARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805) if (skdev->timer_countdown > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806) skdev->timer_countdown--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) /* For now, we fault the drive. Could attempt resets to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810) * revcover at some point. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) skdev->state = SKD_DRVR_STATE_FAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813) "DriveFault Reconnect Timeout (%x)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) skdev->drive_state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) * Recovering does two things:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818) * 1. completes IO with error
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) * 2. reclaims dma resources
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) * When is it safe to recover requests?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) * - if the drive state is faulted
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) * - if the state is still soft reset after out timeout
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823) * - if the drive registers are dead (state = FF)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824) * If it is "unsafe", we still need to recover, so we will
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825) * disable pci bus mastering and disable our interrupts.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828) if ((skdev->drive_state == FIT_SR_DRIVE_SOFT_RESET) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) (skdev->drive_state == FIT_SR_DRIVE_FAULT) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830) (skdev->drive_state == FIT_SR_DRIVE_STATE_MASK))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831) /* It never came out of soft reset. Try to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832) * recover the requests and then let them
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833) * fail. This is to mitigate hung processes. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834) skd_recover_requests(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835) else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 836) dev_err(&skdev->pdev->dev, "Disable BusMaster (%x)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 837) skdev->drive_state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 838) pci_disable_device(skdev->pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 839) skd_disable_interrupts(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 840) skd_recover_requests(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 841) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 842)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 843) /*start the queue so we can respond with error to requests */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 844) /* wakeup anyone waiting for startup complete */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 845) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 846) skdev->gendisk_on = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 847) wake_up_interruptible(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 848) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 849)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 850) case SKD_DRVR_STATE_RESUMING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 851) case SKD_DRVR_STATE_STOPPING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 852) case SKD_DRVR_STATE_SYNCING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 853) case SKD_DRVR_STATE_FAULT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 854) case SKD_DRVR_STATE_DISAPPEARED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 855) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 856) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 857) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 858) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 859)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 860) static int skd_start_timer(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 861) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 862) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 863)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 864) timer_setup(&skdev->timer, skd_timer_tick, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 865)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 866) rc = mod_timer(&skdev->timer, (jiffies + HZ));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 867) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 868) dev_err(&skdev->pdev->dev, "failed to start timer %d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 869) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 870) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 871)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 872) static void skd_kill_timer(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 873) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 874) del_timer_sync(&skdev->timer);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 875) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 876)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 877) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 878) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 879) * INTERNAL REQUESTS -- generated by driver itself
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 880) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 881) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 882)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 883) static int skd_format_internal_skspcl(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 884) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 885) struct skd_special_context *skspcl = &skdev->internal_skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 886) struct fit_sg_descriptor *sgd = &skspcl->req.sksg_list[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 887) struct fit_msg_hdr *fmh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 888) uint64_t dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 889) struct skd_scsi_request *scsi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 890)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 891) fmh = &skspcl->msg_buf->fmh;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 892) fmh->protocol_id = FIT_PROTOCOL_ID_SOFIT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 893) fmh->num_protocol_cmds_coalesced = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 894)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 895) scsi = &skspcl->msg_buf->scsi[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 896) memset(scsi, 0, sizeof(*scsi));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 897) dma_address = skspcl->req.sksg_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 898) scsi->hdr.sg_list_dma_address = cpu_to_be64(dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 899) skspcl->req.n_sg = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 900) sgd->control = FIT_SGD_CONTROL_LAST;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 901) sgd->byte_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 902) sgd->host_side_addr = skspcl->db_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 903) sgd->dev_side_addr = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 904) sgd->next_desc_ptr = 0LL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 905)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 906) return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 907) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 908)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 909) #define WR_BUF_SIZE SKD_N_INTERNAL_BYTES
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 910)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 911) static void skd_send_internal_skspcl(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 912) struct skd_special_context *skspcl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 913) u8 opcode)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 914) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 915) struct fit_sg_descriptor *sgd = &skspcl->req.sksg_list[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 916) struct skd_scsi_request *scsi;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 917) unsigned char *buf = skspcl->data_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 918) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 919)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 920) if (skspcl->req.state != SKD_REQ_STATE_IDLE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 921) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 922) * A refresh is already in progress.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 923) * Just wait for it to finish.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 924) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 925) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 926)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 927) skspcl->req.state = SKD_REQ_STATE_BUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 928)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 929) scsi = &skspcl->msg_buf->scsi[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 930) scsi->hdr.tag = skspcl->req.id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 931)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 932) memset(scsi->cdb, 0, sizeof(scsi->cdb));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 933)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 934) switch (opcode) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 935) case TEST_UNIT_READY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 936) scsi->cdb[0] = TEST_UNIT_READY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 937) sgd->byte_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 938) scsi->hdr.sg_list_len_bytes = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 939) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 940)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 941) case READ_CAPACITY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 942) scsi->cdb[0] = READ_CAPACITY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 943) sgd->byte_count = SKD_N_READ_CAP_BYTES;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 944) scsi->hdr.sg_list_len_bytes = cpu_to_be32(sgd->byte_count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 945) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 946)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 947) case INQUIRY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 948) scsi->cdb[0] = INQUIRY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 949) scsi->cdb[1] = 0x01; /* evpd */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 950) scsi->cdb[2] = 0x80; /* serial number page */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 951) scsi->cdb[4] = 0x10;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 952) sgd->byte_count = 16;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 953) scsi->hdr.sg_list_len_bytes = cpu_to_be32(sgd->byte_count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 954) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 955)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 956) case SYNCHRONIZE_CACHE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 957) scsi->cdb[0] = SYNCHRONIZE_CACHE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 958) sgd->byte_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 959) scsi->hdr.sg_list_len_bytes = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 960) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 961)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 962) case WRITE_BUFFER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 963) scsi->cdb[0] = WRITE_BUFFER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 964) scsi->cdb[1] = 0x02;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 965) scsi->cdb[7] = (WR_BUF_SIZE & 0xFF00) >> 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 966) scsi->cdb[8] = WR_BUF_SIZE & 0xFF;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 967) sgd->byte_count = WR_BUF_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 968) scsi->hdr.sg_list_len_bytes = cpu_to_be32(sgd->byte_count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 969) /* fill incrementing byte pattern */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 970) for (i = 0; i < sgd->byte_count; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 971) buf[i] = i & 0xFF;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 972) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 973)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 974) case READ_BUFFER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 975) scsi->cdb[0] = READ_BUFFER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 976) scsi->cdb[1] = 0x02;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 977) scsi->cdb[7] = (WR_BUF_SIZE & 0xFF00) >> 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 978) scsi->cdb[8] = WR_BUF_SIZE & 0xFF;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 979) sgd->byte_count = WR_BUF_SIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 980) scsi->hdr.sg_list_len_bytes = cpu_to_be32(sgd->byte_count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 981) memset(skspcl->data_buf, 0, sgd->byte_count);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 982) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 983)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 984) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 985) SKD_ASSERT("Don't know what to send");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 986) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 987)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 988) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 989) skd_send_special_fitmsg(skdev, skspcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 990) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 991)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 992) static void skd_refresh_device_data(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 993) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 994) struct skd_special_context *skspcl = &skdev->internal_skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 995)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 996) skd_send_internal_skspcl(skdev, skspcl, TEST_UNIT_READY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 997) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 998)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 999) static int skd_chk_read_buf(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1000) struct skd_special_context *skspcl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1001) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1002) unsigned char *buf = skspcl->data_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1003) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1004)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1005) /* check for incrementing byte pattern */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1006) for (i = 0; i < WR_BUF_SIZE; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1007) if (buf[i] != (i & 0xFF))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1008) return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1009)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1010) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1011) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1012)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1013) static void skd_log_check_status(struct skd_device *skdev, u8 status, u8 key,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1014) u8 code, u8 qual, u8 fruc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1015) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1016) /* If the check condition is of special interest, log a message */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1017) if ((status == SAM_STAT_CHECK_CONDITION) && (key == 0x02)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1018) && (code == 0x04) && (qual == 0x06)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1019) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1020) "*** LOST_WRITE_DATA ERROR *** key/asc/ascq/fruc %02x/%02x/%02x/%02x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1021) key, code, qual, fruc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1022) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1023) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1024)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1025) static void skd_complete_internal(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1026) struct fit_completion_entry_v1 *skcomp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1027) struct fit_comp_error_info *skerr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1028) struct skd_special_context *skspcl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1029) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1030) u8 *buf = skspcl->data_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1031) u8 status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1032) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1033) struct skd_scsi_request *scsi = &skspcl->msg_buf->scsi[0];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1034)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1035) lockdep_assert_held(&skdev->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1036)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1037) SKD_ASSERT(skspcl == &skdev->internal_skspcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1038)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1039) dev_dbg(&skdev->pdev->dev, "complete internal %x\n", scsi->cdb[0]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1040)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1041) dma_sync_single_for_cpu(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1042) skspcl->db_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1043) skspcl->req.sksg_list[0].byte_count,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1044) DMA_BIDIRECTIONAL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1045)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1046) skspcl->req.completion = *skcomp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1047) skspcl->req.state = SKD_REQ_STATE_IDLE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1048)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1049) status = skspcl->req.completion.status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1050)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1051) skd_log_check_status(skdev, status, skerr->key, skerr->code,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1052) skerr->qual, skerr->fruc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1053)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1054) switch (scsi->cdb[0]) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1055) case TEST_UNIT_READY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1056) if (status == SAM_STAT_GOOD)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1057) skd_send_internal_skspcl(skdev, skspcl, WRITE_BUFFER);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1058) else if ((status == SAM_STAT_CHECK_CONDITION) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1059) (skerr->key == MEDIUM_ERROR))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1060) skd_send_internal_skspcl(skdev, skspcl, WRITE_BUFFER);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1061) else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1062) if (skdev->state == SKD_DRVR_STATE_STOPPING) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1063) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1064) "TUR failed, don't send anymore state 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1065) skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1066) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1067) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1068) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1069) "**** TUR failed, retry skerr\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1070) skd_send_internal_skspcl(skdev, skspcl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1071) TEST_UNIT_READY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1072) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1073) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1074)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1075) case WRITE_BUFFER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1076) if (status == SAM_STAT_GOOD)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1077) skd_send_internal_skspcl(skdev, skspcl, READ_BUFFER);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1078) else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1079) if (skdev->state == SKD_DRVR_STATE_STOPPING) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1080) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1081) "write buffer failed, don't send anymore state 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1082) skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1083) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1084) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1085) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1086) "**** write buffer failed, retry skerr\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1087) skd_send_internal_skspcl(skdev, skspcl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1088) TEST_UNIT_READY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1089) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1090) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1091)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1092) case READ_BUFFER:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1093) if (status == SAM_STAT_GOOD) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1094) if (skd_chk_read_buf(skdev, skspcl) == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1095) skd_send_internal_skspcl(skdev, skspcl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1096) READ_CAPACITY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1097) else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1098) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1099) "*** W/R Buffer mismatch %d ***\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1100) skdev->connect_retries);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1101) if (skdev->connect_retries <
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1102) SKD_MAX_CONNECT_RETRIES) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1103) skdev->connect_retries++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1104) skd_soft_reset(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1105) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1106) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1107) "W/R Buffer Connect Error\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1108) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1109) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1110) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1111)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1112) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1113) if (skdev->state == SKD_DRVR_STATE_STOPPING) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1114) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1115) "read buffer failed, don't send anymore state 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1116) skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1117) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1118) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1119) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1120) "**** read buffer failed, retry skerr\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1121) skd_send_internal_skspcl(skdev, skspcl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1122) TEST_UNIT_READY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1123) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1124) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1125)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1126) case READ_CAPACITY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1127) skdev->read_cap_is_valid = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1128) if (status == SAM_STAT_GOOD) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1129) skdev->read_cap_last_lba =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1130) (buf[0] << 24) | (buf[1] << 16) |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1131) (buf[2] << 8) | buf[3];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1132) skdev->read_cap_blocksize =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1133) (buf[4] << 24) | (buf[5] << 16) |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1134) (buf[6] << 8) | buf[7];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1135)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1136) dev_dbg(&skdev->pdev->dev, "last lba %d, bs %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1137) skdev->read_cap_last_lba,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1138) skdev->read_cap_blocksize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1139)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1140) set_capacity(skdev->disk, skdev->read_cap_last_lba + 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1141)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1142) skdev->read_cap_is_valid = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1143)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1144) skd_send_internal_skspcl(skdev, skspcl, INQUIRY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1145) } else if ((status == SAM_STAT_CHECK_CONDITION) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1146) (skerr->key == MEDIUM_ERROR)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1147) skdev->read_cap_last_lba = ~0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1148) set_capacity(skdev->disk, skdev->read_cap_last_lba + 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1149) dev_dbg(&skdev->pdev->dev, "**** MEDIUM ERROR caused READCAP to fail, ignore failure and continue to inquiry\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1150) skd_send_internal_skspcl(skdev, skspcl, INQUIRY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1151) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1152) dev_dbg(&skdev->pdev->dev, "**** READCAP failed, retry TUR\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1153) skd_send_internal_skspcl(skdev, skspcl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1154) TEST_UNIT_READY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1155) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1156) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1157)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1158) case INQUIRY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1159) skdev->inquiry_is_valid = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1160) if (status == SAM_STAT_GOOD) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1161) skdev->inquiry_is_valid = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1162)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1163) for (i = 0; i < 12; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1164) skdev->inq_serial_num[i] = buf[i + 4];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1165) skdev->inq_serial_num[12] = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1166) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1167)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1168) if (skd_unquiesce_dev(skdev) < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1169) dev_dbg(&skdev->pdev->dev, "**** failed, to ONLINE device\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1170) /* connection is complete */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1171) skdev->connect_retries = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1172) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1174) case SYNCHRONIZE_CACHE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1175) if (status == SAM_STAT_GOOD)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1176) skdev->sync_done = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1177) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1178) skdev->sync_done = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1179) wake_up_interruptible(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1180) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1181)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1182) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1183) SKD_ASSERT("we didn't send this");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1184) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1185) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1186)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1187) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1188) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1189) * FIT MESSAGES
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1190) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1191) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1192)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1193) static void skd_send_fitmsg(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1194) struct skd_fitmsg_context *skmsg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1195) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1196) u64 qcmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1197)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1198) dev_dbg(&skdev->pdev->dev, "dma address %pad, busy=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1199) &skmsg->mb_dma_address, skd_in_flight(skdev));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1200) dev_dbg(&skdev->pdev->dev, "msg_buf %p\n", skmsg->msg_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1201)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1202) qcmd = skmsg->mb_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1203) qcmd |= FIT_QCMD_QID_NORMAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1204)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1205) if (unlikely(skdev->dbg_level > 1)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1206) u8 *bp = (u8 *)skmsg->msg_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1207) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1208) for (i = 0; i < skmsg->length; i += 8) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1209) dev_dbg(&skdev->pdev->dev, "msg[%2d] %8ph\n", i,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1210) &bp[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1211) if (i == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1212) i = 64 - 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1213) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1214) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1215)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1216) if (skmsg->length > 256)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1217) qcmd |= FIT_QCMD_MSGSIZE_512;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1218) else if (skmsg->length > 128)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1219) qcmd |= FIT_QCMD_MSGSIZE_256;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1220) else if (skmsg->length > 64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1221) qcmd |= FIT_QCMD_MSGSIZE_128;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1222) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1223) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1224) * This makes no sense because the FIT msg header is
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1225) * 64 bytes. If the msg is only 64 bytes long it has
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1226) * no payload.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1227) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1228) qcmd |= FIT_QCMD_MSGSIZE_64;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1229)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1230) dma_sync_single_for_device(&skdev->pdev->dev, skmsg->mb_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1231) skmsg->length, DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1232)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1233) /* Make sure skd_msg_buf is written before the doorbell is triggered. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1234) smp_wmb();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1235)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1236) SKD_WRITEQ(skdev, qcmd, FIT_Q_COMMAND);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1237) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1238)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1239) static void skd_send_special_fitmsg(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1240) struct skd_special_context *skspcl)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1241) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1242) u64 qcmd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1243)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1244) WARN_ON_ONCE(skspcl->req.n_sg != 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1245)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1246) if (unlikely(skdev->dbg_level > 1)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1247) u8 *bp = (u8 *)skspcl->msg_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1248) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1249)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1250) for (i = 0; i < SKD_N_SPECIAL_FITMSG_BYTES; i += 8) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1251) dev_dbg(&skdev->pdev->dev, " spcl[%2d] %8ph\n", i,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1252) &bp[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1253) if (i == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1254) i = 64 - 8;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1255) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1256)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1257) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1258) "skspcl=%p id=%04x sksg_list=%p sksg_dma=%pad\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1259) skspcl, skspcl->req.id, skspcl->req.sksg_list,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1260) &skspcl->req.sksg_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1261) for (i = 0; i < skspcl->req.n_sg; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1262) struct fit_sg_descriptor *sgd =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1263) &skspcl->req.sksg_list[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1264)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1265) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1266) " sg[%d] count=%u ctrl=0x%x addr=0x%llx next=0x%llx\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1267) i, sgd->byte_count, sgd->control,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1268) sgd->host_side_addr, sgd->next_desc_ptr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1269) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1270) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1271)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1272) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1273) * Special FIT msgs are always 128 bytes: a 64-byte FIT hdr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1274) * and one 64-byte SSDI command.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1275) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1276) qcmd = skspcl->mb_dma_address;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1277) qcmd |= FIT_QCMD_QID_NORMAL + FIT_QCMD_MSGSIZE_128;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1278)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1279) dma_sync_single_for_device(&skdev->pdev->dev, skspcl->mb_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1280) SKD_N_SPECIAL_FITMSG_BYTES, DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1281) dma_sync_single_for_device(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1282) skspcl->req.sksg_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1283) 1 * sizeof(struct fit_sg_descriptor),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1284) DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1285) dma_sync_single_for_device(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1286) skspcl->db_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1287) skspcl->req.sksg_list[0].byte_count,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1288) DMA_BIDIRECTIONAL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1289)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1290) /* Make sure skd_msg_buf is written before the doorbell is triggered. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1291) smp_wmb();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1292)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1293) SKD_WRITEQ(skdev, qcmd, FIT_Q_COMMAND);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1294) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1295)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1296) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1297) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1298) * COMPLETION QUEUE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1299) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1300) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1301)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1302) static void skd_complete_other(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1303) struct fit_completion_entry_v1 *skcomp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1304) struct fit_comp_error_info *skerr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1305)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1306) struct sns_info {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1307) u8 type;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1308) u8 stat;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1309) u8 key;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1310) u8 asc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1311) u8 ascq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1312) u8 mask;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1313) enum skd_check_status_action action;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1314) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1315)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1316) static struct sns_info skd_chkstat_table[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1317) /* Good */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1318) { 0x70, 0x02, RECOVERED_ERROR, 0, 0, 0x1c,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1319) SKD_CHECK_STATUS_REPORT_GOOD },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1320)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1321) /* Smart alerts */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1322) { 0x70, 0x02, NO_SENSE, 0x0B, 0x00, 0x1E, /* warnings */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1323) SKD_CHECK_STATUS_REPORT_SMART_ALERT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1324) { 0x70, 0x02, NO_SENSE, 0x5D, 0x00, 0x1E, /* thresholds */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1325) SKD_CHECK_STATUS_REPORT_SMART_ALERT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1326) { 0x70, 0x02, RECOVERED_ERROR, 0x0B, 0x01, 0x1F, /* temperature over trigger */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1327) SKD_CHECK_STATUS_REPORT_SMART_ALERT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1328)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1329) /* Retry (with limits) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1330) { 0x70, 0x02, 0x0B, 0, 0, 0x1C, /* This one is for DMA ERROR */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1331) SKD_CHECK_STATUS_REQUEUE_REQUEST },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1332) { 0x70, 0x02, 0x06, 0x0B, 0x00, 0x1E, /* warnings */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1333) SKD_CHECK_STATUS_REQUEUE_REQUEST },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1334) { 0x70, 0x02, 0x06, 0x5D, 0x00, 0x1E, /* thresholds */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1335) SKD_CHECK_STATUS_REQUEUE_REQUEST },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1336) { 0x70, 0x02, 0x06, 0x80, 0x30, 0x1F, /* backup power */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1337) SKD_CHECK_STATUS_REQUEUE_REQUEST },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1338)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1339) /* Busy (or about to be) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1340) { 0x70, 0x02, 0x06, 0x3f, 0x01, 0x1F, /* fw changed */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1341) SKD_CHECK_STATUS_BUSY_IMMINENT },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1342) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1343)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1344) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1345) * Look up status and sense data to decide how to handle the error
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1346) * from the device.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1347) * mask says which fields must match e.g., mask=0x18 means check
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1348) * type and stat, ignore key, asc, ascq.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1349) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1350)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1351) static enum skd_check_status_action
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1352) skd_check_status(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1353) u8 cmp_status, struct fit_comp_error_info *skerr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1354) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1355) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1356)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1357) dev_err(&skdev->pdev->dev, "key/asc/ascq/fruc %02x/%02x/%02x/%02x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1358) skerr->key, skerr->code, skerr->qual, skerr->fruc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1359)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1360) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1361) "stat: t=%02x stat=%02x k=%02x c=%02x q=%02x fruc=%02x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1362) skerr->type, cmp_status, skerr->key, skerr->code, skerr->qual,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1363) skerr->fruc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1364)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1365) /* Does the info match an entry in the good category? */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1366) for (i = 0; i < ARRAY_SIZE(skd_chkstat_table); i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1367) struct sns_info *sns = &skd_chkstat_table[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1368)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1369) if (sns->mask & 0x10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1370) if (skerr->type != sns->type)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1371) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1372)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1373) if (sns->mask & 0x08)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1374) if (cmp_status != sns->stat)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1375) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1376)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1377) if (sns->mask & 0x04)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1378) if (skerr->key != sns->key)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1379) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1380)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1381) if (sns->mask & 0x02)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1382) if (skerr->code != sns->asc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1383) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1384)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1385) if (sns->mask & 0x01)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1386) if (skerr->qual != sns->ascq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1387) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1388)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1389) if (sns->action == SKD_CHECK_STATUS_REPORT_SMART_ALERT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1390) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1391) "SMART Alert: sense key/asc/ascq %02x/%02x/%02x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1392) skerr->key, skerr->code, skerr->qual);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1393) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1394) return sns->action;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1395) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1396)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1397) /* No other match, so nonzero status means error,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1398) * zero status means good
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1399) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1400) if (cmp_status) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1401) dev_dbg(&skdev->pdev->dev, "status check: error\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1402) return SKD_CHECK_STATUS_REPORT_ERROR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1403) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1404)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1405) dev_dbg(&skdev->pdev->dev, "status check good default\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1406) return SKD_CHECK_STATUS_REPORT_GOOD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1407) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1408)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1409) static void skd_resolve_req_exception(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1410) struct skd_request_context *skreq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1411) struct request *req)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1412) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1413) u8 cmp_status = skreq->completion.status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1414)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1415) switch (skd_check_status(skdev, cmp_status, &skreq->err_info)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1416) case SKD_CHECK_STATUS_REPORT_GOOD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1417) case SKD_CHECK_STATUS_REPORT_SMART_ALERT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1418) skreq->status = BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1419) if (likely(!blk_should_fake_timeout(req->q)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1420) blk_mq_complete_request(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1421) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1422)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1423) case SKD_CHECK_STATUS_BUSY_IMMINENT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1424) skd_log_skreq(skdev, skreq, "retry(busy)");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1425) blk_mq_requeue_request(req, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1426) dev_info(&skdev->pdev->dev, "drive BUSY imminent\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1427) skdev->state = SKD_DRVR_STATE_BUSY_IMMINENT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1428) skdev->timer_countdown = SKD_TIMER_MINUTES(20);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1429) skd_quiesce_dev(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1430) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1431)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1432) case SKD_CHECK_STATUS_REQUEUE_REQUEST:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1433) if (++skreq->retries < SKD_MAX_RETRIES) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1434) skd_log_skreq(skdev, skreq, "retry");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1435) blk_mq_requeue_request(req, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1436) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1437) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1438) fallthrough;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1439)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1440) case SKD_CHECK_STATUS_REPORT_ERROR:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1441) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1442) skreq->status = BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1443) if (likely(!blk_should_fake_timeout(req->q)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1444) blk_mq_complete_request(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1445) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1446) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1447) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1448)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1449) static void skd_release_skreq(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1450) struct skd_request_context *skreq)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1451) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1452) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1453) * Reclaim the skd_request_context
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1454) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1455) skreq->state = SKD_REQ_STATE_IDLE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1456) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1457)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1458) static int skd_isr_completion_posted(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1459) int limit, int *enqueued)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1460) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1461) struct fit_completion_entry_v1 *skcmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1462) struct fit_comp_error_info *skerr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1463) u16 req_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1464) u32 tag;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1465) u16 hwq = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1466) struct request *rq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1467) struct skd_request_context *skreq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1468) u16 cmp_cntxt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1469) u8 cmp_status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1470) u8 cmp_cycle;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1471) u32 cmp_bytes;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1472) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1473) int processed = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1474)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1475) lockdep_assert_held(&skdev->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1476)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1477) for (;; ) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1478) SKD_ASSERT(skdev->skcomp_ix < SKD_N_COMPLETION_ENTRY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1479)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1480) skcmp = &skdev->skcomp_table[skdev->skcomp_ix];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1481) cmp_cycle = skcmp->cycle;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1482) cmp_cntxt = skcmp->tag;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1483) cmp_status = skcmp->status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1484) cmp_bytes = be32_to_cpu(skcmp->num_returned_bytes);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1485)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1486) skerr = &skdev->skerr_table[skdev->skcomp_ix];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1487)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1488) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1489) "cycle=%d ix=%d got cycle=%d cmdctxt=0x%x stat=%d busy=%d rbytes=0x%x proto=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1490) skdev->skcomp_cycle, skdev->skcomp_ix, cmp_cycle,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1491) cmp_cntxt, cmp_status, skd_in_flight(skdev),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1492) cmp_bytes, skdev->proto_ver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1493)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1494) if (cmp_cycle != skdev->skcomp_cycle) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1495) dev_dbg(&skdev->pdev->dev, "end of completions\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1496) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1497) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1498) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1499) * Update the completion queue head index and possibly
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1500) * the completion cycle count. 8-bit wrap-around.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1501) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1502) skdev->skcomp_ix++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1503) if (skdev->skcomp_ix >= SKD_N_COMPLETION_ENTRY) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1504) skdev->skcomp_ix = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1505) skdev->skcomp_cycle++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1506) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1507)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1508) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1509) * The command context is a unique 32-bit ID. The low order
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1510) * bits help locate the request. The request is usually a
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1511) * r/w request (see skd_start() above) or a special request.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1512) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1513) req_id = cmp_cntxt;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1514) tag = req_id & SKD_ID_SLOT_AND_TABLE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1515)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1516) /* Is this other than a r/w request? */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1517) if (tag >= skdev->num_req_context) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1518) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1519) * This is not a completion for a r/w request.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1520) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1521) WARN_ON_ONCE(blk_mq_tag_to_rq(skdev->tag_set.tags[hwq],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1522) tag));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1523) skd_complete_other(skdev, skcmp, skerr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1524) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1525) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1526)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1527) rq = blk_mq_tag_to_rq(skdev->tag_set.tags[hwq], tag);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1528) if (WARN(!rq, "No request for tag %#x -> %#x\n", cmp_cntxt,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1529) tag))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1530) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1531) skreq = blk_mq_rq_to_pdu(rq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1532)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1533) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1534) * Make sure the request ID for the slot matches.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1535) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1536) if (skreq->id != req_id) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1537) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1538) "Completion mismatch comp_id=0x%04x skreq=0x%04x new=0x%04x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1539) req_id, skreq->id, cmp_cntxt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1540)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1541) continue;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1542) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1543)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1544) SKD_ASSERT(skreq->state == SKD_REQ_STATE_BUSY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1545)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1546) skreq->completion = *skcmp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1547) if (unlikely(cmp_status == SAM_STAT_CHECK_CONDITION)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1548) skreq->err_info = *skerr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1549) skd_log_check_status(skdev, cmp_status, skerr->key,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1550) skerr->code, skerr->qual,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1551) skerr->fruc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1552) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1553) /* Release DMA resources for the request. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1554) if (skreq->n_sg > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1555) skd_postop_sg_list(skdev, skreq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1556)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1557) skd_release_skreq(skdev, skreq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1558)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1559) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1560) * Capture the outcome and post it back to the native request.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1561) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1562) if (likely(cmp_status == SAM_STAT_GOOD)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1563) skreq->status = BLK_STS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1564) if (likely(!blk_should_fake_timeout(rq->q)))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1565) blk_mq_complete_request(rq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1566) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1567) skd_resolve_req_exception(skdev, skreq, rq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1568) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1569)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1570) /* skd_isr_comp_limit equal zero means no limit */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1571) if (limit) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1572) if (++processed >= limit) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1573) rc = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1574) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1575) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1576) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1577) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1578)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1579) if (skdev->state == SKD_DRVR_STATE_PAUSING &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1580) skd_in_flight(skdev) == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1581) skdev->state = SKD_DRVR_STATE_PAUSED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1582) wake_up_interruptible(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1583) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1584)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1585) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1586) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1587)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1588) static void skd_complete_other(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1589) struct fit_completion_entry_v1 *skcomp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1590) struct fit_comp_error_info *skerr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1591) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1592) u32 req_id = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1593) u32 req_table;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1594) u32 req_slot;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1595) struct skd_special_context *skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1596)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1597) lockdep_assert_held(&skdev->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1598)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1599) req_id = skcomp->tag;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1600) req_table = req_id & SKD_ID_TABLE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1601) req_slot = req_id & SKD_ID_SLOT_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1602)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1603) dev_dbg(&skdev->pdev->dev, "table=0x%x id=0x%x slot=%d\n", req_table,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1604) req_id, req_slot);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1605)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1606) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1607) * Based on the request id, determine how to dispatch this completion.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1608) * This swich/case is finding the good cases and forwarding the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1609) * completion entry. Errors are reported below the switch.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1610) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1611) switch (req_table) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1612) case SKD_ID_RW_REQUEST:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1613) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1614) * The caller, skd_isr_completion_posted() above,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1615) * handles r/w requests. The only way we get here
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1616) * is if the req_slot is out of bounds.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1617) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1618) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1619)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1620) case SKD_ID_INTERNAL:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1621) if (req_slot == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1622) skspcl = &skdev->internal_skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1623) if (skspcl->req.id == req_id &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1624) skspcl->req.state == SKD_REQ_STATE_BUSY) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1625) skd_complete_internal(skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1626) skcomp, skerr, skspcl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1627) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1628) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1629) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1630) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1631)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1632) case SKD_ID_FIT_MSG:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1633) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1634) * These id's should never appear in a completion record.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1635) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1636) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1637)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1638) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1639) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1640) * These id's should never appear anywhere;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1641) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1642) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1643) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1644)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1645) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1646) * If we get here it is a bad or stale id.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1647) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1648) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1649)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1650) static void skd_reset_skcomp(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1651) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1652) memset(skdev->skcomp_table, 0, SKD_SKCOMP_SIZE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1653)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1654) skdev->skcomp_ix = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1655) skdev->skcomp_cycle = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1656) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1657)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1658) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1659) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1660) * INTERRUPTS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1661) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1662) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1663) static void skd_completion_worker(struct work_struct *work)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1664) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1665) struct skd_device *skdev =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1666) container_of(work, struct skd_device, completion_worker);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1667) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1668) int flush_enqueued = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1669)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1670) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1671)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1672) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1673) * pass in limit=0, which means no limit..
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1674) * process everything in compq
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1675) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1676) skd_isr_completion_posted(skdev, 0, &flush_enqueued);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1677) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1678)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1679) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1680) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1681)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1682) static void skd_isr_msg_from_dev(struct skd_device *skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1683)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1684) static irqreturn_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1685) skd_isr(int irq, void *ptr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1686) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1687) struct skd_device *skdev = ptr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1688) u32 intstat;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1689) u32 ack;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1690) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1691) int deferred = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1692) int flush_enqueued = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1693)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1694) spin_lock(&skdev->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1695)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1696) for (;; ) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1697) intstat = SKD_READL(skdev, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1698)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1699) ack = FIT_INT_DEF_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1700) ack &= intstat;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1701)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1702) dev_dbg(&skdev->pdev->dev, "intstat=0x%x ack=0x%x\n", intstat,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1703) ack);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1704)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1705) /* As long as there is an int pending on device, keep
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1706) * running loop. When none, get out, but if we've never
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1707) * done any processing, call completion handler?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1708) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1709) if (ack == 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1710) /* No interrupts on device, but run the completion
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1711) * processor anyway?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1712) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1713) if (rc == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1714) if (likely (skdev->state
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1715) == SKD_DRVR_STATE_ONLINE))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1716) deferred = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1717) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1718) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1719)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1720) rc = IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1721)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1722) SKD_WRITEL(skdev, ack, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1723)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1724) if (likely((skdev->state != SKD_DRVR_STATE_LOAD) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1725) (skdev->state != SKD_DRVR_STATE_STOPPING))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1726) if (intstat & FIT_ISH_COMPLETION_POSTED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1727) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1728) * If we have already deferred completion
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1729) * processing, don't bother running it again
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1730) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1731) if (deferred == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1732) deferred =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1733) skd_isr_completion_posted(skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1734) skd_isr_comp_limit, &flush_enqueued);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1735) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1736)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1737) if (intstat & FIT_ISH_FW_STATE_CHANGE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1738) skd_isr_fwstate(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1739) if (skdev->state == SKD_DRVR_STATE_FAULT ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1740) skdev->state ==
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1741) SKD_DRVR_STATE_DISAPPEARED) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1742) spin_unlock(&skdev->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1743) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1744) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1745) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1746)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1747) if (intstat & FIT_ISH_MSG_FROM_DEV)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1748) skd_isr_msg_from_dev(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1749) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1750) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1751)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1752) if (unlikely(flush_enqueued))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1753) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1754)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1755) if (deferred)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1756) schedule_work(&skdev->completion_worker);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1757) else if (!flush_enqueued)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1758) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1759)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1760) spin_unlock(&skdev->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1761)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1762) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1763) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1764)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1765) static void skd_drive_fault(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1766) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1767) skdev->state = SKD_DRVR_STATE_FAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1768) dev_err(&skdev->pdev->dev, "Drive FAULT\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1769) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1770)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1771) static void skd_drive_disappeared(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1772) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1773) skdev->state = SKD_DRVR_STATE_DISAPPEARED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1774) dev_err(&skdev->pdev->dev, "Drive DISAPPEARED\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1775) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1776)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1777) static void skd_isr_fwstate(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1778) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1779) u32 sense;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1780) u32 state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1781) u32 mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1782) int prev_driver_state = skdev->state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1783)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1784) sense = SKD_READL(skdev, FIT_STATUS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1785) state = sense & FIT_SR_DRIVE_STATE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1786)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1787) dev_err(&skdev->pdev->dev, "s1120 state %s(%d)=>%s(%d)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1788) skd_drive_state_to_str(skdev->drive_state), skdev->drive_state,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1789) skd_drive_state_to_str(state), state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1790)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1791) skdev->drive_state = state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1792)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1793) switch (skdev->drive_state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1794) case FIT_SR_DRIVE_INIT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1795) if (skdev->state == SKD_DRVR_STATE_PROTOCOL_MISMATCH) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1796) skd_disable_interrupts(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1797) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1798) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1799) if (skdev->state == SKD_DRVR_STATE_RESTARTING)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1800) skd_recover_requests(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1801) if (skdev->state == SKD_DRVR_STATE_WAIT_BOOT) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1802) skdev->timer_countdown = SKD_STARTING_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1803) skdev->state = SKD_DRVR_STATE_STARTING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1804) skd_soft_reset(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1805) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1806) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1807) mtd = FIT_MXD_CONS(FIT_MTD_FITFW_INIT, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1808) SKD_WRITEL(skdev, mtd, FIT_MSG_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1809) skdev->last_mtd = mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1810) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1811)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1812) case FIT_SR_DRIVE_ONLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1813) skdev->cur_max_queue_depth = skd_max_queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1814) if (skdev->cur_max_queue_depth > skdev->dev_max_queue_depth)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1815) skdev->cur_max_queue_depth = skdev->dev_max_queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1816)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1817) skdev->queue_low_water_mark =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1818) skdev->cur_max_queue_depth * 2 / 3 + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1819) if (skdev->queue_low_water_mark < 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1820) skdev->queue_low_water_mark = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1821) dev_info(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1822) "Queue depth limit=%d dev=%d lowat=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1823) skdev->cur_max_queue_depth,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1824) skdev->dev_max_queue_depth,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1825) skdev->queue_low_water_mark);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1826)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1827) skd_refresh_device_data(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1828) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1829)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1830) case FIT_SR_DRIVE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1831) skdev->state = SKD_DRVR_STATE_BUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1832) skdev->timer_countdown = SKD_BUSY_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1833) skd_quiesce_dev(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1834) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1835) case FIT_SR_DRIVE_BUSY_SANITIZE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1836) /* set timer for 3 seconds, we'll abort any unfinished
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1837) * commands after that expires
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1838) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1839) skdev->state = SKD_DRVR_STATE_BUSY_SANITIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1840) skdev->timer_countdown = SKD_TIMER_SECONDS(3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1841) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1842) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1843) case FIT_SR_DRIVE_BUSY_ERASE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1844) skdev->state = SKD_DRVR_STATE_BUSY_ERASE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1845) skdev->timer_countdown = SKD_BUSY_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1846) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1847) case FIT_SR_DRIVE_OFFLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1848) skdev->state = SKD_DRVR_STATE_IDLE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1849) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1850) case FIT_SR_DRIVE_SOFT_RESET:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1851) switch (skdev->state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1852) case SKD_DRVR_STATE_STARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1853) case SKD_DRVR_STATE_RESTARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1854) /* Expected by a caller of skd_soft_reset() */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1855) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1856) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1857) skdev->state = SKD_DRVR_STATE_RESTARTING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1858) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1859) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1860) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1861) case FIT_SR_DRIVE_FW_BOOTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1862) dev_dbg(&skdev->pdev->dev, "ISR FIT_SR_DRIVE_FW_BOOTING\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1863) skdev->state = SKD_DRVR_STATE_WAIT_BOOT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1864) skdev->timer_countdown = SKD_WAIT_BOOT_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1865) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1866)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1867) case FIT_SR_DRIVE_DEGRADED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1868) case FIT_SR_PCIE_LINK_DOWN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1869) case FIT_SR_DRIVE_NEED_FW_DOWNLOAD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1870) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1871)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1872) case FIT_SR_DRIVE_FAULT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1873) skd_drive_fault(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1874) skd_recover_requests(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1875) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1876) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1877)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1878) /* PCIe bus returned all Fs? */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1879) case 0xFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1880) dev_info(&skdev->pdev->dev, "state=0x%x sense=0x%x\n", state,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1881) sense);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1882) skd_drive_disappeared(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1883) skd_recover_requests(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1884) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1885) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1886) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1887) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1888) * Uknown FW State. Wait for a state we recognize.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1889) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1890) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1891) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1892) dev_err(&skdev->pdev->dev, "Driver state %s(%d)=>%s(%d)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1893) skd_skdev_state_to_str(prev_driver_state), prev_driver_state,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1894) skd_skdev_state_to_str(skdev->state), skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1895) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1896)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1897) static bool skd_recover_request(struct request *req, void *data, bool reserved)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1898) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1899) struct skd_device *const skdev = data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1900) struct skd_request_context *skreq = blk_mq_rq_to_pdu(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1901)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1902) if (skreq->state != SKD_REQ_STATE_BUSY)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1903) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1904)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1905) skd_log_skreq(skdev, skreq, "recover");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1906)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1907) /* Release DMA resources for the request. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1908) if (skreq->n_sg > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1909) skd_postop_sg_list(skdev, skreq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1910)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1911) skreq->state = SKD_REQ_STATE_IDLE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1912) skreq->status = BLK_STS_IOERR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1913) blk_mq_complete_request(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1914) return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1915) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1916)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1917) static void skd_recover_requests(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1918) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1919) blk_mq_tagset_busy_iter(&skdev->tag_set, skd_recover_request, skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1920) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1921)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1922) static void skd_isr_msg_from_dev(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1923) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1924) u32 mfd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1925) u32 mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1926) u32 data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1927)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1928) mfd = SKD_READL(skdev, FIT_MSG_FROM_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1929)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1930) dev_dbg(&skdev->pdev->dev, "mfd=0x%x last_mtd=0x%x\n", mfd,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1931) skdev->last_mtd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1932)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1933) /* ignore any mtd that is an ack for something we didn't send */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1934) if (FIT_MXD_TYPE(mfd) != FIT_MXD_TYPE(skdev->last_mtd))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1935) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1936)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1937) switch (FIT_MXD_TYPE(mfd)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1938) case FIT_MTD_FITFW_INIT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1939) skdev->proto_ver = FIT_PROTOCOL_MAJOR_VER(mfd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1940)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1941) if (skdev->proto_ver != FIT_PROTOCOL_VERSION_1) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1942) dev_err(&skdev->pdev->dev, "protocol mismatch\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1943) dev_err(&skdev->pdev->dev, " got=%d support=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1944) skdev->proto_ver, FIT_PROTOCOL_VERSION_1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1945) dev_err(&skdev->pdev->dev, " please upgrade driver\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1946) skdev->state = SKD_DRVR_STATE_PROTOCOL_MISMATCH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1947) skd_soft_reset(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1948) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1949) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1950) mtd = FIT_MXD_CONS(FIT_MTD_GET_CMDQ_DEPTH, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1951) SKD_WRITEL(skdev, mtd, FIT_MSG_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1952) skdev->last_mtd = mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1953) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1954)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1955) case FIT_MTD_GET_CMDQ_DEPTH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1956) skdev->dev_max_queue_depth = FIT_MXD_DATA(mfd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1957) mtd = FIT_MXD_CONS(FIT_MTD_SET_COMPQ_DEPTH, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1958) SKD_N_COMPLETION_ENTRY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1959) SKD_WRITEL(skdev, mtd, FIT_MSG_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1960) skdev->last_mtd = mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1961) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1962)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1963) case FIT_MTD_SET_COMPQ_DEPTH:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1964) SKD_WRITEQ(skdev, skdev->cq_dma_address, FIT_MSG_TO_DEVICE_ARG);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1965) mtd = FIT_MXD_CONS(FIT_MTD_SET_COMPQ_ADDR, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1966) SKD_WRITEL(skdev, mtd, FIT_MSG_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1967) skdev->last_mtd = mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1968) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1969)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1970) case FIT_MTD_SET_COMPQ_ADDR:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1971) skd_reset_skcomp(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1972) mtd = FIT_MXD_CONS(FIT_MTD_CMD_LOG_HOST_ID, 0, skdev->devno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1973) SKD_WRITEL(skdev, mtd, FIT_MSG_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1974) skdev->last_mtd = mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1975) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1976)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1977) case FIT_MTD_CMD_LOG_HOST_ID:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1978) /* hardware interface overflows in y2106 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1979) skdev->connect_time_stamp = (u32)ktime_get_real_seconds();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1980) data = skdev->connect_time_stamp & 0xFFFF;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1981) mtd = FIT_MXD_CONS(FIT_MTD_CMD_LOG_TIME_STAMP_LO, 0, data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1982) SKD_WRITEL(skdev, mtd, FIT_MSG_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1983) skdev->last_mtd = mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1984) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1985)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1986) case FIT_MTD_CMD_LOG_TIME_STAMP_LO:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1987) skdev->drive_jiffies = FIT_MXD_DATA(mfd);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1988) data = (skdev->connect_time_stamp >> 16) & 0xFFFF;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1989) mtd = FIT_MXD_CONS(FIT_MTD_CMD_LOG_TIME_STAMP_HI, 0, data);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1990) SKD_WRITEL(skdev, mtd, FIT_MSG_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1991) skdev->last_mtd = mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1992) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1993)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1994) case FIT_MTD_CMD_LOG_TIME_STAMP_HI:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1995) skdev->drive_jiffies |= (FIT_MXD_DATA(mfd) << 16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1996) mtd = FIT_MXD_CONS(FIT_MTD_ARM_QUEUE, 0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1997) SKD_WRITEL(skdev, mtd, FIT_MSG_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1998) skdev->last_mtd = mtd;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1999)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2000) dev_err(&skdev->pdev->dev, "Time sync driver=0x%x device=0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2001) skdev->connect_time_stamp, skdev->drive_jiffies);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2002) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2003)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2004) case FIT_MTD_ARM_QUEUE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2005) skdev->last_mtd = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2006) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2007) * State should be, or soon will be, FIT_SR_DRIVE_ONLINE.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2008) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2009) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2010)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2011) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2012) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2013) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2014) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2015)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2016) static void skd_disable_interrupts(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2017) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2018) u32 sense;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2019)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2020) sense = SKD_READL(skdev, FIT_CONTROL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2021) sense &= ~FIT_CR_ENABLE_INTERRUPTS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2022) SKD_WRITEL(skdev, sense, FIT_CONTROL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2023) dev_dbg(&skdev->pdev->dev, "sense 0x%x\n", sense);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2024)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2025) /* Note that the 1s is written. A 1-bit means
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2026) * disable, a 0 means enable.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2027) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2028) SKD_WRITEL(skdev, ~0, FIT_INT_MASK_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2029) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2030)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2031) static void skd_enable_interrupts(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2032) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2033) u32 val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2034)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2035) /* unmask interrupts first */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2036) val = FIT_ISH_FW_STATE_CHANGE +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2037) FIT_ISH_COMPLETION_POSTED + FIT_ISH_MSG_FROM_DEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2038)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2039) /* Note that the compliment of mask is written. A 1-bit means
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2040) * disable, a 0 means enable. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2041) SKD_WRITEL(skdev, ~val, FIT_INT_MASK_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2042) dev_dbg(&skdev->pdev->dev, "interrupt mask=0x%x\n", ~val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2043)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2044) val = SKD_READL(skdev, FIT_CONTROL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2045) val |= FIT_CR_ENABLE_INTERRUPTS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2046) dev_dbg(&skdev->pdev->dev, "control=0x%x\n", val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2047) SKD_WRITEL(skdev, val, FIT_CONTROL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2048) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2049)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2050) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2051) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2052) * START, STOP, RESTART, QUIESCE, UNQUIESCE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2053) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2054) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2055)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2056) static void skd_soft_reset(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2057) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2058) u32 val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2059)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2060) val = SKD_READL(skdev, FIT_CONTROL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2061) val |= (FIT_CR_SOFT_RESET);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2062) dev_dbg(&skdev->pdev->dev, "control=0x%x\n", val);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2063) SKD_WRITEL(skdev, val, FIT_CONTROL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2064) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2065)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2066) static void skd_start_device(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2067) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2068) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2069) u32 sense;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2070) u32 state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2071)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2072) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2073)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2074) /* ack all ghost interrupts */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2075) SKD_WRITEL(skdev, FIT_INT_DEF_MASK, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2076)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2077) sense = SKD_READL(skdev, FIT_STATUS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2078)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2079) dev_dbg(&skdev->pdev->dev, "initial status=0x%x\n", sense);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2080)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2081) state = sense & FIT_SR_DRIVE_STATE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2082) skdev->drive_state = state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2083) skdev->last_mtd = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2084)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2085) skdev->state = SKD_DRVR_STATE_STARTING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2086) skdev->timer_countdown = SKD_STARTING_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2087)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2088) skd_enable_interrupts(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2089)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2090) switch (skdev->drive_state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2091) case FIT_SR_DRIVE_OFFLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2092) dev_err(&skdev->pdev->dev, "Drive offline...\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2093) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2094)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2095) case FIT_SR_DRIVE_FW_BOOTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2096) dev_dbg(&skdev->pdev->dev, "FIT_SR_DRIVE_FW_BOOTING\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2097) skdev->state = SKD_DRVR_STATE_WAIT_BOOT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2098) skdev->timer_countdown = SKD_WAIT_BOOT_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2099) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2100)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2101) case FIT_SR_DRIVE_BUSY_SANITIZE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2102) dev_info(&skdev->pdev->dev, "Start: BUSY_SANITIZE\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2103) skdev->state = SKD_DRVR_STATE_BUSY_SANITIZE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2104) skdev->timer_countdown = SKD_STARTED_BUSY_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2105) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2106)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2107) case FIT_SR_DRIVE_BUSY_ERASE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2108) dev_info(&skdev->pdev->dev, "Start: BUSY_ERASE\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2109) skdev->state = SKD_DRVR_STATE_BUSY_ERASE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2110) skdev->timer_countdown = SKD_STARTED_BUSY_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2111) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2112)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2113) case FIT_SR_DRIVE_INIT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2114) case FIT_SR_DRIVE_ONLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2115) skd_soft_reset(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2116) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2117)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2118) case FIT_SR_DRIVE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2119) dev_err(&skdev->pdev->dev, "Drive Busy...\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2120) skdev->state = SKD_DRVR_STATE_BUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2121) skdev->timer_countdown = SKD_STARTED_BUSY_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2122) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2123)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2124) case FIT_SR_DRIVE_SOFT_RESET:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2125) dev_err(&skdev->pdev->dev, "drive soft reset in prog\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2126) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2127)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2128) case FIT_SR_DRIVE_FAULT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2129) /* Fault state is bad...soft reset won't do it...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2130) * Hard reset, maybe, but does it work on device?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2131) * For now, just fault so the system doesn't hang.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2132) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2133) skd_drive_fault(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2134) /*start the queue so we can respond with error to requests */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2135) dev_dbg(&skdev->pdev->dev, "starting queue\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2136) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2137) skdev->gendisk_on = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2138) wake_up_interruptible(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2139) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2140)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2141) case 0xFF:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2142) /* Most likely the device isn't there or isn't responding
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2143) * to the BAR1 addresses. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2144) skd_drive_disappeared(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2145) /*start the queue so we can respond with error to requests */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2146) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2147) "starting queue to error-out reqs\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2148) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2149) skdev->gendisk_on = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2150) wake_up_interruptible(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2151) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2152)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2153) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2154) dev_err(&skdev->pdev->dev, "Start: unknown state %x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2155) skdev->drive_state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2156) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2157) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2158)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2159) state = SKD_READL(skdev, FIT_CONTROL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2160) dev_dbg(&skdev->pdev->dev, "FIT Control Status=0x%x\n", state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2161)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2162) state = SKD_READL(skdev, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2163) dev_dbg(&skdev->pdev->dev, "Intr Status=0x%x\n", state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2164)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2165) state = SKD_READL(skdev, FIT_INT_MASK_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2166) dev_dbg(&skdev->pdev->dev, "Intr Mask=0x%x\n", state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2167)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2168) state = SKD_READL(skdev, FIT_MSG_FROM_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2169) dev_dbg(&skdev->pdev->dev, "Msg from Dev=0x%x\n", state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2170)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2171) state = SKD_READL(skdev, FIT_HW_VERSION);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2172) dev_dbg(&skdev->pdev->dev, "HW version=0x%x\n", state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2174) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2175) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2176)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2177) static void skd_stop_device(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2178) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2179) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2180) struct skd_special_context *skspcl = &skdev->internal_skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2181) u32 dev_state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2182) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2183)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2184) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2185)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2186) if (skdev->state != SKD_DRVR_STATE_ONLINE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2187) dev_err(&skdev->pdev->dev, "%s not online no sync\n", __func__);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2188) goto stop_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2189) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2190)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2191) if (skspcl->req.state != SKD_REQ_STATE_IDLE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2192) dev_err(&skdev->pdev->dev, "%s no special\n", __func__);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2193) goto stop_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2194) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2195)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2196) skdev->state = SKD_DRVR_STATE_SYNCING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2197) skdev->sync_done = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2198)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2199) skd_send_internal_skspcl(skdev, skspcl, SYNCHRONIZE_CACHE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2200)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2201) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2202)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2203) wait_event_interruptible_timeout(skdev->waitq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2204) (skdev->sync_done), (10 * HZ));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2205)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2206) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2207)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2208) switch (skdev->sync_done) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2209) case 0:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2210) dev_err(&skdev->pdev->dev, "%s no sync\n", __func__);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2211) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2212) case 1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2213) dev_err(&skdev->pdev->dev, "%s sync done\n", __func__);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2214) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2215) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2216) dev_err(&skdev->pdev->dev, "%s sync error\n", __func__);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2217) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2218)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2219) stop_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2220) skdev->state = SKD_DRVR_STATE_STOPPING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2221) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2222)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2223) skd_kill_timer(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2224)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2225) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2226) skd_disable_interrupts(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2227)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2228) /* ensure all ints on device are cleared */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2229) /* soft reset the device to unload with a clean slate */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2230) SKD_WRITEL(skdev, FIT_INT_DEF_MASK, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2231) SKD_WRITEL(skdev, FIT_CR_SOFT_RESET, FIT_CONTROL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2232)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2233) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2234)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2235) /* poll every 100ms, 1 second timeout */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2236) for (i = 0; i < 10; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2237) dev_state =
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2238) SKD_READL(skdev, FIT_STATUS) & FIT_SR_DRIVE_STATE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2239) if (dev_state == FIT_SR_DRIVE_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2240) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2241) set_current_state(TASK_INTERRUPTIBLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2242) schedule_timeout(msecs_to_jiffies(100));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2243) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2244)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2245) if (dev_state != FIT_SR_DRIVE_INIT)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2246) dev_err(&skdev->pdev->dev, "%s state error 0x%02x\n", __func__,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2247) dev_state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2248) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2249)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2250) /* assume spinlock is held */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2251) static void skd_restart_device(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2252) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2253) u32 state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2254)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2255) /* ack all ghost interrupts */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2256) SKD_WRITEL(skdev, FIT_INT_DEF_MASK, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2257)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2258) state = SKD_READL(skdev, FIT_STATUS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2259)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2260) dev_dbg(&skdev->pdev->dev, "drive status=0x%x\n", state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2261)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2262) state &= FIT_SR_DRIVE_STATE_MASK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2263) skdev->drive_state = state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2264) skdev->last_mtd = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2265)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2266) skdev->state = SKD_DRVR_STATE_RESTARTING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2267) skdev->timer_countdown = SKD_RESTARTING_TIMO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2268)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2269) skd_soft_reset(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2270) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2271)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2272) /* assume spinlock is held */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2273) static int skd_quiesce_dev(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2274) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2275) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2276)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2277) switch (skdev->state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2278) case SKD_DRVR_STATE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2279) case SKD_DRVR_STATE_BUSY_IMMINENT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2280) dev_dbg(&skdev->pdev->dev, "stopping queue\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2281) blk_mq_stop_hw_queues(skdev->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2282) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2283) case SKD_DRVR_STATE_ONLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2284) case SKD_DRVR_STATE_STOPPING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2285) case SKD_DRVR_STATE_SYNCING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2286) case SKD_DRVR_STATE_PAUSING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2287) case SKD_DRVR_STATE_PAUSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2288) case SKD_DRVR_STATE_STARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2289) case SKD_DRVR_STATE_RESTARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2290) case SKD_DRVR_STATE_RESUMING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2291) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2292) rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2293) dev_dbg(&skdev->pdev->dev, "state [%d] not implemented\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2294) skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2295) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2296) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2297) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2298)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2299) /* assume spinlock is held */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2300) static int skd_unquiesce_dev(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2301) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2302) int prev_driver_state = skdev->state;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2303)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2304) skd_log_skdev(skdev, "unquiesce");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2305) if (skdev->state == SKD_DRVR_STATE_ONLINE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2306) dev_dbg(&skdev->pdev->dev, "**** device already ONLINE\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2307) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2308) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2309) if (skdev->drive_state != FIT_SR_DRIVE_ONLINE) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2310) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2311) * If there has been an state change to other than
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2312) * ONLINE, we will rely on controller state change
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2313) * to come back online and restart the queue.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2314) * The BUSY state means that driver is ready to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2315) * continue normal processing but waiting for controller
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2316) * to become available.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2317) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2318) skdev->state = SKD_DRVR_STATE_BUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2319) dev_dbg(&skdev->pdev->dev, "drive BUSY state\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2320) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2321) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2322)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2323) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2324) * Drive has just come online, driver is either in startup,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2325) * paused performing a task, or bust waiting for hardware.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2326) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2327) switch (skdev->state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2328) case SKD_DRVR_STATE_PAUSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2329) case SKD_DRVR_STATE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2330) case SKD_DRVR_STATE_BUSY_IMMINENT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2331) case SKD_DRVR_STATE_BUSY_ERASE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2332) case SKD_DRVR_STATE_STARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2333) case SKD_DRVR_STATE_RESTARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2334) case SKD_DRVR_STATE_FAULT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2335) case SKD_DRVR_STATE_IDLE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2336) case SKD_DRVR_STATE_LOAD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2337) skdev->state = SKD_DRVR_STATE_ONLINE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2338) dev_err(&skdev->pdev->dev, "Driver state %s(%d)=>%s(%d)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2339) skd_skdev_state_to_str(prev_driver_state),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2340) prev_driver_state, skd_skdev_state_to_str(skdev->state),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2341) skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2342) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2343) "**** device ONLINE...starting block queue\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2344) dev_dbg(&skdev->pdev->dev, "starting queue\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2345) dev_info(&skdev->pdev->dev, "STEC s1120 ONLINE\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2346) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2347) skdev->gendisk_on = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2348) wake_up_interruptible(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2349) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2350)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2351) case SKD_DRVR_STATE_DISAPPEARED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2352) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2353) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2354) "**** driver state %d, not implemented\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2355) skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2356) return -EBUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2357) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2358) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2359) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2360)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2361) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2362) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2363) * PCIe MSI/MSI-X INTERRUPT HANDLERS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2364) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2365) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2366)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2367) static irqreturn_t skd_reserved_isr(int irq, void *skd_host_data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2368) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2369) struct skd_device *skdev = skd_host_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2370) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2371)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2372) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2373) dev_dbg(&skdev->pdev->dev, "MSIX = 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2374) SKD_READL(skdev, FIT_INT_STATUS_HOST));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2375) dev_err(&skdev->pdev->dev, "MSIX reserved irq %d = 0x%x\n", irq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2376) SKD_READL(skdev, FIT_INT_STATUS_HOST));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2377) SKD_WRITEL(skdev, FIT_INT_RESERVED_MASK, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2378) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2379) return IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2380) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2381)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2382) static irqreturn_t skd_statec_isr(int irq, void *skd_host_data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2383) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2384) struct skd_device *skdev = skd_host_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2385) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2386)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2387) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2388) dev_dbg(&skdev->pdev->dev, "MSIX = 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2389) SKD_READL(skdev, FIT_INT_STATUS_HOST));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2390) SKD_WRITEL(skdev, FIT_ISH_FW_STATE_CHANGE, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2391) skd_isr_fwstate(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2392) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2393) return IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2394) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2395)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2396) static irqreturn_t skd_comp_q(int irq, void *skd_host_data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2397) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2398) struct skd_device *skdev = skd_host_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2399) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2400) int flush_enqueued = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2401) int deferred;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2402)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2403) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2404) dev_dbg(&skdev->pdev->dev, "MSIX = 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2405) SKD_READL(skdev, FIT_INT_STATUS_HOST));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2406) SKD_WRITEL(skdev, FIT_ISH_COMPLETION_POSTED, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2407) deferred = skd_isr_completion_posted(skdev, skd_isr_comp_limit,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2408) &flush_enqueued);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2409) if (flush_enqueued)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2410) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2411)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2412) if (deferred)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2413) schedule_work(&skdev->completion_worker);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2414) else if (!flush_enqueued)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2415) schedule_work(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2416)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2417) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2418)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2419) return IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2420) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2421)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2422) static irqreturn_t skd_msg_isr(int irq, void *skd_host_data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2423) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2424) struct skd_device *skdev = skd_host_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2425) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2426)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2427) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2428) dev_dbg(&skdev->pdev->dev, "MSIX = 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2429) SKD_READL(skdev, FIT_INT_STATUS_HOST));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2430) SKD_WRITEL(skdev, FIT_ISH_MSG_FROM_DEV, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2431) skd_isr_msg_from_dev(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2432) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2433) return IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2434) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2435)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2436) static irqreturn_t skd_qfull_isr(int irq, void *skd_host_data)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2437) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2438) struct skd_device *skdev = skd_host_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2439) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2440)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2441) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2442) dev_dbg(&skdev->pdev->dev, "MSIX = 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2443) SKD_READL(skdev, FIT_INT_STATUS_HOST));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2444) SKD_WRITEL(skdev, FIT_INT_QUEUE_FULL, FIT_INT_STATUS_HOST);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2445) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2446) return IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2447) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2448)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2449) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2450) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2451) * PCIe MSI/MSI-X SETUP
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2452) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2453) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2454)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2455) struct skd_msix_entry {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2456) char isr_name[30];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2457) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2458)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2459) struct skd_init_msix_entry {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2460) const char *name;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2461) irq_handler_t handler;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2462) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2463)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2464) #define SKD_MAX_MSIX_COUNT 13
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2465) #define SKD_MIN_MSIX_COUNT 7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2466) #define SKD_BASE_MSIX_IRQ 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2467)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2468) static struct skd_init_msix_entry msix_entries[SKD_MAX_MSIX_COUNT] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2469) { "(DMA 0)", skd_reserved_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2470) { "(DMA 1)", skd_reserved_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2471) { "(DMA 2)", skd_reserved_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2472) { "(DMA 3)", skd_reserved_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2473) { "(State Change)", skd_statec_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2474) { "(COMPL_Q)", skd_comp_q },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2475) { "(MSG)", skd_msg_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2476) { "(Reserved)", skd_reserved_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2477) { "(Reserved)", skd_reserved_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2478) { "(Queue Full 0)", skd_qfull_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2479) { "(Queue Full 1)", skd_qfull_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2480) { "(Queue Full 2)", skd_qfull_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2481) { "(Queue Full 3)", skd_qfull_isr },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2482) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2483)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2484) static int skd_acquire_msix(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2485) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2486) int i, rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2487) struct pci_dev *pdev = skdev->pdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2488)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2489) rc = pci_alloc_irq_vectors(pdev, SKD_MAX_MSIX_COUNT, SKD_MAX_MSIX_COUNT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2490) PCI_IRQ_MSIX);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2491) if (rc < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2492) dev_err(&skdev->pdev->dev, "failed to enable MSI-X %d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2493) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2494) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2495)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2496) skdev->msix_entries = kcalloc(SKD_MAX_MSIX_COUNT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2497) sizeof(struct skd_msix_entry), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2498) if (!skdev->msix_entries) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2499) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2500) dev_err(&skdev->pdev->dev, "msix table allocation error\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2501) goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2502) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2503)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2504) /* Enable MSI-X vectors for the base queue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2505) for (i = 0; i < SKD_MAX_MSIX_COUNT; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2506) struct skd_msix_entry *qentry = &skdev->msix_entries[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2507)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2508) snprintf(qentry->isr_name, sizeof(qentry->isr_name),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2509) "%s%d-msix %s", DRV_NAME, skdev->devno,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2510) msix_entries[i].name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2511)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2512) rc = devm_request_irq(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2513) pci_irq_vector(skdev->pdev, i),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2514) msix_entries[i].handler, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2515) qentry->isr_name, skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2516) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2517) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2518) "Unable to register(%d) MSI-X handler %d: %s\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2519) rc, i, qentry->isr_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2520) goto msix_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2521) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2522) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2523)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2524) dev_dbg(&skdev->pdev->dev, "%d msix irq(s) enabled\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2525) SKD_MAX_MSIX_COUNT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2526) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2527)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2528) msix_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2529) while (--i >= 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2530) devm_free_irq(&pdev->dev, pci_irq_vector(pdev, i), skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2531) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2532) kfree(skdev->msix_entries);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2533) skdev->msix_entries = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2534) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2535) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2536)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2537) static int skd_acquire_irq(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2538) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2539) struct pci_dev *pdev = skdev->pdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2540) unsigned int irq_flag = PCI_IRQ_LEGACY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2541) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2542)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2543) if (skd_isr_type == SKD_IRQ_MSIX) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2544) rc = skd_acquire_msix(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2545) if (!rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2546) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2547)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2548) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2549) "failed to enable MSI-X, re-trying with MSI %d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2550) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2551)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2552) snprintf(skdev->isr_name, sizeof(skdev->isr_name), "%s%d", DRV_NAME,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2553) skdev->devno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2554)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2555) if (skd_isr_type != SKD_IRQ_LEGACY)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2556) irq_flag |= PCI_IRQ_MSI;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2557) rc = pci_alloc_irq_vectors(pdev, 1, 1, irq_flag);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2558) if (rc < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2559) dev_err(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2560) "failed to allocate the MSI interrupt %d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2561) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2562) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2563)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2564) rc = devm_request_irq(&pdev->dev, pdev->irq, skd_isr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2565) pdev->msi_enabled ? 0 : IRQF_SHARED,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2566) skdev->isr_name, skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2567) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2568) pci_free_irq_vectors(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2569) dev_err(&skdev->pdev->dev, "failed to allocate interrupt %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2570) rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2571) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2572) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2573)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2574) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2575) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2576)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2577) static void skd_release_irq(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2578) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2579) struct pci_dev *pdev = skdev->pdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2580)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2581) if (skdev->msix_entries) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2582) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2583)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2584) for (i = 0; i < SKD_MAX_MSIX_COUNT; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2585) devm_free_irq(&pdev->dev, pci_irq_vector(pdev, i),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2586) skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2587) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2588)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2589) kfree(skdev->msix_entries);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2590) skdev->msix_entries = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2591) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2592) devm_free_irq(&pdev->dev, pdev->irq, skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2593) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2594)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2595) pci_free_irq_vectors(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2596) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2597)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2598) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2599) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2600) * CONSTRUCT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2601) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2602) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2603)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2604) static void *skd_alloc_dma(struct skd_device *skdev, struct kmem_cache *s,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2605) dma_addr_t *dma_handle, gfp_t gfp,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2606) enum dma_data_direction dir)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2607) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2608) struct device *dev = &skdev->pdev->dev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2609) void *buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2610)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2611) buf = kmem_cache_alloc(s, gfp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2612) if (!buf)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2613) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2614) *dma_handle = dma_map_single(dev, buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2615) kmem_cache_size(s), dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2616) if (dma_mapping_error(dev, *dma_handle)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2617) kmem_cache_free(s, buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2618) buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2619) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2620) return buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2621) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2622)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2623) static void skd_free_dma(struct skd_device *skdev, struct kmem_cache *s,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2624) void *vaddr, dma_addr_t dma_handle,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2625) enum dma_data_direction dir)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2626) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2627) if (!vaddr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2628) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2629)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2630) dma_unmap_single(&skdev->pdev->dev, dma_handle,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2631) kmem_cache_size(s), dir);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2632) kmem_cache_free(s, vaddr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2633) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2634)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2635) static int skd_cons_skcomp(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2636) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2637) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2638) struct fit_completion_entry_v1 *skcomp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2639)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2640) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2641) "comp pci_alloc, total bytes %zd entries %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2642) SKD_SKCOMP_SIZE, SKD_N_COMPLETION_ENTRY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2643)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2644) skcomp = dma_alloc_coherent(&skdev->pdev->dev, SKD_SKCOMP_SIZE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2645) &skdev->cq_dma_address, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2646)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2647) if (skcomp == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2648) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2649) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2650) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2651)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2652) skdev->skcomp_table = skcomp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2653) skdev->skerr_table = (struct fit_comp_error_info *)((char *)skcomp +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2654) sizeof(*skcomp) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2655) SKD_N_COMPLETION_ENTRY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2656)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2657) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2658) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2659) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2660)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2661) static int skd_cons_skmsg(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2662) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2663) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2664) u32 i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2665)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2666) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2667) "skmsg_table kcalloc, struct %lu, count %u total %lu\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2668) sizeof(struct skd_fitmsg_context), skdev->num_fitmsg_context,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2669) sizeof(struct skd_fitmsg_context) * skdev->num_fitmsg_context);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2670)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2671) skdev->skmsg_table = kcalloc(skdev->num_fitmsg_context,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2672) sizeof(struct skd_fitmsg_context),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2673) GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2674) if (skdev->skmsg_table == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2675) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2676) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2677) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2678)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2679) for (i = 0; i < skdev->num_fitmsg_context; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2680) struct skd_fitmsg_context *skmsg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2681)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2682) skmsg = &skdev->skmsg_table[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2683)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2684) skmsg->id = i + SKD_ID_FIT_MSG;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2685)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2686) skmsg->msg_buf = dma_alloc_coherent(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2687) SKD_N_FITMSG_BYTES,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2688) &skmsg->mb_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2689) GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2690) if (skmsg->msg_buf == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2691) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2692) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2693) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2694)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2695) WARN(((uintptr_t)skmsg->msg_buf | skmsg->mb_dma_address) &
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2696) (FIT_QCMD_ALIGN - 1),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2697) "not aligned: msg_buf %p mb_dma_address %pad\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2698) skmsg->msg_buf, &skmsg->mb_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2699) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2700)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2701) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2702) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2703) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2704)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2705) static struct fit_sg_descriptor *skd_cons_sg_list(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2706) u32 n_sg,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2707) dma_addr_t *ret_dma_addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2708) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2709) struct fit_sg_descriptor *sg_list;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2710)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2711) sg_list = skd_alloc_dma(skdev, skdev->sglist_cache, ret_dma_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2712) GFP_DMA | __GFP_ZERO, DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2713)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2714) if (sg_list != NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2715) uint64_t dma_address = *ret_dma_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2716) u32 i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2717)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2718) for (i = 0; i < n_sg - 1; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2719) uint64_t ndp_off;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2720) ndp_off = (i + 1) * sizeof(struct fit_sg_descriptor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2721)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2722) sg_list[i].next_desc_ptr = dma_address + ndp_off;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2723) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2724) sg_list[i].next_desc_ptr = 0LL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2725) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2726)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2727) return sg_list;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2728) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2729)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2730) static void skd_free_sg_list(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2731) struct fit_sg_descriptor *sg_list,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2732) dma_addr_t dma_addr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2733) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2734) if (WARN_ON_ONCE(!sg_list))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2735) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2736)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2737) skd_free_dma(skdev, skdev->sglist_cache, sg_list, dma_addr,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2738) DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2739) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2740)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2741) static int skd_init_request(struct blk_mq_tag_set *set, struct request *rq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2742) unsigned int hctx_idx, unsigned int numa_node)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2743) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2744) struct skd_device *skdev = set->driver_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2745) struct skd_request_context *skreq = blk_mq_rq_to_pdu(rq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2746)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2747) skreq->state = SKD_REQ_STATE_IDLE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2748) skreq->sg = (void *)(skreq + 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2749) sg_init_table(skreq->sg, skd_sgs_per_request);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2750) skreq->sksg_list = skd_cons_sg_list(skdev, skd_sgs_per_request,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2751) &skreq->sksg_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2752)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2753) return skreq->sksg_list ? 0 : -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2754) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2755)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2756) static void skd_exit_request(struct blk_mq_tag_set *set, struct request *rq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2757) unsigned int hctx_idx)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2758) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2759) struct skd_device *skdev = set->driver_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2760) struct skd_request_context *skreq = blk_mq_rq_to_pdu(rq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2761)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2762) skd_free_sg_list(skdev, skreq->sksg_list, skreq->sksg_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2763) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2764)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2765) static int skd_cons_sksb(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2766) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2767) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2768) struct skd_special_context *skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2769)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2770) skspcl = &skdev->internal_skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2771)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2772) skspcl->req.id = 0 + SKD_ID_INTERNAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2773) skspcl->req.state = SKD_REQ_STATE_IDLE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2774)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2775) skspcl->data_buf = skd_alloc_dma(skdev, skdev->databuf_cache,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2776) &skspcl->db_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2777) GFP_DMA | __GFP_ZERO,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2778) DMA_BIDIRECTIONAL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2779) if (skspcl->data_buf == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2780) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2781) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2782) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2783)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2784) skspcl->msg_buf = skd_alloc_dma(skdev, skdev->msgbuf_cache,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2785) &skspcl->mb_dma_address,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2786) GFP_DMA | __GFP_ZERO, DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2787) if (skspcl->msg_buf == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2788) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2789) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2790) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2791)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2792) skspcl->req.sksg_list = skd_cons_sg_list(skdev, 1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2793) &skspcl->req.sksg_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2794) if (skspcl->req.sksg_list == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2795) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2796) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2797) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2798)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2799) if (!skd_format_internal_skspcl(skdev)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2800) rc = -EINVAL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2801) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2802) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2803)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2804) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2805) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2806) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2807)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2808) static const struct blk_mq_ops skd_mq_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2809) .queue_rq = skd_mq_queue_rq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2810) .complete = skd_complete_rq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2811) .timeout = skd_timed_out,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2812) .init_request = skd_init_request,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2813) .exit_request = skd_exit_request,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2814) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2815)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2816) static int skd_cons_disk(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2817) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2818) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2819) struct gendisk *disk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2820) struct request_queue *q;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2821) unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2822)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2823) disk = alloc_disk(SKD_MINORS_PER_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2824) if (!disk) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2825) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2826) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2827) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2828)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2829) skdev->disk = disk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2830) sprintf(disk->disk_name, DRV_NAME "%u", skdev->devno);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2831)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2832) disk->major = skdev->major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2833) disk->first_minor = skdev->devno * SKD_MINORS_PER_DEVICE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2834) disk->fops = &skd_blockdev_ops;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2835) disk->private_data = skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2836)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2837) memset(&skdev->tag_set, 0, sizeof(skdev->tag_set));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2838) skdev->tag_set.ops = &skd_mq_ops;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2839) skdev->tag_set.nr_hw_queues = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2840) skdev->tag_set.queue_depth = skd_max_queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2841) skdev->tag_set.cmd_size = sizeof(struct skd_request_context) +
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2842) skdev->sgs_per_request * sizeof(struct scatterlist);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2843) skdev->tag_set.numa_node = NUMA_NO_NODE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2844) skdev->tag_set.flags = BLK_MQ_F_SHOULD_MERGE |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2845) BLK_ALLOC_POLICY_TO_MQ_FLAG(BLK_TAG_ALLOC_FIFO);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2846) skdev->tag_set.driver_data = skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2847) rc = blk_mq_alloc_tag_set(&skdev->tag_set);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2848) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2849) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2850) q = blk_mq_init_queue(&skdev->tag_set);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2851) if (IS_ERR(q)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2852) blk_mq_free_tag_set(&skdev->tag_set);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2853) rc = PTR_ERR(q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2854) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2855) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2856) q->queuedata = skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2857)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2858) skdev->queue = q;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2859) disk->queue = q;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2860)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2861) blk_queue_write_cache(q, true, true);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2862) blk_queue_max_segments(q, skdev->sgs_per_request);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2863) blk_queue_max_hw_sectors(q, SKD_N_MAX_SECTORS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2864)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2865) /* set optimal I/O size to 8KB */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2866) blk_queue_io_opt(q, 8192);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2867)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2868) blk_queue_flag_set(QUEUE_FLAG_NONROT, q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2869) blk_queue_flag_clear(QUEUE_FLAG_ADD_RANDOM, q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2870)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2871) blk_queue_rq_timeout(q, 8 * HZ);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2872)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2873) spin_lock_irqsave(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2874) dev_dbg(&skdev->pdev->dev, "stopping queue\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2875) blk_mq_stop_hw_queues(skdev->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2876) spin_unlock_irqrestore(&skdev->lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2877)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2878) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2879) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2880) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2881)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2882) #define SKD_N_DEV_TABLE 16u
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2883) static u32 skd_next_devno;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2884)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2885) static struct skd_device *skd_construct(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2886) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2887) struct skd_device *skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2888) int blk_major = skd_major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2889) size_t size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2890) int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2891)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2892) skdev = kzalloc(sizeof(*skdev), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2893)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2894) if (!skdev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2895) dev_err(&pdev->dev, "memory alloc failure\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2896) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2897) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2898)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2899) skdev->state = SKD_DRVR_STATE_LOAD;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2900) skdev->pdev = pdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2901) skdev->devno = skd_next_devno++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2902) skdev->major = blk_major;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2903) skdev->dev_max_queue_depth = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2904)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2905) skdev->num_req_context = skd_max_queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2906) skdev->num_fitmsg_context = skd_max_queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2907) skdev->cur_max_queue_depth = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2908) skdev->queue_low_water_mark = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2909) skdev->proto_ver = 99;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2910) skdev->sgs_per_request = skd_sgs_per_request;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2911) skdev->dbg_level = skd_dbg_level;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2912)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2913) spin_lock_init(&skdev->lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2914)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2915) INIT_WORK(&skdev->start_queue, skd_start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2916) INIT_WORK(&skdev->completion_worker, skd_completion_worker);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2917)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2918) size = max(SKD_N_FITMSG_BYTES, SKD_N_SPECIAL_FITMSG_BYTES);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2919) skdev->msgbuf_cache = kmem_cache_create("skd-msgbuf", size, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2920) SLAB_HWCACHE_ALIGN, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2921) if (!skdev->msgbuf_cache)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2922) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2923) WARN_ONCE(kmem_cache_size(skdev->msgbuf_cache) < size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2924) "skd-msgbuf: %d < %zd\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2925) kmem_cache_size(skdev->msgbuf_cache), size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2926) size = skd_sgs_per_request * sizeof(struct fit_sg_descriptor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2927) skdev->sglist_cache = kmem_cache_create("skd-sglist", size, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2928) SLAB_HWCACHE_ALIGN, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2929) if (!skdev->sglist_cache)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2930) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2931) WARN_ONCE(kmem_cache_size(skdev->sglist_cache) < size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2932) "skd-sglist: %d < %zd\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2933) kmem_cache_size(skdev->sglist_cache), size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2934) size = SKD_N_INTERNAL_BYTES;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2935) skdev->databuf_cache = kmem_cache_create("skd-databuf", size, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2936) SLAB_HWCACHE_ALIGN, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2937) if (!skdev->databuf_cache)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2938) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2939) WARN_ONCE(kmem_cache_size(skdev->databuf_cache) < size,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2940) "skd-databuf: %d < %zd\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2941) kmem_cache_size(skdev->databuf_cache), size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2942)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2943) dev_dbg(&skdev->pdev->dev, "skcomp\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2944) rc = skd_cons_skcomp(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2945) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2946) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2947)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2948) dev_dbg(&skdev->pdev->dev, "skmsg\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2949) rc = skd_cons_skmsg(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2950) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2951) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2952)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2953) dev_dbg(&skdev->pdev->dev, "sksb\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2954) rc = skd_cons_sksb(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2955) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2956) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2957)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2958) dev_dbg(&skdev->pdev->dev, "disk\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2959) rc = skd_cons_disk(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2960) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2961) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2962)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2963) dev_dbg(&skdev->pdev->dev, "VICTORY\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2964) return skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2965)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2966) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2967) dev_dbg(&skdev->pdev->dev, "construct failed\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2968) skd_destruct(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2969) return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2970) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2971)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2972) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2973) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2974) * DESTRUCT (FREE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2975) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2976) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2977)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2978) static void skd_free_skcomp(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2979) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2980) if (skdev->skcomp_table)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2981) dma_free_coherent(&skdev->pdev->dev, SKD_SKCOMP_SIZE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2982) skdev->skcomp_table, skdev->cq_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2983)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2984) skdev->skcomp_table = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2985) skdev->cq_dma_address = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2986) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2987)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2988) static void skd_free_skmsg(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2989) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2990) u32 i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2991)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2992) if (skdev->skmsg_table == NULL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2993) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2994)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2995) for (i = 0; i < skdev->num_fitmsg_context; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2996) struct skd_fitmsg_context *skmsg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2997)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2998) skmsg = &skdev->skmsg_table[i];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2999)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3000) if (skmsg->msg_buf != NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3001) dma_free_coherent(&skdev->pdev->dev, SKD_N_FITMSG_BYTES,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3002) skmsg->msg_buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3003) skmsg->mb_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3004) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3005) skmsg->msg_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3006) skmsg->mb_dma_address = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3007) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3008)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3009) kfree(skdev->skmsg_table);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3010) skdev->skmsg_table = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3011) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3012)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3013) static void skd_free_sksb(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3014) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3015) struct skd_special_context *skspcl = &skdev->internal_skspcl;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3016)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3017) skd_free_dma(skdev, skdev->databuf_cache, skspcl->data_buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3018) skspcl->db_dma_address, DMA_BIDIRECTIONAL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3019)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3020) skspcl->data_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3021) skspcl->db_dma_address = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3022)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3023) skd_free_dma(skdev, skdev->msgbuf_cache, skspcl->msg_buf,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3024) skspcl->mb_dma_address, DMA_TO_DEVICE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3025)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3026) skspcl->msg_buf = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3027) skspcl->mb_dma_address = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3028)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3029) skd_free_sg_list(skdev, skspcl->req.sksg_list,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3030) skspcl->req.sksg_dma_address);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3031)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3032) skspcl->req.sksg_list = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3033) skspcl->req.sksg_dma_address = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3034) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3035)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3036) static void skd_free_disk(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3037) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3038) struct gendisk *disk = skdev->disk;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3039)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3040) if (disk && (disk->flags & GENHD_FL_UP))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3041) del_gendisk(disk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3042)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3043) if (skdev->queue) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3044) blk_cleanup_queue(skdev->queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3045) skdev->queue = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3046) if (disk)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3047) disk->queue = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3048) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3049)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3050) if (skdev->tag_set.tags)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3051) blk_mq_free_tag_set(&skdev->tag_set);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3052)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3053) put_disk(disk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3054) skdev->disk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3055) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3056)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3057) static void skd_destruct(struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3058) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3059) if (skdev == NULL)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3060) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3061)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3062) cancel_work_sync(&skdev->start_queue);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3063)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3064) dev_dbg(&skdev->pdev->dev, "disk\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3065) skd_free_disk(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3066)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3067) dev_dbg(&skdev->pdev->dev, "sksb\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3068) skd_free_sksb(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3069)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3070) dev_dbg(&skdev->pdev->dev, "skmsg\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3071) skd_free_skmsg(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3072)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3073) dev_dbg(&skdev->pdev->dev, "skcomp\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3074) skd_free_skcomp(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3075)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3076) kmem_cache_destroy(skdev->databuf_cache);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3077) kmem_cache_destroy(skdev->sglist_cache);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3078) kmem_cache_destroy(skdev->msgbuf_cache);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3079)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3080) dev_dbg(&skdev->pdev->dev, "skdev\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3081) kfree(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3082) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3083)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3084) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3085) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3086) * BLOCK DEVICE (BDEV) GLUE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3087) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3088) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3089)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3090) static int skd_bdev_getgeo(struct block_device *bdev, struct hd_geometry *geo)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3091) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3092) struct skd_device *skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3093) u64 capacity;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3094)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3095) skdev = bdev->bd_disk->private_data;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3096)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3097) dev_dbg(&skdev->pdev->dev, "%s: CMD[%s] getgeo device\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3098) bdev->bd_disk->disk_name, current->comm);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3099)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3100) if (skdev->read_cap_is_valid) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3101) capacity = get_capacity(skdev->disk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3102) geo->heads = 64;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3103) geo->sectors = 255;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3104) geo->cylinders = (capacity) / (255 * 64);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3106) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3107) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3108) return -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3109) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3110)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3111) static int skd_bdev_attach(struct device *parent, struct skd_device *skdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3112) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3113) dev_dbg(&skdev->pdev->dev, "add_disk\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3114) device_add_disk(parent, skdev->disk, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3115) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3116) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3117)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3118) static const struct block_device_operations skd_blockdev_ops = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3119) .owner = THIS_MODULE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3120) .getgeo = skd_bdev_getgeo,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3121) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3122)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3123) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3124) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3125) * PCIe DRIVER GLUE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3126) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3127) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3128)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3129) static const struct pci_device_id skd_pci_tbl[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3130) { PCI_VENDOR_ID_STEC, PCI_DEVICE_ID_S1120,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3131) PCI_ANY_ID, PCI_ANY_ID, 0, 0, },
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3132) { 0 } /* terminate list */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3133) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3134)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3135) MODULE_DEVICE_TABLE(pci, skd_pci_tbl);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3136)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3137) static char *skd_pci_info(struct skd_device *skdev, char *str)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3138) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3139) int pcie_reg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3140)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3141) strcpy(str, "PCIe (");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3142) pcie_reg = pci_find_capability(skdev->pdev, PCI_CAP_ID_EXP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3143)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3144) if (pcie_reg) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3145)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3146) char lwstr[6];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3147) uint16_t pcie_lstat, lspeed, lwidth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3148)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3149) pcie_reg += 0x12;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3150) pci_read_config_word(skdev->pdev, pcie_reg, &pcie_lstat);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3151) lspeed = pcie_lstat & (0xF);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3152) lwidth = (pcie_lstat & 0x3F0) >> 4;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3153)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3154) if (lspeed == 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3155) strcat(str, "2.5GT/s ");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3156) else if (lspeed == 2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3157) strcat(str, "5.0GT/s ");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3158) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3159) strcat(str, "<unknown> ");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3160) snprintf(lwstr, sizeof(lwstr), "%dX)", lwidth);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3161) strcat(str, lwstr);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3162) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3163) return str;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3164) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3165)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3166) static int skd_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3167) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3168) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3169) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3170) char pci_str[32];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3171) struct skd_device *skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3172)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3173) dev_dbg(&pdev->dev, "vendor=%04X device=%04x\n", pdev->vendor,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3174) pdev->device);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3175)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3176) rc = pci_enable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3177) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3178) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3179) rc = pci_request_regions(pdev, DRV_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3180) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3181) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3182) rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3183) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3184) rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3185) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3186) dev_err(&pdev->dev, "DMA mask error %d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3187) goto err_out_regions;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3188) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3189)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3190) if (!skd_major) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3191) rc = register_blkdev(0, DRV_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3192) if (rc < 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3193) goto err_out_regions;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3194) BUG_ON(!rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3195) skd_major = rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3196) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3197)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3198) skdev = skd_construct(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3199) if (skdev == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3200) rc = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3201) goto err_out_regions;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3202) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3203)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3204) skd_pci_info(skdev, pci_str);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3205) dev_info(&pdev->dev, "%s 64bit\n", pci_str);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3206)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3207) pci_set_master(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3208) rc = pci_enable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3209) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3210) dev_err(&pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3211) "bad enable of PCIe error reporting rc=%d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3212) skdev->pcie_error_reporting_is_enabled = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3213) } else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3214) skdev->pcie_error_reporting_is_enabled = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3215)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3216) pci_set_drvdata(pdev, skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3217)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3218) for (i = 0; i < SKD_MAX_BARS; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3219) skdev->mem_phys[i] = pci_resource_start(pdev, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3220) skdev->mem_size[i] = (u32)pci_resource_len(pdev, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3221) skdev->mem_map[i] = ioremap(skdev->mem_phys[i],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3222) skdev->mem_size[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3223) if (!skdev->mem_map[i]) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3224) dev_err(&pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3225) "Unable to map adapter memory!\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3226) rc = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3227) goto err_out_iounmap;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3228) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3229) dev_dbg(&pdev->dev, "mem_map=%p, phyd=%016llx, size=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3230) skdev->mem_map[i], (uint64_t)skdev->mem_phys[i],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3231) skdev->mem_size[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3232) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3233)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3234) rc = skd_acquire_irq(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3235) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3236) dev_err(&pdev->dev, "interrupt resource error %d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3237) goto err_out_iounmap;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3238) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3239)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3240) rc = skd_start_timer(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3241) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3242) goto err_out_timer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3243)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3244) init_waitqueue_head(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3245)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3246) skd_start_device(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3247)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3248) rc = wait_event_interruptible_timeout(skdev->waitq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3249) (skdev->gendisk_on),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3250) (SKD_START_WAIT_SECONDS * HZ));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3251) if (skdev->gendisk_on > 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3252) /* device came on-line after reset */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3253) skd_bdev_attach(&pdev->dev, skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3254) rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3255) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3256) /* we timed out, something is wrong with the device,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3257) don't add the disk structure */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3258) dev_err(&pdev->dev, "error: waiting for s1120 timed out %d!\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3259) rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3260) /* in case of no error; we timeout with ENXIO */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3261) if (!rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3262) rc = -ENXIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3263) goto err_out_timer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3264) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3265)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3266) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3267)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3268) err_out_timer:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3269) skd_stop_device(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3270) skd_release_irq(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3271)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3272) err_out_iounmap:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3273) for (i = 0; i < SKD_MAX_BARS; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3274) if (skdev->mem_map[i])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3275) iounmap(skdev->mem_map[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3276)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3277) if (skdev->pcie_error_reporting_is_enabled)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3278) pci_disable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3279)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3280) skd_destruct(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3281)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3282) err_out_regions:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3283) pci_release_regions(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3284)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3285) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3286) pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3287) pci_set_drvdata(pdev, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3288) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3289) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3290)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3291) static void skd_pci_remove(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3292) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3293) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3294) struct skd_device *skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3295)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3296) skdev = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3297) if (!skdev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3298) dev_err(&pdev->dev, "no device data for PCI\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3299) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3300) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3301) skd_stop_device(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3302) skd_release_irq(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3303)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3304) for (i = 0; i < SKD_MAX_BARS; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3305) if (skdev->mem_map[i])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3306) iounmap(skdev->mem_map[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3307)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3308) if (skdev->pcie_error_reporting_is_enabled)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3309) pci_disable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3311) skd_destruct(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3312)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3313) pci_release_regions(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3314) pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3315) pci_set_drvdata(pdev, NULL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3316)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3317) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3318) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3319)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3320) static int skd_pci_suspend(struct pci_dev *pdev, pm_message_t state)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3321) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3322) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3323) struct skd_device *skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3324)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3325) skdev = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3326) if (!skdev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3327) dev_err(&pdev->dev, "no device data for PCI\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3328) return -EIO;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3329) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3330)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3331) skd_stop_device(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3332)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3333) skd_release_irq(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3334)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3335) for (i = 0; i < SKD_MAX_BARS; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3336) if (skdev->mem_map[i])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3337) iounmap(skdev->mem_map[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3338)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3339) if (skdev->pcie_error_reporting_is_enabled)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3340) pci_disable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3341)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3342) pci_release_regions(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3343) pci_save_state(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3344) pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3345) pci_set_power_state(pdev, pci_choose_state(pdev, state));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3346) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3347) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3348)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3349) static int skd_pci_resume(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3350) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3351) int i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3352) int rc = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3353) struct skd_device *skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3354)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3355) skdev = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3356) if (!skdev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3357) dev_err(&pdev->dev, "no device data for PCI\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3358) return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3359) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3360)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3361) pci_set_power_state(pdev, PCI_D0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3362) pci_enable_wake(pdev, PCI_D0, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3363) pci_restore_state(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3364)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3365) rc = pci_enable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3366) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3367) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3368) rc = pci_request_regions(pdev, DRV_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3369) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3370) goto err_out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3371) rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3372) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3373) rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3374) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3375) dev_err(&pdev->dev, "DMA mask error %d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3376) goto err_out_regions;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3377) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3378)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3379) pci_set_master(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3380) rc = pci_enable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3381) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3382) dev_err(&pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3383) "bad enable of PCIe error reporting rc=%d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3384) skdev->pcie_error_reporting_is_enabled = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3385) } else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3386) skdev->pcie_error_reporting_is_enabled = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3387)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3388) for (i = 0; i < SKD_MAX_BARS; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3389)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3390) skdev->mem_phys[i] = pci_resource_start(pdev, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3391) skdev->mem_size[i] = (u32)pci_resource_len(pdev, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3392) skdev->mem_map[i] = ioremap(skdev->mem_phys[i],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3393) skdev->mem_size[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3394) if (!skdev->mem_map[i]) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3395) dev_err(&pdev->dev, "Unable to map adapter memory!\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3396) rc = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3397) goto err_out_iounmap;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3398) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3399) dev_dbg(&pdev->dev, "mem_map=%p, phyd=%016llx, size=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3400) skdev->mem_map[i], (uint64_t)skdev->mem_phys[i],
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3401) skdev->mem_size[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3402) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3403) rc = skd_acquire_irq(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3404) if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3405) dev_err(&pdev->dev, "interrupt resource error %d\n", rc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3406) goto err_out_iounmap;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3407) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3408)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3409) rc = skd_start_timer(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3410) if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3411) goto err_out_timer;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3412)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3413) init_waitqueue_head(&skdev->waitq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3414)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3415) skd_start_device(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3416)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3417) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3418)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3419) err_out_timer:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3420) skd_stop_device(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3421) skd_release_irq(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3422)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3423) err_out_iounmap:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3424) for (i = 0; i < SKD_MAX_BARS; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3425) if (skdev->mem_map[i])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3426) iounmap(skdev->mem_map[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3427)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3428) if (skdev->pcie_error_reporting_is_enabled)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3429) pci_disable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3430)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3431) err_out_regions:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3432) pci_release_regions(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3433)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3434) err_out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3435) pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3436) return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3437) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3438)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3439) static void skd_pci_shutdown(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3440) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3441) struct skd_device *skdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3442)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3443) dev_err(&pdev->dev, "%s called\n", __func__);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3444)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3445) skdev = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3446) if (!skdev) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3447) dev_err(&pdev->dev, "no device data for PCI\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3448) return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3449) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3450)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3451) dev_err(&pdev->dev, "calling stop\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3452) skd_stop_device(skdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3453) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3454)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3455) static struct pci_driver skd_driver = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3456) .name = DRV_NAME,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3457) .id_table = skd_pci_tbl,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3458) .probe = skd_pci_probe,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3459) .remove = skd_pci_remove,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3460) .suspend = skd_pci_suspend,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3461) .resume = skd_pci_resume,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3462) .shutdown = skd_pci_shutdown,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3463) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3464)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3465) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3466) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3467) * LOGGING SUPPORT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3468) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3469) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3470)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3471) const char *skd_drive_state_to_str(int state)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3472) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3473) switch (state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3474) case FIT_SR_DRIVE_OFFLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3475) return "OFFLINE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3476) case FIT_SR_DRIVE_INIT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3477) return "INIT";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3478) case FIT_SR_DRIVE_ONLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3479) return "ONLINE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3480) case FIT_SR_DRIVE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3481) return "BUSY";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3482) case FIT_SR_DRIVE_FAULT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3483) return "FAULT";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3484) case FIT_SR_DRIVE_DEGRADED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3485) return "DEGRADED";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3486) case FIT_SR_PCIE_LINK_DOWN:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3487) return "INK_DOWN";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3488) case FIT_SR_DRIVE_SOFT_RESET:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3489) return "SOFT_RESET";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3490) case FIT_SR_DRIVE_NEED_FW_DOWNLOAD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3491) return "NEED_FW";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3492) case FIT_SR_DRIVE_INIT_FAULT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3493) return "INIT_FAULT";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3494) case FIT_SR_DRIVE_BUSY_SANITIZE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3495) return "BUSY_SANITIZE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3496) case FIT_SR_DRIVE_BUSY_ERASE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3497) return "BUSY_ERASE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3498) case FIT_SR_DRIVE_FW_BOOTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3499) return "FW_BOOTING";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3500) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3501) return "???";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3502) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3503) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3504)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3505) const char *skd_skdev_state_to_str(enum skd_drvr_state state)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3506) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3507) switch (state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3508) case SKD_DRVR_STATE_LOAD:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3509) return "LOAD";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3510) case SKD_DRVR_STATE_IDLE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3511) return "IDLE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3512) case SKD_DRVR_STATE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3513) return "BUSY";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3514) case SKD_DRVR_STATE_STARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3515) return "STARTING";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3516) case SKD_DRVR_STATE_ONLINE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3517) return "ONLINE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3518) case SKD_DRVR_STATE_PAUSING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3519) return "PAUSING";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3520) case SKD_DRVR_STATE_PAUSED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3521) return "PAUSED";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3522) case SKD_DRVR_STATE_RESTARTING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3523) return "RESTARTING";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3524) case SKD_DRVR_STATE_RESUMING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3525) return "RESUMING";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3526) case SKD_DRVR_STATE_STOPPING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3527) return "STOPPING";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3528) case SKD_DRVR_STATE_SYNCING:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3529) return "SYNCING";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3530) case SKD_DRVR_STATE_FAULT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3531) return "FAULT";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3532) case SKD_DRVR_STATE_DISAPPEARED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3533) return "DISAPPEARED";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3534) case SKD_DRVR_STATE_BUSY_ERASE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3535) return "BUSY_ERASE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3536) case SKD_DRVR_STATE_BUSY_SANITIZE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3537) return "BUSY_SANITIZE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3538) case SKD_DRVR_STATE_BUSY_IMMINENT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3539) return "BUSY_IMMINENT";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3540) case SKD_DRVR_STATE_WAIT_BOOT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3541) return "WAIT_BOOT";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3542)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3543) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3544) return "???";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3545) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3546) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3547)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3548) static const char *skd_skreq_state_to_str(enum skd_req_state state)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3549) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3550) switch (state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3551) case SKD_REQ_STATE_IDLE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3552) return "IDLE";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3553) case SKD_REQ_STATE_SETUP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3554) return "SETUP";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3555) case SKD_REQ_STATE_BUSY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3556) return "BUSY";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3557) case SKD_REQ_STATE_COMPLETED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3558) return "COMPLETED";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3559) case SKD_REQ_STATE_TIMEOUT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3560) return "TIMEOUT";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3561) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3562) return "???";
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3563) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3564) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3565)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3566) static void skd_log_skdev(struct skd_device *skdev, const char *event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3567) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3568) dev_dbg(&skdev->pdev->dev, "skdev=%p event='%s'\n", skdev, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3569) dev_dbg(&skdev->pdev->dev, " drive_state=%s(%d) driver_state=%s(%d)\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3570) skd_drive_state_to_str(skdev->drive_state), skdev->drive_state,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3571) skd_skdev_state_to_str(skdev->state), skdev->state);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3572) dev_dbg(&skdev->pdev->dev, " busy=%d limit=%d dev=%d lowat=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3573) skd_in_flight(skdev), skdev->cur_max_queue_depth,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3574) skdev->dev_max_queue_depth, skdev->queue_low_water_mark);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3575) dev_dbg(&skdev->pdev->dev, " cycle=%d cycle_ix=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3576) skdev->skcomp_cycle, skdev->skcomp_ix);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3577) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3578)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3579) static void skd_log_skreq(struct skd_device *skdev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3580) struct skd_request_context *skreq, const char *event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3581) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3582) struct request *req = blk_mq_rq_from_pdu(skreq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3583) u32 lba = blk_rq_pos(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3584) u32 count = blk_rq_sectors(req);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3585)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3586) dev_dbg(&skdev->pdev->dev, "skreq=%p event='%s'\n", skreq, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3587) dev_dbg(&skdev->pdev->dev, " state=%s(%d) id=0x%04x fitmsg=0x%04x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3588) skd_skreq_state_to_str(skreq->state), skreq->state, skreq->id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3589) skreq->fitmsg_id);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3590) dev_dbg(&skdev->pdev->dev, " sg_dir=%d n_sg=%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3591) skreq->data_dir, skreq->n_sg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3592)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3593) dev_dbg(&skdev->pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3594) "req=%p lba=%u(0x%x) count=%u(0x%x) dir=%d\n", req, lba, lba,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3595) count, count, (int)rq_data_dir(req));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3596) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3597)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3598) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3599) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3600) * MODULE GLUE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3601) *****************************************************************************
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3602) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3603)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3604) static int __init skd_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3605) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3606) BUILD_BUG_ON(sizeof(struct fit_completion_entry_v1) != 8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3607) BUILD_BUG_ON(sizeof(struct fit_comp_error_info) != 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3608) BUILD_BUG_ON(sizeof(struct skd_command_header) != 16);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3609) BUILD_BUG_ON(sizeof(struct skd_scsi_request) != 32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3610) BUILD_BUG_ON(sizeof(struct driver_inquiry_data) != 44);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3611) BUILD_BUG_ON(offsetof(struct skd_msg_buf, fmh) != 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3612) BUILD_BUG_ON(offsetof(struct skd_msg_buf, scsi) != 64);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3613) BUILD_BUG_ON(sizeof(struct skd_msg_buf) != SKD_N_FITMSG_BYTES);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3614)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3615) switch (skd_isr_type) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3616) case SKD_IRQ_LEGACY:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3617) case SKD_IRQ_MSI:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3618) case SKD_IRQ_MSIX:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3619) break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3620) default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3621) pr_err(PFX "skd_isr_type %d invalid, re-set to %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3622) skd_isr_type, SKD_IRQ_DEFAULT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3623) skd_isr_type = SKD_IRQ_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3624) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3625)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3626) if (skd_max_queue_depth < 1 ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3627) skd_max_queue_depth > SKD_MAX_QUEUE_DEPTH) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3628) pr_err(PFX "skd_max_queue_depth %d invalid, re-set to %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3629) skd_max_queue_depth, SKD_MAX_QUEUE_DEPTH_DEFAULT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3630) skd_max_queue_depth = SKD_MAX_QUEUE_DEPTH_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3631) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3632)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3633) if (skd_max_req_per_msg < 1 ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3634) skd_max_req_per_msg > SKD_MAX_REQ_PER_MSG) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3635) pr_err(PFX "skd_max_req_per_msg %d invalid, re-set to %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3636) skd_max_req_per_msg, SKD_MAX_REQ_PER_MSG_DEFAULT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3637) skd_max_req_per_msg = SKD_MAX_REQ_PER_MSG_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3638) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3639)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3640) if (skd_sgs_per_request < 1 || skd_sgs_per_request > 4096) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3641) pr_err(PFX "skd_sg_per_request %d invalid, re-set to %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3642) skd_sgs_per_request, SKD_N_SG_PER_REQ_DEFAULT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3643) skd_sgs_per_request = SKD_N_SG_PER_REQ_DEFAULT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3644) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3645)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3646) if (skd_dbg_level < 0 || skd_dbg_level > 2) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3647) pr_err(PFX "skd_dbg_level %d invalid, re-set to %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3648) skd_dbg_level, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3649) skd_dbg_level = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3650) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3651)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3652) if (skd_isr_comp_limit < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3653) pr_err(PFX "skd_isr_comp_limit %d invalid, set to %d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3654) skd_isr_comp_limit, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3655) skd_isr_comp_limit = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3656) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3657)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3658) return pci_register_driver(&skd_driver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3659) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3660)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3661) static void __exit skd_exit(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3662) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3663) pci_unregister_driver(&skd_driver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3664)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3665) if (skd_major)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3666) unregister_blkdev(skd_major, DRV_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3667) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3668)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3669) module_init(skd_init);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3670) module_exit(skd_exit);
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags