Orange Pi5 kernel

Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards

3 Commits   0 Branches   0 Tags
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    1) // SPDX-License-Identifier: GPL-2.0-only
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    3)  * Copyright (c) 2005-2014 Brocade Communications Systems, Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    4)  * Copyright (c) 2014- QLogic Corporation.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    5)  * All rights reserved
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    6)  * www.qlogic.com
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    7)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    8)  * Linux driver for QLogic BR-series Fibre Channel Host Bus Adapter.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300    9)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   10) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   11) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   12)  *  bfad.c Linux driver PCI interface module.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   13)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   14) #include <linux/module.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   15) #include <linux/kthread.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   16) #include <linux/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   17) #include <linux/sched.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   18) #include <linux/init.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   19) #include <linux/fs.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   20) #include <linux/pci.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   21) #include <linux/firmware.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   22) #include <linux/uaccess.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   23) #include <asm/fcntl.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   24) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   25) #include "bfad_drv.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   26) #include "bfad_im.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   27) #include "bfa_fcs.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   28) #include "bfa_defs.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   29) #include "bfa.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   30) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   31) BFA_TRC_FILE(LDRV, BFAD);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   32) DEFINE_MUTEX(bfad_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   33) LIST_HEAD(bfad_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   34) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   35) static int	bfad_inst;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   36) static int      num_sgpgs_parm;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   37) int		supported_fc4s;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   38) char		*host_name, *os_name, *os_patch;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   39) int		num_rports, num_ios, num_tms;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   40) int		num_fcxps, num_ufbufs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   41) int		reqq_size, rspq_size, num_sgpgs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   42) int		rport_del_timeout = BFA_FCS_RPORT_DEF_DEL_TIMEOUT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   43) int		bfa_lun_queue_depth = BFAD_LUN_QUEUE_DEPTH;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   44) int		bfa_io_max_sge = BFAD_IO_MAX_SGE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   45) int		bfa_log_level = 3; /* WARNING log level */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   46) int		ioc_auto_recover = BFA_TRUE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   47) int		bfa_linkup_delay = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   48) int		fdmi_enable = BFA_TRUE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   49) int		pcie_max_read_reqsz;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   50) int		bfa_debugfs_enable = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   51) int		msix_disable_cb = 0, msix_disable_ct = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   52) int		max_xfer_size = BFAD_MAX_SECTORS >> 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   53) static int	max_rport_logins = BFA_FCS_MAX_RPORT_LOGINS;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   54) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   55) /* Firmware releated */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   56) u32	bfi_image_cb_size, bfi_image_ct_size, bfi_image_ct2_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   57) u32	*bfi_image_cb, *bfi_image_ct, *bfi_image_ct2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   58) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   59) #define BFAD_FW_FILE_CB		"cbfw-3.2.5.1.bin"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   60) #define BFAD_FW_FILE_CT		"ctfw-3.2.5.1.bin"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   61) #define BFAD_FW_FILE_CT2	"ct2fw-3.2.5.1.bin"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   63) static u32 *bfad_load_fwimg(struct pci_dev *pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   64) static void bfad_free_fwimg(void);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   65) static void bfad_read_firmware(struct pci_dev *pdev, u32 **bfi_image,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   66) 		u32 *bfi_image_size, char *fw_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   68) static const char *msix_name_ct[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   69) 	"ctrl",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   70) 	"cpe0", "cpe1", "cpe2", "cpe3",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   71) 	"rme0", "rme1", "rme2", "rme3" };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   72) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   73) static const char *msix_name_cb[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   74) 	"cpe0", "cpe1", "cpe2", "cpe3",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   75) 	"rme0", "rme1", "rme2", "rme3",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   76) 	"eemc", "elpu0", "elpu1", "epss", "mlpu" };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   77) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   78) MODULE_FIRMWARE(BFAD_FW_FILE_CB);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   79) MODULE_FIRMWARE(BFAD_FW_FILE_CT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   80) MODULE_FIRMWARE(BFAD_FW_FILE_CT2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   81) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   82) module_param(os_name, charp, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   83) MODULE_PARM_DESC(os_name, "OS name of the hba host machine");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   84) module_param(os_patch, charp, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   85) MODULE_PARM_DESC(os_patch, "OS patch level of the hba host machine");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   86) module_param(host_name, charp, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   87) MODULE_PARM_DESC(host_name, "Hostname of the hba host machine");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   88) module_param(num_rports, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   89) MODULE_PARM_DESC(num_rports, "Max number of rports supported per port "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   90) 				"(physical/logical), default=1024");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   91) module_param(num_ios, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   92) MODULE_PARM_DESC(num_ios, "Max number of ioim requests, default=2000");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   93) module_param(num_tms, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   94) MODULE_PARM_DESC(num_tms, "Max number of task im requests, default=128");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   95) module_param(num_fcxps, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   96) MODULE_PARM_DESC(num_fcxps, "Max number of fcxp requests, default=64");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   97) module_param(num_ufbufs, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   98) MODULE_PARM_DESC(num_ufbufs, "Max number of unsolicited frame "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   99) 				"buffers, default=64");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  100) module_param(reqq_size, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  101) MODULE_PARM_DESC(reqq_size, "Max number of request queue elements, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  102) 				"default=256");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  103) module_param(rspq_size, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  104) MODULE_PARM_DESC(rspq_size, "Max number of response queue elements, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  105) 				"default=64");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  106) module_param(num_sgpgs, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  107) MODULE_PARM_DESC(num_sgpgs, "Number of scatter/gather pages, default=2048");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  108) module_param(rport_del_timeout, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  109) MODULE_PARM_DESC(rport_del_timeout, "Rport delete timeout, default=90 secs, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  110) 					"Range[>0]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  111) module_param(bfa_lun_queue_depth, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  112) MODULE_PARM_DESC(bfa_lun_queue_depth, "Lun queue depth, default=32, Range[>0]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  113) module_param(bfa_io_max_sge, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  114) MODULE_PARM_DESC(bfa_io_max_sge, "Max io scatter/gather elements, default=255");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  115) module_param(bfa_log_level, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  116) MODULE_PARM_DESC(bfa_log_level, "Driver log level, default=3, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  117) 				"Range[Critical:1|Error:2|Warning:3|Info:4]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  118) module_param(ioc_auto_recover, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  119) MODULE_PARM_DESC(ioc_auto_recover, "IOC auto recovery, default=1, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  120) 				"Range[off:0|on:1]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  121) module_param(bfa_linkup_delay, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  122) MODULE_PARM_DESC(bfa_linkup_delay, "Link up delay, default=30 secs for "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  123) 			"boot port. Otherwise 10 secs in RHEL4 & 0 for "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  124) 			"[RHEL5, SLES10, ESX40] Range[>0]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  125) module_param(msix_disable_cb, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  126) MODULE_PARM_DESC(msix_disable_cb, "Disable Message Signaled Interrupts for QLogic-415/425/815/825 cards, default=0 Range[false:0|true:1]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  127) module_param(msix_disable_ct, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  128) MODULE_PARM_DESC(msix_disable_ct, "Disable Message Signaled Interrupts if possible for QLogic-1010/1020/804/1007/902/1741 cards, default=0, Range[false:0|true:1]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  129) module_param(fdmi_enable, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  130) MODULE_PARM_DESC(fdmi_enable, "Enables fdmi registration, default=1, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  131) 				"Range[false:0|true:1]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  132) module_param(pcie_max_read_reqsz, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  133) MODULE_PARM_DESC(pcie_max_read_reqsz, "PCIe max read request size, default=0 "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  134) 		"(use system setting), Range[128|256|512|1024|2048|4096]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  135) module_param(bfa_debugfs_enable, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  136) MODULE_PARM_DESC(bfa_debugfs_enable, "Enables debugfs feature, default=1,"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  137) 		" Range[false:0|true:1]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  138) module_param(max_xfer_size, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  139) MODULE_PARM_DESC(max_xfer_size, "default=32MB,"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  140) 		" Range[64k|128k|256k|512k|1024k|2048k]");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  141) module_param(max_rport_logins, int, S_IRUGO | S_IWUSR);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  142) MODULE_PARM_DESC(max_rport_logins, "Max number of logins to initiator and target rports on a port (physical/logical), default=1024");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  143) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  144) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  145) bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  146) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  147) bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  148) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  149) bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  150) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  151) bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  152) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  153) bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  154) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  155) bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  156) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  157) bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  158) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  159) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  160)  * Beginning state for the driver instance, awaiting the pci_probe event
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  161)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  162) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  163) bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  164) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  165) 	bfa_trc(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  166) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  167) 	switch (event) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  168) 	case BFAD_E_CREATE:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  169) 		bfa_sm_set_state(bfad, bfad_sm_created);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  170) 		bfad->bfad_tsk = kthread_create(bfad_worker, (void *) bfad,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  171) 						"%s", "bfad_worker");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  172) 		if (IS_ERR(bfad->bfad_tsk)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  173) 			printk(KERN_INFO "bfad[%d]: Kernel thread "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  174) 				"creation failed!\n", bfad->inst_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  175) 			bfa_sm_send_event(bfad, BFAD_E_KTHREAD_CREATE_FAILED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  176) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  177) 		bfa_sm_send_event(bfad, BFAD_E_INIT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  178) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  179) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  180) 	case BFAD_E_STOP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  181) 		/* Ignore stop; already in uninit */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  182) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  183) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  184) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  185) 		bfa_sm_fault(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  186) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  187) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  188) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  189) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  190)  * Driver Instance is created, awaiting event INIT to initialize the bfad
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  191)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  192) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  193) bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  194) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  195) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  196) 	bfa_status_t ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  197) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  198) 	bfa_trc(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  199) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  200) 	switch (event) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  201) 	case BFAD_E_INIT:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  202) 		bfa_sm_set_state(bfad, bfad_sm_initializing);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  203) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  204) 		init_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  205) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  206) 		/* Enable Interrupt and wait bfa_init completion */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  207) 		if (bfad_setup_intr(bfad)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  208) 			printk(KERN_WARNING "bfad%d: bfad_setup_intr failed\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  209) 					bfad->inst_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  210) 			bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  211) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  212) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  213) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  214) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  215) 		bfa_iocfc_init(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  216) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  217) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  218) 		/* Set up interrupt handler for each vectors */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  219) 		if ((bfad->bfad_flags & BFAD_MSIX_ON) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  220) 			bfad_install_msix_handler(bfad)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  221) 			printk(KERN_WARNING "%s: install_msix failed, bfad%d\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  222) 				__func__, bfad->inst_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  223) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  224) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  225) 		bfad_init_timer(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  226) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  227) 		wait_for_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  228) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  229) 		if ((bfad->bfad_flags & BFAD_HAL_INIT_DONE)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  230) 			bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  231) 		} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  232) 			printk(KERN_WARNING
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  233) 				"bfa %s: bfa init failed\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  234) 				bfad->pci_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  235) 			spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  236) 			bfa_fcs_init(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  237) 			spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  238) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  239) 			ret = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  240) 			if (ret != BFA_STATUS_OK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  241) 				init_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  242) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  243) 				spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  244) 				bfad->pport.flags |= BFAD_PORT_DELETE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  245) 				bfa_fcs_exit(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  246) 				spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  247) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  248) 				wait_for_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  249) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  250) 				bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  251) 				break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  252) 			}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  253) 			bfad->bfad_flags |= BFAD_HAL_INIT_FAIL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  254) 			bfa_sm_send_event(bfad, BFAD_E_HAL_INIT_FAILED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  255) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  256) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  257) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  258) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  259) 	case BFAD_E_KTHREAD_CREATE_FAILED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  260) 		bfa_sm_set_state(bfad, bfad_sm_uninit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  261) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  262) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  263) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  264) 		bfa_sm_fault(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  265) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  266) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  267) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  268) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  269) bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  270) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  271) 	int	retval;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  272) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  273) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  274) 	bfa_trc(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  275) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  276) 	switch (event) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  277) 	case BFAD_E_INIT_SUCCESS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  278) 		kthread_stop(bfad->bfad_tsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  279) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  280) 		bfad->bfad_tsk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  281) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  282) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  283) 		retval = bfad_start_ops(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  284) 		if (retval != BFA_STATUS_OK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  285) 			bfa_sm_set_state(bfad, bfad_sm_failed);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  286) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  287) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  288) 		bfa_sm_set_state(bfad, bfad_sm_operational);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  289) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  290) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  291) 	case BFAD_E_INIT_FAILED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  292) 		bfa_sm_set_state(bfad, bfad_sm_uninit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  293) 		kthread_stop(bfad->bfad_tsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  294) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  295) 		bfad->bfad_tsk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  296) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  297) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  298) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  299) 	case BFAD_E_HAL_INIT_FAILED:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  300) 		bfa_sm_set_state(bfad, bfad_sm_failed);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  301) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  302) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  303) 		bfa_sm_fault(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  304) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  305) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  306) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  307) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  308) bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  309) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  310) 	int	retval;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  311) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  312) 	bfa_trc(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  313) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  314) 	switch (event) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  315) 	case BFAD_E_INIT_SUCCESS:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  316) 		retval = bfad_start_ops(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  317) 		if (retval != BFA_STATUS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  318) 			break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  319) 		bfa_sm_set_state(bfad, bfad_sm_operational);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  320) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  321) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  322) 	case BFAD_E_STOP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  323) 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  324) 		bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  325) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  326) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  327) 	case BFAD_E_EXIT_COMP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  328) 		bfa_sm_set_state(bfad, bfad_sm_uninit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  329) 		bfad_remove_intr(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  330) 		del_timer_sync(&bfad->hal_tmo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  331) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  332) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  333) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  334) 		bfa_sm_fault(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  335) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  336) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  337) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  338) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  339) bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  340) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  341) 	bfa_trc(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  342) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  343) 	switch (event) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  344) 	case BFAD_E_STOP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  345) 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  346) 		bfad_fcs_stop(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  347) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  348) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  349) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  350) 		bfa_sm_fault(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  351) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  352) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  353) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  354) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  355) bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  356) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  357) 	bfa_trc(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  358) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  359) 	switch (event) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  360) 	case BFAD_E_FCS_EXIT_COMP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  361) 		bfa_sm_set_state(bfad, bfad_sm_stopping);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  362) 		bfad_stop(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  363) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  364) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  365) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  366) 		bfa_sm_fault(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  367) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  368) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  369) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  370) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  371) bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  372) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  373) 	bfa_trc(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  374) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  375) 	switch (event) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  376) 	case BFAD_E_EXIT_COMP:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  377) 		bfa_sm_set_state(bfad, bfad_sm_uninit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  378) 		bfad_remove_intr(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  379) 		del_timer_sync(&bfad->hal_tmo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  380) 		bfad_im_probe_undo(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  381) 		bfad->bfad_flags &= ~BFAD_FC4_PROBE_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  382) 		bfad_uncfg_pport(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  383) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  384) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  385) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  386) 		bfa_sm_fault(bfad, event);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  387) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  388) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  389) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  390) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  391) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  392)  *  BFA callbacks
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  393)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  394) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  395) bfad_hcb_comp(void *arg, bfa_status_t status)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  396) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  397) 	struct bfad_hal_comp *fcomp = (struct bfad_hal_comp *)arg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  398) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  399) 	fcomp->status = status;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  400) 	complete(&fcomp->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  401) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  402) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  403) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  404)  * bfa_init callback
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  405)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  406) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  407) bfa_cb_init(void *drv, bfa_status_t init_status)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  408) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  409) 	struct bfad_s	      *bfad = drv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  410) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  411) 	if (init_status == BFA_STATUS_OK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  412) 		bfad->bfad_flags |= BFAD_HAL_INIT_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  413) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  414) 		/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  415) 		 * If BFAD_HAL_INIT_FAIL flag is set:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  416) 		 * Wake up the kernel thread to start
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  417) 		 * the bfad operations after HAL init done
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  418) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  419) 		if ((bfad->bfad_flags & BFAD_HAL_INIT_FAIL)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  420) 			bfad->bfad_flags &= ~BFAD_HAL_INIT_FAIL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  421) 			wake_up_process(bfad->bfad_tsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  422) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  423) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  424) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  425) 	complete(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  426) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  427) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  428) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  429)  *  BFA_FCS callbacks
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  430)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  431) struct bfad_port_s *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  432) bfa_fcb_lport_new(struct bfad_s *bfad, struct bfa_fcs_lport_s *port,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  433) 		 enum bfa_lport_role roles, struct bfad_vf_s *vf_drv,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  434) 		 struct bfad_vport_s *vp_drv)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  435) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  436) 	bfa_status_t	rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  437) 	struct bfad_port_s    *port_drv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  438) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  439) 	if (!vp_drv && !vf_drv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  440) 		port_drv = &bfad->pport;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  441) 		port_drv->pvb_type = BFAD_PORT_PHYS_BASE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  442) 	} else if (!vp_drv && vf_drv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  443) 		port_drv = &vf_drv->base_port;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  444) 		port_drv->pvb_type = BFAD_PORT_VF_BASE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  445) 	} else if (vp_drv && !vf_drv) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  446) 		port_drv = &vp_drv->drv_port;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  447) 		port_drv->pvb_type = BFAD_PORT_PHYS_VPORT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  448) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  449) 		port_drv = &vp_drv->drv_port;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  450) 		port_drv->pvb_type = BFAD_PORT_VF_VPORT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  451) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  452) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  453) 	port_drv->fcs_port = port;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  454) 	port_drv->roles = roles;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  455) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  456) 	if (roles & BFA_LPORT_ROLE_FCP_IM) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  457) 		rc = bfad_im_port_new(bfad, port_drv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  458) 		if (rc != BFA_STATUS_OK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  459) 			bfad_im_port_delete(bfad, port_drv);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  460) 			port_drv = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  461) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  462) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  463) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  464) 	return port_drv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  465) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  466) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  467) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  468)  * FCS RPORT alloc callback, after successful PLOGI by FCS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  469)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  470) bfa_status_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  471) bfa_fcb_rport_alloc(struct bfad_s *bfad, struct bfa_fcs_rport_s **rport,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  472) 		    struct bfad_rport_s **rport_drv)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  473) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  474) 	bfa_status_t	rc = BFA_STATUS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  475) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  476) 	*rport_drv = kzalloc(sizeof(struct bfad_rport_s), GFP_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  477) 	if (*rport_drv == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  478) 		rc = BFA_STATUS_ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  479) 		goto ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  480) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  481) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  482) 	*rport = &(*rport_drv)->fcs_rport;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  483) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  484) ext:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  485) 	return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  486) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  487) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  488) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  489)  * FCS PBC VPORT Create
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  490)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  491) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  492) bfa_fcb_pbc_vport_create(struct bfad_s *bfad, struct bfi_pbc_vport_s pbc_vport)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  493) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  494) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  495) 	struct bfa_lport_cfg_s port_cfg = {0};
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  496) 	struct bfad_vport_s   *vport;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  497) 	int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  498) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  499) 	vport = kzalloc(sizeof(struct bfad_vport_s), GFP_ATOMIC);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  500) 	if (!vport) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  501) 		bfa_trc(bfad, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  502) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  503) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  504) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  505) 	vport->drv_port.bfad = bfad;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  506) 	port_cfg.roles = BFA_LPORT_ROLE_FCP_IM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  507) 	port_cfg.pwwn = pbc_vport.vp_pwwn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  508) 	port_cfg.nwwn = pbc_vport.vp_nwwn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  509) 	port_cfg.preboot_vp  = BFA_TRUE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  510) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  511) 	rc = bfa_fcs_pbc_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  512) 				  &port_cfg, vport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  513) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  514) 	if (rc != BFA_STATUS_OK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  515) 		bfa_trc(bfad, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  516) 		return;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  517) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  518) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  519) 	list_add_tail(&vport->list_entry, &bfad->pbc_vport_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  520) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  521) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  522) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  523) bfad_hal_mem_release(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  524) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  525) 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  526) 	struct bfa_mem_dma_s *dma_info, *dma_elem;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  527) 	struct bfa_mem_kva_s *kva_info, *kva_elem;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  528) 	struct list_head *dm_qe, *km_qe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  529) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  530) 	dma_info = &hal_meminfo->dma_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  531) 	kva_info = &hal_meminfo->kva_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  532) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  533) 	/* Iterate through the KVA meminfo queue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  534) 	list_for_each(km_qe, &kva_info->qe) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  535) 		kva_elem = (struct bfa_mem_kva_s *) km_qe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  536) 		vfree(kva_elem->kva);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  537) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  538) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  539) 	/* Iterate through the DMA meminfo queue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  540) 	list_for_each(dm_qe, &dma_info->qe) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  541) 		dma_elem = (struct bfa_mem_dma_s *) dm_qe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  542) 		dma_free_coherent(&bfad->pcidev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  543) 				dma_elem->mem_len, dma_elem->kva,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  544) 				(dma_addr_t) dma_elem->dma);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  545) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  546) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  547) 	memset(hal_meminfo, 0, sizeof(struct bfa_meminfo_s));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  548) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  549) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  550) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  551) bfad_update_hal_cfg(struct bfa_iocfc_cfg_s *bfa_cfg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  552) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  553) 	if (num_rports > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  554) 		bfa_cfg->fwcfg.num_rports = num_rports;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  555) 	if (num_ios > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  556) 		bfa_cfg->fwcfg.num_ioim_reqs = num_ios;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  557) 	if (num_tms > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  558) 		bfa_cfg->fwcfg.num_tskim_reqs = num_tms;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  559) 	if (num_fcxps > 0 && num_fcxps <= BFA_FCXP_MAX)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  560) 		bfa_cfg->fwcfg.num_fcxp_reqs = num_fcxps;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  561) 	if (num_ufbufs > 0 && num_ufbufs <= BFA_UF_MAX)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  562) 		bfa_cfg->fwcfg.num_uf_bufs = num_ufbufs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  563) 	if (reqq_size > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  564) 		bfa_cfg->drvcfg.num_reqq_elems = reqq_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  565) 	if (rspq_size > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  566) 		bfa_cfg->drvcfg.num_rspq_elems = rspq_size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  567) 	if (num_sgpgs > 0 && num_sgpgs <= BFA_SGPG_MAX)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  568) 		bfa_cfg->drvcfg.num_sgpgs = num_sgpgs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  569) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  570) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  571) 	 * populate the hal values back to the driver for sysfs use.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  572) 	 * otherwise, the default values will be shown as 0 in sysfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  573) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  574) 	num_rports = bfa_cfg->fwcfg.num_rports;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  575) 	num_ios = bfa_cfg->fwcfg.num_ioim_reqs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  576) 	num_tms = bfa_cfg->fwcfg.num_tskim_reqs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  577) 	num_fcxps = bfa_cfg->fwcfg.num_fcxp_reqs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  578) 	num_ufbufs = bfa_cfg->fwcfg.num_uf_bufs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  579) 	reqq_size = bfa_cfg->drvcfg.num_reqq_elems;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  580) 	rspq_size = bfa_cfg->drvcfg.num_rspq_elems;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  581) 	num_sgpgs = bfa_cfg->drvcfg.num_sgpgs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  582) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  583) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  584) bfa_status_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  585) bfad_hal_mem_alloc(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  586) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  587) 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  588) 	struct bfa_mem_dma_s *dma_info, *dma_elem;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  589) 	struct bfa_mem_kva_s *kva_info, *kva_elem;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  590) 	struct list_head *dm_qe, *km_qe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  591) 	bfa_status_t	rc = BFA_STATUS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  592) 	dma_addr_t	phys_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  593) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  594) 	bfa_cfg_get_default(&bfad->ioc_cfg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  595) 	bfad_update_hal_cfg(&bfad->ioc_cfg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  596) 	bfad->cfg_data.ioc_queue_depth = bfad->ioc_cfg.fwcfg.num_ioim_reqs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  597) 	bfa_cfg_get_meminfo(&bfad->ioc_cfg, hal_meminfo, &bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  598) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  599) 	dma_info = &hal_meminfo->dma_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  600) 	kva_info = &hal_meminfo->kva_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  601) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  602) 	/* Iterate through the KVA meminfo queue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  603) 	list_for_each(km_qe, &kva_info->qe) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  604) 		kva_elem = (struct bfa_mem_kva_s *) km_qe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  605) 		kva_elem->kva = vzalloc(kva_elem->mem_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  606) 		if (kva_elem->kva == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  607) 			bfad_hal_mem_release(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  608) 			rc = BFA_STATUS_ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  609) 			goto ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  610) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  611) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  612) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  613) 	/* Iterate through the DMA meminfo queue */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  614) 	list_for_each(dm_qe, &dma_info->qe) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  615) 		dma_elem = (struct bfa_mem_dma_s *) dm_qe;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  616) 		dma_elem->kva = dma_alloc_coherent(&bfad->pcidev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  617) 						dma_elem->mem_len,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  618) 						&phys_addr, GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  619) 		if (dma_elem->kva == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  620) 			bfad_hal_mem_release(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  621) 			rc = BFA_STATUS_ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  622) 			goto ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  623) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  624) 		dma_elem->dma = phys_addr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  625) 		memset(dma_elem->kva, 0, dma_elem->mem_len);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  626) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  627) ext:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  628) 	return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  629) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  630) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  631) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  632)  * Create a vport under a vf.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  633)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  634) bfa_status_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  635) bfad_vport_create(struct bfad_s *bfad, u16 vf_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  636) 		  struct bfa_lport_cfg_s *port_cfg, struct device *dev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  637) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  638) 	struct bfad_vport_s   *vport;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  639) 	int		rc = BFA_STATUS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  640) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  641) 	struct completion fcomp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  642) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  643) 	vport = kzalloc(sizeof(struct bfad_vport_s), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  644) 	if (!vport) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  645) 		rc = BFA_STATUS_ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  646) 		goto ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  647) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  648) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  649) 	vport->drv_port.bfad = bfad;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  650) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  651) 	rc = bfa_fcs_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, vf_id,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  652) 				  port_cfg, vport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  653) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  654) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  655) 	if (rc != BFA_STATUS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  656) 		goto ext_free_vport;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  657) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  658) 	if (port_cfg->roles & BFA_LPORT_ROLE_FCP_IM) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  659) 		rc = bfad_im_scsi_host_alloc(bfad, vport->drv_port.im_port,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  660) 							dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  661) 		if (rc != BFA_STATUS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  662) 			goto ext_free_fcs_vport;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  663) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  664) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  665) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  666) 	bfa_fcs_vport_start(&vport->fcs_vport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  667) 	list_add_tail(&vport->list_entry, &bfad->vport_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  668) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  669) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  670) 	return BFA_STATUS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  671) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  672) ext_free_fcs_vport:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  673) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  674) 	vport->comp_del = &fcomp;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  675) 	init_completion(vport->comp_del);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  676) 	bfa_fcs_vport_delete(&vport->fcs_vport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  677) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  678) 	wait_for_completion(vport->comp_del);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  679) ext_free_vport:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  680) 	kfree(vport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  681) ext:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  682) 	return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  683) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  684) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  685) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  686) bfad_bfa_tmo(struct timer_list *t)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  687) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  688) 	struct bfad_s	      *bfad = from_timer(bfad, t, hal_tmo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  689) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  690) 	struct list_head	       doneq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  691) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  692) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  693) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  694) 	bfa_timer_beat(&bfad->bfa.timer_mod);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  695) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  696) 	bfa_comp_deq(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  697) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  698) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  699) 	if (!list_empty(&doneq)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  700) 		bfa_comp_process(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  701) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  702) 		bfa_comp_free(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  703) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  704) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  705) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  706) 	mod_timer(&bfad->hal_tmo,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  707) 		  jiffies + msecs_to_jiffies(BFA_TIMER_FREQ));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  708) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  709) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  710) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  711) bfad_init_timer(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  712) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  713) 	timer_setup(&bfad->hal_tmo, bfad_bfa_tmo, 0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  714) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  715) 	mod_timer(&bfad->hal_tmo,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  716) 		  jiffies + msecs_to_jiffies(BFA_TIMER_FREQ));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  717) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  718) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  719) int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  720) bfad_pci_init(struct pci_dev *pdev, struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  721) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  722) 	int rc = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  723) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  724) 	if (pci_enable_device(pdev)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  725) 		printk(KERN_ERR "pci_enable_device fail %p\n", pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  726) 		goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  727) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  728) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  729) 	if (pci_request_regions(pdev, BFAD_DRIVER_NAME))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  730) 		goto out_disable_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  731) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  732) 	pci_set_master(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  733) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  734) 	rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  735) 	if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  736) 		rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  737) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  738) 	if (rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  739) 		rc = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  740) 		printk(KERN_ERR "dma_set_mask_and_coherent fail %p\n", pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  741) 		goto out_release_region;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  742) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  743) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  744) 	/* Enable PCIE Advanced Error Recovery (AER) if kernel supports */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  745) 	pci_enable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  746) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  747) 	bfad->pci_bar0_kva = pci_iomap(pdev, 0, pci_resource_len(pdev, 0));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  748) 	bfad->pci_bar2_kva = pci_iomap(pdev, 2, pci_resource_len(pdev, 2));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  749) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  750) 	if (bfad->pci_bar0_kva == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  751) 		printk(KERN_ERR "Fail to map bar0\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  752) 		rc = -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  753) 		goto out_release_region;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  754) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  755) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  756) 	bfad->hal_pcidev.pci_slot = PCI_SLOT(pdev->devfn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  757) 	bfad->hal_pcidev.pci_func = PCI_FUNC(pdev->devfn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  758) 	bfad->hal_pcidev.pci_bar_kva = bfad->pci_bar0_kva;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  759) 	bfad->hal_pcidev.device_id = pdev->device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  760) 	bfad->hal_pcidev.ssid = pdev->subsystem_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  761) 	bfad->pci_name = pci_name(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  762) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  763) 	bfad->pci_attr.vendor_id = pdev->vendor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  764) 	bfad->pci_attr.device_id = pdev->device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  765) 	bfad->pci_attr.ssid = pdev->subsystem_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  766) 	bfad->pci_attr.ssvid = pdev->subsystem_vendor;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  767) 	bfad->pci_attr.pcifn = PCI_FUNC(pdev->devfn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  768) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  769) 	bfad->pcidev = pdev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  770) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  771) 	/* Adjust PCIe Maximum Read Request Size */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  772) 	if (pci_is_pcie(pdev) && pcie_max_read_reqsz) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  773) 		if (pcie_max_read_reqsz >= 128 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  774) 		    pcie_max_read_reqsz <= 4096 &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  775) 		    is_power_of_2(pcie_max_read_reqsz)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  776) 			int max_rq = pcie_get_readrq(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  777) 			printk(KERN_WARNING "BFA[%s]: "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  778) 				"pcie_max_read_request_size is %d, "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  779) 				"reset to %d\n", bfad->pci_name, max_rq,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  780) 				pcie_max_read_reqsz);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  781) 			pcie_set_readrq(pdev, pcie_max_read_reqsz);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  782) 		} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  783) 			printk(KERN_WARNING "BFA[%s]: invalid "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  784) 			       "pcie_max_read_request_size %d ignored\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  785) 			       bfad->pci_name, pcie_max_read_reqsz);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  786) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  787) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  788) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  789) 	pci_save_state(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  790) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  791) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  792) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  793) out_release_region:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  794) 	pci_release_regions(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  795) out_disable_device:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  796) 	pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  797) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  798) 	return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  799) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  800) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  801) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  802) bfad_pci_uninit(struct pci_dev *pdev, struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  803) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  804) 	pci_iounmap(pdev, bfad->pci_bar0_kva);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  805) 	pci_iounmap(pdev, bfad->pci_bar2_kva);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  806) 	pci_release_regions(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  807) 	/* Disable PCIE Advanced Error Recovery (AER) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  808) 	pci_disable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  809) 	pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  810) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  811) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  812) bfa_status_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  813) bfad_drv_init(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  814) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  815) 	bfa_status_t	rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  816) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  817) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  818) 	bfad->cfg_data.rport_del_timeout = rport_del_timeout;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  819) 	bfad->cfg_data.lun_queue_depth = bfa_lun_queue_depth;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  820) 	bfad->cfg_data.io_max_sge = bfa_io_max_sge;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  821) 	bfad->cfg_data.binding_method = FCP_PWWN_BINDING;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  822) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  823) 	rc = bfad_hal_mem_alloc(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  824) 	if (rc != BFA_STATUS_OK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  825) 		printk(KERN_WARNING "bfad%d bfad_hal_mem_alloc failure\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  826) 		       bfad->inst_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  827) 		printk(KERN_WARNING
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  828) 			"Not enough memory to attach all QLogic BR-series HBA ports. System may need more memory.\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  829) 		return BFA_STATUS_FAILED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  830) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  831) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  832) 	bfad->bfa.trcmod = bfad->trcmod;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  833) 	bfad->bfa.plog = &bfad->plog_buf;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  834) 	bfa_plog_init(&bfad->plog_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  835) 	bfa_plog_str(&bfad->plog_buf, BFA_PL_MID_DRVR, BFA_PL_EID_DRIVER_START,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  836) 		     0, "Driver Attach");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  837) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  838) 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg, &bfad->meminfo,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  839) 		   &bfad->hal_pcidev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  840) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  841) 	/* FCS INIT */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  842) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  843) 	bfad->bfa_fcs.trcmod = bfad->trcmod;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  844) 	bfa_fcs_attach(&bfad->bfa_fcs, &bfad->bfa, bfad, BFA_FALSE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  845) 	bfad->bfa_fcs.fdmi_enabled = fdmi_enable;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  846) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  847) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  848) 	bfad->bfad_flags |= BFAD_DRV_INIT_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  849) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  850) 	return BFA_STATUS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  851) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  852) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  853) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  854) bfad_drv_uninit(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  855) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  856) 	unsigned long   flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  857) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  858) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  859) 	init_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  860) 	bfa_iocfc_stop(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  861) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  862) 	wait_for_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  863) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  864) 	del_timer_sync(&bfad->hal_tmo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  865) 	bfa_isr_disable(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  866) 	bfa_detach(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  867) 	bfad_remove_intr(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  868) 	bfad_hal_mem_release(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  869) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  870) 	bfad->bfad_flags &= ~BFAD_DRV_INIT_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  871) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  872) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  873) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  874) bfad_drv_start(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  875) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  876) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  877) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  878) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  879) 	bfa_iocfc_start(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  880) 	bfa_fcs_pbc_vport_init(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  881) 	bfa_fcs_fabric_modstart(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  882) 	bfad->bfad_flags |= BFAD_HAL_START_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  883) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  884) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  885) 	if (bfad->im)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  886) 		flush_workqueue(bfad->im->drv_workq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  887) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  888) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  889) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  890) bfad_fcs_stop(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  891) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  892) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  893) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  894) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  895) 	init_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  896) 	bfad->pport.flags |= BFAD_PORT_DELETE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  897) 	bfa_fcs_exit(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  898) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  899) 	wait_for_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  900) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  901) 	bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  902) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  903) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  904) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  905) bfad_stop(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  906) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  907) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  908) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  909) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  910) 	init_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  911) 	bfa_iocfc_stop(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  912) 	bfad->bfad_flags &= ~BFAD_HAL_START_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  913) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  914) 	wait_for_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  915) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  916) 	bfa_sm_send_event(bfad, BFAD_E_EXIT_COMP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  917) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  918) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  919) bfa_status_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  920) bfad_cfg_pport(struct bfad_s *bfad, enum bfa_lport_role role)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  921) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  922) 	int		rc = BFA_STATUS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  923) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  924) 	/* Allocate scsi_host for the physical port */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  925) 	if ((supported_fc4s & BFA_LPORT_ROLE_FCP_IM) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  926) 	    (role & BFA_LPORT_ROLE_FCP_IM)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  927) 		if (bfad->pport.im_port == NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  928) 			rc = BFA_STATUS_FAILED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  929) 			goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  930) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  931) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  932) 		rc = bfad_im_scsi_host_alloc(bfad, bfad->pport.im_port,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  933) 						&bfad->pcidev->dev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  934) 		if (rc != BFA_STATUS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  935) 			goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  936) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  937) 		bfad->pport.roles |= BFA_LPORT_ROLE_FCP_IM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  938) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  939) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  940) 	bfad->bfad_flags |= BFAD_CFG_PPORT_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  941) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  942) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  943) 	return rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  944) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  945) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  946) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  947) bfad_uncfg_pport(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  948) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  949) 	if ((supported_fc4s & BFA_LPORT_ROLE_FCP_IM) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  950) 	    (bfad->pport.roles & BFA_LPORT_ROLE_FCP_IM)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  951) 		bfad_im_scsi_host_free(bfad, bfad->pport.im_port);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  952) 		bfad_im_port_clean(bfad->pport.im_port);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  953) 		kfree(bfad->pport.im_port);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  954) 		bfad->pport.roles &= ~BFA_LPORT_ROLE_FCP_IM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  955) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  956) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  957) 	bfad->bfad_flags &= ~BFAD_CFG_PPORT_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  958) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  959) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  960) bfa_status_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  961) bfad_start_ops(struct bfad_s *bfad) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  962) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  963) 	int	retval;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  964) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  965) 	struct bfad_vport_s *vport, *vport_new;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  966) 	struct bfa_fcs_driver_info_s driver_info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  967) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  968) 	/* Limit min/max. xfer size to [64k-32MB] */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  969) 	if (max_xfer_size < BFAD_MIN_SECTORS >> 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  970) 		max_xfer_size = BFAD_MIN_SECTORS >> 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  971) 	if (max_xfer_size > BFAD_MAX_SECTORS >> 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  972) 		max_xfer_size = BFAD_MAX_SECTORS >> 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  973) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  974) 	/* Fill the driver_info info to fcs*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  975) 	memset(&driver_info, 0, sizeof(driver_info));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  976) 	strlcpy(driver_info.version, BFAD_DRIVER_VERSION,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  977) 		sizeof(driver_info.version));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  978) 	if (host_name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  979) 		strlcpy(driver_info.host_machine_name, host_name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  980) 			sizeof(driver_info.host_machine_name));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  981) 	if (os_name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  982) 		strlcpy(driver_info.host_os_name, os_name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  983) 			sizeof(driver_info.host_os_name));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  984) 	if (os_patch)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  985) 		strlcpy(driver_info.host_os_patch, os_patch,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  986) 			sizeof(driver_info.host_os_patch));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  987) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  988) 	strlcpy(driver_info.os_device_name, bfad->pci_name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  989) 		sizeof(driver_info.os_device_name));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  990) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  991) 	/* FCS driver info init */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  992) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  993) 	bfa_fcs_driver_info_init(&bfad->bfa_fcs, &driver_info);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  994) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  995) 	if (bfad->bfad_flags & BFAD_CFG_PPORT_DONE)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  996) 		bfa_fcs_update_cfg(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  997) 	else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  998) 		bfa_fcs_init(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  999) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1000) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1001) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1002) 	if (!(bfad->bfad_flags & BFAD_CFG_PPORT_DONE)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1003) 		retval = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1004) 		if (retval != BFA_STATUS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1005) 			return BFA_STATUS_FAILED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1006) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1007) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1008) 	/* Setup fc host fixed attribute if the lk supports */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1009) 	bfad_fc_host_init(bfad->pport.im_port);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1010) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1011) 	/* BFAD level FC4 IM specific resource allocation */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1012) 	retval = bfad_im_probe(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1013) 	if (retval != BFA_STATUS_OK) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1014) 		printk(KERN_WARNING "bfad_im_probe failed\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1015) 		if (bfa_sm_cmp_state(bfad, bfad_sm_initializing))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1016) 			bfa_sm_set_state(bfad, bfad_sm_failed);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1017) 		return BFA_STATUS_FAILED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1018) 	} else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1019) 		bfad->bfad_flags |= BFAD_FC4_PROBE_DONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1020) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1021) 	bfad_drv_start(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1022) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1023) 	/* Complete pbc vport create */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1024) 	list_for_each_entry_safe(vport, vport_new, &bfad->pbc_vport_list,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1025) 				list_entry) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1026) 		struct fc_vport_identifiers vid;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1027) 		struct fc_vport *fc_vport;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1028) 		char pwwn_buf[BFA_STRING_32];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1029) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1030) 		memset(&vid, 0, sizeof(vid));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1031) 		vid.roles = FC_PORT_ROLE_FCP_INITIATOR;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1032) 		vid.vport_type = FC_PORTTYPE_NPIV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1033) 		vid.disable = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1034) 		vid.node_name = wwn_to_u64((u8 *)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1035) 				(&((vport->fcs_vport).lport.port_cfg.nwwn)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1036) 		vid.port_name = wwn_to_u64((u8 *)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1037) 				(&((vport->fcs_vport).lport.port_cfg.pwwn)));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1038) 		fc_vport = fc_vport_create(bfad->pport.im_port->shost, 0, &vid);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1039) 		if (!fc_vport) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1040) 			wwn2str(pwwn_buf, vid.port_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1041) 			printk(KERN_WARNING "bfad%d: failed to create pbc vport"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1042) 				" %s\n", bfad->inst_no, pwwn_buf);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1043) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1044) 		list_del(&vport->list_entry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1045) 		kfree(vport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1046) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1047) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1048) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1049) 	 * If bfa_linkup_delay is set to -1 default; try to retrive the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1050) 	 * value using the bfad_get_linkup_delay(); else use the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1051) 	 * passed in module param value as the bfa_linkup_delay.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1052) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1053) 	if (bfa_linkup_delay < 0) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1054) 		bfa_linkup_delay = bfad_get_linkup_delay(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1055) 		bfad_rport_online_wait(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1056) 		bfa_linkup_delay = -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1057) 	} else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1058) 		bfad_rport_online_wait(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1059) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1060) 	BFA_LOG(KERN_INFO, bfad, bfa_log_level, "bfa device claimed\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1061) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1062) 	return BFA_STATUS_OK;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1063) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1064) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1065) int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1066) bfad_worker(void *ptr)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1067) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1068) 	struct bfad_s *bfad = ptr;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1069) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1070) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1071) 	if (kthread_should_stop())
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1072) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1073) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1074) 	/* Send event BFAD_E_INIT_SUCCESS */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1075) 	bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1076) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1077) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1078) 	bfad->bfad_tsk = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1079) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1080) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1081) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1082) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1083) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1084) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1085)  *  BFA driver interrupt functions
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1086)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1087) irqreturn_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1088) bfad_intx(int irq, void *dev_id)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1089) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1090) 	struct bfad_s	*bfad = dev_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1091) 	struct list_head	doneq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1092) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1093) 	bfa_boolean_t rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1094) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1095) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1096) 	rc = bfa_intx(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1097) 	if (!rc) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1098) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1099) 		return IRQ_NONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1100) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1101) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1102) 	bfa_comp_deq(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1103) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1104) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1105) 	if (!list_empty(&doneq)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1106) 		bfa_comp_process(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1107) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1108) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1109) 		bfa_comp_free(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1110) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1111) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1112) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1113) 	return IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1114) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1115) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1116) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1117) static irqreturn_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1118) bfad_msix(int irq, void *dev_id)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1119) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1120) 	struct bfad_msix_s *vec = dev_id;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1121) 	struct bfad_s *bfad = vec->bfad;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1122) 	struct list_head doneq;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1123) 	unsigned long   flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1124) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1125) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1126) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1127) 	bfa_msix(&bfad->bfa, vec->msix.entry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1128) 	bfa_comp_deq(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1129) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1130) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1131) 	if (!list_empty(&doneq)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1132) 		bfa_comp_process(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1133) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1134) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1135) 		bfa_comp_free(&bfad->bfa, &doneq);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1136) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1137) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1138) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1139) 	return IRQ_HANDLED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1140) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1141) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1142) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1143)  * Initialize the MSIX entry table.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1144)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1145) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1146) bfad_init_msix_entry(struct bfad_s *bfad, struct msix_entry *msix_entries,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1147) 			 int mask, int max_bit)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1148) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1149) 	int	i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1150) 	int	match = 0x00000001;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1151) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1152) 	for (i = 0, bfad->nvec = 0; i < MAX_MSIX_ENTRY; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1153) 		if (mask & match) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1154) 			bfad->msix_tab[bfad->nvec].msix.entry = i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1155) 			bfad->msix_tab[bfad->nvec].bfad = bfad;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1156) 			msix_entries[bfad->nvec].entry = i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1157) 			bfad->nvec++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1158) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1159) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1160) 		match <<= 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1161) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1162) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1163) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1164) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1165) int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1166) bfad_install_msix_handler(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1167) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1168) 	int i, error = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1169) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1170) 	for (i = 0; i < bfad->nvec; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1171) 		sprintf(bfad->msix_tab[i].name, "bfa-%s-%s",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1172) 				bfad->pci_name,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1173) 				((bfa_asic_id_cb(bfad->hal_pcidev.device_id)) ?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1174) 				msix_name_cb[i] : msix_name_ct[i]));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1175) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1176) 		error = request_irq(bfad->msix_tab[i].msix.vector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1177) 				    (irq_handler_t) bfad_msix, 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1178) 				    bfad->msix_tab[i].name, &bfad->msix_tab[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1179) 		bfa_trc(bfad, i);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1180) 		bfa_trc(bfad, bfad->msix_tab[i].msix.vector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1181) 		if (error) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1182) 			int	j;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1183) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1184) 			for (j = 0; j < i; j++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1185) 				free_irq(bfad->msix_tab[j].msix.vector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1186) 						&bfad->msix_tab[j]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1187) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1188) 			bfad->bfad_flags &= ~BFAD_MSIX_ON;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1189) 			pci_disable_msix(bfad->pcidev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1190) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1191) 			return 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1192) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1193) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1194) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1195) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1196) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1197) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1198) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1199)  * Setup MSIX based interrupt.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1200)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1201) int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1202) bfad_setup_intr(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1203) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1204) 	int error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1205) 	u32 mask = 0, i, num_bit = 0, max_bit = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1206) 	struct msix_entry msix_entries[MAX_MSIX_ENTRY];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1207) 	struct pci_dev *pdev = bfad->pcidev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1208) 	u16	reg;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1209) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1210) 	/* Call BFA to get the msix map for this PCI function.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1211) 	bfa_msix_getvecs(&bfad->bfa, &mask, &num_bit, &max_bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1212) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1213) 	/* Set up the msix entry table */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1214) 	bfad_init_msix_entry(bfad, msix_entries, mask, max_bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1215) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1216) 	if ((bfa_asic_id_ctc(pdev->device) && !msix_disable_ct) ||
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1217) 	   (bfa_asic_id_cb(pdev->device) && !msix_disable_cb)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1218) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1219) 		error = pci_enable_msix_exact(bfad->pcidev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1220) 					      msix_entries, bfad->nvec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1221) 		/* In CT1 & CT2, try to allocate just one vector */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1222) 		if (error == -ENOSPC && bfa_asic_id_ctc(pdev->device)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1223) 			printk(KERN_WARNING "bfa %s: trying one msix "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1224) 			       "vector failed to allocate %d[%d]\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1225) 			       bfad->pci_name, bfad->nvec, error);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1226) 			bfad->nvec = 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1227) 			error = pci_enable_msix_exact(bfad->pcidev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1228) 						      msix_entries, 1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1229) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1230) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1231) 		if (error) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1232) 			printk(KERN_WARNING "bfad%d: "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1233) 			       "pci_enable_msix_exact failed (%d), "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1234) 			       "use line based.\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1235) 				bfad->inst_no, error);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1236) 			goto line_based;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1237) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1238) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1239) 		/* Disable INTX in MSI-X mode */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1240) 		pci_read_config_word(pdev, PCI_COMMAND, &reg);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1241) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1242) 		if (!(reg & PCI_COMMAND_INTX_DISABLE))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1243) 			pci_write_config_word(pdev, PCI_COMMAND,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1244) 				reg | PCI_COMMAND_INTX_DISABLE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1245) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1246) 		/* Save the vectors */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1247) 		for (i = 0; i < bfad->nvec; i++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1248) 			bfa_trc(bfad, msix_entries[i].vector);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1249) 			bfad->msix_tab[i].msix.vector = msix_entries[i].vector;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1250) 		}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1251) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1252) 		bfa_msix_init(&bfad->bfa, bfad->nvec);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1253) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1254) 		bfad->bfad_flags |= BFAD_MSIX_ON;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1255) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1256) 		return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1257) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1258) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1259) line_based:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1260) 	error = request_irq(bfad->pcidev->irq, (irq_handler_t)bfad_intx,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1261) 			    BFAD_IRQ_FLAGS, BFAD_DRIVER_NAME, bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1262) 	if (error)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1263) 		return error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1264) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1265) 	bfad->bfad_flags |= BFAD_INTX_ON;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1266) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1267) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1268) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1269) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1270) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1271) bfad_remove_intr(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1272) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1273) 	int	i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1274) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1275) 	if (bfad->bfad_flags & BFAD_MSIX_ON) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1276) 		for (i = 0; i < bfad->nvec; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1277) 			free_irq(bfad->msix_tab[i].msix.vector,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1278) 					&bfad->msix_tab[i]);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1279) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1280) 		pci_disable_msix(bfad->pcidev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1281) 		bfad->bfad_flags &= ~BFAD_MSIX_ON;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1282) 	} else if (bfad->bfad_flags & BFAD_INTX_ON) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1283) 		free_irq(bfad->pcidev->irq, bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1284) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1285) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1286) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1287) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1288)  * PCI probe entry.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1289)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1290) int
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1291) bfad_pci_probe(struct pci_dev *pdev, const struct pci_device_id *pid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1292) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1293) 	struct bfad_s	*bfad;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1294) 	int		error = -ENODEV, retval, i;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1295) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1296) 	/* For single port cards - only claim function 0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1297) 	if ((pdev->device == BFA_PCI_DEVICE_ID_FC_8G1P) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1298) 		(PCI_FUNC(pdev->devfn) != 0))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1299) 		return -ENODEV;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1300) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1301) 	bfad = kzalloc(sizeof(struct bfad_s), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1302) 	if (!bfad) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1303) 		error = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1304) 		goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1305) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1306) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1307) 	bfad->trcmod = kzalloc(sizeof(struct bfa_trc_mod_s), GFP_KERNEL);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1308) 	if (!bfad->trcmod) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1309) 		printk(KERN_WARNING "Error alloc trace buffer!\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1310) 		error = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1311) 		goto out_alloc_trace_failure;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1312) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1313) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1314) 	/* TRACE INIT */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1315) 	bfa_trc_init(bfad->trcmod);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1316) 	bfa_trc(bfad, bfad_inst);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1317) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1318) 	/* AEN INIT */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1319) 	INIT_LIST_HEAD(&bfad->free_aen_q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1320) 	INIT_LIST_HEAD(&bfad->active_aen_q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1321) 	for (i = 0; i < BFA_AEN_MAX_ENTRY; i++)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1322) 		list_add_tail(&bfad->aen_list[i].qe, &bfad->free_aen_q);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1323) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1324) 	if (!(bfad_load_fwimg(pdev))) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1325) 		kfree(bfad->trcmod);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1326) 		goto out_alloc_trace_failure;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1327) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1328) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1329) 	retval = bfad_pci_init(pdev, bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1330) 	if (retval) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1331) 		printk(KERN_WARNING "bfad_pci_init failure!\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1332) 		error = retval;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1333) 		goto out_pci_init_failure;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1334) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1335) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1336) 	mutex_lock(&bfad_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1337) 	bfad->inst_no = bfad_inst++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1338) 	list_add_tail(&bfad->list_entry, &bfad_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1339) 	mutex_unlock(&bfad_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1340) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1341) 	/* Initializing the state machine: State set to uninit */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1342) 	bfa_sm_set_state(bfad, bfad_sm_uninit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1343) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1344) 	spin_lock_init(&bfad->bfad_lock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1345) 	spin_lock_init(&bfad->bfad_aen_spinlock);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1346) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1347) 	pci_set_drvdata(pdev, bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1348) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1349) 	bfad->ref_count = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1350) 	bfad->pport.bfad = bfad;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1351) 	INIT_LIST_HEAD(&bfad->pbc_vport_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1352) 	INIT_LIST_HEAD(&bfad->vport_list);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1353) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1354) 	/* Setup the debugfs node for this bfad */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1355) 	if (bfa_debugfs_enable)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1356) 		bfad_debugfs_init(&bfad->pport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1357) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1358) 	retval = bfad_drv_init(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1359) 	if (retval != BFA_STATUS_OK)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1360) 		goto out_drv_init_failure;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1361) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1362) 	bfa_sm_send_event(bfad, BFAD_E_CREATE);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1363) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1364) 	if (bfa_sm_cmp_state(bfad, bfad_sm_uninit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1365) 		goto out_bfad_sm_failure;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1366) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1367) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1368) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1369) out_bfad_sm_failure:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1370) 	bfad_hal_mem_release(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1371) out_drv_init_failure:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1372) 	/* Remove the debugfs node for this bfad */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1373) 	kfree(bfad->regdata);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1374) 	bfad_debugfs_exit(&bfad->pport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1375) 	mutex_lock(&bfad_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1376) 	bfad_inst--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1377) 	list_del(&bfad->list_entry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1378) 	mutex_unlock(&bfad_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1379) 	bfad_pci_uninit(pdev, bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1380) out_pci_init_failure:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1381) 	kfree(bfad->trcmod);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1382) out_alloc_trace_failure:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1383) 	kfree(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1384) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1385) 	return error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1386) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1387) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1388) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1389)  * PCI remove entry.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1390)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1391) void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1392) bfad_pci_remove(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1393) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1394) 	struct bfad_s	      *bfad = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1395) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1396) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1397) 	bfa_trc(bfad, bfad->inst_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1398) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1399) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1400) 	if (bfad->bfad_tsk != NULL) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1401) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1402) 		kthread_stop(bfad->bfad_tsk);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1403) 	} else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1404) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1405) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1406) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1407) 	/* Send Event BFAD_E_STOP */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1408) 	bfa_sm_send_event(bfad, BFAD_E_STOP);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1409) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1410) 	/* Driver detach and dealloc mem */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1411) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1412) 	bfa_detach(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1413) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1414) 	bfad_hal_mem_release(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1415) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1416) 	/* Remove the debugfs node for this bfad */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1417) 	kfree(bfad->regdata);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1418) 	bfad_debugfs_exit(&bfad->pport);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1419) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1420) 	/* Cleaning the BFAD instance */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1421) 	mutex_lock(&bfad_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1422) 	bfad_inst--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1423) 	list_del(&bfad->list_entry);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1424) 	mutex_unlock(&bfad_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1425) 	bfad_pci_uninit(pdev, bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1426) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1427) 	kfree(bfad->trcmod);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1428) 	kfree(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1429) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1430) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1431) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1432)  * PCI Error Recovery entry, error detected.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1433)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1434) static pci_ers_result_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1435) bfad_pci_error_detected(struct pci_dev *pdev, pci_channel_state_t state)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1436) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1437) 	struct bfad_s *bfad = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1438) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1439) 	pci_ers_result_t ret = PCI_ERS_RESULT_NONE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1440) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1441) 	dev_printk(KERN_ERR, &pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1442) 		   "error detected state: %d - flags: 0x%x\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1443) 		   state, bfad->bfad_flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1444) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1445) 	switch (state) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1446) 	case pci_channel_io_normal: /* non-fatal error */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1447) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1448) 		bfad->bfad_flags &= ~BFAD_EEH_BUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1449) 		/* Suspend/fail all bfa operations */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1450) 		bfa_ioc_suspend(&bfad->bfa.ioc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1451) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1452) 		del_timer_sync(&bfad->hal_tmo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1453) 		ret = PCI_ERS_RESULT_CAN_RECOVER;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1454) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1455) 	case pci_channel_io_frozen: /* fatal error */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1456) 		init_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1457) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1458) 		bfad->bfad_flags |= BFAD_EEH_BUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1459) 		/* Suspend/fail all bfa operations */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1460) 		bfa_ioc_suspend(&bfad->bfa.ioc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1461) 		bfa_fcs_stop(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1462) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1463) 		wait_for_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1464) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1465) 		bfad_remove_intr(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1466) 		del_timer_sync(&bfad->hal_tmo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1467) 		pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1468) 		ret = PCI_ERS_RESULT_NEED_RESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1469) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1470) 	case pci_channel_io_perm_failure: /* PCI Card is DEAD */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1471) 		spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1472) 		bfad->bfad_flags |= BFAD_EEH_BUSY |
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1473) 				    BFAD_EEH_PCI_CHANNEL_IO_PERM_FAILURE;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1474) 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1475) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1476) 		/* If the error_detected handler is called with the reason
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1477) 		 * pci_channel_io_perm_failure - it will subsequently call
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1478) 		 * pci_remove() entry point to remove the pci device from the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1479) 		 * system - So defer the cleanup to pci_remove(); cleaning up
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1480) 		 * here causes inconsistent state during pci_remove().
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1481) 		 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1482) 		ret = PCI_ERS_RESULT_DISCONNECT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1483) 		break;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1484) 	default:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1485) 		WARN_ON(1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1486) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1487) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1488) 	return ret;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1489) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1490) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1491) static int restart_bfa(struct bfad_s *bfad)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1492) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1493) 	unsigned long flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1494) 	struct pci_dev *pdev = bfad->pcidev;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1495) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1496) 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1497) 		   &bfad->meminfo, &bfad->hal_pcidev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1498) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1499) 	/* Enable Interrupt and wait bfa_init completion */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1500) 	if (bfad_setup_intr(bfad)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1501) 		dev_printk(KERN_WARNING, &pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1502) 			   "%s: bfad_setup_intr failed\n", bfad->pci_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1503) 		bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1504) 		return -1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1505) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1506) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1507) 	init_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1508) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1509) 	bfa_iocfc_init(&bfad->bfa);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1510) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1511) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1512) 	/* Set up interrupt handler for each vectors */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1513) 	if ((bfad->bfad_flags & BFAD_MSIX_ON) &&
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1514) 	    bfad_install_msix_handler(bfad))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1515) 		dev_printk(KERN_WARNING, &pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1516) 			   "%s: install_msix failed.\n", bfad->pci_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1517) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1518) 	bfad_init_timer(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1519) 	wait_for_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1520) 	bfad_drv_start(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1521) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1522) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1523) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1524) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1525) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1526)  * PCI Error Recovery entry, re-initialize the chip.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1527)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1528) static pci_ers_result_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1529) bfad_pci_slot_reset(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1530) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1531) 	struct bfad_s *bfad = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1532) 	u8 byte;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1533) 	int rc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1534) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1535) 	dev_printk(KERN_ERR, &pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1536) 		   "bfad_pci_slot_reset flags: 0x%x\n", bfad->bfad_flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1537) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1538) 	if (pci_enable_device(pdev)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1539) 		dev_printk(KERN_ERR, &pdev->dev, "Cannot re-enable "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1540) 			   "PCI device after reset.\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1541) 		return PCI_ERS_RESULT_DISCONNECT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1542) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1543) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1544) 	pci_restore_state(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1545) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1546) 	/*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1547) 	 * Read some byte (e.g. DMA max. payload size which can't
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1548) 	 * be 0xff any time) to make sure - we did not hit another PCI error
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1549) 	 * in the middle of recovery. If we did, then declare permanent failure.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1550) 	 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1551) 	pci_read_config_byte(pdev, 0x68, &byte);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1552) 	if (byte == 0xff) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1553) 		dev_printk(KERN_ERR, &pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1554) 			   "slot_reset failed ... got another PCI error !\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1555) 		goto out_disable_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1556) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1557) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1558) 	pci_save_state(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1559) 	pci_set_master(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1560) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1561) 	rc = dma_set_mask_and_coherent(&bfad->pcidev->dev, DMA_BIT_MASK(64));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1562) 	if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1563) 		rc = dma_set_mask_and_coherent(&bfad->pcidev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1564) 					       DMA_BIT_MASK(32));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1565) 	if (rc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1566) 		goto out_disable_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1567) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1568) 	if (restart_bfa(bfad) == -1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1569) 		goto out_disable_device;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1570) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1571) 	pci_enable_pcie_error_reporting(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1572) 	dev_printk(KERN_WARNING, &pdev->dev,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1573) 		   "slot_reset completed  flags: 0x%x!\n", bfad->bfad_flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1574) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1575) 	return PCI_ERS_RESULT_RECOVERED;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1576) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1577) out_disable_device:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1578) 	pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1579) 	return PCI_ERS_RESULT_DISCONNECT;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1580) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1581) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1582) static pci_ers_result_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1583) bfad_pci_mmio_enabled(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1584) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1585) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1586) 	struct bfad_s *bfad = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1587) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1588) 	dev_printk(KERN_INFO, &pdev->dev, "mmio_enabled\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1589) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1590) 	/* Fetch FW diagnostic information */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1591) 	bfa_ioc_debug_save_ftrc(&bfad->bfa.ioc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1592) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1593) 	/* Cancel all pending IOs */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1594) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1595) 	init_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1596) 	bfa_fcs_stop(&bfad->bfa_fcs);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1597) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1598) 	wait_for_completion(&bfad->comp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1599) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1600) 	bfad_remove_intr(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1601) 	del_timer_sync(&bfad->hal_tmo);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1602) 	pci_disable_device(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1603) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1604) 	return PCI_ERS_RESULT_NEED_RESET;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1605) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1606) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1607) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1608) bfad_pci_resume(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1609) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1610) 	unsigned long	flags;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1611) 	struct bfad_s *bfad = pci_get_drvdata(pdev);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1612) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1613) 	dev_printk(KERN_WARNING, &pdev->dev, "resume\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1614) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1615) 	/* wait until the link is online */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1616) 	bfad_rport_online_wait(bfad);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1617) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1618) 	spin_lock_irqsave(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1619) 	bfad->bfad_flags &= ~BFAD_EEH_BUSY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1620) 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1621) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1622) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1623) struct pci_device_id bfad_id_table[] = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1624) 	{
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1625) 		.vendor = BFA_PCI_VENDOR_ID_BROCADE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1626) 		.device = BFA_PCI_DEVICE_ID_FC_8G2P,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1627) 		.subvendor = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1628) 		.subdevice = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1629) 	},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1630) 	{
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1631) 		.vendor = BFA_PCI_VENDOR_ID_BROCADE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1632) 		.device = BFA_PCI_DEVICE_ID_FC_8G1P,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1633) 		.subvendor = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1634) 		.subdevice = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1635) 	},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1636) 	{
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1637) 		.vendor = BFA_PCI_VENDOR_ID_BROCADE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1638) 		.device = BFA_PCI_DEVICE_ID_CT,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1639) 		.subvendor = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1640) 		.subdevice = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1641) 		.class = (PCI_CLASS_SERIAL_FIBER << 8),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1642) 		.class_mask = ~0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1643) 	},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1644) 	{
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1645) 		.vendor = BFA_PCI_VENDOR_ID_BROCADE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1646) 		.device = BFA_PCI_DEVICE_ID_CT_FC,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1647) 		.subvendor = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1648) 		.subdevice = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1649) 		.class = (PCI_CLASS_SERIAL_FIBER << 8),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1650) 		.class_mask = ~0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1651) 	},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1652) 	{
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1653) 		.vendor = BFA_PCI_VENDOR_ID_BROCADE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1654) 		.device = BFA_PCI_DEVICE_ID_CT2,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1655) 		.subvendor = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1656) 		.subdevice = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1657) 		.class = (PCI_CLASS_SERIAL_FIBER << 8),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1658) 		.class_mask = ~0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1659) 	},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1660) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1661) 	{
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1662) 		.vendor = BFA_PCI_VENDOR_ID_BROCADE,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1663) 		.device = BFA_PCI_DEVICE_ID_CT2_QUAD,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1664) 		.subvendor = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1665) 		.subdevice = PCI_ANY_ID,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1666) 		.class = (PCI_CLASS_SERIAL_FIBER << 8),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1667) 		.class_mask = ~0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1668) 	},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1669) 	{0, 0},
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1670) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1671) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1672) MODULE_DEVICE_TABLE(pci, bfad_id_table);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1673) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1674) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1675)  * PCI error recovery handlers.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1676)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1677) static struct pci_error_handlers bfad_err_handler = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1678) 	.error_detected = bfad_pci_error_detected,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1679) 	.slot_reset = bfad_pci_slot_reset,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1680) 	.mmio_enabled = bfad_pci_mmio_enabled,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1681) 	.resume = bfad_pci_resume,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1682) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1683) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1684) static struct pci_driver bfad_pci_driver = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1685) 	.name = BFAD_DRIVER_NAME,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1686) 	.id_table = bfad_id_table,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1687) 	.probe = bfad_pci_probe,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1688) 	.remove = bfad_pci_remove,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1689) 	.err_handler = &bfad_err_handler,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1690) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1691) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1692) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1693)  * Driver module init.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1694)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1695) static int __init
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1696) bfad_init(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1697) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1698) 	int		error = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1699) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1700) 	pr_info("QLogic BR-series BFA FC/FCOE SCSI driver - version: %s\n",
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1701) 			BFAD_DRIVER_VERSION);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1702) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1703) 	if (num_sgpgs > 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1704) 		num_sgpgs_parm = num_sgpgs;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1705) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1706) 	error = bfad_im_module_init();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1707) 	if (error) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1708) 		error = -ENOMEM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1709) 		printk(KERN_WARNING "bfad_im_module_init failure\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1710) 		goto ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1711) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1712) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1713) 	if (strcmp(FCPI_NAME, " fcpim") == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1714) 		supported_fc4s |= BFA_LPORT_ROLE_FCP_IM;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1715) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1716) 	bfa_auto_recover = ioc_auto_recover;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1717) 	bfa_fcs_rport_set_del_timeout(rport_del_timeout);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1718) 	bfa_fcs_rport_set_max_logins(max_rport_logins);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1719) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1720) 	error = pci_register_driver(&bfad_pci_driver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1721) 	if (error) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1722) 		printk(KERN_WARNING "pci_register_driver failure\n");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1723) 		goto ext;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1724) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1725) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1726) 	return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1727) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1728) ext:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1729) 	bfad_im_module_exit();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1730) 	return error;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1731) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1732) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1733) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1734)  * Driver module exit.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1735)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1736) static void __exit
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1737) bfad_exit(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1738) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1739) 	pci_unregister_driver(&bfad_pci_driver);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1740) 	bfad_im_module_exit();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1741) 	bfad_free_fwimg();
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1742) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1743) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1744) /* Firmware handling */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1745) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1746) bfad_read_firmware(struct pci_dev *pdev, u32 **bfi_image,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1747) 		u32 *bfi_image_size, char *fw_name)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1748) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1749) 	const struct firmware *fw;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1750) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1751) 	if (request_firmware(&fw, fw_name, &pdev->dev)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1752) 		printk(KERN_ALERT "Can't locate firmware %s\n", fw_name);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1753) 		*bfi_image = NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1754) 		goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1755) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1756) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1757) 	*bfi_image = vmalloc(fw->size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1758) 	if (NULL == *bfi_image) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1759) 		printk(KERN_ALERT "Fail to allocate buffer for fw image "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1760) 			"size=%x!\n", (u32) fw->size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1761) 		goto out;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1762) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1763) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1764) 	memcpy(*bfi_image, fw->data, fw->size);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1765) 	*bfi_image_size = fw->size/sizeof(u32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1766) out:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1767) 	release_firmware(fw);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1768) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1769) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1770) static u32 *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1771) bfad_load_fwimg(struct pci_dev *pdev)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1772) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1773) 	if (bfa_asic_id_ct2(pdev->device)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1774) 		if (bfi_image_ct2_size == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1775) 			bfad_read_firmware(pdev, &bfi_image_ct2,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1776) 				&bfi_image_ct2_size, BFAD_FW_FILE_CT2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1777) 		return bfi_image_ct2;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1778) 	} else if (bfa_asic_id_ct(pdev->device)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1779) 		if (bfi_image_ct_size == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1780) 			bfad_read_firmware(pdev, &bfi_image_ct,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1781) 				&bfi_image_ct_size, BFAD_FW_FILE_CT);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1782) 		return bfi_image_ct;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1783) 	} else if (bfa_asic_id_cb(pdev->device)) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1784) 		if (bfi_image_cb_size == 0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1785) 			bfad_read_firmware(pdev, &bfi_image_cb,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1786) 				&bfi_image_cb_size, BFAD_FW_FILE_CB);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1787) 		return bfi_image_cb;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1788) 	}
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1789) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1790) 	return NULL;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1791) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1792) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1793) static void
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1794) bfad_free_fwimg(void)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1795) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1796) 	if (bfi_image_ct2_size && bfi_image_ct2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1797) 		vfree(bfi_image_ct2);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1798) 	if (bfi_image_ct_size && bfi_image_ct)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1799) 		vfree(bfi_image_ct);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1800) 	if (bfi_image_cb_size && bfi_image_cb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1801) 		vfree(bfi_image_cb);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1802) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1803) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1804) module_init(bfad_init);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1805) module_exit(bfad_exit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1806) MODULE_LICENSE("GPL");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1807) MODULE_DESCRIPTION("QLogic BR-series Fibre Channel HBA Driver" BFAD_PROTO_NAME);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1808) MODULE_AUTHOR("QLogic Corporation");
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1809) MODULE_VERSION(BFAD_DRIVER_VERSION);