12cc37b15SDon Brace // SPDX-License-Identifier: GPL-2.0
26c223761SKevin Barnett /*
3889653ecSKevin Barnett * driver for Microchip PQI-based storage controllers
449fd52d4SDon Brace * Copyright (c) 2019-2023 Microchip Technology Inc. and its subsidiaries
52f4c4b92SDon Brace * Copyright (c) 2016-2018 Microsemi Corporation
66c223761SKevin Barnett * Copyright (c) 2016 PMC-Sierra, Inc.
76c223761SKevin Barnett *
82f4c4b92SDon Brace * Questions/Comments/Bugfixes to storagedev@microchip.com
96c223761SKevin Barnett *
106c223761SKevin Barnett */
116c223761SKevin Barnett
126c223761SKevin Barnett #include <linux/module.h>
136c223761SKevin Barnett #include <linux/kernel.h>
146c223761SKevin Barnett #include <linux/pci.h>
156c223761SKevin Barnett #include <linux/delay.h>
166c223761SKevin Barnett #include <linux/interrupt.h>
176c223761SKevin Barnett #include <linux/sched.h>
186c223761SKevin Barnett #include <linux/rtc.h>
196c223761SKevin Barnett #include <linux/bcd.h>
203c50976fSKevin Barnett #include <linux/reboot.h>
216c223761SKevin Barnett #include <linux/cciss_ioctl.h>
2252198226SChristoph Hellwig #include <linux/blk-mq-pci.h>
236c223761SKevin Barnett #include <scsi/scsi_host.h>
246c223761SKevin Barnett #include <scsi/scsi_cmnd.h>
256c223761SKevin Barnett #include <scsi/scsi_device.h>
266c223761SKevin Barnett #include <scsi/scsi_eh.h>
276c223761SKevin Barnett #include <scsi/scsi_transport_sas.h>
286c223761SKevin Barnett #include <asm/unaligned.h>
296c223761SKevin Barnett #include "smartpqi.h"
306c223761SKevin Barnett #include "smartpqi_sis.h"
316c223761SKevin Barnett
326c223761SKevin Barnett #if !defined(BUILD_TIMESTAMP)
336c223761SKevin Barnett #define BUILD_TIMESTAMP
346c223761SKevin Barnett #endif
356c223761SKevin Barnett
3608b7ad50SDon Brace #define DRIVER_VERSION "2.1.24-046"
37d56030f8SDon Brace #define DRIVER_MAJOR 2
38d56030f8SDon Brace #define DRIVER_MINOR 1
3908b7ad50SDon Brace #define DRIVER_RELEASE 24
4008b7ad50SDon Brace #define DRIVER_REVISION 46
416c223761SKevin Barnett
426aa26b5aSDon Brace #define DRIVER_NAME "Microchip SmartPQI Driver (v" \
432d154f5fSKevin Barnett DRIVER_VERSION BUILD_TIMESTAMP ")"
446c223761SKevin Barnett #define DRIVER_NAME_SHORT "smartpqi"
456c223761SKevin Barnett
46e1d213bdSKevin Barnett #define PQI_EXTRA_SGL_MEMORY (12 * sizeof(struct pqi_sg_descriptor))
47e1d213bdSKevin Barnett
482790cd4dSKevin Barnett #define PQI_POST_RESET_DELAY_SECS 5
492790cd4dSKevin Barnett #define PQI_POST_OFA_RESET_DELAY_UPON_TIMEOUT_SECS 10
502790cd4dSKevin Barnett
51153c45ddSKevin Barnett #define PQI_NO_COMPLETION ((void *)-1)
52153c45ddSKevin Barnett
536aa26b5aSDon Brace MODULE_AUTHOR("Microchip");
546aa26b5aSDon Brace MODULE_DESCRIPTION("Driver for Microchip Smart Family Controller version "
556c223761SKevin Barnett DRIVER_VERSION);
566c223761SKevin Barnett MODULE_VERSION(DRIVER_VERSION);
576c223761SKevin Barnett MODULE_LICENSE("GPL");
586c223761SKevin Barnett
59c1ea387dSBart Van Assche struct pqi_cmd_priv {
60c1ea387dSBart Van Assche int this_residual;
61c1ea387dSBart Van Assche };
62c1ea387dSBart Van Assche
pqi_cmd_priv(struct scsi_cmnd * cmd)63c1ea387dSBart Van Assche static struct pqi_cmd_priv *pqi_cmd_priv(struct scsi_cmnd *cmd)
64c1ea387dSBart Van Assche {
65c1ea387dSBart Van Assche return scsi_cmd_priv(cmd);
66c1ea387dSBart Van Assche }
67c1ea387dSBart Van Assche
685e693586SMike McGowen static void pqi_verify_structures(void);
695d1f03e6SMurthy Bhat static void pqi_take_ctrl_offline(struct pqi_ctrl_info *ctrl_info,
705d1f03e6SMurthy Bhat enum pqi_ctrl_shutdown_reason ctrl_shutdown_reason);
715f310425SKevin Barnett static void pqi_ctrl_offline_worker(struct work_struct *work);
726c223761SKevin Barnett static int pqi_scan_scsi_devices(struct pqi_ctrl_info *ctrl_info);
736c223761SKevin Barnett static void pqi_scan_start(struct Scsi_Host *shost);
746c223761SKevin Barnett static void pqi_start_io(struct pqi_ctrl_info *ctrl_info,
756c223761SKevin Barnett struct pqi_queue_group *queue_group, enum pqi_io_path path,
766c223761SKevin Barnett struct pqi_io_request *io_request);
776c223761SKevin Barnett static int pqi_submit_raid_request_synchronous(struct pqi_ctrl_info *ctrl_info,
786c223761SKevin Barnett struct pqi_iu_header *request, unsigned int flags,
79ae0c189dSKevin Barnett struct pqi_raid_error_info *error_info);
806c223761SKevin Barnett static int pqi_aio_submit_io(struct pqi_ctrl_info *ctrl_info,
816c223761SKevin Barnett struct scsi_cmnd *scmd, u32 aio_handle, u8 *cdb,
826c223761SKevin Barnett unsigned int cdb_length, struct pqi_queue_group *queue_group,
832a47834dSGilbert Wu struct pqi_encryption_info *encryption_info, bool raid_bypass, bool io_high_prio);
847a012c23SDon Brace static int pqi_aio_submit_r1_write_io(struct pqi_ctrl_info *ctrl_info,
857a012c23SDon Brace struct scsi_cmnd *scmd, struct pqi_queue_group *queue_group,
867a012c23SDon Brace struct pqi_encryption_info *encryption_info, struct pqi_scsi_dev *device,
877a012c23SDon Brace struct pqi_scsi_dev_raid_map_data *rmd);
886702d2c4SDon Brace static int pqi_aio_submit_r56_write_io(struct pqi_ctrl_info *ctrl_info,
896702d2c4SDon Brace struct scsi_cmnd *scmd, struct pqi_queue_group *queue_group,
906702d2c4SDon Brace struct pqi_encryption_info *encryption_info, struct pqi_scsi_dev *device,
916702d2c4SDon Brace struct pqi_scsi_dev_raid_map_data *rmd);
924fd22c13SMahesh Rajashekhara static void pqi_ofa_ctrl_quiesce(struct pqi_ctrl_info *ctrl_info);
934fd22c13SMahesh Rajashekhara static void pqi_ofa_ctrl_unquiesce(struct pqi_ctrl_info *ctrl_info);
942790cd4dSKevin Barnett static int pqi_ofa_ctrl_restart(struct pqi_ctrl_info *ctrl_info, unsigned int delay_secs);
952790cd4dSKevin Barnett static void pqi_ofa_setup_host_buffer(struct pqi_ctrl_info *ctrl_info);
964fd22c13SMahesh Rajashekhara static void pqi_ofa_free_host_buffer(struct pqi_ctrl_info *ctrl_info);
974fd22c13SMahesh Rajashekhara static int pqi_ofa_host_memory_update(struct pqi_ctrl_info *ctrl_info);
981e46731eSMahesh Rajashekhara static int pqi_device_wait_for_pending_io(struct pqi_ctrl_info *ctrl_info,
99904f2bfdSKumar Meiyappan struct pqi_scsi_dev *device, u8 lun, unsigned long timeout_msecs);
100331f7e99SSagar Biradar static void pqi_fail_all_outstanding_requests(struct pqi_ctrl_info *ctrl_info);
101153c45ddSKevin Barnett static void pqi_tmf_worker(struct work_struct *work);
1026c223761SKevin Barnett
1036c223761SKevin Barnett /* for flags argument to pqi_submit_raid_request_synchronous() */
1046c223761SKevin Barnett #define PQI_SYNC_FLAGS_INTERRUPTABLE 0x1
1056c223761SKevin Barnett
1066c223761SKevin Barnett static struct scsi_transport_template *pqi_sas_transport_template;
1076c223761SKevin Barnett
1086c223761SKevin Barnett static atomic_t pqi_controller_count = ATOMIC_INIT(0);
1096c223761SKevin Barnett
1103c50976fSKevin Barnett enum pqi_lockup_action {
1113c50976fSKevin Barnett NONE,
1123c50976fSKevin Barnett REBOOT,
1133c50976fSKevin Barnett PANIC
1143c50976fSKevin Barnett };
1153c50976fSKevin Barnett
1163c50976fSKevin Barnett static enum pqi_lockup_action pqi_lockup_action = NONE;
1173c50976fSKevin Barnett
1183c50976fSKevin Barnett static struct {
1193c50976fSKevin Barnett enum pqi_lockup_action action;
1203c50976fSKevin Barnett char *name;
1213c50976fSKevin Barnett } pqi_lockup_actions[] = {
1223c50976fSKevin Barnett {
1233c50976fSKevin Barnett .action = NONE,
1243c50976fSKevin Barnett .name = "none",
1253c50976fSKevin Barnett },
1263c50976fSKevin Barnett {
1273c50976fSKevin Barnett .action = REBOOT,
1283c50976fSKevin Barnett .name = "reboot",
1293c50976fSKevin Barnett },
1303c50976fSKevin Barnett {
1313c50976fSKevin Barnett .action = PANIC,
1323c50976fSKevin Barnett .name = "panic",
1333c50976fSKevin Barnett },
1343c50976fSKevin Barnett };
1353c50976fSKevin Barnett
1366a50d6adSKevin Barnett static unsigned int pqi_supported_event_types[] = {
1376a50d6adSKevin Barnett PQI_EVENT_TYPE_HOTPLUG,
1386a50d6adSKevin Barnett PQI_EVENT_TYPE_HARDWARE,
1396a50d6adSKevin Barnett PQI_EVENT_TYPE_PHYSICAL_DEVICE,
1406a50d6adSKevin Barnett PQI_EVENT_TYPE_LOGICAL_DEVICE,
1414fd22c13SMahesh Rajashekhara PQI_EVENT_TYPE_OFA,
1426a50d6adSKevin Barnett PQI_EVENT_TYPE_AIO_STATE_CHANGE,
1436a50d6adSKevin Barnett PQI_EVENT_TYPE_AIO_CONFIG_CHANGE,
1446a50d6adSKevin Barnett };
1456a50d6adSKevin Barnett
1466c223761SKevin Barnett static int pqi_disable_device_id_wildcards;
1476c223761SKevin Barnett module_param_named(disable_device_id_wildcards,
148cbe0c7b1SKevin Barnett pqi_disable_device_id_wildcards, int, 0644);
1496c223761SKevin Barnett MODULE_PARM_DESC(disable_device_id_wildcards,
1506c223761SKevin Barnett "Disable device ID wildcards.");
1516c223761SKevin Barnett
1525a259e32SKevin Barnett static int pqi_disable_heartbeat;
1535a259e32SKevin Barnett module_param_named(disable_heartbeat,
1545a259e32SKevin Barnett pqi_disable_heartbeat, int, 0644);
1555a259e32SKevin Barnett MODULE_PARM_DESC(disable_heartbeat,
1565a259e32SKevin Barnett "Disable heartbeat.");
1575a259e32SKevin Barnett
1585a259e32SKevin Barnett static int pqi_disable_ctrl_shutdown;
1595a259e32SKevin Barnett module_param_named(disable_ctrl_shutdown,
1605a259e32SKevin Barnett pqi_disable_ctrl_shutdown, int, 0644);
1615a259e32SKevin Barnett MODULE_PARM_DESC(disable_ctrl_shutdown,
1625a259e32SKevin Barnett "Disable controller shutdown when controller locked up.");
1635a259e32SKevin Barnett
1643c50976fSKevin Barnett static char *pqi_lockup_action_param;
1653c50976fSKevin Barnett module_param_named(lockup_action,
1663c50976fSKevin Barnett pqi_lockup_action_param, charp, 0644);
1673c50976fSKevin Barnett MODULE_PARM_DESC(lockup_action, "Action to take when controller locked up.\n"
1683c50976fSKevin Barnett "\t\tSupported: none, reboot, panic\n"
1693c50976fSKevin Barnett "\t\tDefault: none");
1703c50976fSKevin Barnett
1715e6a9760SGilbert Wu static int pqi_expose_ld_first;
1725e6a9760SGilbert Wu module_param_named(expose_ld_first,
1735e6a9760SGilbert Wu pqi_expose_ld_first, int, 0644);
174583891c9SKevin Barnett MODULE_PARM_DESC(expose_ld_first, "Expose logical drives before physical drives.");
1755e6a9760SGilbert Wu
176522bc026SDave Carroll static int pqi_hide_vsep;
177522bc026SDave Carroll module_param_named(hide_vsep,
178522bc026SDave Carroll pqi_hide_vsep, int, 0644);
179583891c9SKevin Barnett MODULE_PARM_DESC(hide_vsep, "Hide the virtual SEP for direct attached drives.");
180522bc026SDave Carroll
181cf15c3e7SMike McGowen static int pqi_disable_managed_interrupts;
182cf15c3e7SMike McGowen module_param_named(disable_managed_interrupts,
183cf15c3e7SMike McGowen pqi_disable_managed_interrupts, int, 0644);
184cf15c3e7SMike McGowen MODULE_PARM_DESC(disable_managed_interrupts,
185cf15c3e7SMike McGowen "Disable the kernel automatically assigning SMP affinity to IRQs.");
186cf15c3e7SMike McGowen
1876d567dfeSKevin Barnett static unsigned int pqi_ctrl_ready_timeout_secs;
1886d567dfeSKevin Barnett module_param_named(ctrl_ready_timeout,
1896d567dfeSKevin Barnett pqi_ctrl_ready_timeout_secs, uint, 0644);
1906d567dfeSKevin Barnett MODULE_PARM_DESC(ctrl_ready_timeout,
1916d567dfeSKevin Barnett "Timeout in seconds for driver to wait for controller ready.");
1926d567dfeSKevin Barnett
1936c223761SKevin Barnett static char *raid_levels[] = {
1946c223761SKevin Barnett "RAID-0",
1956c223761SKevin Barnett "RAID-4",
1966c223761SKevin Barnett "RAID-1(1+0)",
1976c223761SKevin Barnett "RAID-5",
1986c223761SKevin Barnett "RAID-5+1",
1997a012c23SDon Brace "RAID-6",
2007a012c23SDon Brace "RAID-1(Triple)",
2016c223761SKevin Barnett };
2026c223761SKevin Barnett
pqi_raid_level_to_string(u8 raid_level)2036c223761SKevin Barnett static char *pqi_raid_level_to_string(u8 raid_level)
2046c223761SKevin Barnett {
2056c223761SKevin Barnett if (raid_level < ARRAY_SIZE(raid_levels))
2066c223761SKevin Barnett return raid_levels[raid_level];
2076c223761SKevin Barnett
208a9f93392SKevin Barnett return "RAID UNKNOWN";
2096c223761SKevin Barnett }
2106c223761SKevin Barnett
2116c223761SKevin Barnett #define SA_RAID_0 0
2126c223761SKevin Barnett #define SA_RAID_4 1
2136c223761SKevin Barnett #define SA_RAID_1 2 /* also used for RAID 10 */
2146c223761SKevin Barnett #define SA_RAID_5 3 /* also used for RAID 50 */
2156c223761SKevin Barnett #define SA_RAID_51 4
2166c223761SKevin Barnett #define SA_RAID_6 5 /* also used for RAID 60 */
2177a012c23SDon Brace #define SA_RAID_TRIPLE 6 /* also used for RAID 1+0 Triple */
2187a012c23SDon Brace #define SA_RAID_MAX SA_RAID_TRIPLE
2196c223761SKevin Barnett #define SA_RAID_UNKNOWN 0xff
2206c223761SKevin Barnett
pqi_scsi_done(struct scsi_cmnd * scmd)2216c223761SKevin Barnett static inline void pqi_scsi_done(struct scsi_cmnd *scmd)
2226c223761SKevin Barnett {
2237561a7e4SKevin Barnett pqi_prep_for_scsi_done(scmd);
2240ca19080SBart Van Assche scsi_done(scmd);
2256c223761SKevin Barnett }
2266c223761SKevin Barnett
pqi_disable_write_same(struct scsi_device * sdev)227b6e2ef67SDave Carroll static inline void pqi_disable_write_same(struct scsi_device *sdev)
228b6e2ef67SDave Carroll {
229b6e2ef67SDave Carroll sdev->no_write_same = 1;
230b6e2ef67SDave Carroll }
231b6e2ef67SDave Carroll
pqi_scsi3addr_equal(u8 * scsi3addr1,u8 * scsi3addr2)2326c223761SKevin Barnett static inline bool pqi_scsi3addr_equal(u8 *scsi3addr1, u8 *scsi3addr2)
2336c223761SKevin Barnett {
2346c223761SKevin Barnett return memcmp(scsi3addr1, scsi3addr2, 8) == 0;
2356c223761SKevin Barnett }
2366c223761SKevin Barnett
pqi_is_logical_device(struct pqi_scsi_dev * device)2376c223761SKevin Barnett static inline bool pqi_is_logical_device(struct pqi_scsi_dev *device)
2386c223761SKevin Barnett {
2396c223761SKevin Barnett return !device->is_physical_device;
2406c223761SKevin Barnett }
2416c223761SKevin Barnett
pqi_is_external_raid_addr(u8 * scsi3addr)242bd10cf0bSKevin Barnett static inline bool pqi_is_external_raid_addr(u8 *scsi3addr)
243bd10cf0bSKevin Barnett {
244bd10cf0bSKevin Barnett return scsi3addr[2] != 0;
245bd10cf0bSKevin Barnett }
246bd10cf0bSKevin Barnett
pqi_ctrl_offline(struct pqi_ctrl_info * ctrl_info)247694c5d5bSKevin Barnett static inline bool pqi_ctrl_offline(struct pqi_ctrl_info *ctrl_info)
248694c5d5bSKevin Barnett {
249694c5d5bSKevin Barnett return !ctrl_info->controller_online;
250694c5d5bSKevin Barnett }
251694c5d5bSKevin Barnett
pqi_check_ctrl_health(struct pqi_ctrl_info * ctrl_info)2526c223761SKevin Barnett static inline void pqi_check_ctrl_health(struct pqi_ctrl_info *ctrl_info)
2536c223761SKevin Barnett {
2546c223761SKevin Barnett if (ctrl_info->controller_online)
2556c223761SKevin Barnett if (!sis_is_firmware_running(ctrl_info))
2565d1f03e6SMurthy Bhat pqi_take_ctrl_offline(ctrl_info, PQI_FIRMWARE_KERNEL_NOT_UP);
2576c223761SKevin Barnett }
2586c223761SKevin Barnett
pqi_is_hba_lunid(u8 * scsi3addr)2596c223761SKevin Barnett static inline bool pqi_is_hba_lunid(u8 *scsi3addr)
2606c223761SKevin Barnett {
2616c223761SKevin Barnett return pqi_scsi3addr_equal(scsi3addr, RAID_CTLR_LUNID);
2626c223761SKevin Barnett }
2636c223761SKevin Barnett
2649ee5d6e9SMahesh Rajashekhara #define PQI_DRIVER_SCRATCH_PQI_MODE 0x1
2659ee5d6e9SMahesh Rajashekhara #define PQI_DRIVER_SCRATCH_FW_TRIAGE_SUPPORTED 0x2
2669ee5d6e9SMahesh Rajashekhara
pqi_get_ctrl_mode(struct pqi_ctrl_info * ctrl_info)267583891c9SKevin Barnett static inline enum pqi_ctrl_mode pqi_get_ctrl_mode(struct pqi_ctrl_info *ctrl_info)
268ff6abb73SKevin Barnett {
2699ee5d6e9SMahesh Rajashekhara return sis_read_driver_scratch(ctrl_info) & PQI_DRIVER_SCRATCH_PQI_MODE ? PQI_MODE : SIS_MODE;
270ff6abb73SKevin Barnett }
271ff6abb73SKevin Barnett
pqi_save_ctrl_mode(struct pqi_ctrl_info * ctrl_info,enum pqi_ctrl_mode mode)272ff6abb73SKevin Barnett static inline void pqi_save_ctrl_mode(struct pqi_ctrl_info *ctrl_info,
273ff6abb73SKevin Barnett enum pqi_ctrl_mode mode)
274ff6abb73SKevin Barnett {
2759ee5d6e9SMahesh Rajashekhara u32 driver_scratch;
2769ee5d6e9SMahesh Rajashekhara
2779ee5d6e9SMahesh Rajashekhara driver_scratch = sis_read_driver_scratch(ctrl_info);
2789ee5d6e9SMahesh Rajashekhara
2799ee5d6e9SMahesh Rajashekhara if (mode == PQI_MODE)
2809ee5d6e9SMahesh Rajashekhara driver_scratch |= PQI_DRIVER_SCRATCH_PQI_MODE;
2819ee5d6e9SMahesh Rajashekhara else
2829ee5d6e9SMahesh Rajashekhara driver_scratch &= ~PQI_DRIVER_SCRATCH_PQI_MODE;
2839ee5d6e9SMahesh Rajashekhara
2849ee5d6e9SMahesh Rajashekhara sis_write_driver_scratch(ctrl_info, driver_scratch);
2859ee5d6e9SMahesh Rajashekhara }
2869ee5d6e9SMahesh Rajashekhara
pqi_is_fw_triage_supported(struct pqi_ctrl_info * ctrl_info)2879ee5d6e9SMahesh Rajashekhara static inline bool pqi_is_fw_triage_supported(struct pqi_ctrl_info *ctrl_info)
2889ee5d6e9SMahesh Rajashekhara {
2899ee5d6e9SMahesh Rajashekhara return (sis_read_driver_scratch(ctrl_info) & PQI_DRIVER_SCRATCH_FW_TRIAGE_SUPPORTED) != 0;
2909ee5d6e9SMahesh Rajashekhara }
2919ee5d6e9SMahesh Rajashekhara
pqi_save_fw_triage_setting(struct pqi_ctrl_info * ctrl_info,bool is_supported)2929ee5d6e9SMahesh Rajashekhara static inline void pqi_save_fw_triage_setting(struct pqi_ctrl_info *ctrl_info, bool is_supported)
2939ee5d6e9SMahesh Rajashekhara {
2949ee5d6e9SMahesh Rajashekhara u32 driver_scratch;
2959ee5d6e9SMahesh Rajashekhara
2969ee5d6e9SMahesh Rajashekhara driver_scratch = sis_read_driver_scratch(ctrl_info);
2979ee5d6e9SMahesh Rajashekhara
2989ee5d6e9SMahesh Rajashekhara if (is_supported)
2999ee5d6e9SMahesh Rajashekhara driver_scratch |= PQI_DRIVER_SCRATCH_FW_TRIAGE_SUPPORTED;
3009ee5d6e9SMahesh Rajashekhara else
3019ee5d6e9SMahesh Rajashekhara driver_scratch &= ~PQI_DRIVER_SCRATCH_FW_TRIAGE_SUPPORTED;
3029ee5d6e9SMahesh Rajashekhara
3039ee5d6e9SMahesh Rajashekhara sis_write_driver_scratch(ctrl_info, driver_scratch);
304ff6abb73SKevin Barnett }
305ff6abb73SKevin Barnett
pqi_ctrl_block_scan(struct pqi_ctrl_info * ctrl_info)3069fa82023SKevin Barnett static inline void pqi_ctrl_block_scan(struct pqi_ctrl_info *ctrl_info)
307694c5d5bSKevin Barnett {
3089fa82023SKevin Barnett ctrl_info->scan_blocked = true;
3099fa82023SKevin Barnett mutex_lock(&ctrl_info->scan_mutex);
310694c5d5bSKevin Barnett }
311694c5d5bSKevin Barnett
pqi_ctrl_unblock_scan(struct pqi_ctrl_info * ctrl_info)3129fa82023SKevin Barnett static inline void pqi_ctrl_unblock_scan(struct pqi_ctrl_info *ctrl_info)
313694c5d5bSKevin Barnett {
3149fa82023SKevin Barnett ctrl_info->scan_blocked = false;
3159fa82023SKevin Barnett mutex_unlock(&ctrl_info->scan_mutex);
3169fa82023SKevin Barnett }
3179fa82023SKevin Barnett
pqi_ctrl_scan_blocked(struct pqi_ctrl_info * ctrl_info)3189fa82023SKevin Barnett static inline bool pqi_ctrl_scan_blocked(struct pqi_ctrl_info *ctrl_info)
3199fa82023SKevin Barnett {
3209fa82023SKevin Barnett return ctrl_info->scan_blocked;
3219fa82023SKevin Barnett }
3229fa82023SKevin Barnett
pqi_ctrl_block_device_reset(struct pqi_ctrl_info * ctrl_info)323694c5d5bSKevin Barnett static inline void pqi_ctrl_block_device_reset(struct pqi_ctrl_info *ctrl_info)
324694c5d5bSKevin Barnett {
32537f33181SKevin Barnett mutex_lock(&ctrl_info->lun_reset_mutex);
326694c5d5bSKevin Barnett }
327694c5d5bSKevin Barnett
pqi_ctrl_unblock_device_reset(struct pqi_ctrl_info * ctrl_info)32837f33181SKevin Barnett static inline void pqi_ctrl_unblock_device_reset(struct pqi_ctrl_info *ctrl_info)
329694c5d5bSKevin Barnett {
33037f33181SKevin Barnett mutex_unlock(&ctrl_info->lun_reset_mutex);
331694c5d5bSKevin Barnett }
332694c5d5bSKevin Barnett
pqi_scsi_block_requests(struct pqi_ctrl_info * ctrl_info)3339fa82023SKevin Barnett static inline void pqi_scsi_block_requests(struct pqi_ctrl_info *ctrl_info)
3349fa82023SKevin Barnett {
3359fa82023SKevin Barnett struct Scsi_Host *shost;
3369fa82023SKevin Barnett unsigned int num_loops;
3379fa82023SKevin Barnett int msecs_sleep;
3389fa82023SKevin Barnett
3399fa82023SKevin Barnett shost = ctrl_info->scsi_host;
3409fa82023SKevin Barnett
3419fa82023SKevin Barnett scsi_block_requests(shost);
3429fa82023SKevin Barnett
3439fa82023SKevin Barnett num_loops = 0;
3449fa82023SKevin Barnett msecs_sleep = 20;
3459fa82023SKevin Barnett while (scsi_host_busy(shost)) {
3469fa82023SKevin Barnett num_loops++;
3479fa82023SKevin Barnett if (num_loops == 10)
3489fa82023SKevin Barnett msecs_sleep = 500;
3499fa82023SKevin Barnett msleep(msecs_sleep);
3509fa82023SKevin Barnett }
3519fa82023SKevin Barnett }
3529fa82023SKevin Barnett
pqi_scsi_unblock_requests(struct pqi_ctrl_info * ctrl_info)3539fa82023SKevin Barnett static inline void pqi_scsi_unblock_requests(struct pqi_ctrl_info *ctrl_info)
3549fa82023SKevin Barnett {
3559fa82023SKevin Barnett scsi_unblock_requests(ctrl_info->scsi_host);
3569fa82023SKevin Barnett }
3579fa82023SKevin Barnett
pqi_ctrl_busy(struct pqi_ctrl_info * ctrl_info)3589fa82023SKevin Barnett static inline void pqi_ctrl_busy(struct pqi_ctrl_info *ctrl_info)
3599fa82023SKevin Barnett {
3609fa82023SKevin Barnett atomic_inc(&ctrl_info->num_busy_threads);
3619fa82023SKevin Barnett }
3629fa82023SKevin Barnett
pqi_ctrl_unbusy(struct pqi_ctrl_info * ctrl_info)3639fa82023SKevin Barnett static inline void pqi_ctrl_unbusy(struct pqi_ctrl_info *ctrl_info)
3649fa82023SKevin Barnett {
3659fa82023SKevin Barnett atomic_dec(&ctrl_info->num_busy_threads);
366694c5d5bSKevin Barnett }
367694c5d5bSKevin Barnett
pqi_ctrl_blocked(struct pqi_ctrl_info * ctrl_info)368694c5d5bSKevin Barnett static inline bool pqi_ctrl_blocked(struct pqi_ctrl_info *ctrl_info)
369694c5d5bSKevin Barnett {
370694c5d5bSKevin Barnett return ctrl_info->block_requests;
371694c5d5bSKevin Barnett }
372694c5d5bSKevin Barnett
pqi_ctrl_block_requests(struct pqi_ctrl_info * ctrl_info)3737561a7e4SKevin Barnett static inline void pqi_ctrl_block_requests(struct pqi_ctrl_info *ctrl_info)
3747561a7e4SKevin Barnett {
3757561a7e4SKevin Barnett ctrl_info->block_requests = true;
3767561a7e4SKevin Barnett }
3777561a7e4SKevin Barnett
pqi_ctrl_unblock_requests(struct pqi_ctrl_info * ctrl_info)3787561a7e4SKevin Barnett static inline void pqi_ctrl_unblock_requests(struct pqi_ctrl_info *ctrl_info)
3797561a7e4SKevin Barnett {
3807561a7e4SKevin Barnett ctrl_info->block_requests = false;
3817561a7e4SKevin Barnett wake_up_all(&ctrl_info->block_requests_wait);
3827561a7e4SKevin Barnett }
3837561a7e4SKevin Barnett
pqi_wait_if_ctrl_blocked(struct pqi_ctrl_info * ctrl_info)384ae0c189dSKevin Barnett static void pqi_wait_if_ctrl_blocked(struct pqi_ctrl_info *ctrl_info)
3857561a7e4SKevin Barnett {
3867561a7e4SKevin Barnett if (!pqi_ctrl_blocked(ctrl_info))
387ae0c189dSKevin Barnett return;
3887561a7e4SKevin Barnett
3897561a7e4SKevin Barnett atomic_inc(&ctrl_info->num_blocked_threads);
3907561a7e4SKevin Barnett wait_event(ctrl_info->block_requests_wait,
3917561a7e4SKevin Barnett !pqi_ctrl_blocked(ctrl_info));
3927561a7e4SKevin Barnett atomic_dec(&ctrl_info->num_blocked_threads);
3937561a7e4SKevin Barnett }
3947561a7e4SKevin Barnett
39518ff5f08SKevin Barnett #define PQI_QUIESCE_WARNING_TIMEOUT_SECS 10
39618ff5f08SKevin Barnett
pqi_ctrl_wait_until_quiesced(struct pqi_ctrl_info * ctrl_info)3977561a7e4SKevin Barnett static inline void pqi_ctrl_wait_until_quiesced(struct pqi_ctrl_info *ctrl_info)
3987561a7e4SKevin Barnett {
39918ff5f08SKevin Barnett unsigned long start_jiffies;
40018ff5f08SKevin Barnett unsigned long warning_timeout;
40118ff5f08SKevin Barnett bool displayed_warning;
40218ff5f08SKevin Barnett
40318ff5f08SKevin Barnett displayed_warning = false;
40418ff5f08SKevin Barnett start_jiffies = jiffies;
40542dc0426SBalsundar P warning_timeout = (PQI_QUIESCE_WARNING_TIMEOUT_SECS * HZ) + start_jiffies;
40618ff5f08SKevin Barnett
4077561a7e4SKevin Barnett while (atomic_read(&ctrl_info->num_busy_threads) >
40818ff5f08SKevin Barnett atomic_read(&ctrl_info->num_blocked_threads)) {
40918ff5f08SKevin Barnett if (time_after(jiffies, warning_timeout)) {
41018ff5f08SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
41118ff5f08SKevin Barnett "waiting %u seconds for driver activity to quiesce\n",
41218ff5f08SKevin Barnett jiffies_to_msecs(jiffies - start_jiffies) / 1000);
41318ff5f08SKevin Barnett displayed_warning = true;
41442dc0426SBalsundar P warning_timeout = (PQI_QUIESCE_WARNING_TIMEOUT_SECS * HZ) + jiffies;
41518ff5f08SKevin Barnett }
4167561a7e4SKevin Barnett usleep_range(1000, 2000);
4177561a7e4SKevin Barnett }
4187561a7e4SKevin Barnett
41918ff5f08SKevin Barnett if (displayed_warning)
42018ff5f08SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
42118ff5f08SKevin Barnett "driver activity quiesced after waiting for %u seconds\n",
42218ff5f08SKevin Barnett jiffies_to_msecs(jiffies - start_jiffies) / 1000);
42318ff5f08SKevin Barnett }
42418ff5f08SKevin Barnett
pqi_device_offline(struct pqi_scsi_dev * device)42503b288cfSKevin Barnett static inline bool pqi_device_offline(struct pqi_scsi_dev *device)
42603b288cfSKevin Barnett {
42703b288cfSKevin Barnett return device->device_offline;
42803b288cfSKevin Barnett }
42903b288cfSKevin Barnett
pqi_ctrl_ofa_start(struct pqi_ctrl_info * ctrl_info)4304fd22c13SMahesh Rajashekhara static inline void pqi_ctrl_ofa_start(struct pqi_ctrl_info *ctrl_info)
4314fd22c13SMahesh Rajashekhara {
4322790cd4dSKevin Barnett mutex_lock(&ctrl_info->ofa_mutex);
4334fd22c13SMahesh Rajashekhara }
4344fd22c13SMahesh Rajashekhara
pqi_ctrl_ofa_done(struct pqi_ctrl_info * ctrl_info)4354fd22c13SMahesh Rajashekhara static inline void pqi_ctrl_ofa_done(struct pqi_ctrl_info *ctrl_info)
4364fd22c13SMahesh Rajashekhara {
4372790cd4dSKevin Barnett mutex_unlock(&ctrl_info->ofa_mutex);
4384fd22c13SMahesh Rajashekhara }
4394fd22c13SMahesh Rajashekhara
pqi_wait_until_ofa_finished(struct pqi_ctrl_info * ctrl_info)4402790cd4dSKevin Barnett static inline void pqi_wait_until_ofa_finished(struct pqi_ctrl_info *ctrl_info)
4414fd22c13SMahesh Rajashekhara {
4422790cd4dSKevin Barnett mutex_lock(&ctrl_info->ofa_mutex);
4432790cd4dSKevin Barnett mutex_unlock(&ctrl_info->ofa_mutex);
4442790cd4dSKevin Barnett }
4452790cd4dSKevin Barnett
pqi_ofa_in_progress(struct pqi_ctrl_info * ctrl_info)4462790cd4dSKevin Barnett static inline bool pqi_ofa_in_progress(struct pqi_ctrl_info *ctrl_info)
4472790cd4dSKevin Barnett {
4482790cd4dSKevin Barnett return mutex_is_locked(&ctrl_info->ofa_mutex);
4494fd22c13SMahesh Rajashekhara }
4504fd22c13SMahesh Rajashekhara
pqi_device_remove_start(struct pqi_scsi_dev * device)4511e46731eSMahesh Rajashekhara static inline void pqi_device_remove_start(struct pqi_scsi_dev *device)
4521e46731eSMahesh Rajashekhara {
4531e46731eSMahesh Rajashekhara device->in_remove = true;
4541e46731eSMahesh Rajashekhara }
4551e46731eSMahesh Rajashekhara
pqi_device_in_remove(struct pqi_scsi_dev * device)4561bdf6e93SDon Brace static inline bool pqi_device_in_remove(struct pqi_scsi_dev *device)
4571e46731eSMahesh Rajashekhara {
4581bdf6e93SDon Brace return device->in_remove;
4591e46731eSMahesh Rajashekhara }
4601e46731eSMahesh Rajashekhara
pqi_device_reset_start(struct pqi_scsi_dev * device,u8 lun)461153c45ddSKevin Barnett static inline void pqi_device_reset_start(struct pqi_scsi_dev *device, u8 lun)
462153c45ddSKevin Barnett {
463153c45ddSKevin Barnett device->in_reset[lun] = true;
464153c45ddSKevin Barnett }
465153c45ddSKevin Barnett
pqi_device_reset_done(struct pqi_scsi_dev * device,u8 lun)466153c45ddSKevin Barnett static inline void pqi_device_reset_done(struct pqi_scsi_dev *device, u8 lun)
467153c45ddSKevin Barnett {
468153c45ddSKevin Barnett device->in_reset[lun] = false;
469153c45ddSKevin Barnett }
470153c45ddSKevin Barnett
pqi_device_in_reset(struct pqi_scsi_dev * device,u8 lun)471153c45ddSKevin Barnett static inline bool pqi_device_in_reset(struct pqi_scsi_dev *device, u8 lun)
472153c45ddSKevin Barnett {
473153c45ddSKevin Barnett return device->in_reset[lun];
474153c45ddSKevin Barnett }
475153c45ddSKevin Barnett
pqi_event_type_to_event_index(unsigned int event_type)4762790cd4dSKevin Barnett static inline int pqi_event_type_to_event_index(unsigned int event_type)
4770530736eSKevin Barnett {
4782790cd4dSKevin Barnett int index;
4792790cd4dSKevin Barnett
4802790cd4dSKevin Barnett for (index = 0; index < ARRAY_SIZE(pqi_supported_event_types); index++)
4812790cd4dSKevin Barnett if (event_type == pqi_supported_event_types[index])
4822790cd4dSKevin Barnett return index;
4832790cd4dSKevin Barnett
4842790cd4dSKevin Barnett return -1;
4850530736eSKevin Barnett }
4860530736eSKevin Barnett
pqi_is_supported_event(unsigned int event_type)4872790cd4dSKevin Barnett static inline bool pqi_is_supported_event(unsigned int event_type)
4880530736eSKevin Barnett {
4892790cd4dSKevin Barnett return pqi_event_type_to_event_index(event_type) != -1;
4900530736eSKevin Barnett }
4910530736eSKevin Barnett
pqi_schedule_rescan_worker_with_delay(struct pqi_ctrl_info * ctrl_info,unsigned long delay)492583891c9SKevin Barnett static inline void pqi_schedule_rescan_worker_with_delay(struct pqi_ctrl_info *ctrl_info,
493583891c9SKevin Barnett unsigned long delay)
4945f310425SKevin Barnett {
4955f310425SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
4965f310425SKevin Barnett return;
4975f310425SKevin Barnett
4985f310425SKevin Barnett schedule_delayed_work(&ctrl_info->rescan_work, delay);
4995f310425SKevin Barnett }
5005f310425SKevin Barnett
pqi_schedule_rescan_worker(struct pqi_ctrl_info * ctrl_info)5016c223761SKevin Barnett static inline void pqi_schedule_rescan_worker(struct pqi_ctrl_info *ctrl_info)
5026c223761SKevin Barnett {
5035f310425SKevin Barnett pqi_schedule_rescan_worker_with_delay(ctrl_info, 0);
5045f310425SKevin Barnett }
5055f310425SKevin Barnett
50642dc0426SBalsundar P #define PQI_RESCAN_WORK_DELAY (10 * HZ)
5075f310425SKevin Barnett
pqi_schedule_rescan_worker_delayed(struct pqi_ctrl_info * ctrl_info)508583891c9SKevin Barnett static inline void pqi_schedule_rescan_worker_delayed(struct pqi_ctrl_info *ctrl_info)
5095f310425SKevin Barnett {
5105f310425SKevin Barnett pqi_schedule_rescan_worker_with_delay(ctrl_info, PQI_RESCAN_WORK_DELAY);
5116c223761SKevin Barnett }
5126c223761SKevin Barnett
pqi_cancel_rescan_worker(struct pqi_ctrl_info * ctrl_info)513061ef06aSKevin Barnett static inline void pqi_cancel_rescan_worker(struct pqi_ctrl_info *ctrl_info)
514061ef06aSKevin Barnett {
515061ef06aSKevin Barnett cancel_delayed_work_sync(&ctrl_info->rescan_work);
516061ef06aSKevin Barnett }
517061ef06aSKevin Barnett
pqi_read_heartbeat_counter(struct pqi_ctrl_info * ctrl_info)51898f87667SKevin Barnett static inline u32 pqi_read_heartbeat_counter(struct pqi_ctrl_info *ctrl_info)
51998f87667SKevin Barnett {
52098f87667SKevin Barnett if (!ctrl_info->heartbeat_counter)
52198f87667SKevin Barnett return 0;
52298f87667SKevin Barnett
52398f87667SKevin Barnett return readl(ctrl_info->heartbeat_counter);
52498f87667SKevin Barnett }
52598f87667SKevin Barnett
pqi_read_soft_reset_status(struct pqi_ctrl_info * ctrl_info)5264fd22c13SMahesh Rajashekhara static inline u8 pqi_read_soft_reset_status(struct pqi_ctrl_info *ctrl_info)
5274fd22c13SMahesh Rajashekhara {
5284fd22c13SMahesh Rajashekhara return readb(ctrl_info->soft_reset_status);
5294fd22c13SMahesh Rajashekhara }
5304fd22c13SMahesh Rajashekhara
pqi_clear_soft_reset_status(struct pqi_ctrl_info * ctrl_info)5314ccc354bSKevin Barnett static inline void pqi_clear_soft_reset_status(struct pqi_ctrl_info *ctrl_info)
5324fd22c13SMahesh Rajashekhara {
5334fd22c13SMahesh Rajashekhara u8 status;
5344fd22c13SMahesh Rajashekhara
5354fd22c13SMahesh Rajashekhara status = pqi_read_soft_reset_status(ctrl_info);
5364ccc354bSKevin Barnett status &= ~PQI_SOFT_RESET_ABORT;
5374fd22c13SMahesh Rajashekhara writeb(status, ctrl_info->soft_reset_status);
5384fd22c13SMahesh Rajashekhara }
5394fd22c13SMahesh Rajashekhara
pqi_is_io_high_priority(struct pqi_scsi_dev * device,struct scsi_cmnd * scmd)54068f79204SGilbert Wu static inline bool pqi_is_io_high_priority(struct pqi_scsi_dev *device, struct scsi_cmnd *scmd)
54168f79204SGilbert Wu {
54268f79204SGilbert Wu bool io_high_prio;
54368f79204SGilbert Wu int priority_class;
54468f79204SGilbert Wu
54568f79204SGilbert Wu io_high_prio = false;
54668f79204SGilbert Wu
54768f79204SGilbert Wu if (device->ncq_prio_enable) {
54868f79204SGilbert Wu priority_class =
54968f79204SGilbert Wu IOPRIO_PRIO_CLASS(req_get_ioprio(scsi_cmd_to_rq(scmd)));
55068f79204SGilbert Wu if (priority_class == IOPRIO_CLASS_RT) {
55168f79204SGilbert Wu /* Set NCQ priority for read/write commands. */
55268f79204SGilbert Wu switch (scmd->cmnd[0]) {
55368f79204SGilbert Wu case WRITE_16:
55468f79204SGilbert Wu case READ_16:
55568f79204SGilbert Wu case WRITE_12:
55668f79204SGilbert Wu case READ_12:
55768f79204SGilbert Wu case WRITE_10:
55868f79204SGilbert Wu case READ_10:
55968f79204SGilbert Wu case WRITE_6:
56068f79204SGilbert Wu case READ_6:
56168f79204SGilbert Wu io_high_prio = true;
56268f79204SGilbert Wu break;
56368f79204SGilbert Wu }
56468f79204SGilbert Wu }
56568f79204SGilbert Wu }
56668f79204SGilbert Wu
56768f79204SGilbert Wu return io_high_prio;
56868f79204SGilbert Wu }
56968f79204SGilbert Wu
pqi_map_single(struct pci_dev * pci_dev,struct pqi_sg_descriptor * sg_descriptor,void * buffer,size_t buffer_length,enum dma_data_direction data_direction)5706c223761SKevin Barnett static int pqi_map_single(struct pci_dev *pci_dev,
5716c223761SKevin Barnett struct pqi_sg_descriptor *sg_descriptor, void *buffer,
5726917a9ccSChristoph Hellwig size_t buffer_length, enum dma_data_direction data_direction)
5736c223761SKevin Barnett {
5746c223761SKevin Barnett dma_addr_t bus_address;
5756c223761SKevin Barnett
5766917a9ccSChristoph Hellwig if (!buffer || buffer_length == 0 || data_direction == DMA_NONE)
5776c223761SKevin Barnett return 0;
5786c223761SKevin Barnett
5796917a9ccSChristoph Hellwig bus_address = dma_map_single(&pci_dev->dev, buffer, buffer_length,
5806c223761SKevin Barnett data_direction);
5816917a9ccSChristoph Hellwig if (dma_mapping_error(&pci_dev->dev, bus_address))
5826c223761SKevin Barnett return -ENOMEM;
5836c223761SKevin Barnett
5846c223761SKevin Barnett put_unaligned_le64((u64)bus_address, &sg_descriptor->address);
5856c223761SKevin Barnett put_unaligned_le32(buffer_length, &sg_descriptor->length);
5866c223761SKevin Barnett put_unaligned_le32(CISS_SG_LAST, &sg_descriptor->flags);
5876c223761SKevin Barnett
5886c223761SKevin Barnett return 0;
5896c223761SKevin Barnett }
5906c223761SKevin Barnett
pqi_pci_unmap(struct pci_dev * pci_dev,struct pqi_sg_descriptor * descriptors,int num_descriptors,enum dma_data_direction data_direction)5916c223761SKevin Barnett static void pqi_pci_unmap(struct pci_dev *pci_dev,
5926c223761SKevin Barnett struct pqi_sg_descriptor *descriptors, int num_descriptors,
5936917a9ccSChristoph Hellwig enum dma_data_direction data_direction)
5946c223761SKevin Barnett {
5956c223761SKevin Barnett int i;
5966c223761SKevin Barnett
5976917a9ccSChristoph Hellwig if (data_direction == DMA_NONE)
5986c223761SKevin Barnett return;
5996c223761SKevin Barnett
6006c223761SKevin Barnett for (i = 0; i < num_descriptors; i++)
6016917a9ccSChristoph Hellwig dma_unmap_single(&pci_dev->dev,
6026c223761SKevin Barnett (dma_addr_t)get_unaligned_le64(&descriptors[i].address),
6036c223761SKevin Barnett get_unaligned_le32(&descriptors[i].length),
6046c223761SKevin Barnett data_direction);
6056c223761SKevin Barnett }
6066c223761SKevin Barnett
pqi_build_raid_path_request(struct pqi_ctrl_info * ctrl_info,struct pqi_raid_path_request * request,u8 cmd,u8 * scsi3addr,void * buffer,size_t buffer_length,u16 vpd_page,enum dma_data_direction * dir)6076c223761SKevin Barnett static int pqi_build_raid_path_request(struct pqi_ctrl_info *ctrl_info,
6086c223761SKevin Barnett struct pqi_raid_path_request *request, u8 cmd,
6096c223761SKevin Barnett u8 *scsi3addr, void *buffer, size_t buffer_length,
6106917a9ccSChristoph Hellwig u16 vpd_page, enum dma_data_direction *dir)
6116c223761SKevin Barnett {
6126c223761SKevin Barnett u8 *cdb;
613171c2865SDave Carroll size_t cdb_length = buffer_length;
6146c223761SKevin Barnett
6156c223761SKevin Barnett memset(request, 0, sizeof(*request));
6166c223761SKevin Barnett
6176c223761SKevin Barnett request->header.iu_type = PQI_REQUEST_IU_RAID_PATH_IO;
6186c223761SKevin Barnett put_unaligned_le16(offsetof(struct pqi_raid_path_request,
6196c223761SKevin Barnett sg_descriptors[1]) - PQI_REQUEST_HEADER_LENGTH,
6206c223761SKevin Barnett &request->header.iu_length);
6216c223761SKevin Barnett put_unaligned_le32(buffer_length, &request->buffer_length);
6226c223761SKevin Barnett memcpy(request->lun_number, scsi3addr, sizeof(request->lun_number));
6236c223761SKevin Barnett request->task_attribute = SOP_TASK_ATTRIBUTE_SIMPLE;
6246c223761SKevin Barnett request->additional_cdb_bytes_usage = SOP_ADDITIONAL_CDB_BYTES_0;
6256c223761SKevin Barnett
6266c223761SKevin Barnett cdb = request->cdb;
6276c223761SKevin Barnett
6286c223761SKevin Barnett switch (cmd) {
6296c223761SKevin Barnett case INQUIRY:
6306c223761SKevin Barnett request->data_direction = SOP_READ_FLAG;
6316c223761SKevin Barnett cdb[0] = INQUIRY;
6326c223761SKevin Barnett if (vpd_page & VPD_PAGE) {
6336c223761SKevin Barnett cdb[1] = 0x1;
6346c223761SKevin Barnett cdb[2] = (u8)vpd_page;
6356c223761SKevin Barnett }
636171c2865SDave Carroll cdb[4] = (u8)cdb_length;
6376c223761SKevin Barnett break;
6386c223761SKevin Barnett case CISS_REPORT_LOG:
6396c223761SKevin Barnett case CISS_REPORT_PHYS:
6406c223761SKevin Barnett request->data_direction = SOP_READ_FLAG;
6416c223761SKevin Barnett cdb[0] = cmd;
64228ca6d87SMike McGowen if (cmd == CISS_REPORT_PHYS) {
64328ca6d87SMike McGowen if (ctrl_info->rpl_extended_format_4_5_supported)
64428ca6d87SMike McGowen cdb[1] = CISS_REPORT_PHYS_FLAG_EXTENDED_FORMAT_4;
6456c223761SKevin Barnett else
64628ca6d87SMike McGowen cdb[1] = CISS_REPORT_PHYS_FLAG_EXTENDED_FORMAT_2;
64728ca6d87SMike McGowen } else {
648f6cc2a77SKevin Barnett cdb[1] = ctrl_info->ciss_report_log_flags;
64928ca6d87SMike McGowen }
650171c2865SDave Carroll put_unaligned_be32(cdb_length, &cdb[6]);
6516c223761SKevin Barnett break;
6526c223761SKevin Barnett case CISS_GET_RAID_MAP:
6536c223761SKevin Barnett request->data_direction = SOP_READ_FLAG;
6546c223761SKevin Barnett cdb[0] = CISS_READ;
6556c223761SKevin Barnett cdb[1] = CISS_GET_RAID_MAP;
656171c2865SDave Carroll put_unaligned_be32(cdb_length, &cdb[6]);
6576c223761SKevin Barnett break;
65858322fe0SKevin Barnett case SA_FLUSH_CACHE:
659ae0c189dSKevin Barnett request->header.driver_flags = PQI_DRIVER_NONBLOCKABLE_REQUEST;
6606c223761SKevin Barnett request->data_direction = SOP_WRITE_FLAG;
6616c223761SKevin Barnett cdb[0] = BMIC_WRITE;
66258322fe0SKevin Barnett cdb[6] = BMIC_FLUSH_CACHE;
663171c2865SDave Carroll put_unaligned_be16(cdb_length, &cdb[7]);
6646c223761SKevin Barnett break;
665171c2865SDave Carroll case BMIC_SENSE_DIAG_OPTIONS:
666171c2865SDave Carroll cdb_length = 0;
667df561f66SGustavo A. R. Silva fallthrough;
6686c223761SKevin Barnett case BMIC_IDENTIFY_CONTROLLER:
6696c223761SKevin Barnett case BMIC_IDENTIFY_PHYSICAL_DEVICE:
6706d90615fSMurthy Bhat case BMIC_SENSE_SUBSYSTEM_INFORMATION:
671f6cc2a77SKevin Barnett case BMIC_SENSE_FEATURE:
6726c223761SKevin Barnett request->data_direction = SOP_READ_FLAG;
6736c223761SKevin Barnett cdb[0] = BMIC_READ;
6746c223761SKevin Barnett cdb[6] = cmd;
675171c2865SDave Carroll put_unaligned_be16(cdb_length, &cdb[7]);
6766c223761SKevin Barnett break;
677171c2865SDave Carroll case BMIC_SET_DIAG_OPTIONS:
678171c2865SDave Carroll cdb_length = 0;
679df561f66SGustavo A. R. Silva fallthrough;
6806c223761SKevin Barnett case BMIC_WRITE_HOST_WELLNESS:
6816c223761SKevin Barnett request->data_direction = SOP_WRITE_FLAG;
6826c223761SKevin Barnett cdb[0] = BMIC_WRITE;
6836c223761SKevin Barnett cdb[6] = cmd;
684171c2865SDave Carroll put_unaligned_be16(cdb_length, &cdb[7]);
6856c223761SKevin Barnett break;
6863d46a59aSDon Brace case BMIC_CSMI_PASSTHRU:
6873d46a59aSDon Brace request->data_direction = SOP_BIDIRECTIONAL;
6883d46a59aSDon Brace cdb[0] = BMIC_WRITE;
6893d46a59aSDon Brace cdb[5] = CSMI_CC_SAS_SMP_PASSTHRU;
6903d46a59aSDon Brace cdb[6] = cmd;
6913d46a59aSDon Brace put_unaligned_be16(cdb_length, &cdb[7]);
6926c223761SKevin Barnett break;
6936c223761SKevin Barnett default:
6949e68ccccSKevin Barnett dev_err(&ctrl_info->pci_dev->dev, "unknown command 0x%c\n", cmd);
6956c223761SKevin Barnett break;
6966c223761SKevin Barnett }
6976c223761SKevin Barnett
6986c223761SKevin Barnett switch (request->data_direction) {
6996c223761SKevin Barnett case SOP_READ_FLAG:
7006917a9ccSChristoph Hellwig *dir = DMA_FROM_DEVICE;
7016c223761SKevin Barnett break;
7026c223761SKevin Barnett case SOP_WRITE_FLAG:
7036917a9ccSChristoph Hellwig *dir = DMA_TO_DEVICE;
7046c223761SKevin Barnett break;
7056c223761SKevin Barnett case SOP_NO_DIRECTION_FLAG:
7066917a9ccSChristoph Hellwig *dir = DMA_NONE;
7076c223761SKevin Barnett break;
7086c223761SKevin Barnett default:
7096917a9ccSChristoph Hellwig *dir = DMA_BIDIRECTIONAL;
7106c223761SKevin Barnett break;
7116c223761SKevin Barnett }
7126c223761SKevin Barnett
7136c223761SKevin Barnett return pqi_map_single(ctrl_info->pci_dev, &request->sg_descriptors[0],
7146917a9ccSChristoph Hellwig buffer, buffer_length, *dir);
7156c223761SKevin Barnett }
7166c223761SKevin Barnett
pqi_reinit_io_request(struct pqi_io_request * io_request)717376fb880SKevin Barnett static inline void pqi_reinit_io_request(struct pqi_io_request *io_request)
718376fb880SKevin Barnett {
719376fb880SKevin Barnett io_request->scmd = NULL;
720376fb880SKevin Barnett io_request->status = 0;
721376fb880SKevin Barnett io_request->error_info = NULL;
722376fb880SKevin Barnett io_request->raid_bypass = false;
723376fb880SKevin Barnett }
724376fb880SKevin Barnett
pqi_alloc_io_request(struct pqi_ctrl_info * ctrl_info,struct scsi_cmnd * scmd)725b27ac2faSDon Brace static inline struct pqi_io_request *pqi_alloc_io_request(struct pqi_ctrl_info *ctrl_info, struct scsi_cmnd *scmd)
7266c223761SKevin Barnett {
7276c223761SKevin Barnett struct pqi_io_request *io_request;
728b27ac2faSDon Brace u16 i;
7296c223761SKevin Barnett
730b27ac2faSDon Brace if (scmd) { /* SML I/O request */
731b27ac2faSDon Brace u32 blk_tag = blk_mq_unique_tag(scsi_cmd_to_rq(scmd));
732b27ac2faSDon Brace
733b27ac2faSDon Brace i = blk_mq_unique_tag_to_tag(blk_tag);
7346c223761SKevin Barnett io_request = &ctrl_info->io_request_pool[i];
735b27ac2faSDon Brace if (atomic_inc_return(&io_request->refcount) > 1) {
736b27ac2faSDon Brace atomic_dec(&io_request->refcount);
737b27ac2faSDon Brace return NULL;
738b27ac2faSDon Brace }
739b27ac2faSDon Brace } else { /* IOCTL or driver internal request */
740b27ac2faSDon Brace /*
741b27ac2faSDon Brace * benignly racy - may have to wait for an open slot.
742b27ac2faSDon Brace * command slot range is scsi_ml_can_queue -
743b27ac2faSDon Brace * [scsi_ml_can_queue + (PQI_RESERVED_IO_SLOTS - 1)]
744b27ac2faSDon Brace */
745b27ac2faSDon Brace i = 0;
746b27ac2faSDon Brace while (1) {
747b27ac2faSDon Brace io_request = &ctrl_info->io_request_pool[ctrl_info->scsi_ml_can_queue + i];
7486c223761SKevin Barnett if (atomic_inc_return(&io_request->refcount) == 1)
7496c223761SKevin Barnett break;
7506c223761SKevin Barnett atomic_dec(&io_request->refcount);
751b27ac2faSDon Brace i = (i + 1) % PQI_RESERVED_IO_SLOTS;
7526c223761SKevin Barnett }
753b27ac2faSDon Brace }
7546c223761SKevin Barnett
7555c9e3c1cSMurthy Bhat if (io_request)
756376fb880SKevin Barnett pqi_reinit_io_request(io_request);
7576c223761SKevin Barnett
7586c223761SKevin Barnett return io_request;
7596c223761SKevin Barnett }
7606c223761SKevin Barnett
pqi_free_io_request(struct pqi_io_request * io_request)7616c223761SKevin Barnett static void pqi_free_io_request(struct pqi_io_request *io_request)
7626c223761SKevin Barnett {
7636c223761SKevin Barnett atomic_dec(&io_request->refcount);
7646c223761SKevin Barnett }
7656c223761SKevin Barnett
pqi_send_scsi_raid_request(struct pqi_ctrl_info * ctrl_info,u8 cmd,u8 * scsi3addr,void * buffer,size_t buffer_length,u16 vpd_page,struct pqi_raid_error_info * error_info)76602133b68SDave Carroll static int pqi_send_scsi_raid_request(struct pqi_ctrl_info *ctrl_info, u8 cmd,
76702133b68SDave Carroll u8 *scsi3addr, void *buffer, size_t buffer_length, u16 vpd_page,
768ae0c189dSKevin Barnett struct pqi_raid_error_info *error_info)
7696c223761SKevin Barnett {
7706c223761SKevin Barnett int rc;
7716c223761SKevin Barnett struct pqi_raid_path_request request;
772694c5d5bSKevin Barnett enum dma_data_direction dir;
7736c223761SKevin Barnett
774583891c9SKevin Barnett rc = pqi_build_raid_path_request(ctrl_info, &request, cmd, scsi3addr,
775583891c9SKevin Barnett buffer, buffer_length, vpd_page, &dir);
7766c223761SKevin Barnett if (rc)
7776c223761SKevin Barnett return rc;
7786c223761SKevin Barnett
779ae0c189dSKevin Barnett rc = pqi_submit_raid_request_synchronous(ctrl_info, &request.header, 0, error_info);
7806c223761SKevin Barnett
7816917a9ccSChristoph Hellwig pqi_pci_unmap(ctrl_info->pci_dev, request.sg_descriptors, 1, dir);
782694c5d5bSKevin Barnett
7836c223761SKevin Barnett return rc;
7846c223761SKevin Barnett }
7856c223761SKevin Barnett
786694c5d5bSKevin Barnett /* helper functions for pqi_send_scsi_raid_request */
78702133b68SDave Carroll
pqi_send_ctrl_raid_request(struct pqi_ctrl_info * ctrl_info,u8 cmd,void * buffer,size_t buffer_length)78802133b68SDave Carroll static inline int pqi_send_ctrl_raid_request(struct pqi_ctrl_info *ctrl_info,
78902133b68SDave Carroll u8 cmd, void *buffer, size_t buffer_length)
79002133b68SDave Carroll {
79102133b68SDave Carroll return pqi_send_scsi_raid_request(ctrl_info, cmd, RAID_CTLR_LUNID,
792ae0c189dSKevin Barnett buffer, buffer_length, 0, NULL);
79302133b68SDave Carroll }
79402133b68SDave Carroll
pqi_send_ctrl_raid_with_error(struct pqi_ctrl_info * ctrl_info,u8 cmd,void * buffer,size_t buffer_length,struct pqi_raid_error_info * error_info)79502133b68SDave Carroll static inline int pqi_send_ctrl_raid_with_error(struct pqi_ctrl_info *ctrl_info,
79602133b68SDave Carroll u8 cmd, void *buffer, size_t buffer_length,
79702133b68SDave Carroll struct pqi_raid_error_info *error_info)
79802133b68SDave Carroll {
79902133b68SDave Carroll return pqi_send_scsi_raid_request(ctrl_info, cmd, RAID_CTLR_LUNID,
800ae0c189dSKevin Barnett buffer, buffer_length, 0, error_info);
80102133b68SDave Carroll }
80202133b68SDave Carroll
pqi_identify_controller(struct pqi_ctrl_info * ctrl_info,struct bmic_identify_controller * buffer)80302133b68SDave Carroll static inline int pqi_identify_controller(struct pqi_ctrl_info *ctrl_info,
80402133b68SDave Carroll struct bmic_identify_controller *buffer)
80502133b68SDave Carroll {
80602133b68SDave Carroll return pqi_send_ctrl_raid_request(ctrl_info, BMIC_IDENTIFY_CONTROLLER,
80702133b68SDave Carroll buffer, sizeof(*buffer));
80802133b68SDave Carroll }
80902133b68SDave Carroll
pqi_sense_subsystem_info(struct pqi_ctrl_info * ctrl_info,struct bmic_sense_subsystem_info * sense_info)8106d90615fSMurthy Bhat static inline int pqi_sense_subsystem_info(struct pqi_ctrl_info *ctrl_info,
8116d90615fSMurthy Bhat struct bmic_sense_subsystem_info *sense_info)
8126d90615fSMurthy Bhat {
8136d90615fSMurthy Bhat return pqi_send_ctrl_raid_request(ctrl_info,
814694c5d5bSKevin Barnett BMIC_SENSE_SUBSYSTEM_INFORMATION, sense_info,
815694c5d5bSKevin Barnett sizeof(*sense_info));
8166d90615fSMurthy Bhat }
8176d90615fSMurthy Bhat
pqi_scsi_inquiry(struct pqi_ctrl_info * ctrl_info,u8 * scsi3addr,u16 vpd_page,void * buffer,size_t buffer_length)81802133b68SDave Carroll static inline int pqi_scsi_inquiry(struct pqi_ctrl_info *ctrl_info,
8196c223761SKevin Barnett u8 *scsi3addr, u16 vpd_page, void *buffer, size_t buffer_length)
8206c223761SKevin Barnett {
82102133b68SDave Carroll return pqi_send_scsi_raid_request(ctrl_info, INQUIRY, scsi3addr,
822ae0c189dSKevin Barnett buffer, buffer_length, vpd_page, NULL);
8236c223761SKevin Barnett }
8246c223761SKevin Barnett
pqi_identify_physical_device(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct bmic_identify_physical_device * buffer,size_t buffer_length)8256c223761SKevin Barnett static int pqi_identify_physical_device(struct pqi_ctrl_info *ctrl_info,
8266c223761SKevin Barnett struct pqi_scsi_dev *device,
827694c5d5bSKevin Barnett struct bmic_identify_physical_device *buffer, size_t buffer_length)
8286c223761SKevin Barnett {
8296c223761SKevin Barnett int rc;
8306917a9ccSChristoph Hellwig enum dma_data_direction dir;
8316c223761SKevin Barnett u16 bmic_device_index;
8326c223761SKevin Barnett struct pqi_raid_path_request request;
8336c223761SKevin Barnett
8346c223761SKevin Barnett rc = pqi_build_raid_path_request(ctrl_info, &request,
8356c223761SKevin Barnett BMIC_IDENTIFY_PHYSICAL_DEVICE, RAID_CTLR_LUNID, buffer,
8366917a9ccSChristoph Hellwig buffer_length, 0, &dir);
8376c223761SKevin Barnett if (rc)
8386c223761SKevin Barnett return rc;
8396c223761SKevin Barnett
8406c223761SKevin Barnett bmic_device_index = CISS_GET_DRIVE_NUMBER(device->scsi3addr);
8416c223761SKevin Barnett request.cdb[2] = (u8)bmic_device_index;
8426c223761SKevin Barnett request.cdb[9] = (u8)(bmic_device_index >> 8);
8436c223761SKevin Barnett
844ae0c189dSKevin Barnett rc = pqi_submit_raid_request_synchronous(ctrl_info, &request.header, 0, NULL);
8456c223761SKevin Barnett
8466917a9ccSChristoph Hellwig pqi_pci_unmap(ctrl_info->pci_dev, request.sg_descriptors, 1, dir);
847694c5d5bSKevin Barnett
8486c223761SKevin Barnett return rc;
8496c223761SKevin Barnett }
8506c223761SKevin Barnett
pqi_aio_limit_to_bytes(__le16 * limit)851f6cc2a77SKevin Barnett static inline u32 pqi_aio_limit_to_bytes(__le16 *limit)
852f6cc2a77SKevin Barnett {
853f6cc2a77SKevin Barnett u32 bytes;
854f6cc2a77SKevin Barnett
855f6cc2a77SKevin Barnett bytes = get_unaligned_le16(limit);
856f6cc2a77SKevin Barnett if (bytes == 0)
857f6cc2a77SKevin Barnett bytes = ~0;
858f6cc2a77SKevin Barnett else
859f6cc2a77SKevin Barnett bytes *= 1024;
860f6cc2a77SKevin Barnett
861f6cc2a77SKevin Barnett return bytes;
862f6cc2a77SKevin Barnett }
863f6cc2a77SKevin Barnett
864f6cc2a77SKevin Barnett #pragma pack(1)
865f6cc2a77SKevin Barnett
866f6cc2a77SKevin Barnett struct bmic_sense_feature_buffer {
867f6cc2a77SKevin Barnett struct bmic_sense_feature_buffer_header header;
868f6cc2a77SKevin Barnett struct bmic_sense_feature_io_page_aio_subpage aio_subpage;
869f6cc2a77SKevin Barnett };
870f6cc2a77SKevin Barnett
871f6cc2a77SKevin Barnett #pragma pack()
872f6cc2a77SKevin Barnett
873f6cc2a77SKevin Barnett #define MINIMUM_AIO_SUBPAGE_BUFFER_LENGTH \
874f6cc2a77SKevin Barnett offsetofend(struct bmic_sense_feature_buffer, \
875f6cc2a77SKevin Barnett aio_subpage.max_write_raid_1_10_3drive)
876f6cc2a77SKevin Barnett
877f6cc2a77SKevin Barnett #define MINIMUM_AIO_SUBPAGE_LENGTH \
878f6cc2a77SKevin Barnett (offsetofend(struct bmic_sense_feature_io_page_aio_subpage, \
879f6cc2a77SKevin Barnett max_write_raid_1_10_3drive) - \
880f6cc2a77SKevin Barnett sizeof_field(struct bmic_sense_feature_io_page_aio_subpage, header))
881f6cc2a77SKevin Barnett
pqi_get_advanced_raid_bypass_config(struct pqi_ctrl_info * ctrl_info)882f6cc2a77SKevin Barnett static int pqi_get_advanced_raid_bypass_config(struct pqi_ctrl_info *ctrl_info)
883f6cc2a77SKevin Barnett {
884f6cc2a77SKevin Barnett int rc;
885f6cc2a77SKevin Barnett enum dma_data_direction dir;
886f6cc2a77SKevin Barnett struct pqi_raid_path_request request;
887f6cc2a77SKevin Barnett struct bmic_sense_feature_buffer *buffer;
888f6cc2a77SKevin Barnett
889f6cc2a77SKevin Barnett buffer = kmalloc(sizeof(*buffer), GFP_KERNEL);
890f6cc2a77SKevin Barnett if (!buffer)
891f6cc2a77SKevin Barnett return -ENOMEM;
892f6cc2a77SKevin Barnett
893583891c9SKevin Barnett rc = pqi_build_raid_path_request(ctrl_info, &request, BMIC_SENSE_FEATURE, RAID_CTLR_LUNID,
894583891c9SKevin Barnett buffer, sizeof(*buffer), 0, &dir);
895f6cc2a77SKevin Barnett if (rc)
896f6cc2a77SKevin Barnett goto error;
897f6cc2a77SKevin Barnett
898f6cc2a77SKevin Barnett request.cdb[2] = BMIC_SENSE_FEATURE_IO_PAGE;
899f6cc2a77SKevin Barnett request.cdb[3] = BMIC_SENSE_FEATURE_IO_PAGE_AIO_SUBPAGE;
900f6cc2a77SKevin Barnett
901ae0c189dSKevin Barnett rc = pqi_submit_raid_request_synchronous(ctrl_info, &request.header, 0, NULL);
902f6cc2a77SKevin Barnett
903f6cc2a77SKevin Barnett pqi_pci_unmap(ctrl_info->pci_dev, request.sg_descriptors, 1, dir);
904f6cc2a77SKevin Barnett
905f6cc2a77SKevin Barnett if (rc)
906f6cc2a77SKevin Barnett goto error;
907f6cc2a77SKevin Barnett
908f6cc2a77SKevin Barnett if (buffer->header.page_code != BMIC_SENSE_FEATURE_IO_PAGE ||
909f6cc2a77SKevin Barnett buffer->header.subpage_code !=
910f6cc2a77SKevin Barnett BMIC_SENSE_FEATURE_IO_PAGE_AIO_SUBPAGE ||
911f6cc2a77SKevin Barnett get_unaligned_le16(&buffer->header.buffer_length) <
912f6cc2a77SKevin Barnett MINIMUM_AIO_SUBPAGE_BUFFER_LENGTH ||
913f6cc2a77SKevin Barnett buffer->aio_subpage.header.page_code !=
914f6cc2a77SKevin Barnett BMIC_SENSE_FEATURE_IO_PAGE ||
915f6cc2a77SKevin Barnett buffer->aio_subpage.header.subpage_code !=
916f6cc2a77SKevin Barnett BMIC_SENSE_FEATURE_IO_PAGE_AIO_SUBPAGE ||
917f6cc2a77SKevin Barnett get_unaligned_le16(&buffer->aio_subpage.header.page_length) <
918f6cc2a77SKevin Barnett MINIMUM_AIO_SUBPAGE_LENGTH) {
919f6cc2a77SKevin Barnett goto error;
920f6cc2a77SKevin Barnett }
921f6cc2a77SKevin Barnett
922f6cc2a77SKevin Barnett ctrl_info->max_transfer_encrypted_sas_sata =
923f6cc2a77SKevin Barnett pqi_aio_limit_to_bytes(
924f6cc2a77SKevin Barnett &buffer->aio_subpage.max_transfer_encrypted_sas_sata);
925f6cc2a77SKevin Barnett
926f6cc2a77SKevin Barnett ctrl_info->max_transfer_encrypted_nvme =
927f6cc2a77SKevin Barnett pqi_aio_limit_to_bytes(
928f6cc2a77SKevin Barnett &buffer->aio_subpage.max_transfer_encrypted_nvme);
929f6cc2a77SKevin Barnett
930f6cc2a77SKevin Barnett ctrl_info->max_write_raid_5_6 =
931f6cc2a77SKevin Barnett pqi_aio_limit_to_bytes(
932f6cc2a77SKevin Barnett &buffer->aio_subpage.max_write_raid_5_6);
933f6cc2a77SKevin Barnett
934f6cc2a77SKevin Barnett ctrl_info->max_write_raid_1_10_2drive =
935f6cc2a77SKevin Barnett pqi_aio_limit_to_bytes(
936f6cc2a77SKevin Barnett &buffer->aio_subpage.max_write_raid_1_10_2drive);
937f6cc2a77SKevin Barnett
938f6cc2a77SKevin Barnett ctrl_info->max_write_raid_1_10_3drive =
939f6cc2a77SKevin Barnett pqi_aio_limit_to_bytes(
940f6cc2a77SKevin Barnett &buffer->aio_subpage.max_write_raid_1_10_3drive);
941f6cc2a77SKevin Barnett
942f6cc2a77SKevin Barnett error:
943f6cc2a77SKevin Barnett kfree(buffer);
944f6cc2a77SKevin Barnett
945f6cc2a77SKevin Barnett return rc;
946f6cc2a77SKevin Barnett }
947f6cc2a77SKevin Barnett
pqi_flush_cache(struct pqi_ctrl_info * ctrl_info,enum bmic_flush_cache_shutdown_event shutdown_event)94858322fe0SKevin Barnett static int pqi_flush_cache(struct pqi_ctrl_info *ctrl_info,
94958322fe0SKevin Barnett enum bmic_flush_cache_shutdown_event shutdown_event)
9506c223761SKevin Barnett {
9516c223761SKevin Barnett int rc;
95258322fe0SKevin Barnett struct bmic_flush_cache *flush_cache;
9536c223761SKevin Barnett
95458322fe0SKevin Barnett flush_cache = kzalloc(sizeof(*flush_cache), GFP_KERNEL);
95558322fe0SKevin Barnett if (!flush_cache)
9566c223761SKevin Barnett return -ENOMEM;
9576c223761SKevin Barnett
95858322fe0SKevin Barnett flush_cache->shutdown_event = shutdown_event;
95958322fe0SKevin Barnett
96002133b68SDave Carroll rc = pqi_send_ctrl_raid_request(ctrl_info, SA_FLUSH_CACHE, flush_cache,
96102133b68SDave Carroll sizeof(*flush_cache));
9626c223761SKevin Barnett
96358322fe0SKevin Barnett kfree(flush_cache);
9646c223761SKevin Barnett
9656c223761SKevin Barnett return rc;
9666c223761SKevin Barnett }
9676c223761SKevin Barnett
pqi_csmi_smp_passthru(struct pqi_ctrl_info * ctrl_info,struct bmic_csmi_smp_passthru_buffer * buffer,size_t buffer_length,struct pqi_raid_error_info * error_info)9683d46a59aSDon Brace int pqi_csmi_smp_passthru(struct pqi_ctrl_info *ctrl_info,
9693d46a59aSDon Brace struct bmic_csmi_smp_passthru_buffer *buffer, size_t buffer_length,
9703d46a59aSDon Brace struct pqi_raid_error_info *error_info)
9713d46a59aSDon Brace {
9723d46a59aSDon Brace return pqi_send_ctrl_raid_with_error(ctrl_info, BMIC_CSMI_PASSTHRU,
9733d46a59aSDon Brace buffer, buffer_length, error_info);
9743d46a59aSDon Brace }
975171c2865SDave Carroll
976694c5d5bSKevin Barnett #define PQI_FETCH_PTRAID_DATA (1 << 31)
977171c2865SDave Carroll
pqi_set_diag_rescan(struct pqi_ctrl_info * ctrl_info)978171c2865SDave Carroll static int pqi_set_diag_rescan(struct pqi_ctrl_info *ctrl_info)
9796c223761SKevin Barnett {
9806c223761SKevin Barnett int rc;
981171c2865SDave Carroll struct bmic_diag_options *diag;
9826c223761SKevin Barnett
983171c2865SDave Carroll diag = kzalloc(sizeof(*diag), GFP_KERNEL);
984171c2865SDave Carroll if (!diag)
985171c2865SDave Carroll return -ENOMEM;
986171c2865SDave Carroll
98702133b68SDave Carroll rc = pqi_send_ctrl_raid_request(ctrl_info, BMIC_SENSE_DIAG_OPTIONS,
98802133b68SDave Carroll diag, sizeof(*diag));
9896c223761SKevin Barnett if (rc)
990171c2865SDave Carroll goto out;
9916c223761SKevin Barnett
992171c2865SDave Carroll diag->options |= cpu_to_le32(PQI_FETCH_PTRAID_DATA);
9936c223761SKevin Barnett
994694c5d5bSKevin Barnett rc = pqi_send_ctrl_raid_request(ctrl_info, BMIC_SET_DIAG_OPTIONS, diag,
995694c5d5bSKevin Barnett sizeof(*diag));
996694c5d5bSKevin Barnett
997171c2865SDave Carroll out:
998171c2865SDave Carroll kfree(diag);
999171c2865SDave Carroll
10006c223761SKevin Barnett return rc;
10016c223761SKevin Barnett }
10026c223761SKevin Barnett
pqi_write_host_wellness(struct pqi_ctrl_info * ctrl_info,void * buffer,size_t buffer_length)100302133b68SDave Carroll static inline int pqi_write_host_wellness(struct pqi_ctrl_info *ctrl_info,
10046c223761SKevin Barnett void *buffer, size_t buffer_length)
10056c223761SKevin Barnett {
100602133b68SDave Carroll return pqi_send_ctrl_raid_request(ctrl_info, BMIC_WRITE_HOST_WELLNESS,
100702133b68SDave Carroll buffer, buffer_length);
10086c223761SKevin Barnett }
10096c223761SKevin Barnett
10106c223761SKevin Barnett #pragma pack(1)
10116c223761SKevin Barnett
10126c223761SKevin Barnett struct bmic_host_wellness_driver_version {
10136c223761SKevin Barnett u8 start_tag[4];
10146c223761SKevin Barnett u8 driver_version_tag[2];
10156c223761SKevin Barnett __le16 driver_version_length;
10166c223761SKevin Barnett char driver_version[32];
1017b2346b50SMahesh Rajashekhara u8 dont_write_tag[2];
10186c223761SKevin Barnett u8 end_tag[2];
10196c223761SKevin Barnett };
10206c223761SKevin Barnett
10216c223761SKevin Barnett #pragma pack()
10226c223761SKevin Barnett
pqi_write_driver_version_to_host_wellness(struct pqi_ctrl_info * ctrl_info)10236c223761SKevin Barnett static int pqi_write_driver_version_to_host_wellness(
10246c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info)
10256c223761SKevin Barnett {
10266c223761SKevin Barnett int rc;
10276c223761SKevin Barnett struct bmic_host_wellness_driver_version *buffer;
10286c223761SKevin Barnett size_t buffer_length;
10296c223761SKevin Barnett
10306c223761SKevin Barnett buffer_length = sizeof(*buffer);
10316c223761SKevin Barnett
10326c223761SKevin Barnett buffer = kmalloc(buffer_length, GFP_KERNEL);
10336c223761SKevin Barnett if (!buffer)
10346c223761SKevin Barnett return -ENOMEM;
10356c223761SKevin Barnett
10366c223761SKevin Barnett buffer->start_tag[0] = '<';
10376c223761SKevin Barnett buffer->start_tag[1] = 'H';
10386c223761SKevin Barnett buffer->start_tag[2] = 'W';
10396c223761SKevin Barnett buffer->start_tag[3] = '>';
10406c223761SKevin Barnett buffer->driver_version_tag[0] = 'D';
10416c223761SKevin Barnett buffer->driver_version_tag[1] = 'V';
10426c223761SKevin Barnett put_unaligned_le16(sizeof(buffer->driver_version),
10436c223761SKevin Barnett &buffer->driver_version_length);
1044061ef06aSKevin Barnett strncpy(buffer->driver_version, "Linux " DRIVER_VERSION,
10456c223761SKevin Barnett sizeof(buffer->driver_version) - 1);
10466c223761SKevin Barnett buffer->driver_version[sizeof(buffer->driver_version) - 1] = '\0';
1047b2346b50SMahesh Rajashekhara buffer->dont_write_tag[0] = 'D';
1048b2346b50SMahesh Rajashekhara buffer->dont_write_tag[1] = 'W';
10496c223761SKevin Barnett buffer->end_tag[0] = 'Z';
10506c223761SKevin Barnett buffer->end_tag[1] = 'Z';
10516c223761SKevin Barnett
10526c223761SKevin Barnett rc = pqi_write_host_wellness(ctrl_info, buffer, buffer_length);
10536c223761SKevin Barnett
10546c223761SKevin Barnett kfree(buffer);
10556c223761SKevin Barnett
10566c223761SKevin Barnett return rc;
10576c223761SKevin Barnett }
10586c223761SKevin Barnett
10596c223761SKevin Barnett #pragma pack(1)
10606c223761SKevin Barnett
10616c223761SKevin Barnett struct bmic_host_wellness_time {
10626c223761SKevin Barnett u8 start_tag[4];
10636c223761SKevin Barnett u8 time_tag[2];
10646c223761SKevin Barnett __le16 time_length;
10656c223761SKevin Barnett u8 time[8];
10666c223761SKevin Barnett u8 dont_write_tag[2];
10676c223761SKevin Barnett u8 end_tag[2];
10686c223761SKevin Barnett };
10696c223761SKevin Barnett
10706c223761SKevin Barnett #pragma pack()
10716c223761SKevin Barnett
pqi_write_current_time_to_host_wellness(struct pqi_ctrl_info * ctrl_info)10726c223761SKevin Barnett static int pqi_write_current_time_to_host_wellness(
10736c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info)
10746c223761SKevin Barnett {
10756c223761SKevin Barnett int rc;
10766c223761SKevin Barnett struct bmic_host_wellness_time *buffer;
10776c223761SKevin Barnett size_t buffer_length;
10786c223761SKevin Barnett time64_t local_time;
10796c223761SKevin Barnett unsigned int year;
1080ed10858eSArnd Bergmann struct tm tm;
10816c223761SKevin Barnett
10826c223761SKevin Barnett buffer_length = sizeof(*buffer);
10836c223761SKevin Barnett
10846c223761SKevin Barnett buffer = kmalloc(buffer_length, GFP_KERNEL);
10856c223761SKevin Barnett if (!buffer)
10866c223761SKevin Barnett return -ENOMEM;
10876c223761SKevin Barnett
10886c223761SKevin Barnett buffer->start_tag[0] = '<';
10896c223761SKevin Barnett buffer->start_tag[1] = 'H';
10906c223761SKevin Barnett buffer->start_tag[2] = 'W';
10916c223761SKevin Barnett buffer->start_tag[3] = '>';
10926c223761SKevin Barnett buffer->time_tag[0] = 'T';
10936c223761SKevin Barnett buffer->time_tag[1] = 'D';
10946c223761SKevin Barnett put_unaligned_le16(sizeof(buffer->time),
10956c223761SKevin Barnett &buffer->time_length);
10966c223761SKevin Barnett
1097ed10858eSArnd Bergmann local_time = ktime_get_real_seconds();
1098ed10858eSArnd Bergmann time64_to_tm(local_time, -sys_tz.tz_minuteswest * 60, &tm);
10996c223761SKevin Barnett year = tm.tm_year + 1900;
11006c223761SKevin Barnett
11016c223761SKevin Barnett buffer->time[0] = bin2bcd(tm.tm_hour);
11026c223761SKevin Barnett buffer->time[1] = bin2bcd(tm.tm_min);
11036c223761SKevin Barnett buffer->time[2] = bin2bcd(tm.tm_sec);
11046c223761SKevin Barnett buffer->time[3] = 0;
11056c223761SKevin Barnett buffer->time[4] = bin2bcd(tm.tm_mon + 1);
11066c223761SKevin Barnett buffer->time[5] = bin2bcd(tm.tm_mday);
11076c223761SKevin Barnett buffer->time[6] = bin2bcd(year / 100);
11086c223761SKevin Barnett buffer->time[7] = bin2bcd(year % 100);
11096c223761SKevin Barnett
11106c223761SKevin Barnett buffer->dont_write_tag[0] = 'D';
11116c223761SKevin Barnett buffer->dont_write_tag[1] = 'W';
11126c223761SKevin Barnett buffer->end_tag[0] = 'Z';
11136c223761SKevin Barnett buffer->end_tag[1] = 'Z';
11146c223761SKevin Barnett
11156c223761SKevin Barnett rc = pqi_write_host_wellness(ctrl_info, buffer, buffer_length);
11166c223761SKevin Barnett
11176c223761SKevin Barnett kfree(buffer);
11186c223761SKevin Barnett
11196c223761SKevin Barnett return rc;
11206c223761SKevin Barnett }
11216c223761SKevin Barnett
112242dc0426SBalsundar P #define PQI_UPDATE_TIME_WORK_INTERVAL (24UL * 60 * 60 * HZ)
11236c223761SKevin Barnett
pqi_update_time_worker(struct work_struct * work)11246c223761SKevin Barnett static void pqi_update_time_worker(struct work_struct *work)
11256c223761SKevin Barnett {
11266c223761SKevin Barnett int rc;
11276c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
11286c223761SKevin Barnett
11296c223761SKevin Barnett ctrl_info = container_of(to_delayed_work(work), struct pqi_ctrl_info,
11306c223761SKevin Barnett update_time_work);
11316c223761SKevin Barnett
11326c223761SKevin Barnett rc = pqi_write_current_time_to_host_wellness(ctrl_info);
11336c223761SKevin Barnett if (rc)
11346c223761SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
11356c223761SKevin Barnett "error updating time on controller\n");
11366c223761SKevin Barnett
11376c223761SKevin Barnett schedule_delayed_work(&ctrl_info->update_time_work,
11386c223761SKevin Barnett PQI_UPDATE_TIME_WORK_INTERVAL);
11396c223761SKevin Barnett }
11406c223761SKevin Barnett
pqi_schedule_update_time_worker(struct pqi_ctrl_info * ctrl_info)1141583891c9SKevin Barnett static inline void pqi_schedule_update_time_worker(struct pqi_ctrl_info *ctrl_info)
11426c223761SKevin Barnett {
11434fbebf1aSKevin Barnett schedule_delayed_work(&ctrl_info->update_time_work, 0);
1144061ef06aSKevin Barnett }
1145061ef06aSKevin Barnett
pqi_cancel_update_time_worker(struct pqi_ctrl_info * ctrl_info)1146583891c9SKevin Barnett static inline void pqi_cancel_update_time_worker(struct pqi_ctrl_info *ctrl_info)
1147061ef06aSKevin Barnett {
1148061ef06aSKevin Barnett cancel_delayed_work_sync(&ctrl_info->update_time_work);
11496c223761SKevin Barnett }
11506c223761SKevin Barnett
pqi_report_luns(struct pqi_ctrl_info * ctrl_info,u8 cmd,void * buffer,size_t buffer_length)1151583891c9SKevin Barnett static inline int pqi_report_luns(struct pqi_ctrl_info *ctrl_info, u8 cmd, void *buffer,
1152583891c9SKevin Barnett size_t buffer_length)
11536c223761SKevin Barnett {
1154583891c9SKevin Barnett return pqi_send_ctrl_raid_request(ctrl_info, cmd, buffer, buffer_length);
11556c223761SKevin Barnett }
11566c223761SKevin Barnett
pqi_report_phys_logical_luns(struct pqi_ctrl_info * ctrl_info,u8 cmd,void ** buffer)1157583891c9SKevin Barnett static int pqi_report_phys_logical_luns(struct pqi_ctrl_info *ctrl_info, u8 cmd, void **buffer)
11586c223761SKevin Barnett {
11596c223761SKevin Barnett int rc;
11606c223761SKevin Barnett size_t lun_list_length;
11616c223761SKevin Barnett size_t lun_data_length;
11626c223761SKevin Barnett size_t new_lun_list_length;
11636c223761SKevin Barnett void *lun_data = NULL;
11646c223761SKevin Barnett struct report_lun_header *report_lun_header;
11656c223761SKevin Barnett
11666c223761SKevin Barnett report_lun_header = kmalloc(sizeof(*report_lun_header), GFP_KERNEL);
11676c223761SKevin Barnett if (!report_lun_header) {
11686c223761SKevin Barnett rc = -ENOMEM;
11696c223761SKevin Barnett goto out;
11706c223761SKevin Barnett }
11716c223761SKevin Barnett
1172583891c9SKevin Barnett rc = pqi_report_luns(ctrl_info, cmd, report_lun_header, sizeof(*report_lun_header));
11736c223761SKevin Barnett if (rc)
11746c223761SKevin Barnett goto out;
11756c223761SKevin Barnett
11766c223761SKevin Barnett lun_list_length = get_unaligned_be32(&report_lun_header->list_length);
11776c223761SKevin Barnett
11786c223761SKevin Barnett again:
11796c223761SKevin Barnett lun_data_length = sizeof(struct report_lun_header) + lun_list_length;
11806c223761SKevin Barnett
11816c223761SKevin Barnett lun_data = kmalloc(lun_data_length, GFP_KERNEL);
11826c223761SKevin Barnett if (!lun_data) {
11836c223761SKevin Barnett rc = -ENOMEM;
11846c223761SKevin Barnett goto out;
11856c223761SKevin Barnett }
11866c223761SKevin Barnett
11876c223761SKevin Barnett if (lun_list_length == 0) {
11886c223761SKevin Barnett memcpy(lun_data, report_lun_header, sizeof(*report_lun_header));
11896c223761SKevin Barnett goto out;
11906c223761SKevin Barnett }
11916c223761SKevin Barnett
11926c223761SKevin Barnett rc = pqi_report_luns(ctrl_info, cmd, lun_data, lun_data_length);
11936c223761SKevin Barnett if (rc)
11946c223761SKevin Barnett goto out;
11956c223761SKevin Barnett
1196583891c9SKevin Barnett new_lun_list_length =
1197583891c9SKevin Barnett get_unaligned_be32(&((struct report_lun_header *)lun_data)->list_length);
11986c223761SKevin Barnett
11996c223761SKevin Barnett if (new_lun_list_length > lun_list_length) {
12006c223761SKevin Barnett lun_list_length = new_lun_list_length;
12016c223761SKevin Barnett kfree(lun_data);
12026c223761SKevin Barnett goto again;
12036c223761SKevin Barnett }
12046c223761SKevin Barnett
12056c223761SKevin Barnett out:
12066c223761SKevin Barnett kfree(report_lun_header);
12076c223761SKevin Barnett
12086c223761SKevin Barnett if (rc) {
12096c223761SKevin Barnett kfree(lun_data);
12106c223761SKevin Barnett lun_data = NULL;
12116c223761SKevin Barnett }
12126c223761SKevin Barnett
12136c223761SKevin Barnett *buffer = lun_data;
12146c223761SKevin Barnett
12156c223761SKevin Barnett return rc;
12166c223761SKevin Barnett }
12176c223761SKevin Barnett
pqi_report_phys_luns(struct pqi_ctrl_info * ctrl_info,void ** buffer)1218583891c9SKevin Barnett static inline int pqi_report_phys_luns(struct pqi_ctrl_info *ctrl_info, void **buffer)
12196c223761SKevin Barnett {
122028ca6d87SMike McGowen int rc;
122128ca6d87SMike McGowen unsigned int i;
122228ca6d87SMike McGowen u8 rpl_response_format;
122328ca6d87SMike McGowen u32 num_physicals;
122428ca6d87SMike McGowen void *rpl_list;
122528ca6d87SMike McGowen struct report_lun_header *rpl_header;
122628ca6d87SMike McGowen struct report_phys_lun_8byte_wwid_list *rpl_8byte_wwid_list;
122728ca6d87SMike McGowen struct report_phys_lun_16byte_wwid_list *rpl_16byte_wwid_list;
122828ca6d87SMike McGowen
122928ca6d87SMike McGowen rc = pqi_report_phys_logical_luns(ctrl_info, CISS_REPORT_PHYS, &rpl_list);
123028ca6d87SMike McGowen if (rc)
123128ca6d87SMike McGowen return rc;
123228ca6d87SMike McGowen
123328ca6d87SMike McGowen if (ctrl_info->rpl_extended_format_4_5_supported) {
123428ca6d87SMike McGowen rpl_header = rpl_list;
123528ca6d87SMike McGowen rpl_response_format = rpl_header->flags & CISS_REPORT_PHYS_FLAG_EXTENDED_FORMAT_MASK;
123628ca6d87SMike McGowen if (rpl_response_format == CISS_REPORT_PHYS_FLAG_EXTENDED_FORMAT_4) {
123728ca6d87SMike McGowen *buffer = rpl_list;
123828ca6d87SMike McGowen return 0;
123928ca6d87SMike McGowen } else if (rpl_response_format != CISS_REPORT_PHYS_FLAG_EXTENDED_FORMAT_2) {
124028ca6d87SMike McGowen dev_err(&ctrl_info->pci_dev->dev,
124128ca6d87SMike McGowen "RPL returned unsupported data format %u\n",
124228ca6d87SMike McGowen rpl_response_format);
124328ca6d87SMike McGowen return -EINVAL;
124428ca6d87SMike McGowen } else {
124528ca6d87SMike McGowen dev_warn(&ctrl_info->pci_dev->dev,
124628ca6d87SMike McGowen "RPL returned extended format 2 instead of 4\n");
124728ca6d87SMike McGowen }
124828ca6d87SMike McGowen }
124928ca6d87SMike McGowen
125028ca6d87SMike McGowen rpl_8byte_wwid_list = rpl_list;
125128ca6d87SMike McGowen num_physicals = get_unaligned_be32(&rpl_8byte_wwid_list->header.list_length) / sizeof(rpl_8byte_wwid_list->lun_entries[0]);
125228ca6d87SMike McGowen
12536f0a92fdSGustavo A. R. Silva rpl_16byte_wwid_list = kmalloc(struct_size(rpl_16byte_wwid_list, lun_entries,
12546f0a92fdSGustavo A. R. Silva num_physicals), GFP_KERNEL);
125528ca6d87SMike McGowen if (!rpl_16byte_wwid_list)
125628ca6d87SMike McGowen return -ENOMEM;
125728ca6d87SMike McGowen
125828ca6d87SMike McGowen put_unaligned_be32(num_physicals * sizeof(struct report_phys_lun_16byte_wwid),
125928ca6d87SMike McGowen &rpl_16byte_wwid_list->header.list_length);
126028ca6d87SMike McGowen rpl_16byte_wwid_list->header.flags = rpl_8byte_wwid_list->header.flags;
126128ca6d87SMike McGowen
126228ca6d87SMike McGowen for (i = 0; i < num_physicals; i++) {
126328ca6d87SMike McGowen memcpy(&rpl_16byte_wwid_list->lun_entries[i].lunid, &rpl_8byte_wwid_list->lun_entries[i].lunid, sizeof(rpl_8byte_wwid_list->lun_entries[i].lunid));
1264291c2e00SKevin Barnett memcpy(&rpl_16byte_wwid_list->lun_entries[i].wwid[0], &rpl_8byte_wwid_list->lun_entries[i].wwid, sizeof(rpl_8byte_wwid_list->lun_entries[i].wwid));
1265291c2e00SKevin Barnett memset(&rpl_16byte_wwid_list->lun_entries[i].wwid[8], 0, 8);
126628ca6d87SMike McGowen rpl_16byte_wwid_list->lun_entries[i].device_type = rpl_8byte_wwid_list->lun_entries[i].device_type;
126728ca6d87SMike McGowen rpl_16byte_wwid_list->lun_entries[i].device_flags = rpl_8byte_wwid_list->lun_entries[i].device_flags;
126828ca6d87SMike McGowen rpl_16byte_wwid_list->lun_entries[i].lun_count = rpl_8byte_wwid_list->lun_entries[i].lun_count;
126928ca6d87SMike McGowen rpl_16byte_wwid_list->lun_entries[i].redundant_paths = rpl_8byte_wwid_list->lun_entries[i].redundant_paths;
127028ca6d87SMike McGowen rpl_16byte_wwid_list->lun_entries[i].aio_handle = rpl_8byte_wwid_list->lun_entries[i].aio_handle;
127128ca6d87SMike McGowen }
127228ca6d87SMike McGowen
127328ca6d87SMike McGowen kfree(rpl_8byte_wwid_list);
127428ca6d87SMike McGowen *buffer = rpl_16byte_wwid_list;
127528ca6d87SMike McGowen
127628ca6d87SMike McGowen return 0;
12776c223761SKevin Barnett }
12786c223761SKevin Barnett
pqi_report_logical_luns(struct pqi_ctrl_info * ctrl_info,void ** buffer)1279583891c9SKevin Barnett static inline int pqi_report_logical_luns(struct pqi_ctrl_info *ctrl_info, void **buffer)
12806c223761SKevin Barnett {
12816c223761SKevin Barnett return pqi_report_phys_logical_luns(ctrl_info, CISS_REPORT_LOG, buffer);
12826c223761SKevin Barnett }
12836c223761SKevin Barnett
pqi_get_device_lists(struct pqi_ctrl_info * ctrl_info,struct report_phys_lun_16byte_wwid_list ** physdev_list,struct report_log_lun_list ** logdev_list)12846c223761SKevin Barnett static int pqi_get_device_lists(struct pqi_ctrl_info *ctrl_info,
128528ca6d87SMike McGowen struct report_phys_lun_16byte_wwid_list **physdev_list,
128628ca6d87SMike McGowen struct report_log_lun_list **logdev_list)
12876c223761SKevin Barnett {
12886c223761SKevin Barnett int rc;
12896c223761SKevin Barnett size_t logdev_list_length;
12906c223761SKevin Barnett size_t logdev_data_length;
129128ca6d87SMike McGowen struct report_log_lun_list *internal_logdev_list;
129228ca6d87SMike McGowen struct report_log_lun_list *logdev_data;
12936c223761SKevin Barnett struct report_lun_header report_lun_header;
12946c223761SKevin Barnett
12956c223761SKevin Barnett rc = pqi_report_phys_luns(ctrl_info, (void **)physdev_list);
12966c223761SKevin Barnett if (rc)
12976c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
12986c223761SKevin Barnett "report physical LUNs failed\n");
12996c223761SKevin Barnett
13006c223761SKevin Barnett rc = pqi_report_logical_luns(ctrl_info, (void **)logdev_list);
13016c223761SKevin Barnett if (rc)
13026c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
13036c223761SKevin Barnett "report logical LUNs failed\n");
13046c223761SKevin Barnett
13056c223761SKevin Barnett /*
1306ead82126SGustavo A. R. Silva * Tack the controller itself onto the end of the logical device list
1307ead82126SGustavo A. R. Silva * by adding a list entry that is all zeros.
13086c223761SKevin Barnett */
13096c223761SKevin Barnett
13106c223761SKevin Barnett logdev_data = *logdev_list;
13116c223761SKevin Barnett
13126c223761SKevin Barnett if (logdev_data) {
13136c223761SKevin Barnett logdev_list_length =
13146c223761SKevin Barnett get_unaligned_be32(&logdev_data->header.list_length);
13156c223761SKevin Barnett } else {
13166c223761SKevin Barnett memset(&report_lun_header, 0, sizeof(report_lun_header));
13176c223761SKevin Barnett logdev_data =
131828ca6d87SMike McGowen (struct report_log_lun_list *)&report_lun_header;
13196c223761SKevin Barnett logdev_list_length = 0;
13206c223761SKevin Barnett }
13216c223761SKevin Barnett
13226c223761SKevin Barnett logdev_data_length = sizeof(struct report_lun_header) +
13236c223761SKevin Barnett logdev_list_length;
13246c223761SKevin Barnett
13256c223761SKevin Barnett internal_logdev_list = kmalloc(logdev_data_length +
132628ca6d87SMike McGowen sizeof(struct report_log_lun), GFP_KERNEL);
13276c223761SKevin Barnett if (!internal_logdev_list) {
13286c223761SKevin Barnett kfree(*logdev_list);
13296c223761SKevin Barnett *logdev_list = NULL;
13306c223761SKevin Barnett return -ENOMEM;
13316c223761SKevin Barnett }
13326c223761SKevin Barnett
13336c223761SKevin Barnett memcpy(internal_logdev_list, logdev_data, logdev_data_length);
13346c223761SKevin Barnett memset((u8 *)internal_logdev_list + logdev_data_length, 0,
133528ca6d87SMike McGowen sizeof(struct report_log_lun));
13366c223761SKevin Barnett put_unaligned_be32(logdev_list_length +
133728ca6d87SMike McGowen sizeof(struct report_log_lun),
13386c223761SKevin Barnett &internal_logdev_list->header.list_length);
13396c223761SKevin Barnett
13406c223761SKevin Barnett kfree(*logdev_list);
13416c223761SKevin Barnett *logdev_list = internal_logdev_list;
13426c223761SKevin Barnett
13436c223761SKevin Barnett return 0;
13446c223761SKevin Barnett }
13456c223761SKevin Barnett
pqi_set_bus_target_lun(struct pqi_scsi_dev * device,int bus,int target,int lun)13466c223761SKevin Barnett static inline void pqi_set_bus_target_lun(struct pqi_scsi_dev *device,
13476c223761SKevin Barnett int bus, int target, int lun)
13486c223761SKevin Barnett {
13496c223761SKevin Barnett device->bus = bus;
13506c223761SKevin Barnett device->target = target;
13516c223761SKevin Barnett device->lun = lun;
13526c223761SKevin Barnett }
13536c223761SKevin Barnett
pqi_assign_bus_target_lun(struct pqi_scsi_dev * device)13546c223761SKevin Barnett static void pqi_assign_bus_target_lun(struct pqi_scsi_dev *device)
13556c223761SKevin Barnett {
13566c223761SKevin Barnett u8 *scsi3addr;
13576c223761SKevin Barnett u32 lunid;
1358bd10cf0bSKevin Barnett int bus;
1359bd10cf0bSKevin Barnett int target;
1360bd10cf0bSKevin Barnett int lun;
13616c223761SKevin Barnett
13626c223761SKevin Barnett scsi3addr = device->scsi3addr;
13636c223761SKevin Barnett lunid = get_unaligned_le32(scsi3addr);
13646c223761SKevin Barnett
13656c223761SKevin Barnett if (pqi_is_hba_lunid(scsi3addr)) {
13666c223761SKevin Barnett /* The specified device is the controller. */
13676c223761SKevin Barnett pqi_set_bus_target_lun(device, PQI_HBA_BUS, 0, lunid & 0x3fff);
13686c223761SKevin Barnett device->target_lun_valid = true;
13696c223761SKevin Barnett return;
13706c223761SKevin Barnett }
13716c223761SKevin Barnett
13726c223761SKevin Barnett if (pqi_is_logical_device(device)) {
1373bd10cf0bSKevin Barnett if (device->is_external_raid_device) {
1374bd10cf0bSKevin Barnett bus = PQI_EXTERNAL_RAID_VOLUME_BUS;
1375bd10cf0bSKevin Barnett target = (lunid >> 16) & 0x3fff;
1376bd10cf0bSKevin Barnett lun = lunid & 0xff;
1377bd10cf0bSKevin Barnett } else {
1378bd10cf0bSKevin Barnett bus = PQI_RAID_VOLUME_BUS;
1379bd10cf0bSKevin Barnett target = 0;
1380bd10cf0bSKevin Barnett lun = lunid & 0x3fff;
1381bd10cf0bSKevin Barnett }
1382bd10cf0bSKevin Barnett pqi_set_bus_target_lun(device, bus, target, lun);
13836c223761SKevin Barnett device->target_lun_valid = true;
13846c223761SKevin Barnett return;
13856c223761SKevin Barnett }
13866c223761SKevin Barnett
13876c223761SKevin Barnett /*
13886c223761SKevin Barnett * Defer target and LUN assignment for non-controller physical devices
13896c223761SKevin Barnett * because the SAS transport layer will make these assignments later.
13906c223761SKevin Barnett */
13916c223761SKevin Barnett pqi_set_bus_target_lun(device, PQI_PHYSICAL_DEVICE_BUS, 0, 0);
13926c223761SKevin Barnett }
13936c223761SKevin Barnett
pqi_get_raid_level(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)13946c223761SKevin Barnett static void pqi_get_raid_level(struct pqi_ctrl_info *ctrl_info,
13956c223761SKevin Barnett struct pqi_scsi_dev *device)
13966c223761SKevin Barnett {
13976c223761SKevin Barnett int rc;
13986c223761SKevin Barnett u8 raid_level;
13996c223761SKevin Barnett u8 *buffer;
14006c223761SKevin Barnett
14016c223761SKevin Barnett raid_level = SA_RAID_UNKNOWN;
14026c223761SKevin Barnett
14036c223761SKevin Barnett buffer = kmalloc(64, GFP_KERNEL);
14046c223761SKevin Barnett if (buffer) {
14056c223761SKevin Barnett rc = pqi_scsi_inquiry(ctrl_info, device->scsi3addr,
14066c223761SKevin Barnett VPD_PAGE | CISS_VPD_LV_DEVICE_GEOMETRY, buffer, 64);
14076c223761SKevin Barnett if (rc == 0) {
14086c223761SKevin Barnett raid_level = buffer[8];
14096c223761SKevin Barnett if (raid_level > SA_RAID_MAX)
14106c223761SKevin Barnett raid_level = SA_RAID_UNKNOWN;
14116c223761SKevin Barnett }
14126c223761SKevin Barnett kfree(buffer);
14136c223761SKevin Barnett }
14146c223761SKevin Barnett
14156c223761SKevin Barnett device->raid_level = raid_level;
14166c223761SKevin Barnett }
14176c223761SKevin Barnett
pqi_validate_raid_map(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct raid_map * raid_map)14186c223761SKevin Barnett static int pqi_validate_raid_map(struct pqi_ctrl_info *ctrl_info,
14196c223761SKevin Barnett struct pqi_scsi_dev *device, struct raid_map *raid_map)
14206c223761SKevin Barnett {
14216c223761SKevin Barnett char *err_msg;
14226c223761SKevin Barnett u32 raid_map_size;
14236c223761SKevin Barnett u32 r5or6_blocks_per_row;
14246c223761SKevin Barnett
14256c223761SKevin Barnett raid_map_size = get_unaligned_le32(&raid_map->structure_size);
14266c223761SKevin Barnett
14276c223761SKevin Barnett if (raid_map_size < offsetof(struct raid_map, disk_data)) {
14286c223761SKevin Barnett err_msg = "RAID map too small";
14296c223761SKevin Barnett goto bad_raid_map;
14306c223761SKevin Barnett }
14316c223761SKevin Barnett
14326c223761SKevin Barnett if (device->raid_level == SA_RAID_1) {
14336c223761SKevin Barnett if (get_unaligned_le16(&raid_map->layout_map_count) != 2) {
14346c223761SKevin Barnett err_msg = "invalid RAID-1 map";
14356c223761SKevin Barnett goto bad_raid_map;
14366c223761SKevin Barnett }
14377a012c23SDon Brace } else if (device->raid_level == SA_RAID_TRIPLE) {
14386c223761SKevin Barnett if (get_unaligned_le16(&raid_map->layout_map_count) != 3) {
14397a012c23SDon Brace err_msg = "invalid RAID-1(Triple) map";
14406c223761SKevin Barnett goto bad_raid_map;
14416c223761SKevin Barnett }
14426c223761SKevin Barnett } else if ((device->raid_level == SA_RAID_5 ||
14436c223761SKevin Barnett device->raid_level == SA_RAID_6) &&
14446c223761SKevin Barnett get_unaligned_le16(&raid_map->layout_map_count) > 1) {
14456c223761SKevin Barnett /* RAID 50/60 */
14466c223761SKevin Barnett r5or6_blocks_per_row =
14476c223761SKevin Barnett get_unaligned_le16(&raid_map->strip_size) *
14486c223761SKevin Barnett get_unaligned_le16(&raid_map->data_disks_per_row);
14496c223761SKevin Barnett if (r5or6_blocks_per_row == 0) {
14506c223761SKevin Barnett err_msg = "invalid RAID-5 or RAID-6 map";
14516c223761SKevin Barnett goto bad_raid_map;
14526c223761SKevin Barnett }
14536c223761SKevin Barnett }
14546c223761SKevin Barnett
14556c223761SKevin Barnett return 0;
14566c223761SKevin Barnett
14576c223761SKevin Barnett bad_raid_map:
1458d87d5474SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
145938a7338aSKevin Barnett "logical device %08x%08x %s\n",
146038a7338aSKevin Barnett *((u32 *)&device->scsi3addr),
146138a7338aSKevin Barnett *((u32 *)&device->scsi3addr[4]), err_msg);
14626c223761SKevin Barnett
14636c223761SKevin Barnett return -EINVAL;
14646c223761SKevin Barnett }
14656c223761SKevin Barnett
pqi_get_raid_map(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)14666c223761SKevin Barnett static int pqi_get_raid_map(struct pqi_ctrl_info *ctrl_info,
14676c223761SKevin Barnett struct pqi_scsi_dev *device)
14686c223761SKevin Barnett {
14696c223761SKevin Barnett int rc;
1470a91aaae0SAjish Koshy u32 raid_map_size;
14716c223761SKevin Barnett struct raid_map *raid_map;
14726c223761SKevin Barnett
14736c223761SKevin Barnett raid_map = kmalloc(sizeof(*raid_map), GFP_KERNEL);
14746c223761SKevin Barnett if (!raid_map)
14756c223761SKevin Barnett return -ENOMEM;
14766c223761SKevin Barnett
1477a91aaae0SAjish Koshy rc = pqi_send_scsi_raid_request(ctrl_info, CISS_GET_RAID_MAP,
1478ae0c189dSKevin Barnett device->scsi3addr, raid_map, sizeof(*raid_map), 0, NULL);
14796c223761SKevin Barnett if (rc)
14806c223761SKevin Barnett goto error;
14816c223761SKevin Barnett
1482a91aaae0SAjish Koshy raid_map_size = get_unaligned_le32(&raid_map->structure_size);
1483a91aaae0SAjish Koshy
1484a91aaae0SAjish Koshy if (raid_map_size > sizeof(*raid_map)) {
1485a91aaae0SAjish Koshy
1486a91aaae0SAjish Koshy kfree(raid_map);
1487a91aaae0SAjish Koshy
1488a91aaae0SAjish Koshy raid_map = kmalloc(raid_map_size, GFP_KERNEL);
1489a91aaae0SAjish Koshy if (!raid_map)
1490a91aaae0SAjish Koshy return -ENOMEM;
1491a91aaae0SAjish Koshy
1492a91aaae0SAjish Koshy rc = pqi_send_scsi_raid_request(ctrl_info, CISS_GET_RAID_MAP,
1493ae0c189dSKevin Barnett device->scsi3addr, raid_map, raid_map_size, 0, NULL);
1494a91aaae0SAjish Koshy if (rc)
1495a91aaae0SAjish Koshy goto error;
1496a91aaae0SAjish Koshy
1497a91aaae0SAjish Koshy if (get_unaligned_le32(&raid_map->structure_size)
1498a91aaae0SAjish Koshy != raid_map_size) {
1499a91aaae0SAjish Koshy dev_warn(&ctrl_info->pci_dev->dev,
1500583891c9SKevin Barnett "requested %u bytes, received %u bytes\n",
1501a91aaae0SAjish Koshy raid_map_size,
1502a91aaae0SAjish Koshy get_unaligned_le32(&raid_map->structure_size));
1503d1f6581aSDan Carpenter rc = -EINVAL;
1504a91aaae0SAjish Koshy goto error;
1505a91aaae0SAjish Koshy }
1506a91aaae0SAjish Koshy }
1507a91aaae0SAjish Koshy
15086c223761SKevin Barnett rc = pqi_validate_raid_map(ctrl_info, device, raid_map);
15096c223761SKevin Barnett if (rc)
15106c223761SKevin Barnett goto error;
15116c223761SKevin Barnett
15126c223761SKevin Barnett device->raid_map = raid_map;
15136c223761SKevin Barnett
15146c223761SKevin Barnett return 0;
15156c223761SKevin Barnett
15166c223761SKevin Barnett error:
15176c223761SKevin Barnett kfree(raid_map);
15186c223761SKevin Barnett
15196c223761SKevin Barnett return rc;
15206c223761SKevin Barnett }
15216c223761SKevin Barnett
pqi_set_max_transfer_encrypted(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)1522f6cc2a77SKevin Barnett static void pqi_set_max_transfer_encrypted(struct pqi_ctrl_info *ctrl_info,
1523f6cc2a77SKevin Barnett struct pqi_scsi_dev *device)
1524f6cc2a77SKevin Barnett {
1525f6cc2a77SKevin Barnett if (!ctrl_info->lv_drive_type_mix_valid) {
1526f6cc2a77SKevin Barnett device->max_transfer_encrypted = ~0;
1527f6cc2a77SKevin Barnett return;
1528f6cc2a77SKevin Barnett }
1529f6cc2a77SKevin Barnett
1530f6cc2a77SKevin Barnett switch (LV_GET_DRIVE_TYPE_MIX(device->scsi3addr)) {
1531f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_SAS_HDD_ONLY:
1532f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_SATA_HDD_ONLY:
1533f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_SAS_OR_SATA_SSD_ONLY:
1534f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_SAS_SSD_ONLY:
1535f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_SATA_SSD_ONLY:
1536f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_SAS_ONLY:
1537f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_SATA_ONLY:
1538f6cc2a77SKevin Barnett device->max_transfer_encrypted =
1539f6cc2a77SKevin Barnett ctrl_info->max_transfer_encrypted_sas_sata;
1540f6cc2a77SKevin Barnett break;
1541f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_NVME_ONLY:
1542f6cc2a77SKevin Barnett device->max_transfer_encrypted =
1543f6cc2a77SKevin Barnett ctrl_info->max_transfer_encrypted_nvme;
1544f6cc2a77SKevin Barnett break;
1545f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_UNKNOWN:
1546f6cc2a77SKevin Barnett case LV_DRIVE_TYPE_MIX_NO_RESTRICTION:
1547f6cc2a77SKevin Barnett default:
1548f6cc2a77SKevin Barnett device->max_transfer_encrypted =
1549f6cc2a77SKevin Barnett min(ctrl_info->max_transfer_encrypted_sas_sata,
1550f6cc2a77SKevin Barnett ctrl_info->max_transfer_encrypted_nvme);
1551f6cc2a77SKevin Barnett break;
1552f6cc2a77SKevin Barnett }
1553f6cc2a77SKevin Barnett }
1554f6cc2a77SKevin Barnett
pqi_get_raid_bypass_status(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)1555588a63feSKevin Barnett static void pqi_get_raid_bypass_status(struct pqi_ctrl_info *ctrl_info,
15566c223761SKevin Barnett struct pqi_scsi_dev *device)
15576c223761SKevin Barnett {
15586c223761SKevin Barnett int rc;
15596c223761SKevin Barnett u8 *buffer;
1560588a63feSKevin Barnett u8 bypass_status;
15616c223761SKevin Barnett
15626c223761SKevin Barnett buffer = kmalloc(64, GFP_KERNEL);
15636c223761SKevin Barnett if (!buffer)
15646c223761SKevin Barnett return;
15656c223761SKevin Barnett
15666c223761SKevin Barnett rc = pqi_scsi_inquiry(ctrl_info, device->scsi3addr,
1567588a63feSKevin Barnett VPD_PAGE | CISS_VPD_LV_BYPASS_STATUS, buffer, 64);
15686c223761SKevin Barnett if (rc)
15696c223761SKevin Barnett goto out;
15706c223761SKevin Barnett
1571588a63feSKevin Barnett #define RAID_BYPASS_STATUS 4
1572588a63feSKevin Barnett #define RAID_BYPASS_CONFIGURED 0x1
1573588a63feSKevin Barnett #define RAID_BYPASS_ENABLED 0x2
15746c223761SKevin Barnett
1575588a63feSKevin Barnett bypass_status = buffer[RAID_BYPASS_STATUS];
1576588a63feSKevin Barnett device->raid_bypass_configured =
1577588a63feSKevin Barnett (bypass_status & RAID_BYPASS_CONFIGURED) != 0;
1578588a63feSKevin Barnett if (device->raid_bypass_configured &&
1579588a63feSKevin Barnett (bypass_status & RAID_BYPASS_ENABLED) &&
1580f6cc2a77SKevin Barnett pqi_get_raid_map(ctrl_info, device) == 0) {
1581588a63feSKevin Barnett device->raid_bypass_enabled = true;
1582f6cc2a77SKevin Barnett if (get_unaligned_le16(&device->raid_map->flags) &
1583f6cc2a77SKevin Barnett RAID_MAP_ENCRYPTION_ENABLED)
1584f6cc2a77SKevin Barnett pqi_set_max_transfer_encrypted(ctrl_info, device);
1585f6cc2a77SKevin Barnett }
15866c223761SKevin Barnett
15876c223761SKevin Barnett out:
15886c223761SKevin Barnett kfree(buffer);
15896c223761SKevin Barnett }
15906c223761SKevin Barnett
15916c223761SKevin Barnett /*
15926c223761SKevin Barnett * Use vendor-specific VPD to determine online/offline status of a volume.
15936c223761SKevin Barnett */
15946c223761SKevin Barnett
pqi_get_volume_status(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)15956c223761SKevin Barnett static void pqi_get_volume_status(struct pqi_ctrl_info *ctrl_info,
15966c223761SKevin Barnett struct pqi_scsi_dev *device)
15976c223761SKevin Barnett {
15986c223761SKevin Barnett int rc;
15996c223761SKevin Barnett size_t page_length;
16006c223761SKevin Barnett u8 volume_status = CISS_LV_STATUS_UNAVAILABLE;
16016c223761SKevin Barnett bool volume_offline = true;
16026c223761SKevin Barnett u32 volume_flags;
16036c223761SKevin Barnett struct ciss_vpd_logical_volume_status *vpd;
16046c223761SKevin Barnett
16056c223761SKevin Barnett vpd = kmalloc(sizeof(*vpd), GFP_KERNEL);
16066c223761SKevin Barnett if (!vpd)
16076c223761SKevin Barnett goto no_buffer;
16086c223761SKevin Barnett
16096c223761SKevin Barnett rc = pqi_scsi_inquiry(ctrl_info, device->scsi3addr,
16106c223761SKevin Barnett VPD_PAGE | CISS_VPD_LV_STATUS, vpd, sizeof(*vpd));
16116c223761SKevin Barnett if (rc)
16126c223761SKevin Barnett goto out;
16136c223761SKevin Barnett
16147ff44499SDave Carroll if (vpd->page_code != CISS_VPD_LV_STATUS)
16157ff44499SDave Carroll goto out;
16167ff44499SDave Carroll
16176c223761SKevin Barnett page_length = offsetof(struct ciss_vpd_logical_volume_status,
16186c223761SKevin Barnett volume_status) + vpd->page_length;
16196c223761SKevin Barnett if (page_length < sizeof(*vpd))
16206c223761SKevin Barnett goto out;
16216c223761SKevin Barnett
16226c223761SKevin Barnett volume_status = vpd->volume_status;
16236c223761SKevin Barnett volume_flags = get_unaligned_be32(&vpd->flags);
16246c223761SKevin Barnett volume_offline = (volume_flags & CISS_LV_FLAGS_NO_HOST_IO) != 0;
16256c223761SKevin Barnett
16266c223761SKevin Barnett out:
16276c223761SKevin Barnett kfree(vpd);
16286c223761SKevin Barnett no_buffer:
16296c223761SKevin Barnett device->volume_status = volume_status;
16306c223761SKevin Barnett device->volume_offline = volume_offline;
16316c223761SKevin Barnett }
16326c223761SKevin Barnett
16332a47834dSGilbert Wu #define PQI_DEVICE_NCQ_PRIO_SUPPORTED 0x01
1634ec504b23SMurthy Bhat #define PQI_DEVICE_PHY_MAP_SUPPORTED 0x10
16352eddf98dSKevin Barnett #define PQI_DEVICE_ERASE_IN_PROGRESS 0x10
1636ec504b23SMurthy Bhat
pqi_get_physical_device_info(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct bmic_identify_physical_device * id_phys)1637ce143793SKevin Barnett static int pqi_get_physical_device_info(struct pqi_ctrl_info *ctrl_info,
1638ce143793SKevin Barnett struct pqi_scsi_dev *device,
1639ce143793SKevin Barnett struct bmic_identify_physical_device *id_phys)
1640ce143793SKevin Barnett {
1641ce143793SKevin Barnett int rc;
164226b390abSKevin Barnett
1643ce143793SKevin Barnett memset(id_phys, 0, sizeof(*id_phys));
1644ce143793SKevin Barnett
1645ce143793SKevin Barnett rc = pqi_identify_physical_device(ctrl_info, device,
1646ce143793SKevin Barnett id_phys, sizeof(*id_phys));
1647ce143793SKevin Barnett if (rc) {
1648ce143793SKevin Barnett device->queue_depth = PQI_PHYSICAL_DISK_DEFAULT_MAX_QUEUE_DEPTH;
1649ce143793SKevin Barnett return rc;
1650ce143793SKevin Barnett }
1651ce143793SKevin Barnett
1652ce143793SKevin Barnett scsi_sanitize_inquiry_string(&id_phys->model[0], 8);
1653ce143793SKevin Barnett scsi_sanitize_inquiry_string(&id_phys->model[8], 16);
1654ce143793SKevin Barnett
1655ce143793SKevin Barnett memcpy(device->vendor, &id_phys->model[0], sizeof(device->vendor));
1656ce143793SKevin Barnett memcpy(device->model, &id_phys->model[8], sizeof(device->model));
1657ce143793SKevin Barnett
1658ce143793SKevin Barnett device->box_index = id_phys->box_index;
1659ce143793SKevin Barnett device->phys_box_on_bus = id_phys->phys_box_on_bus;
1660ce143793SKevin Barnett device->phy_connected_dev_type = id_phys->phy_connected_dev_type[0];
1661ce143793SKevin Barnett device->queue_depth =
1662ce143793SKevin Barnett get_unaligned_le16(&id_phys->current_queue_depth_limit);
1663ce143793SKevin Barnett device->active_path_index = id_phys->active_path_number;
1664ce143793SKevin Barnett device->path_map = id_phys->redundant_path_present_map;
1665ce143793SKevin Barnett memcpy(&device->box,
1666ce143793SKevin Barnett &id_phys->alternate_paths_phys_box_on_port,
1667ce143793SKevin Barnett sizeof(device->box));
1668ce143793SKevin Barnett memcpy(&device->phys_connector,
1669ce143793SKevin Barnett &id_phys->alternate_paths_phys_connector,
1670ce143793SKevin Barnett sizeof(device->phys_connector));
1671ce143793SKevin Barnett device->bay = id_phys->phys_bay_in_box;
1672cc9befcbSKumar Meiyappan device->lun_count = id_phys->multi_lun_device_lun_count;
1673ec504b23SMurthy Bhat if ((id_phys->even_more_flags & PQI_DEVICE_PHY_MAP_SUPPORTED) &&
1674ec504b23SMurthy Bhat id_phys->phy_count)
1675ec504b23SMurthy Bhat device->phy_id =
1676ec504b23SMurthy Bhat id_phys->phy_to_phy_map[device->active_path_index];
1677ec504b23SMurthy Bhat else
1678ec504b23SMurthy Bhat device->phy_id = 0xFF;
1679ec504b23SMurthy Bhat
16802a47834dSGilbert Wu device->ncq_prio_support =
16812a47834dSGilbert Wu ((get_unaligned_le32(&id_phys->misc_drive_flags) >> 16) &
16822a47834dSGilbert Wu PQI_DEVICE_NCQ_PRIO_SUPPORTED);
16832a47834dSGilbert Wu
16842eddf98dSKevin Barnett device->erase_in_progress = !!(get_unaligned_le16(&id_phys->extra_physical_drive_flags) & PQI_DEVICE_ERASE_IN_PROGRESS);
16852eddf98dSKevin Barnett
1686ce143793SKevin Barnett return 0;
1687ce143793SKevin Barnett }
1688ce143793SKevin Barnett
pqi_get_logical_device_info(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)1689ce143793SKevin Barnett static int pqi_get_logical_device_info(struct pqi_ctrl_info *ctrl_info,
16906c223761SKevin Barnett struct pqi_scsi_dev *device)
16916c223761SKevin Barnett {
16926c223761SKevin Barnett int rc;
16936c223761SKevin Barnett u8 *buffer;
16943d46a59aSDon Brace
16956c223761SKevin Barnett buffer = kmalloc(64, GFP_KERNEL);
16966c223761SKevin Barnett if (!buffer)
16976c223761SKevin Barnett return -ENOMEM;
16986c223761SKevin Barnett
16996c223761SKevin Barnett /* Send an inquiry to the device to see what it is. */
1700ce143793SKevin Barnett rc = pqi_scsi_inquiry(ctrl_info, device->scsi3addr, 0, buffer, 64);
1701ce143793SKevin Barnett if (rc)
17026c223761SKevin Barnett goto out;
17036c223761SKevin Barnett
17046c223761SKevin Barnett scsi_sanitize_inquiry_string(&buffer[8], 8);
17056c223761SKevin Barnett scsi_sanitize_inquiry_string(&buffer[16], 16);
17066c223761SKevin Barnett
17076c223761SKevin Barnett device->devtype = buffer[0] & 0x1f;
1708cbe0c7b1SKevin Barnett memcpy(device->vendor, &buffer[8], sizeof(device->vendor));
1709cbe0c7b1SKevin Barnett memcpy(device->model, &buffer[16], sizeof(device->model));
17106c223761SKevin Barnett
1711ce143793SKevin Barnett if (device->devtype == TYPE_DISK) {
1712bd10cf0bSKevin Barnett if (device->is_external_raid_device) {
1713bd10cf0bSKevin Barnett device->raid_level = SA_RAID_UNKNOWN;
1714bd10cf0bSKevin Barnett device->volume_status = CISS_LV_OK;
1715bd10cf0bSKevin Barnett device->volume_offline = false;
1716bd10cf0bSKevin Barnett } else {
17176c223761SKevin Barnett pqi_get_raid_level(ctrl_info, device);
1718588a63feSKevin Barnett pqi_get_raid_bypass_status(ctrl_info, device);
17196c223761SKevin Barnett pqi_get_volume_status(ctrl_info, device);
17206c223761SKevin Barnett }
1721bd10cf0bSKevin Barnett }
17226c223761SKevin Barnett
17236c223761SKevin Barnett out:
17246c223761SKevin Barnett kfree(buffer);
17256c223761SKevin Barnett
17266c223761SKevin Barnett return rc;
17276c223761SKevin Barnett }
17286c223761SKevin Barnett
1729be76f906SDon Brace /*
1730be76f906SDon Brace * Prevent adding drive to OS for some corner cases such as a drive
17312eddf98dSKevin Barnett * undergoing a sanitize (erase) operation. Some OSes will continue to poll
1732be76f906SDon Brace * the drive until the sanitize completes, which can take hours,
1733be76f906SDon Brace * resulting in long bootup delays. Commands such as TUR, READ_CAP
1734be76f906SDon Brace * are allowed, but READ/WRITE cause check condition. So the OS
1735be76f906SDon Brace * cannot check/read the partition table.
1736be76f906SDon Brace * Note: devices that have completed sanitize must be re-enabled
1737be76f906SDon Brace * using the management utility.
1738be76f906SDon Brace */
pqi_keep_device_offline(struct pqi_scsi_dev * device)17392eddf98dSKevin Barnett static inline bool pqi_keep_device_offline(struct pqi_scsi_dev *device)
1740be76f906SDon Brace {
17412eddf98dSKevin Barnett return device->erase_in_progress;
1742be76f906SDon Brace }
1743be76f906SDon Brace
pqi_get_device_info_phys_logical(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct bmic_identify_physical_device * id_phys)1744cc9befcbSKumar Meiyappan static int pqi_get_device_info_phys_logical(struct pqi_ctrl_info *ctrl_info,
17456c223761SKevin Barnett struct pqi_scsi_dev *device,
17466c223761SKevin Barnett struct bmic_identify_physical_device *id_phys)
17476c223761SKevin Barnett {
17486c223761SKevin Barnett int rc;
17496c223761SKevin Barnett
1750ce143793SKevin Barnett if (device->is_expander_smp_device)
1751ce143793SKevin Barnett return 0;
17526c223761SKevin Barnett
1753ce143793SKevin Barnett if (pqi_is_logical_device(device))
1754ce143793SKevin Barnett rc = pqi_get_logical_device_info(ctrl_info, device);
1755ce143793SKevin Barnett else
1756ce143793SKevin Barnett rc = pqi_get_physical_device_info(ctrl_info, device, id_phys);
1757694c5d5bSKevin Barnett
1758ce143793SKevin Barnett return rc;
17596c223761SKevin Barnett }
17606c223761SKevin Barnett
pqi_get_device_info(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct bmic_identify_physical_device * id_phys)1761cc9befcbSKumar Meiyappan static int pqi_get_device_info(struct pqi_ctrl_info *ctrl_info,
1762cc9befcbSKumar Meiyappan struct pqi_scsi_dev *device,
1763cc9befcbSKumar Meiyappan struct bmic_identify_physical_device *id_phys)
1764cc9befcbSKumar Meiyappan {
1765cc9befcbSKumar Meiyappan int rc;
1766cc9befcbSKumar Meiyappan
1767cc9befcbSKumar Meiyappan rc = pqi_get_device_info_phys_logical(ctrl_info, device, id_phys);
1768cc9befcbSKumar Meiyappan
1769cc9befcbSKumar Meiyappan if (rc == 0 && device->lun_count == 0)
1770cc9befcbSKumar Meiyappan device->lun_count = 1;
1771cc9befcbSKumar Meiyappan
1772cc9befcbSKumar Meiyappan return rc;
1773cc9befcbSKumar Meiyappan }
1774cc9befcbSKumar Meiyappan
pqi_show_volume_status(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)17756c223761SKevin Barnett static void pqi_show_volume_status(struct pqi_ctrl_info *ctrl_info,
17766c223761SKevin Barnett struct pqi_scsi_dev *device)
17776c223761SKevin Barnett {
17786c223761SKevin Barnett char *status;
17796c223761SKevin Barnett static const char unknown_state_str[] =
17806c223761SKevin Barnett "Volume is in an unknown state (%u)";
17816c223761SKevin Barnett char unknown_state_buffer[sizeof(unknown_state_str) + 10];
17826c223761SKevin Barnett
17836c223761SKevin Barnett switch (device->volume_status) {
17846c223761SKevin Barnett case CISS_LV_OK:
17856c223761SKevin Barnett status = "Volume online";
17866c223761SKevin Barnett break;
17876c223761SKevin Barnett case CISS_LV_FAILED:
17886c223761SKevin Barnett status = "Volume failed";
17896c223761SKevin Barnett break;
17906c223761SKevin Barnett case CISS_LV_NOT_CONFIGURED:
17916c223761SKevin Barnett status = "Volume not configured";
17926c223761SKevin Barnett break;
17936c223761SKevin Barnett case CISS_LV_DEGRADED:
17946c223761SKevin Barnett status = "Volume degraded";
17956c223761SKevin Barnett break;
17966c223761SKevin Barnett case CISS_LV_READY_FOR_RECOVERY:
17976c223761SKevin Barnett status = "Volume ready for recovery operation";
17986c223761SKevin Barnett break;
17996c223761SKevin Barnett case CISS_LV_UNDERGOING_RECOVERY:
18006c223761SKevin Barnett status = "Volume undergoing recovery";
18016c223761SKevin Barnett break;
18026c223761SKevin Barnett case CISS_LV_WRONG_PHYSICAL_DRIVE_REPLACED:
18036c223761SKevin Barnett status = "Wrong physical drive was replaced";
18046c223761SKevin Barnett break;
18056c223761SKevin Barnett case CISS_LV_PHYSICAL_DRIVE_CONNECTION_PROBLEM:
18066c223761SKevin Barnett status = "A physical drive not properly connected";
18076c223761SKevin Barnett break;
18086c223761SKevin Barnett case CISS_LV_HARDWARE_OVERHEATING:
18096c223761SKevin Barnett status = "Hardware is overheating";
18106c223761SKevin Barnett break;
18116c223761SKevin Barnett case CISS_LV_HARDWARE_HAS_OVERHEATED:
18126c223761SKevin Barnett status = "Hardware has overheated";
18136c223761SKevin Barnett break;
18146c223761SKevin Barnett case CISS_LV_UNDERGOING_EXPANSION:
18156c223761SKevin Barnett status = "Volume undergoing expansion";
18166c223761SKevin Barnett break;
18176c223761SKevin Barnett case CISS_LV_NOT_AVAILABLE:
18186c223761SKevin Barnett status = "Volume waiting for transforming volume";
18196c223761SKevin Barnett break;
18206c223761SKevin Barnett case CISS_LV_QUEUED_FOR_EXPANSION:
18216c223761SKevin Barnett status = "Volume queued for expansion";
18226c223761SKevin Barnett break;
18236c223761SKevin Barnett case CISS_LV_DISABLED_SCSI_ID_CONFLICT:
18246c223761SKevin Barnett status = "Volume disabled due to SCSI ID conflict";
18256c223761SKevin Barnett break;
18266c223761SKevin Barnett case CISS_LV_EJECTED:
18276c223761SKevin Barnett status = "Volume has been ejected";
18286c223761SKevin Barnett break;
18296c223761SKevin Barnett case CISS_LV_UNDERGOING_ERASE:
18306c223761SKevin Barnett status = "Volume undergoing background erase";
18316c223761SKevin Barnett break;
18326c223761SKevin Barnett case CISS_LV_READY_FOR_PREDICTIVE_SPARE_REBUILD:
18336c223761SKevin Barnett status = "Volume ready for predictive spare rebuild";
18346c223761SKevin Barnett break;
18356c223761SKevin Barnett case CISS_LV_UNDERGOING_RPI:
18366c223761SKevin Barnett status = "Volume undergoing rapid parity initialization";
18376c223761SKevin Barnett break;
18386c223761SKevin Barnett case CISS_LV_PENDING_RPI:
18396c223761SKevin Barnett status = "Volume queued for rapid parity initialization";
18406c223761SKevin Barnett break;
18416c223761SKevin Barnett case CISS_LV_ENCRYPTED_NO_KEY:
18426c223761SKevin Barnett status = "Encrypted volume inaccessible - key not present";
18436c223761SKevin Barnett break;
18446c223761SKevin Barnett case CISS_LV_UNDERGOING_ENCRYPTION:
18456c223761SKevin Barnett status = "Volume undergoing encryption process";
18466c223761SKevin Barnett break;
18476c223761SKevin Barnett case CISS_LV_UNDERGOING_ENCRYPTION_REKEYING:
18486c223761SKevin Barnett status = "Volume undergoing encryption re-keying process";
18496c223761SKevin Barnett break;
18506c223761SKevin Barnett case CISS_LV_ENCRYPTED_IN_NON_ENCRYPTED_CONTROLLER:
1851d87d5474SKevin Barnett status = "Volume encrypted but encryption is disabled";
18526c223761SKevin Barnett break;
18536c223761SKevin Barnett case CISS_LV_PENDING_ENCRYPTION:
18546c223761SKevin Barnett status = "Volume pending migration to encrypted state";
18556c223761SKevin Barnett break;
18566c223761SKevin Barnett case CISS_LV_PENDING_ENCRYPTION_REKEYING:
18576c223761SKevin Barnett status = "Volume pending encryption rekeying";
18586c223761SKevin Barnett break;
18596c223761SKevin Barnett case CISS_LV_NOT_SUPPORTED:
18606c223761SKevin Barnett status = "Volume not supported on this controller";
18616c223761SKevin Barnett break;
18626c223761SKevin Barnett case CISS_LV_STATUS_UNAVAILABLE:
18636c223761SKevin Barnett status = "Volume status not available";
18646c223761SKevin Barnett break;
18656c223761SKevin Barnett default:
18666c223761SKevin Barnett snprintf(unknown_state_buffer, sizeof(unknown_state_buffer),
18676c223761SKevin Barnett unknown_state_str, device->volume_status);
18686c223761SKevin Barnett status = unknown_state_buffer;
18696c223761SKevin Barnett break;
18706c223761SKevin Barnett }
18716c223761SKevin Barnett
18726c223761SKevin Barnett dev_info(&ctrl_info->pci_dev->dev,
18736c223761SKevin Barnett "scsi %d:%d:%d:%d %s\n",
18746c223761SKevin Barnett ctrl_info->scsi_host->host_no,
18756c223761SKevin Barnett device->bus, device->target, device->lun, status);
18766c223761SKevin Barnett }
18776c223761SKevin Barnett
pqi_rescan_worker(struct work_struct * work)18786c223761SKevin Barnett static void pqi_rescan_worker(struct work_struct *work)
18796c223761SKevin Barnett {
18806c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
18816c223761SKevin Barnett
18826c223761SKevin Barnett ctrl_info = container_of(to_delayed_work(work), struct pqi_ctrl_info,
18836c223761SKevin Barnett rescan_work);
18846c223761SKevin Barnett
18856c223761SKevin Barnett pqi_scan_scsi_devices(ctrl_info);
18866c223761SKevin Barnett }
18876c223761SKevin Barnett
pqi_add_device(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)18886c223761SKevin Barnett static int pqi_add_device(struct pqi_ctrl_info *ctrl_info,
18896c223761SKevin Barnett struct pqi_scsi_dev *device)
18906c223761SKevin Barnett {
18916c223761SKevin Barnett int rc;
18926c223761SKevin Barnett
18936c223761SKevin Barnett if (pqi_is_logical_device(device))
18946c223761SKevin Barnett rc = scsi_add_device(ctrl_info->scsi_host, device->bus,
18956c223761SKevin Barnett device->target, device->lun);
18966c223761SKevin Barnett else
18976c223761SKevin Barnett rc = pqi_add_sas_device(ctrl_info->sas_host, device);
18986c223761SKevin Barnett
18996c223761SKevin Barnett return rc;
19006c223761SKevin Barnett }
19016c223761SKevin Barnett
190218ff5f08SKevin Barnett #define PQI_REMOVE_DEVICE_PENDING_IO_TIMEOUT_MSECS (20 * 1000)
19031e46731eSMahesh Rajashekhara
pqi_remove_device(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)1904583891c9SKevin Barnett static inline void pqi_remove_device(struct pqi_ctrl_info *ctrl_info, struct pqi_scsi_dev *device)
19056c223761SKevin Barnett {
19061e46731eSMahesh Rajashekhara int rc;
1907904f2bfdSKumar Meiyappan int lun;
19081e46731eSMahesh Rajashekhara
1909cc9befcbSKumar Meiyappan for (lun = 0; lun < device->lun_count; lun++) {
1910904f2bfdSKumar Meiyappan rc = pqi_device_wait_for_pending_io(ctrl_info, device, lun,
191118ff5f08SKevin Barnett PQI_REMOVE_DEVICE_PENDING_IO_TIMEOUT_MSECS);
19121e46731eSMahesh Rajashekhara if (rc)
19131e46731eSMahesh Rajashekhara dev_err(&ctrl_info->pci_dev->dev,
19144d15ad38SKevin Barnett "scsi %d:%d:%d:%d removing device with %d outstanding command(s)\n",
19151e46731eSMahesh Rajashekhara ctrl_info->scsi_host->host_no, device->bus,
1916904f2bfdSKumar Meiyappan device->target, lun,
1917904f2bfdSKumar Meiyappan atomic_read(&device->scsi_cmds_outstanding[lun]));
1918904f2bfdSKumar Meiyappan }
19191e46731eSMahesh Rajashekhara
19206c223761SKevin Barnett if (pqi_is_logical_device(device))
19216c223761SKevin Barnett scsi_remove_device(device->sdev);
19226c223761SKevin Barnett else
19236c223761SKevin Barnett pqi_remove_sas_device(device);
1924819225b0SDon Brace
1925819225b0SDon Brace pqi_device_remove_start(device);
19266c223761SKevin Barnett }
19276c223761SKevin Barnett
19286c223761SKevin Barnett /* Assumes the SCSI device list lock is held. */
19296c223761SKevin Barnett
pqi_find_scsi_dev(struct pqi_ctrl_info * ctrl_info,int bus,int target,int lun)19306c223761SKevin Barnett static struct pqi_scsi_dev *pqi_find_scsi_dev(struct pqi_ctrl_info *ctrl_info,
19316c223761SKevin Barnett int bus, int target, int lun)
19326c223761SKevin Barnett {
19336c223761SKevin Barnett struct pqi_scsi_dev *device;
19346c223761SKevin Barnett
19354d15ad38SKevin Barnett list_for_each_entry(device, &ctrl_info->scsi_device_list, scsi_device_list_entry)
19364d15ad38SKevin Barnett if (device->bus == bus && device->target == target && device->lun == lun)
19376c223761SKevin Barnett return device;
19386c223761SKevin Barnett
19396c223761SKevin Barnett return NULL;
19406c223761SKevin Barnett }
19416c223761SKevin Barnett
pqi_device_equal(struct pqi_scsi_dev * dev1,struct pqi_scsi_dev * dev2)1942583891c9SKevin Barnett static inline bool pqi_device_equal(struct pqi_scsi_dev *dev1, struct pqi_scsi_dev *dev2)
19436c223761SKevin Barnett {
19446c223761SKevin Barnett if (dev1->is_physical_device != dev2->is_physical_device)
19456c223761SKevin Barnett return false;
19466c223761SKevin Barnett
19476c223761SKevin Barnett if (dev1->is_physical_device)
194828ca6d87SMike McGowen return memcmp(dev1->wwid, dev2->wwid, sizeof(dev1->wwid)) == 0;
19496c223761SKevin Barnett
1950583891c9SKevin Barnett return memcmp(dev1->volume_id, dev2->volume_id, sizeof(dev1->volume_id)) == 0;
19516c223761SKevin Barnett }
19526c223761SKevin Barnett
19536c223761SKevin Barnett enum pqi_find_result {
19546c223761SKevin Barnett DEVICE_NOT_FOUND,
19556c223761SKevin Barnett DEVICE_CHANGED,
19566c223761SKevin Barnett DEVICE_SAME,
19576c223761SKevin Barnett };
19586c223761SKevin Barnett
pqi_scsi_find_entry(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device_to_find,struct pqi_scsi_dev ** matching_device)19596c223761SKevin Barnett static enum pqi_find_result pqi_scsi_find_entry(struct pqi_ctrl_info *ctrl_info,
19604d15ad38SKevin Barnett struct pqi_scsi_dev *device_to_find, struct pqi_scsi_dev **matching_device)
19616c223761SKevin Barnett {
19626c223761SKevin Barnett struct pqi_scsi_dev *device;
19636c223761SKevin Barnett
19644d15ad38SKevin Barnett list_for_each_entry(device, &ctrl_info->scsi_device_list, scsi_device_list_entry) {
19654d15ad38SKevin Barnett if (pqi_scsi3addr_equal(device_to_find->scsi3addr, device->scsi3addr)) {
19666c223761SKevin Barnett *matching_device = device;
19676c223761SKevin Barnett if (pqi_device_equal(device_to_find, device)) {
19686c223761SKevin Barnett if (device_to_find->volume_offline)
19696c223761SKevin Barnett return DEVICE_CHANGED;
19706c223761SKevin Barnett return DEVICE_SAME;
19716c223761SKevin Barnett }
19726c223761SKevin Barnett return DEVICE_CHANGED;
19736c223761SKevin Barnett }
19746c223761SKevin Barnett }
19756c223761SKevin Barnett
19766c223761SKevin Barnett return DEVICE_NOT_FOUND;
19776c223761SKevin Barnett }
19786c223761SKevin Barnett
pqi_device_type(struct pqi_scsi_dev * device)19793d46a59aSDon Brace static inline const char *pqi_device_type(struct pqi_scsi_dev *device)
19803d46a59aSDon Brace {
19813d46a59aSDon Brace if (device->is_expander_smp_device)
19823d46a59aSDon Brace return "Enclosure SMP ";
19833d46a59aSDon Brace
19843d46a59aSDon Brace return scsi_device_type(device->devtype);
19853d46a59aSDon Brace }
19863d46a59aSDon Brace
19876de783f6SKevin Barnett #define PQI_DEV_INFO_BUFFER_LENGTH 128
19886de783f6SKevin Barnett
pqi_dev_info(struct pqi_ctrl_info * ctrl_info,char * action,struct pqi_scsi_dev * device)19896c223761SKevin Barnett static void pqi_dev_info(struct pqi_ctrl_info *ctrl_info,
19906c223761SKevin Barnett char *action, struct pqi_scsi_dev *device)
19916c223761SKevin Barnett {
19926de783f6SKevin Barnett ssize_t count;
19936de783f6SKevin Barnett char buffer[PQI_DEV_INFO_BUFFER_LENGTH];
19946de783f6SKevin Barnett
1995a4256252SKevin Barnett count = scnprintf(buffer, PQI_DEV_INFO_BUFFER_LENGTH,
19966de783f6SKevin Barnett "%d:%d:", ctrl_info->scsi_host->host_no, device->bus);
19976de783f6SKevin Barnett
19986de783f6SKevin Barnett if (device->target_lun_valid)
1999181aea89STakashi Iwai count += scnprintf(buffer + count,
20006de783f6SKevin Barnett PQI_DEV_INFO_BUFFER_LENGTH - count,
20016de783f6SKevin Barnett "%d:%d",
20026c223761SKevin Barnett device->target,
20036de783f6SKevin Barnett device->lun);
20046de783f6SKevin Barnett else
2005181aea89STakashi Iwai count += scnprintf(buffer + count,
20066de783f6SKevin Barnett PQI_DEV_INFO_BUFFER_LENGTH - count,
20076de783f6SKevin Barnett "-:-");
20086de783f6SKevin Barnett
20096de783f6SKevin Barnett if (pqi_is_logical_device(device))
2010181aea89STakashi Iwai count += scnprintf(buffer + count,
20116de783f6SKevin Barnett PQI_DEV_INFO_BUFFER_LENGTH - count,
20126de783f6SKevin Barnett " %08x%08x",
20136de783f6SKevin Barnett *((u32 *)&device->scsi3addr),
20146de783f6SKevin Barnett *((u32 *)&device->scsi3addr[4]));
20156de783f6SKevin Barnett else
2016181aea89STakashi Iwai count += scnprintf(buffer + count,
20176de783f6SKevin Barnett PQI_DEV_INFO_BUFFER_LENGTH - count,
201828ca6d87SMike McGowen " %016llx%016llx",
201928ca6d87SMike McGowen get_unaligned_be64(&device->wwid[0]),
202028ca6d87SMike McGowen get_unaligned_be64(&device->wwid[8]));
20216de783f6SKevin Barnett
2022181aea89STakashi Iwai count += scnprintf(buffer + count, PQI_DEV_INFO_BUFFER_LENGTH - count,
20236de783f6SKevin Barnett " %s %.8s %.16s ",
20243d46a59aSDon Brace pqi_device_type(device),
20256c223761SKevin Barnett device->vendor,
20266de783f6SKevin Barnett device->model);
20276de783f6SKevin Barnett
20286de783f6SKevin Barnett if (pqi_is_logical_device(device)) {
20296de783f6SKevin Barnett if (device->devtype == TYPE_DISK)
2030181aea89STakashi Iwai count += scnprintf(buffer + count,
20316de783f6SKevin Barnett PQI_DEV_INFO_BUFFER_LENGTH - count,
20326de783f6SKevin Barnett "SSDSmartPathCap%c En%c %-12s",
2033588a63feSKevin Barnett device->raid_bypass_configured ? '+' : '-',
2034588a63feSKevin Barnett device->raid_bypass_enabled ? '+' : '-',
20356de783f6SKevin Barnett pqi_raid_level_to_string(device->raid_level));
20366de783f6SKevin Barnett } else {
2037181aea89STakashi Iwai count += scnprintf(buffer + count,
20386de783f6SKevin Barnett PQI_DEV_INFO_BUFFER_LENGTH - count,
20396de783f6SKevin Barnett "AIO%c", device->aio_enabled ? '+' : '-');
20406de783f6SKevin Barnett if (device->devtype == TYPE_DISK ||
20416de783f6SKevin Barnett device->devtype == TYPE_ZBC)
2042181aea89STakashi Iwai count += scnprintf(buffer + count,
20436de783f6SKevin Barnett PQI_DEV_INFO_BUFFER_LENGTH - count,
20446de783f6SKevin Barnett " qd=%-6d", device->queue_depth);
20456de783f6SKevin Barnett }
20466de783f6SKevin Barnett
20476de783f6SKevin Barnett dev_info(&ctrl_info->pci_dev->dev, "%s %s\n", action, buffer);
20486c223761SKevin Barnett }
20496c223761SKevin Barnett
pqi_raid_maps_equal(struct raid_map * raid_map1,struct raid_map * raid_map2)20506ce3cfb3SKevin Barnett static bool pqi_raid_maps_equal(struct raid_map *raid_map1, struct raid_map *raid_map2)
20516ce3cfb3SKevin Barnett {
20526ce3cfb3SKevin Barnett u32 raid_map1_size;
20536ce3cfb3SKevin Barnett u32 raid_map2_size;
20546ce3cfb3SKevin Barnett
20556ce3cfb3SKevin Barnett if (raid_map1 == NULL || raid_map2 == NULL)
20566ce3cfb3SKevin Barnett return raid_map1 == raid_map2;
20576ce3cfb3SKevin Barnett
20586ce3cfb3SKevin Barnett raid_map1_size = get_unaligned_le32(&raid_map1->structure_size);
20596ce3cfb3SKevin Barnett raid_map2_size = get_unaligned_le32(&raid_map2->structure_size);
20606ce3cfb3SKevin Barnett
20616ce3cfb3SKevin Barnett if (raid_map1_size != raid_map2_size)
20626ce3cfb3SKevin Barnett return false;
20636ce3cfb3SKevin Barnett
20646ce3cfb3SKevin Barnett return memcmp(raid_map1, raid_map2, raid_map1_size) == 0;
20656ce3cfb3SKevin Barnett }
20666ce3cfb3SKevin Barnett
20676c223761SKevin Barnett /* Assumes the SCSI device list lock is held. */
20686c223761SKevin Barnett
pqi_scsi_update_device(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * existing_device,struct pqi_scsi_dev * new_device)206927655e9dSMahesh Rajashekhara static void pqi_scsi_update_device(struct pqi_ctrl_info *ctrl_info,
207027655e9dSMahesh Rajashekhara struct pqi_scsi_dev *existing_device, struct pqi_scsi_dev *new_device)
20716c223761SKevin Barnett {
20726c223761SKevin Barnett existing_device->device_type = new_device->device_type;
20736c223761SKevin Barnett existing_device->bus = new_device->bus;
20746c223761SKevin Barnett if (new_device->target_lun_valid) {
20756c223761SKevin Barnett existing_device->target = new_device->target;
20766c223761SKevin Barnett existing_device->lun = new_device->lun;
20776c223761SKevin Barnett existing_device->target_lun_valid = true;
20786c223761SKevin Barnett }
20796c223761SKevin Barnett
20806c223761SKevin Barnett /* By definition, the scsi3addr and wwid fields are already the same. */
20816c223761SKevin Barnett
20826c223761SKevin Barnett existing_device->is_physical_device = new_device->is_physical_device;
20836ce3cfb3SKevin Barnett memcpy(existing_device->vendor, new_device->vendor, sizeof(existing_device->vendor));
20846ce3cfb3SKevin Barnett memcpy(existing_device->model, new_device->model, sizeof(existing_device->model));
20856c223761SKevin Barnett existing_device->sas_address = new_device->sas_address;
20866c223761SKevin Barnett existing_device->queue_depth = new_device->queue_depth;
20876ce3cfb3SKevin Barnett existing_device->device_offline = false;
2088cc9befcbSKumar Meiyappan existing_device->lun_count = new_device->lun_count;
20896ce3cfb3SKevin Barnett
20906ce3cfb3SKevin Barnett if (pqi_is_logical_device(existing_device)) {
20916ce3cfb3SKevin Barnett existing_device->is_external_raid_device = new_device->is_external_raid_device;
20926ce3cfb3SKevin Barnett
20936ce3cfb3SKevin Barnett if (existing_device->devtype == TYPE_DISK) {
20946ce3cfb3SKevin Barnett existing_device->raid_level = new_device->raid_level;
20956c223761SKevin Barnett existing_device->volume_status = new_device->volume_status;
20966ce3cfb3SKevin Barnett memset(existing_device->next_bypass_group, 0, sizeof(existing_device->next_bypass_group));
20976ce3cfb3SKevin Barnett if (!pqi_raid_maps_equal(existing_device->raid_map, new_device->raid_map)) {
20986ce3cfb3SKevin Barnett kfree(existing_device->raid_map);
20996ce3cfb3SKevin Barnett existing_device->raid_map = new_device->raid_map;
21006ce3cfb3SKevin Barnett /* To prevent this from being freed later. */
21016ce3cfb3SKevin Barnett new_device->raid_map = NULL;
21026ce3cfb3SKevin Barnett }
21036ce3cfb3SKevin Barnett existing_device->raid_bypass_configured = new_device->raid_bypass_configured;
21046ce3cfb3SKevin Barnett existing_device->raid_bypass_enabled = new_device->raid_bypass_enabled;
21056ce3cfb3SKevin Barnett }
21066ce3cfb3SKevin Barnett } else {
21076ce3cfb3SKevin Barnett existing_device->aio_enabled = new_device->aio_enabled;
21086ce3cfb3SKevin Barnett existing_device->aio_handle = new_device->aio_handle;
21096ce3cfb3SKevin Barnett existing_device->is_expander_smp_device = new_device->is_expander_smp_device;
21106c223761SKevin Barnett existing_device->active_path_index = new_device->active_path_index;
2111ec504b23SMurthy Bhat existing_device->phy_id = new_device->phy_id;
21126c223761SKevin Barnett existing_device->path_map = new_device->path_map;
21136c223761SKevin Barnett existing_device->bay = new_device->bay;
21142d2ad4bcSGilbert Wu existing_device->box_index = new_device->box_index;
21152d2ad4bcSGilbert Wu existing_device->phys_box_on_bus = new_device->phys_box_on_bus;
2116583891c9SKevin Barnett existing_device->phy_connected_dev_type = new_device->phy_connected_dev_type;
21176ce3cfb3SKevin Barnett memcpy(existing_device->box, new_device->box, sizeof(existing_device->box));
21186ce3cfb3SKevin Barnett memcpy(existing_device->phys_connector, new_device->phys_connector, sizeof(existing_device->phys_connector));
21196ce3cfb3SKevin Barnett }
21206c223761SKevin Barnett }
21216c223761SKevin Barnett
pqi_free_device(struct pqi_scsi_dev * device)21226c223761SKevin Barnett static inline void pqi_free_device(struct pqi_scsi_dev *device)
21236c223761SKevin Barnett {
21246c223761SKevin Barnett if (device) {
21256c223761SKevin Barnett kfree(device->raid_map);
21266c223761SKevin Barnett kfree(device);
21276c223761SKevin Barnett }
21286c223761SKevin Barnett }
21296c223761SKevin Barnett
21306c223761SKevin Barnett /*
21316c223761SKevin Barnett * Called when exposing a new device to the OS fails in order to re-adjust
21326c223761SKevin Barnett * our internal SCSI device list to match the SCSI ML's view.
21336c223761SKevin Barnett */
21346c223761SKevin Barnett
pqi_fixup_botched_add(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device)21356c223761SKevin Barnett static inline void pqi_fixup_botched_add(struct pqi_ctrl_info *ctrl_info,
21366c223761SKevin Barnett struct pqi_scsi_dev *device)
21376c223761SKevin Barnett {
21386c223761SKevin Barnett unsigned long flags;
21396c223761SKevin Barnett
21406c223761SKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
21416c223761SKevin Barnett list_del(&device->scsi_device_list_entry);
21426c223761SKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
21436c223761SKevin Barnett
21446c223761SKevin Barnett /* Allow the device structure to be freed later. */
21456c223761SKevin Barnett device->keep_device = false;
21466c223761SKevin Barnett }
21476c223761SKevin Barnett
pqi_is_device_added(struct pqi_scsi_dev * device)21483d46a59aSDon Brace static inline bool pqi_is_device_added(struct pqi_scsi_dev *device)
21493d46a59aSDon Brace {
21503d46a59aSDon Brace if (device->is_expander_smp_device)
21513d46a59aSDon Brace return device->sas_port != NULL;
21523d46a59aSDon Brace
21533d46a59aSDon Brace return device->sdev != NULL;
21543d46a59aSDon Brace }
21553d46a59aSDon Brace
pqi_init_device_tmf_work(struct pqi_scsi_dev * device)2156153c45ddSKevin Barnett static inline void pqi_init_device_tmf_work(struct pqi_scsi_dev *device)
2157153c45ddSKevin Barnett {
2158153c45ddSKevin Barnett unsigned int lun;
2159153c45ddSKevin Barnett struct pqi_tmf_work *tmf_work;
2160153c45ddSKevin Barnett
2161153c45ddSKevin Barnett for (lun = 0, tmf_work = device->tmf_work; lun < PQI_MAX_LUNS_PER_DEVICE; lun++, tmf_work++)
2162153c45ddSKevin Barnett INIT_WORK(&tmf_work->work_struct, pqi_tmf_worker);
2163153c45ddSKevin Barnett }
2164153c45ddSKevin Barnett
pqi_volume_rescan_needed(struct pqi_scsi_dev * device)2165df75b8efSMahesh Rajashekhara static inline bool pqi_volume_rescan_needed(struct pqi_scsi_dev *device)
2166df75b8efSMahesh Rajashekhara {
2167df75b8efSMahesh Rajashekhara if (pqi_device_in_remove(device))
2168df75b8efSMahesh Rajashekhara return false;
2169df75b8efSMahesh Rajashekhara
2170df75b8efSMahesh Rajashekhara if (device->sdev == NULL)
2171df75b8efSMahesh Rajashekhara return false;
2172df75b8efSMahesh Rajashekhara
2173df75b8efSMahesh Rajashekhara if (!scsi_device_online(device->sdev))
2174df75b8efSMahesh Rajashekhara return false;
2175df75b8efSMahesh Rajashekhara
2176df75b8efSMahesh Rajashekhara return device->rescan;
2177df75b8efSMahesh Rajashekhara }
2178df75b8efSMahesh Rajashekhara
pqi_update_device_list(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * new_device_list[],unsigned int num_new_devices)21796c223761SKevin Barnett static void pqi_update_device_list(struct pqi_ctrl_info *ctrl_info,
21806c223761SKevin Barnett struct pqi_scsi_dev *new_device_list[], unsigned int num_new_devices)
21816c223761SKevin Barnett {
21826c223761SKevin Barnett int rc;
21836c223761SKevin Barnett unsigned int i;
21846c223761SKevin Barnett unsigned long flags;
21856c223761SKevin Barnett enum pqi_find_result find_result;
21866c223761SKevin Barnett struct pqi_scsi_dev *device;
21876c223761SKevin Barnett struct pqi_scsi_dev *next;
21886c223761SKevin Barnett struct pqi_scsi_dev *matching_device;
21898a994a04SKevin Barnett LIST_HEAD(add_list);
21908a994a04SKevin Barnett LIST_HEAD(delete_list);
21916c223761SKevin Barnett
21926c223761SKevin Barnett /*
21936c223761SKevin Barnett * The idea here is to do as little work as possible while holding the
21946c223761SKevin Barnett * spinlock. That's why we go to great pains to defer anything other
21956c223761SKevin Barnett * than updating the internal device list until after we release the
21966c223761SKevin Barnett * spinlock.
21976c223761SKevin Barnett */
21986c223761SKevin Barnett
21996c223761SKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
22006c223761SKevin Barnett
22016c223761SKevin Barnett /* Assume that all devices in the existing list have gone away. */
22024d15ad38SKevin Barnett list_for_each_entry(device, &ctrl_info->scsi_device_list, scsi_device_list_entry)
22036c223761SKevin Barnett device->device_gone = true;
22046c223761SKevin Barnett
22056c223761SKevin Barnett for (i = 0; i < num_new_devices; i++) {
22066c223761SKevin Barnett device = new_device_list[i];
22076c223761SKevin Barnett
22086c223761SKevin Barnett find_result = pqi_scsi_find_entry(ctrl_info, device,
22096c223761SKevin Barnett &matching_device);
22106c223761SKevin Barnett
22116c223761SKevin Barnett switch (find_result) {
22126c223761SKevin Barnett case DEVICE_SAME:
22136c223761SKevin Barnett /*
22146c223761SKevin Barnett * The newly found device is already in the existing
22156c223761SKevin Barnett * device list.
22166c223761SKevin Barnett */
22176c223761SKevin Barnett device->new_device = false;
22186c223761SKevin Barnett matching_device->device_gone = false;
221927655e9dSMahesh Rajashekhara pqi_scsi_update_device(ctrl_info, matching_device, device);
22206c223761SKevin Barnett break;
22216c223761SKevin Barnett case DEVICE_NOT_FOUND:
22226c223761SKevin Barnett /*
22236c223761SKevin Barnett * The newly found device is NOT in the existing device
22246c223761SKevin Barnett * list.
22256c223761SKevin Barnett */
22266c223761SKevin Barnett device->new_device = true;
22276c223761SKevin Barnett break;
22286c223761SKevin Barnett case DEVICE_CHANGED:
22296c223761SKevin Barnett /*
22306c223761SKevin Barnett * The original device has gone away and we need to add
22316c223761SKevin Barnett * the new device.
22326c223761SKevin Barnett */
22336c223761SKevin Barnett device->new_device = true;
22346c223761SKevin Barnett break;
22356c223761SKevin Barnett }
22366c223761SKevin Barnett }
22376c223761SKevin Barnett
22386c223761SKevin Barnett /* Process all devices that have gone away. */
22396c223761SKevin Barnett list_for_each_entry_safe(device, next, &ctrl_info->scsi_device_list,
22406c223761SKevin Barnett scsi_device_list_entry) {
22416c223761SKevin Barnett if (device->device_gone) {
2242819225b0SDon Brace list_del(&device->scsi_device_list_entry);
22436c223761SKevin Barnett list_add_tail(&device->delete_list_entry, &delete_list);
22446c223761SKevin Barnett }
22456c223761SKevin Barnett }
22466c223761SKevin Barnett
22476c223761SKevin Barnett /* Process all new devices. */
22486c223761SKevin Barnett for (i = 0; i < num_new_devices; i++) {
22496c223761SKevin Barnett device = new_device_list[i];
22506c223761SKevin Barnett if (!device->new_device)
22516c223761SKevin Barnett continue;
22526c223761SKevin Barnett if (device->volume_offline)
22536c223761SKevin Barnett continue;
22546c223761SKevin Barnett list_add_tail(&device->scsi_device_list_entry,
22556c223761SKevin Barnett &ctrl_info->scsi_device_list);
22566c223761SKevin Barnett list_add_tail(&device->add_list_entry, &add_list);
22576c223761SKevin Barnett /* To prevent this device structure from being freed later. */
22586c223761SKevin Barnett device->keep_device = true;
2259153c45ddSKevin Barnett pqi_init_device_tmf_work(device);
22606c223761SKevin Barnett }
22616c223761SKevin Barnett
22626c223761SKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
22636c223761SKevin Barnett
22642790cd4dSKevin Barnett /*
22652790cd4dSKevin Barnett * If OFA is in progress and there are devices that need to be deleted,
22662790cd4dSKevin Barnett * allow any pending reset operations to continue and unblock any SCSI
22672790cd4dSKevin Barnett * requests before removal.
22682790cd4dSKevin Barnett */
22692790cd4dSKevin Barnett if (pqi_ofa_in_progress(ctrl_info)) {
22702790cd4dSKevin Barnett list_for_each_entry_safe(device, next, &delete_list, delete_list_entry)
22712790cd4dSKevin Barnett if (pqi_is_device_added(device))
22722790cd4dSKevin Barnett pqi_device_remove_start(device);
22732790cd4dSKevin Barnett pqi_ctrl_unblock_device_reset(ctrl_info);
22742790cd4dSKevin Barnett pqi_scsi_unblock_requests(ctrl_info);
22752790cd4dSKevin Barnett }
22764fd22c13SMahesh Rajashekhara
22776c223761SKevin Barnett /* Remove all devices that have gone away. */
22784d15ad38SKevin Barnett list_for_each_entry_safe(device, next, &delete_list, delete_list_entry) {
22796c223761SKevin Barnett if (device->volume_offline) {
22806c223761SKevin Barnett pqi_dev_info(ctrl_info, "offline", device);
22816c223761SKevin Barnett pqi_show_volume_status(ctrl_info, device);
22824d15ad38SKevin Barnett } else {
22834d15ad38SKevin Barnett pqi_dev_info(ctrl_info, "removed", device);
22846c223761SKevin Barnett }
2285819225b0SDon Brace if (pqi_is_device_added(device))
2286819225b0SDon Brace pqi_remove_device(ctrl_info, device);
2287819225b0SDon Brace list_del(&device->delete_list_entry);
2288819225b0SDon Brace pqi_free_device(device);
22894d15ad38SKevin Barnett }
22906c223761SKevin Barnett
22916c223761SKevin Barnett /*
229227655e9dSMahesh Rajashekhara * Notify the SML of any existing device changes such as;
229327655e9dSMahesh Rajashekhara * queue depth, device size.
22946c223761SKevin Barnett */
2295583891c9SKevin Barnett list_for_each_entry(device, &ctrl_info->scsi_device_list, scsi_device_list_entry) {
2296583891c9SKevin Barnett if (device->sdev && device->queue_depth != device->advertised_queue_depth) {
22976c223761SKevin Barnett device->advertised_queue_depth = device->queue_depth;
2298583891c9SKevin Barnett scsi_change_queue_depth(device->sdev, device->advertised_queue_depth);
2299df75b8efSMahesh Rajashekhara spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
2300df75b8efSMahesh Rajashekhara if (pqi_volume_rescan_needed(device)) {
2301244ca45eSMahesh Rajashekhara device->rescan = false;
2302df75b8efSMahesh Rajashekhara spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
2303df75b8efSMahesh Rajashekhara scsi_rescan_device(device->sdev);
2304df75b8efSMahesh Rajashekhara } else {
2305df75b8efSMahesh Rajashekhara spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
2306244ca45eSMahesh Rajashekhara }
2307244ca45eSMahesh Rajashekhara }
23086c223761SKevin Barnett }
23096c223761SKevin Barnett
23106c223761SKevin Barnett /* Expose any new devices. */
23116c223761SKevin Barnett list_for_each_entry_safe(device, next, &add_list, add_list_entry) {
23123d46a59aSDon Brace if (!pqi_is_device_added(device)) {
23136c223761SKevin Barnett rc = pqi_add_device(ctrl_info, device);
2314ce143793SKevin Barnett if (rc == 0) {
2315ce143793SKevin Barnett pqi_dev_info(ctrl_info, "added", device);
2316ce143793SKevin Barnett } else {
23176c223761SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
23186c223761SKevin Barnett "scsi %d:%d:%d:%d addition failed, device not added\n",
23196c223761SKevin Barnett ctrl_info->scsi_host->host_no,
23206c223761SKevin Barnett device->bus, device->target,
23216c223761SKevin Barnett device->lun);
23226c223761SKevin Barnett pqi_fixup_botched_add(ctrl_info, device);
23236c223761SKevin Barnett }
23246c223761SKevin Barnett }
23256c223761SKevin Barnett }
232627655e9dSMahesh Rajashekhara
23276c223761SKevin Barnett }
23286c223761SKevin Barnett
pqi_is_supported_device(struct pqi_scsi_dev * device)2329ce143793SKevin Barnett static inline bool pqi_is_supported_device(struct pqi_scsi_dev *device)
23306c223761SKevin Barnett {
23316c223761SKevin Barnett /*
23326c223761SKevin Barnett * Only support the HBA controller itself as a RAID
23336c223761SKevin Barnett * controller. If it's a RAID controller other than
2334376fb880SKevin Barnett * the HBA itself (an external RAID controller, for
2335376fb880SKevin Barnett * example), we don't support it.
23366c223761SKevin Barnett */
2337ce143793SKevin Barnett if (device->device_type == SA_DEVICE_TYPE_CONTROLLER &&
2338ce143793SKevin Barnett !pqi_is_hba_lunid(device->scsi3addr))
2339ce143793SKevin Barnett return false;
23406c223761SKevin Barnett
2341ce143793SKevin Barnett return true;
23426c223761SKevin Barnett }
23436c223761SKevin Barnett
pqi_skip_device(u8 * scsi3addr)234494086f5bSKevin Barnett static inline bool pqi_skip_device(u8 *scsi3addr)
23456c223761SKevin Barnett {
234694086f5bSKevin Barnett /* Ignore all masked devices. */
234794086f5bSKevin Barnett if (MASKED_DEVICE(scsi3addr))
23486c223761SKevin Barnett return true;
23496c223761SKevin Barnett
23506c223761SKevin Barnett return false;
23516c223761SKevin Barnett }
23526c223761SKevin Barnett
pqi_mask_device(u8 * scsi3addr)2353522bc026SDave Carroll static inline void pqi_mask_device(u8 *scsi3addr)
2354522bc026SDave Carroll {
2355522bc026SDave Carroll scsi3addr[3] |= 0xc0;
2356522bc026SDave Carroll }
2357522bc026SDave Carroll
pqi_is_multipath_device(struct pqi_scsi_dev * device)235894a68c81SMurthy Bhat static inline bool pqi_is_multipath_device(struct pqi_scsi_dev *device)
235994a68c81SMurthy Bhat {
236094a68c81SMurthy Bhat if (pqi_is_logical_device(device))
236194a68c81SMurthy Bhat return false;
236294a68c81SMurthy Bhat
236394a68c81SMurthy Bhat return (device->path_map & (device->path_map - 1)) != 0;
236494a68c81SMurthy Bhat }
236594a68c81SMurthy Bhat
pqi_expose_device(struct pqi_scsi_dev * device)2366cd128244SDave Carroll static inline bool pqi_expose_device(struct pqi_scsi_dev *device)
2367cd128244SDave Carroll {
2368583891c9SKevin Barnett return !device->is_physical_device || !pqi_skip_device(device->scsi3addr);
2369cd128244SDave Carroll }
2370cd128244SDave Carroll
pqi_update_scsi_devices(struct pqi_ctrl_info * ctrl_info)23716c223761SKevin Barnett static int pqi_update_scsi_devices(struct pqi_ctrl_info *ctrl_info)
23726c223761SKevin Barnett {
23736c223761SKevin Barnett int i;
23746c223761SKevin Barnett int rc;
23758a994a04SKevin Barnett LIST_HEAD(new_device_list_head);
237628ca6d87SMike McGowen struct report_phys_lun_16byte_wwid_list *physdev_list = NULL;
237728ca6d87SMike McGowen struct report_log_lun_list *logdev_list = NULL;
237828ca6d87SMike McGowen struct report_phys_lun_16byte_wwid *phys_lun;
237928ca6d87SMike McGowen struct report_log_lun *log_lun;
23806c223761SKevin Barnett struct bmic_identify_physical_device *id_phys = NULL;
23816c223761SKevin Barnett u32 num_physicals;
23826c223761SKevin Barnett u32 num_logicals;
23836c223761SKevin Barnett struct pqi_scsi_dev **new_device_list = NULL;
23846c223761SKevin Barnett struct pqi_scsi_dev *device;
23856c223761SKevin Barnett struct pqi_scsi_dev *next;
23866c223761SKevin Barnett unsigned int num_new_devices;
23876c223761SKevin Barnett unsigned int num_valid_devices;
23886c223761SKevin Barnett bool is_physical_device;
23896c223761SKevin Barnett u8 *scsi3addr;
23905e6a9760SGilbert Wu unsigned int physical_index;
23915e6a9760SGilbert Wu unsigned int logical_index;
23926c223761SKevin Barnett static char *out_of_memory_msg =
23936de783f6SKevin Barnett "failed to allocate memory, device discovery stopped";
23946c223761SKevin Barnett
23956c223761SKevin Barnett rc = pqi_get_device_lists(ctrl_info, &physdev_list, &logdev_list);
23966c223761SKevin Barnett if (rc)
23976c223761SKevin Barnett goto out;
23986c223761SKevin Barnett
23996c223761SKevin Barnett if (physdev_list)
24006c223761SKevin Barnett num_physicals =
24016c223761SKevin Barnett get_unaligned_be32(&physdev_list->header.list_length)
24026c223761SKevin Barnett / sizeof(physdev_list->lun_entries[0]);
24036c223761SKevin Barnett else
24046c223761SKevin Barnett num_physicals = 0;
24056c223761SKevin Barnett
24066c223761SKevin Barnett if (logdev_list)
24076c223761SKevin Barnett num_logicals =
24086c223761SKevin Barnett get_unaligned_be32(&logdev_list->header.list_length)
24096c223761SKevin Barnett / sizeof(logdev_list->lun_entries[0]);
24106c223761SKevin Barnett else
24116c223761SKevin Barnett num_logicals = 0;
24126c223761SKevin Barnett
24136c223761SKevin Barnett if (num_physicals) {
24146c223761SKevin Barnett /*
24156c223761SKevin Barnett * We need this buffer for calls to pqi_get_physical_disk_info()
24166c223761SKevin Barnett * below. We allocate it here instead of inside
24176c223761SKevin Barnett * pqi_get_physical_disk_info() because it's a fairly large
24186c223761SKevin Barnett * buffer.
24196c223761SKevin Barnett */
24206c223761SKevin Barnett id_phys = kmalloc(sizeof(*id_phys), GFP_KERNEL);
24216c223761SKevin Barnett if (!id_phys) {
24226c223761SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev, "%s\n",
24236c223761SKevin Barnett out_of_memory_msg);
24246c223761SKevin Barnett rc = -ENOMEM;
24256c223761SKevin Barnett goto out;
24266c223761SKevin Barnett }
2427522bc026SDave Carroll
2428694c5d5bSKevin Barnett if (pqi_hide_vsep) {
2429522bc026SDave Carroll for (i = num_physicals - 1; i >= 0; i--) {
243028ca6d87SMike McGowen phys_lun = &physdev_list->lun_entries[i];
243128ca6d87SMike McGowen if (CISS_GET_DRIVE_NUMBER(phys_lun->lunid) == PQI_VSEP_CISS_BTL) {
243228ca6d87SMike McGowen pqi_mask_device(phys_lun->lunid);
2433522bc026SDave Carroll break;
2434522bc026SDave Carroll }
2435522bc026SDave Carroll }
2436522bc026SDave Carroll }
24376c223761SKevin Barnett }
24386c223761SKevin Barnett
2439f6cc2a77SKevin Barnett if (num_logicals &&
2440f6cc2a77SKevin Barnett (logdev_list->header.flags & CISS_REPORT_LOG_FLAG_DRIVE_TYPE_MIX))
2441f6cc2a77SKevin Barnett ctrl_info->lv_drive_type_mix_valid = true;
2442f6cc2a77SKevin Barnett
24436c223761SKevin Barnett num_new_devices = num_physicals + num_logicals;
24446c223761SKevin Barnett
24456da2ec56SKees Cook new_device_list = kmalloc_array(num_new_devices,
24466da2ec56SKees Cook sizeof(*new_device_list),
24476da2ec56SKees Cook GFP_KERNEL);
24486c223761SKevin Barnett if (!new_device_list) {
24496c223761SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev, "%s\n", out_of_memory_msg);
24506c223761SKevin Barnett rc = -ENOMEM;
24516c223761SKevin Barnett goto out;
24526c223761SKevin Barnett }
24536c223761SKevin Barnett
24546c223761SKevin Barnett for (i = 0; i < num_new_devices; i++) {
24556c223761SKevin Barnett device = kzalloc(sizeof(*device), GFP_KERNEL);
24566c223761SKevin Barnett if (!device) {
24576c223761SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev, "%s\n",
24586c223761SKevin Barnett out_of_memory_msg);
24596c223761SKevin Barnett rc = -ENOMEM;
24606c223761SKevin Barnett goto out;
24616c223761SKevin Barnett }
24626c223761SKevin Barnett list_add_tail(&device->new_device_list_entry,
24636c223761SKevin Barnett &new_device_list_head);
24646c223761SKevin Barnett }
24656c223761SKevin Barnett
24666c223761SKevin Barnett device = NULL;
24676c223761SKevin Barnett num_valid_devices = 0;
24685e6a9760SGilbert Wu physical_index = 0;
24695e6a9760SGilbert Wu logical_index = 0;
24706c223761SKevin Barnett
24716c223761SKevin Barnett for (i = 0; i < num_new_devices; i++) {
24726c223761SKevin Barnett
24735e6a9760SGilbert Wu if ((!pqi_expose_ld_first && i < num_physicals) ||
24745e6a9760SGilbert Wu (pqi_expose_ld_first && i >= num_logicals)) {
24756c223761SKevin Barnett is_physical_device = true;
247628ca6d87SMike McGowen phys_lun = &physdev_list->lun_entries[physical_index++];
247728ca6d87SMike McGowen log_lun = NULL;
247828ca6d87SMike McGowen scsi3addr = phys_lun->lunid;
24796c223761SKevin Barnett } else {
24806c223761SKevin Barnett is_physical_device = false;
248128ca6d87SMike McGowen phys_lun = NULL;
248228ca6d87SMike McGowen log_lun = &logdev_list->lun_entries[logical_index++];
248328ca6d87SMike McGowen scsi3addr = log_lun->lunid;
24846c223761SKevin Barnett }
24856c223761SKevin Barnett
248694086f5bSKevin Barnett if (is_physical_device && pqi_skip_device(scsi3addr))
24876c223761SKevin Barnett continue;
24886c223761SKevin Barnett
24896c223761SKevin Barnett if (device)
24906c223761SKevin Barnett device = list_next_entry(device, new_device_list_entry);
24916c223761SKevin Barnett else
24926c223761SKevin Barnett device = list_first_entry(&new_device_list_head,
24936c223761SKevin Barnett struct pqi_scsi_dev, new_device_list_entry);
24946c223761SKevin Barnett
24956c223761SKevin Barnett memcpy(device->scsi3addr, scsi3addr, sizeof(device->scsi3addr));
24966c223761SKevin Barnett device->is_physical_device = is_physical_device;
24973d46a59aSDon Brace if (is_physical_device) {
249828ca6d87SMike McGowen device->device_type = phys_lun->device_type;
2499ce143793SKevin Barnett if (device->device_type == SA_DEVICE_TYPE_EXPANDER_SMP)
25003d46a59aSDon Brace device->is_expander_smp_device = true;
25013d46a59aSDon Brace } else {
2502bd10cf0bSKevin Barnett device->is_external_raid_device =
2503bd10cf0bSKevin Barnett pqi_is_external_raid_addr(scsi3addr);
25043d46a59aSDon Brace }
25056c223761SKevin Barnett
2506ce143793SKevin Barnett if (!pqi_is_supported_device(device))
2507ce143793SKevin Barnett continue;
2508ce143793SKevin Barnett
25096c223761SKevin Barnett /* Gather information about the device. */
2510ce143793SKevin Barnett rc = pqi_get_device_info(ctrl_info, device, id_phys);
25116c223761SKevin Barnett if (rc == -ENOMEM) {
25126c223761SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev, "%s\n",
25136c223761SKevin Barnett out_of_memory_msg);
25146c223761SKevin Barnett goto out;
25156c223761SKevin Barnett }
25166c223761SKevin Barnett if (rc) {
25176de783f6SKevin Barnett if (device->is_physical_device)
25186c223761SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
251928ca6d87SMike McGowen "obtaining device info failed, skipping physical device %016llx%016llx\n",
252028ca6d87SMike McGowen get_unaligned_be64(&phys_lun->wwid[0]),
252128ca6d87SMike McGowen get_unaligned_be64(&phys_lun->wwid[8]));
25226de783f6SKevin Barnett else
25236de783f6SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
25246de783f6SKevin Barnett "obtaining device info failed, skipping logical device %08x%08x\n",
25256de783f6SKevin Barnett *((u32 *)&device->scsi3addr),
25266de783f6SKevin Barnett *((u32 *)&device->scsi3addr[4]));
25276c223761SKevin Barnett rc = 0;
25286c223761SKevin Barnett continue;
25296c223761SKevin Barnett }
25306c223761SKevin Barnett
25312eddf98dSKevin Barnett /* Do not present disks that the OS cannot fully probe. */
25322eddf98dSKevin Barnett if (pqi_keep_device_offline(device))
25332eddf98dSKevin Barnett continue;
25342eddf98dSKevin Barnett
25356c223761SKevin Barnett pqi_assign_bus_target_lun(device);
25366c223761SKevin Barnett
25376c223761SKevin Barnett if (device->is_physical_device) {
253800598b05SKevin Barnett memcpy(device->wwid, phys_lun->wwid, sizeof(device->wwid));
253928ca6d87SMike McGowen if ((phys_lun->device_flags &
2540694c5d5bSKevin Barnett CISS_REPORT_PHYS_DEV_FLAG_AIO_ENABLED) &&
254128ca6d87SMike McGowen phys_lun->aio_handle) {
25426c223761SKevin Barnett device->aio_enabled = true;
25433d46a59aSDon Brace device->aio_handle =
254428ca6d87SMike McGowen phys_lun->aio_handle;
25453d46a59aSDon Brace }
25466c223761SKevin Barnett } else {
254728ca6d87SMike McGowen memcpy(device->volume_id, log_lun->volume_id,
25486c223761SKevin Barnett sizeof(device->volume_id));
25496c223761SKevin Barnett }
25506c223761SKevin Barnett
2551291c2e00SKevin Barnett device->sas_address = get_unaligned_be64(&device->wwid[0]);
25526c223761SKevin Barnett
25536c223761SKevin Barnett new_device_list[num_valid_devices++] = device;
25546c223761SKevin Barnett }
25556c223761SKevin Barnett
25566c223761SKevin Barnett pqi_update_device_list(ctrl_info, new_device_list, num_valid_devices);
25576c223761SKevin Barnett
25586c223761SKevin Barnett out:
25596c223761SKevin Barnett list_for_each_entry_safe(device, next, &new_device_list_head,
25606c223761SKevin Barnett new_device_list_entry) {
25616c223761SKevin Barnett if (device->keep_device)
25626c223761SKevin Barnett continue;
25636c223761SKevin Barnett list_del(&device->new_device_list_entry);
25646c223761SKevin Barnett pqi_free_device(device);
25656c223761SKevin Barnett }
25666c223761SKevin Barnett
25676c223761SKevin Barnett kfree(new_device_list);
25686c223761SKevin Barnett kfree(physdev_list);
25696c223761SKevin Barnett kfree(logdev_list);
25706c223761SKevin Barnett kfree(id_phys);
25716c223761SKevin Barnett
25726c223761SKevin Barnett return rc;
25736c223761SKevin Barnett }
25746c223761SKevin Barnett
pqi_scan_scsi_devices(struct pqi_ctrl_info * ctrl_info)25756c223761SKevin Barnett static int pqi_scan_scsi_devices(struct pqi_ctrl_info *ctrl_info)
25766c223761SKevin Barnett {
257766f1c2b4SKevin Barnett int rc;
257866f1c2b4SKevin Barnett int mutex_acquired;
25796c223761SKevin Barnett
25806c223761SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
25816c223761SKevin Barnett return -ENXIO;
25826c223761SKevin Barnett
258366f1c2b4SKevin Barnett mutex_acquired = mutex_trylock(&ctrl_info->scan_mutex);
258466f1c2b4SKevin Barnett
258566f1c2b4SKevin Barnett if (!mutex_acquired) {
258666f1c2b4SKevin Barnett if (pqi_ctrl_scan_blocked(ctrl_info))
258766f1c2b4SKevin Barnett return -EBUSY;
2588530dd8a7SMahesh Rajashekhara pqi_schedule_rescan_worker_delayed(ctrl_info);
258966f1c2b4SKevin Barnett return -EINPROGRESS;
2590530dd8a7SMahesh Rajashekhara }
25916c223761SKevin Barnett
259266f1c2b4SKevin Barnett rc = pqi_update_scsi_devices(ctrl_info);
259366f1c2b4SKevin Barnett if (rc && !pqi_ctrl_scan_blocked(ctrl_info))
259466f1c2b4SKevin Barnett pqi_schedule_rescan_worker_delayed(ctrl_info);
259566f1c2b4SKevin Barnett
259666f1c2b4SKevin Barnett mutex_unlock(&ctrl_info->scan_mutex);
259766f1c2b4SKevin Barnett
25986c223761SKevin Barnett return rc;
25996c223761SKevin Barnett }
26006c223761SKevin Barnett
pqi_scan_start(struct Scsi_Host * shost)26016c223761SKevin Barnett static void pqi_scan_start(struct Scsi_Host *shost)
26026c223761SKevin Barnett {
26034fd22c13SMahesh Rajashekhara struct pqi_ctrl_info *ctrl_info;
26044fd22c13SMahesh Rajashekhara
26054fd22c13SMahesh Rajashekhara ctrl_info = shost_to_hba(shost);
26064fd22c13SMahesh Rajashekhara
26074fd22c13SMahesh Rajashekhara pqi_scan_scsi_devices(ctrl_info);
26086c223761SKevin Barnett }
26096c223761SKevin Barnett
26106c223761SKevin Barnett /* Returns TRUE if scan is finished. */
26116c223761SKevin Barnett
pqi_scan_finished(struct Scsi_Host * shost,unsigned long elapsed_time)26126c223761SKevin Barnett static int pqi_scan_finished(struct Scsi_Host *shost,
26136c223761SKevin Barnett unsigned long elapsed_time)
26146c223761SKevin Barnett {
26156c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
26166c223761SKevin Barnett
26176c223761SKevin Barnett ctrl_info = shost_priv(shost);
26186c223761SKevin Barnett
26196c223761SKevin Barnett return !mutex_is_locked(&ctrl_info->scan_mutex);
26206c223761SKevin Barnett }
26216c223761SKevin Barnett
pqi_set_encryption_info(struct pqi_encryption_info * encryption_info,struct raid_map * raid_map,u64 first_block)2622583891c9SKevin Barnett static inline void pqi_set_encryption_info(struct pqi_encryption_info *encryption_info,
2623583891c9SKevin Barnett struct raid_map *raid_map, u64 first_block)
26246c223761SKevin Barnett {
26256c223761SKevin Barnett u32 volume_blk_size;
26266c223761SKevin Barnett
26276c223761SKevin Barnett /*
26286c223761SKevin Barnett * Set the encryption tweak values based on logical block address.
26296c223761SKevin Barnett * If the block size is 512, the tweak value is equal to the LBA.
26306c223761SKevin Barnett * For other block sizes, tweak value is (LBA * block size) / 512.
26316c223761SKevin Barnett */
26326c223761SKevin Barnett volume_blk_size = get_unaligned_le32(&raid_map->volume_blk_size);
26336c223761SKevin Barnett if (volume_blk_size != 512)
26346c223761SKevin Barnett first_block = (first_block * volume_blk_size) / 512;
26356c223761SKevin Barnett
26366c223761SKevin Barnett encryption_info->data_encryption_key_index =
26376c223761SKevin Barnett get_unaligned_le16(&raid_map->data_encryption_key_index);
26386c223761SKevin Barnett encryption_info->encrypt_tweak_lower = lower_32_bits(first_block);
26396c223761SKevin Barnett encryption_info->encrypt_tweak_upper = upper_32_bits(first_block);
26406c223761SKevin Barnett }
26416c223761SKevin Barnett
26426c223761SKevin Barnett /*
2643588a63feSKevin Barnett * Attempt to perform RAID bypass mapping for a logical volume I/O.
26446c223761SKevin Barnett */
26456c223761SKevin Barnett
pqi_aio_raid_level_supported(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev_raid_map_data * rmd)26466702d2c4SDon Brace static bool pqi_aio_raid_level_supported(struct pqi_ctrl_info *ctrl_info,
26476702d2c4SDon Brace struct pqi_scsi_dev_raid_map_data *rmd)
2648281a817fSDon Brace {
2649281a817fSDon Brace bool is_supported = true;
2650281a817fSDon Brace
2651281a817fSDon Brace switch (rmd->raid_level) {
2652281a817fSDon Brace case SA_RAID_0:
2653281a817fSDon Brace break;
2654281a817fSDon Brace case SA_RAID_1:
2655f6cc2a77SKevin Barnett if (rmd->is_write && (!ctrl_info->enable_r1_writes ||
2656f6cc2a77SKevin Barnett rmd->data_length > ctrl_info->max_write_raid_1_10_2drive))
2657f6cc2a77SKevin Barnett is_supported = false;
2658f6cc2a77SKevin Barnett break;
26597a012c23SDon Brace case SA_RAID_TRIPLE:
2660f6cc2a77SKevin Barnett if (rmd->is_write && (!ctrl_info->enable_r1_writes ||
2661f6cc2a77SKevin Barnett rmd->data_length > ctrl_info->max_write_raid_1_10_3drive))
2662281a817fSDon Brace is_supported = false;
2663281a817fSDon Brace break;
2664281a817fSDon Brace case SA_RAID_5:
2665f6cc2a77SKevin Barnett if (rmd->is_write && (!ctrl_info->enable_r5_writes ||
2666f6cc2a77SKevin Barnett rmd->data_length > ctrl_info->max_write_raid_5_6))
26676702d2c4SDon Brace is_supported = false;
26686702d2c4SDon Brace break;
2669281a817fSDon Brace case SA_RAID_6:
2670f6cc2a77SKevin Barnett if (rmd->is_write && (!ctrl_info->enable_r6_writes ||
2671f6cc2a77SKevin Barnett rmd->data_length > ctrl_info->max_write_raid_5_6))
2672281a817fSDon Brace is_supported = false;
2673281a817fSDon Brace break;
2674281a817fSDon Brace default:
2675281a817fSDon Brace is_supported = false;
2676f6cc2a77SKevin Barnett break;
2677281a817fSDon Brace }
2678281a817fSDon Brace
2679281a817fSDon Brace return is_supported;
2680281a817fSDon Brace }
2681281a817fSDon Brace
26826c223761SKevin Barnett #define PQI_RAID_BYPASS_INELIGIBLE 1
26836c223761SKevin Barnett
pqi_get_aio_lba_and_block_count(struct scsi_cmnd * scmd,struct pqi_scsi_dev_raid_map_data * rmd)2684281a817fSDon Brace static int pqi_get_aio_lba_and_block_count(struct scsi_cmnd *scmd,
2685281a817fSDon Brace struct pqi_scsi_dev_raid_map_data *rmd)
26866c223761SKevin Barnett {
26876c223761SKevin Barnett /* Check for valid opcode, get LBA and block count. */
26886c223761SKevin Barnett switch (scmd->cmnd[0]) {
26896c223761SKevin Barnett case WRITE_6:
2690281a817fSDon Brace rmd->is_write = true;
2691df561f66SGustavo A. R. Silva fallthrough;
26926c223761SKevin Barnett case READ_6:
2693281a817fSDon Brace rmd->first_block = (u64)(((scmd->cmnd[1] & 0x1f) << 16) |
2694e018ef57Skevin Barnett (scmd->cmnd[2] << 8) | scmd->cmnd[3]);
2695281a817fSDon Brace rmd->block_cnt = (u32)scmd->cmnd[4];
2696281a817fSDon Brace if (rmd->block_cnt == 0)
2697281a817fSDon Brace rmd->block_cnt = 256;
26986c223761SKevin Barnett break;
26996c223761SKevin Barnett case WRITE_10:
2700281a817fSDon Brace rmd->is_write = true;
2701df561f66SGustavo A. R. Silva fallthrough;
27026c223761SKevin Barnett case READ_10:
2703281a817fSDon Brace rmd->first_block = (u64)get_unaligned_be32(&scmd->cmnd[2]);
2704281a817fSDon Brace rmd->block_cnt = (u32)get_unaligned_be16(&scmd->cmnd[7]);
27056c223761SKevin Barnett break;
27066c223761SKevin Barnett case WRITE_12:
2707281a817fSDon Brace rmd->is_write = true;
2708df561f66SGustavo A. R. Silva fallthrough;
27096c223761SKevin Barnett case READ_12:
2710281a817fSDon Brace rmd->first_block = (u64)get_unaligned_be32(&scmd->cmnd[2]);
2711281a817fSDon Brace rmd->block_cnt = get_unaligned_be32(&scmd->cmnd[6]);
27126c223761SKevin Barnett break;
27136c223761SKevin Barnett case WRITE_16:
2714281a817fSDon Brace rmd->is_write = true;
2715df561f66SGustavo A. R. Silva fallthrough;
27166c223761SKevin Barnett case READ_16:
2717281a817fSDon Brace rmd->first_block = get_unaligned_be64(&scmd->cmnd[2]);
2718281a817fSDon Brace rmd->block_cnt = get_unaligned_be32(&scmd->cmnd[10]);
27196c223761SKevin Barnett break;
27206c223761SKevin Barnett default:
27216c223761SKevin Barnett /* Process via normal I/O path. */
27226c223761SKevin Barnett return PQI_RAID_BYPASS_INELIGIBLE;
27236c223761SKevin Barnett }
27246c223761SKevin Barnett
2725281a817fSDon Brace put_unaligned_le32(scsi_bufflen(scmd), &rmd->data_length);
27266c223761SKevin Barnett
2727281a817fSDon Brace return 0;
2728281a817fSDon Brace }
27296c223761SKevin Barnett
pci_get_aio_common_raid_map_values(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev_raid_map_data * rmd,struct raid_map * raid_map)2730281a817fSDon Brace static int pci_get_aio_common_raid_map_values(struct pqi_ctrl_info *ctrl_info,
2731583891c9SKevin Barnett struct pqi_scsi_dev_raid_map_data *rmd, struct raid_map *raid_map)
2732281a817fSDon Brace {
2733281a817fSDon Brace #if BITS_PER_LONG == 32
2734281a817fSDon Brace u64 tmpdiv;
2735281a817fSDon Brace #endif
2736281a817fSDon Brace
2737281a817fSDon Brace rmd->last_block = rmd->first_block + rmd->block_cnt - 1;
27386c223761SKevin Barnett
27396c223761SKevin Barnett /* Check for invalid block or wraparound. */
2740281a817fSDon Brace if (rmd->last_block >=
2741281a817fSDon Brace get_unaligned_le64(&raid_map->volume_blk_cnt) ||
2742281a817fSDon Brace rmd->last_block < rmd->first_block)
27436c223761SKevin Barnett return PQI_RAID_BYPASS_INELIGIBLE;
27446c223761SKevin Barnett
2745281a817fSDon Brace rmd->data_disks_per_row =
2746281a817fSDon Brace get_unaligned_le16(&raid_map->data_disks_per_row);
2747281a817fSDon Brace rmd->strip_size = get_unaligned_le16(&raid_map->strip_size);
2748281a817fSDon Brace rmd->layout_map_count = get_unaligned_le16(&raid_map->layout_map_count);
27496c223761SKevin Barnett
27506c223761SKevin Barnett /* Calculate stripe information for the request. */
2751281a817fSDon Brace rmd->blocks_per_row = rmd->data_disks_per_row * rmd->strip_size;
2752667298ceSDon Brace if (rmd->blocks_per_row == 0) /* Used as a divisor in many calculations */
2753667298ceSDon Brace return PQI_RAID_BYPASS_INELIGIBLE;
27546c223761SKevin Barnett #if BITS_PER_LONG == 32
2755281a817fSDon Brace tmpdiv = rmd->first_block;
2756281a817fSDon Brace do_div(tmpdiv, rmd->blocks_per_row);
2757281a817fSDon Brace rmd->first_row = tmpdiv;
2758281a817fSDon Brace tmpdiv = rmd->last_block;
2759281a817fSDon Brace do_div(tmpdiv, rmd->blocks_per_row);
2760281a817fSDon Brace rmd->last_row = tmpdiv;
2761281a817fSDon Brace rmd->first_row_offset = (u32)(rmd->first_block - (rmd->first_row * rmd->blocks_per_row));
2762281a817fSDon Brace rmd->last_row_offset = (u32)(rmd->last_block - (rmd->last_row * rmd->blocks_per_row));
2763281a817fSDon Brace tmpdiv = rmd->first_row_offset;
2764281a817fSDon Brace do_div(tmpdiv, rmd->strip_size);
2765281a817fSDon Brace rmd->first_column = tmpdiv;
2766281a817fSDon Brace tmpdiv = rmd->last_row_offset;
2767281a817fSDon Brace do_div(tmpdiv, rmd->strip_size);
2768281a817fSDon Brace rmd->last_column = tmpdiv;
27696c223761SKevin Barnett #else
2770281a817fSDon Brace rmd->first_row = rmd->first_block / rmd->blocks_per_row;
2771281a817fSDon Brace rmd->last_row = rmd->last_block / rmd->blocks_per_row;
2772281a817fSDon Brace rmd->first_row_offset = (u32)(rmd->first_block -
2773281a817fSDon Brace (rmd->first_row * rmd->blocks_per_row));
2774281a817fSDon Brace rmd->last_row_offset = (u32)(rmd->last_block - (rmd->last_row *
2775281a817fSDon Brace rmd->blocks_per_row));
2776281a817fSDon Brace rmd->first_column = rmd->first_row_offset / rmd->strip_size;
2777281a817fSDon Brace rmd->last_column = rmd->last_row_offset / rmd->strip_size;
27786c223761SKevin Barnett #endif
27796c223761SKevin Barnett
27806c223761SKevin Barnett /* If this isn't a single row/column then give to the controller. */
2781281a817fSDon Brace if (rmd->first_row != rmd->last_row ||
2782281a817fSDon Brace rmd->first_column != rmd->last_column)
27836c223761SKevin Barnett return PQI_RAID_BYPASS_INELIGIBLE;
27846c223761SKevin Barnett
27856c223761SKevin Barnett /* Proceeding with driver mapping. */
2786281a817fSDon Brace rmd->total_disks_per_row = rmd->data_disks_per_row +
27876c223761SKevin Barnett get_unaligned_le16(&raid_map->metadata_disks_per_row);
2788281a817fSDon Brace rmd->map_row = ((u32)(rmd->first_row >>
2789281a817fSDon Brace raid_map->parity_rotation_shift)) %
27906c223761SKevin Barnett get_unaligned_le16(&raid_map->row_cnt);
2791281a817fSDon Brace rmd->map_index = (rmd->map_row * rmd->total_disks_per_row) +
2792281a817fSDon Brace rmd->first_column;
27936c223761SKevin Barnett
2794281a817fSDon Brace return 0;
27956c223761SKevin Barnett }
27966c223761SKevin Barnett
pqi_calc_aio_r5_or_r6(struct pqi_scsi_dev_raid_map_data * rmd,struct raid_map * raid_map)2797281a817fSDon Brace static int pqi_calc_aio_r5_or_r6(struct pqi_scsi_dev_raid_map_data *rmd,
2798281a817fSDon Brace struct raid_map *raid_map)
2799281a817fSDon Brace {
2800281a817fSDon Brace #if BITS_PER_LONG == 32
2801281a817fSDon Brace u64 tmpdiv;
2802281a817fSDon Brace #endif
2803667298ceSDon Brace
2804667298ceSDon Brace if (rmd->blocks_per_row == 0) /* Used as a divisor in many calculations */
2805667298ceSDon Brace return PQI_RAID_BYPASS_INELIGIBLE;
2806667298ceSDon Brace
28076c223761SKevin Barnett /* RAID 50/60 */
2808583891c9SKevin Barnett /* Verify first and last block are in same RAID group. */
2809281a817fSDon Brace rmd->stripesize = rmd->blocks_per_row * rmd->layout_map_count;
28106c223761SKevin Barnett #if BITS_PER_LONG == 32
2811281a817fSDon Brace tmpdiv = rmd->first_block;
2812281a817fSDon Brace rmd->first_group = do_div(tmpdiv, rmd->stripesize);
2813281a817fSDon Brace tmpdiv = rmd->first_group;
2814281a817fSDon Brace do_div(tmpdiv, rmd->blocks_per_row);
2815281a817fSDon Brace rmd->first_group = tmpdiv;
2816281a817fSDon Brace tmpdiv = rmd->last_block;
2817281a817fSDon Brace rmd->last_group = do_div(tmpdiv, rmd->stripesize);
2818281a817fSDon Brace tmpdiv = rmd->last_group;
2819281a817fSDon Brace do_div(tmpdiv, rmd->blocks_per_row);
2820281a817fSDon Brace rmd->last_group = tmpdiv;
28216c223761SKevin Barnett #else
2822281a817fSDon Brace rmd->first_group = (rmd->first_block % rmd->stripesize) / rmd->blocks_per_row;
2823281a817fSDon Brace rmd->last_group = (rmd->last_block % rmd->stripesize) / rmd->blocks_per_row;
28246c223761SKevin Barnett #endif
2825281a817fSDon Brace if (rmd->first_group != rmd->last_group)
28266c223761SKevin Barnett return PQI_RAID_BYPASS_INELIGIBLE;
28276c223761SKevin Barnett
2828583891c9SKevin Barnett /* Verify request is in a single row of RAID 5/6. */
28296c223761SKevin Barnett #if BITS_PER_LONG == 32
2830281a817fSDon Brace tmpdiv = rmd->first_block;
2831281a817fSDon Brace do_div(tmpdiv, rmd->stripesize);
2832281a817fSDon Brace rmd->first_row = tmpdiv;
2833281a817fSDon Brace rmd->r5or6_first_row = tmpdiv;
2834281a817fSDon Brace tmpdiv = rmd->last_block;
2835281a817fSDon Brace do_div(tmpdiv, rmd->stripesize);
2836281a817fSDon Brace rmd->r5or6_last_row = tmpdiv;
28376c223761SKevin Barnett #else
2838281a817fSDon Brace rmd->first_row = rmd->r5or6_first_row =
2839281a817fSDon Brace rmd->first_block / rmd->stripesize;
2840281a817fSDon Brace rmd->r5or6_last_row = rmd->last_block / rmd->stripesize;
28416c223761SKevin Barnett #endif
2842281a817fSDon Brace if (rmd->r5or6_first_row != rmd->r5or6_last_row)
28436c223761SKevin Barnett return PQI_RAID_BYPASS_INELIGIBLE;
28446c223761SKevin Barnett
2845583891c9SKevin Barnett /* Verify request is in a single column. */
28466c223761SKevin Barnett #if BITS_PER_LONG == 32
2847281a817fSDon Brace tmpdiv = rmd->first_block;
2848281a817fSDon Brace rmd->first_row_offset = do_div(tmpdiv, rmd->stripesize);
2849281a817fSDon Brace tmpdiv = rmd->first_row_offset;
2850281a817fSDon Brace rmd->first_row_offset = (u32)do_div(tmpdiv, rmd->blocks_per_row);
2851281a817fSDon Brace rmd->r5or6_first_row_offset = rmd->first_row_offset;
2852281a817fSDon Brace tmpdiv = rmd->last_block;
2853281a817fSDon Brace rmd->r5or6_last_row_offset = do_div(tmpdiv, rmd->stripesize);
2854281a817fSDon Brace tmpdiv = rmd->r5or6_last_row_offset;
2855281a817fSDon Brace rmd->r5or6_last_row_offset = do_div(tmpdiv, rmd->blocks_per_row);
2856281a817fSDon Brace tmpdiv = rmd->r5or6_first_row_offset;
2857281a817fSDon Brace do_div(tmpdiv, rmd->strip_size);
2858281a817fSDon Brace rmd->first_column = rmd->r5or6_first_column = tmpdiv;
2859281a817fSDon Brace tmpdiv = rmd->r5or6_last_row_offset;
2860281a817fSDon Brace do_div(tmpdiv, rmd->strip_size);
2861281a817fSDon Brace rmd->r5or6_last_column = tmpdiv;
28626c223761SKevin Barnett #else
2863281a817fSDon Brace rmd->first_row_offset = rmd->r5or6_first_row_offset =
2864583891c9SKevin Barnett (u32)((rmd->first_block % rmd->stripesize) %
2865281a817fSDon Brace rmd->blocks_per_row);
28666c223761SKevin Barnett
2867281a817fSDon Brace rmd->r5or6_last_row_offset =
2868281a817fSDon Brace (u32)((rmd->last_block % rmd->stripesize) %
2869281a817fSDon Brace rmd->blocks_per_row);
28706c223761SKevin Barnett
2871281a817fSDon Brace rmd->first_column =
2872281a817fSDon Brace rmd->r5or6_first_row_offset / rmd->strip_size;
2873281a817fSDon Brace rmd->r5or6_first_column = rmd->first_column;
2874281a817fSDon Brace rmd->r5or6_last_column = rmd->r5or6_last_row_offset / rmd->strip_size;
28756c223761SKevin Barnett #endif
2876281a817fSDon Brace if (rmd->r5or6_first_column != rmd->r5or6_last_column)
28776c223761SKevin Barnett return PQI_RAID_BYPASS_INELIGIBLE;
28786c223761SKevin Barnett
2879583891c9SKevin Barnett /* Request is eligible. */
2880281a817fSDon Brace rmd->map_row =
2881281a817fSDon Brace ((u32)(rmd->first_row >> raid_map->parity_rotation_shift)) %
28826c223761SKevin Barnett get_unaligned_le16(&raid_map->row_cnt);
28836c223761SKevin Barnett
2884281a817fSDon Brace rmd->map_index = (rmd->first_group *
28856c223761SKevin Barnett (get_unaligned_le16(&raid_map->row_cnt) *
2886281a817fSDon Brace rmd->total_disks_per_row)) +
2887281a817fSDon Brace (rmd->map_row * rmd->total_disks_per_row) + rmd->first_column;
2888281a817fSDon Brace
28896702d2c4SDon Brace if (rmd->is_write) {
28906702d2c4SDon Brace u32 index;
28916702d2c4SDon Brace
28926702d2c4SDon Brace /*
28936702d2c4SDon Brace * p_parity_it_nexus and q_parity_it_nexus are pointers to the
28946702d2c4SDon Brace * parity entries inside the device's raid_map.
28956702d2c4SDon Brace *
28966702d2c4SDon Brace * A device's RAID map is bounded by: number of RAID disks squared.
28976702d2c4SDon Brace *
28986702d2c4SDon Brace * The devices RAID map size is checked during device
28996702d2c4SDon Brace * initialization.
29006702d2c4SDon Brace */
29016702d2c4SDon Brace index = DIV_ROUND_UP(rmd->map_index + 1, rmd->total_disks_per_row);
29026702d2c4SDon Brace index *= rmd->total_disks_per_row;
29036702d2c4SDon Brace index -= get_unaligned_le16(&raid_map->metadata_disks_per_row);
29046702d2c4SDon Brace
29056702d2c4SDon Brace rmd->p_parity_it_nexus = raid_map->disk_data[index].aio_handle;
29066702d2c4SDon Brace if (rmd->raid_level == SA_RAID_6) {
29076702d2c4SDon Brace rmd->q_parity_it_nexus = raid_map->disk_data[index + 1].aio_handle;
29086702d2c4SDon Brace rmd->xor_mult = raid_map->disk_data[rmd->map_index].xor_mult[1];
29096702d2c4SDon Brace }
29106702d2c4SDon Brace #if BITS_PER_LONG == 32
29116702d2c4SDon Brace tmpdiv = rmd->first_block;
29126702d2c4SDon Brace do_div(tmpdiv, rmd->blocks_per_row);
29136702d2c4SDon Brace rmd->row = tmpdiv;
29146702d2c4SDon Brace #else
29156702d2c4SDon Brace rmd->row = rmd->first_block / rmd->blocks_per_row;
29166702d2c4SDon Brace #endif
29176c223761SKevin Barnett }
29186c223761SKevin Barnett
2919281a817fSDon Brace return 0;
29206c223761SKevin Barnett }
29216c223761SKevin Barnett
pqi_set_aio_cdb(struct pqi_scsi_dev_raid_map_data * rmd)2922281a817fSDon Brace static void pqi_set_aio_cdb(struct pqi_scsi_dev_raid_map_data *rmd)
2923281a817fSDon Brace {
2924281a817fSDon Brace /* Build the new CDB for the physical disk I/O. */
2925281a817fSDon Brace if (rmd->disk_block > 0xffffffff) {
2926281a817fSDon Brace rmd->cdb[0] = rmd->is_write ? WRITE_16 : READ_16;
2927281a817fSDon Brace rmd->cdb[1] = 0;
2928281a817fSDon Brace put_unaligned_be64(rmd->disk_block, &rmd->cdb[2]);
2929281a817fSDon Brace put_unaligned_be32(rmd->disk_block_cnt, &rmd->cdb[10]);
2930281a817fSDon Brace rmd->cdb[14] = 0;
2931281a817fSDon Brace rmd->cdb[15] = 0;
2932281a817fSDon Brace rmd->cdb_length = 16;
2933281a817fSDon Brace } else {
2934281a817fSDon Brace rmd->cdb[0] = rmd->is_write ? WRITE_10 : READ_10;
2935281a817fSDon Brace rmd->cdb[1] = 0;
2936281a817fSDon Brace put_unaligned_be32((u32)rmd->disk_block, &rmd->cdb[2]);
2937281a817fSDon Brace rmd->cdb[6] = 0;
2938281a817fSDon Brace put_unaligned_be16((u16)rmd->disk_block_cnt, &rmd->cdb[7]);
2939281a817fSDon Brace rmd->cdb[9] = 0;
2940281a817fSDon Brace rmd->cdb_length = 10;
2941281a817fSDon Brace }
2942281a817fSDon Brace }
2943281a817fSDon Brace
pqi_calc_aio_r1_nexus(struct raid_map * raid_map,struct pqi_scsi_dev_raid_map_data * rmd)29447a012c23SDon Brace static void pqi_calc_aio_r1_nexus(struct raid_map *raid_map,
29457a012c23SDon Brace struct pqi_scsi_dev_raid_map_data *rmd)
29467a012c23SDon Brace {
29477a012c23SDon Brace u32 index;
29487a012c23SDon Brace u32 group;
29497a012c23SDon Brace
29507a012c23SDon Brace group = rmd->map_index / rmd->data_disks_per_row;
29517a012c23SDon Brace
29527a012c23SDon Brace index = rmd->map_index - (group * rmd->data_disks_per_row);
29537a012c23SDon Brace rmd->it_nexus[0] = raid_map->disk_data[index].aio_handle;
29547a012c23SDon Brace index += rmd->data_disks_per_row;
29557a012c23SDon Brace rmd->it_nexus[1] = raid_map->disk_data[index].aio_handle;
29567a012c23SDon Brace if (rmd->layout_map_count > 2) {
29577a012c23SDon Brace index += rmd->data_disks_per_row;
29587a012c23SDon Brace rmd->it_nexus[2] = raid_map->disk_data[index].aio_handle;
29597a012c23SDon Brace }
29607a012c23SDon Brace
29617a012c23SDon Brace rmd->num_it_nexus_entries = rmd->layout_map_count;
29627a012c23SDon Brace }
29637a012c23SDon Brace
pqi_raid_bypass_submit_scsi_cmd(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct scsi_cmnd * scmd,struct pqi_queue_group * queue_group)2964281a817fSDon Brace static int pqi_raid_bypass_submit_scsi_cmd(struct pqi_ctrl_info *ctrl_info,
2965281a817fSDon Brace struct pqi_scsi_dev *device, struct scsi_cmnd *scmd,
2966281a817fSDon Brace struct pqi_queue_group *queue_group)
2967281a817fSDon Brace {
2968281a817fSDon Brace int rc;
29697a012c23SDon Brace struct raid_map *raid_map;
29707a012c23SDon Brace u32 group;
29717a012c23SDon Brace u32 next_bypass_group;
2972281a817fSDon Brace struct pqi_encryption_info *encryption_info_ptr;
2973281a817fSDon Brace struct pqi_encryption_info encryption_info;
2974281a817fSDon Brace struct pqi_scsi_dev_raid_map_data rmd = { 0 };
2975281a817fSDon Brace
2976281a817fSDon Brace rc = pqi_get_aio_lba_and_block_count(scmd, &rmd);
2977281a817fSDon Brace if (rc)
2978281a817fSDon Brace return PQI_RAID_BYPASS_INELIGIBLE;
2979281a817fSDon Brace
2980281a817fSDon Brace rmd.raid_level = device->raid_level;
2981281a817fSDon Brace
29826702d2c4SDon Brace if (!pqi_aio_raid_level_supported(ctrl_info, &rmd))
2983281a817fSDon Brace return PQI_RAID_BYPASS_INELIGIBLE;
2984281a817fSDon Brace
2985281a817fSDon Brace if (unlikely(rmd.block_cnt == 0))
2986281a817fSDon Brace return PQI_RAID_BYPASS_INELIGIBLE;
2987281a817fSDon Brace
2988281a817fSDon Brace raid_map = device->raid_map;
2989281a817fSDon Brace
2990281a817fSDon Brace rc = pci_get_aio_common_raid_map_values(ctrl_info, &rmd, raid_map);
2991281a817fSDon Brace if (rc)
2992281a817fSDon Brace return PQI_RAID_BYPASS_INELIGIBLE;
2993281a817fSDon Brace
29947a012c23SDon Brace if (device->raid_level == SA_RAID_1 ||
29957a012c23SDon Brace device->raid_level == SA_RAID_TRIPLE) {
29967a012c23SDon Brace if (rmd.is_write) {
29977a012c23SDon Brace pqi_calc_aio_r1_nexus(raid_map, &rmd);
29987a012c23SDon Brace } else {
29995d8fbce0SMike McGowen group = device->next_bypass_group[rmd.map_index];
30007a012c23SDon Brace next_bypass_group = group + 1;
30017a012c23SDon Brace if (next_bypass_group >= rmd.layout_map_count)
30027a012c23SDon Brace next_bypass_group = 0;
30035d8fbce0SMike McGowen device->next_bypass_group[rmd.map_index] = next_bypass_group;
30047a012c23SDon Brace rmd.map_index += group * rmd.data_disks_per_row;
30057a012c23SDon Brace }
3006281a817fSDon Brace } else if ((device->raid_level == SA_RAID_5 ||
30076702d2c4SDon Brace device->raid_level == SA_RAID_6) &&
30086702d2c4SDon Brace (rmd.layout_map_count > 1 || rmd.is_write)) {
3009281a817fSDon Brace rc = pqi_calc_aio_r5_or_r6(&rmd, raid_map);
3010281a817fSDon Brace if (rc)
3011281a817fSDon Brace return PQI_RAID_BYPASS_INELIGIBLE;
3012281a817fSDon Brace }
3013281a817fSDon Brace
3014281a817fSDon Brace if (unlikely(rmd.map_index >= RAID_MAP_MAX_ENTRIES))
3015281a817fSDon Brace return PQI_RAID_BYPASS_INELIGIBLE;
3016281a817fSDon Brace
3017281a817fSDon Brace rmd.aio_handle = raid_map->disk_data[rmd.map_index].aio_handle;
3018281a817fSDon Brace rmd.disk_block = get_unaligned_le64(&raid_map->disk_starting_blk) +
3019281a817fSDon Brace rmd.first_row * rmd.strip_size +
3020281a817fSDon Brace (rmd.first_row_offset - rmd.first_column * rmd.strip_size);
3021281a817fSDon Brace rmd.disk_block_cnt = rmd.block_cnt;
30226c223761SKevin Barnett
30236c223761SKevin Barnett /* Handle differing logical/physical block sizes. */
30246c223761SKevin Barnett if (raid_map->phys_blk_shift) {
3025281a817fSDon Brace rmd.disk_block <<= raid_map->phys_blk_shift;
3026281a817fSDon Brace rmd.disk_block_cnt <<= raid_map->phys_blk_shift;
30276c223761SKevin Barnett }
30286c223761SKevin Barnett
3029281a817fSDon Brace if (unlikely(rmd.disk_block_cnt > 0xffff))
30306c223761SKevin Barnett return PQI_RAID_BYPASS_INELIGIBLE;
30316c223761SKevin Barnett
3032281a817fSDon Brace pqi_set_aio_cdb(&rmd);
30336c223761SKevin Barnett
3034583891c9SKevin Barnett if (get_unaligned_le16(&raid_map->flags) & RAID_MAP_ENCRYPTION_ENABLED) {
3035f6cc2a77SKevin Barnett if (rmd.data_length > device->max_transfer_encrypted)
3036f6cc2a77SKevin Barnett return PQI_RAID_BYPASS_INELIGIBLE;
3037583891c9SKevin Barnett pqi_set_encryption_info(&encryption_info, raid_map, rmd.first_block);
30386c223761SKevin Barnett encryption_info_ptr = &encryption_info;
30396c223761SKevin Barnett } else {
30406c223761SKevin Barnett encryption_info_ptr = NULL;
30416c223761SKevin Barnett }
30426c223761SKevin Barnett
30436702d2c4SDon Brace if (rmd.is_write) {
30446702d2c4SDon Brace switch (device->raid_level) {
30457a012c23SDon Brace case SA_RAID_1:
30467a012c23SDon Brace case SA_RAID_TRIPLE:
30477a012c23SDon Brace return pqi_aio_submit_r1_write_io(ctrl_info, scmd, queue_group,
30487a012c23SDon Brace encryption_info_ptr, device, &rmd);
30496702d2c4SDon Brace case SA_RAID_5:
30506702d2c4SDon Brace case SA_RAID_6:
30516702d2c4SDon Brace return pqi_aio_submit_r56_write_io(ctrl_info, scmd, queue_group,
30526702d2c4SDon Brace encryption_info_ptr, device, &rmd);
30536702d2c4SDon Brace }
30546702d2c4SDon Brace }
30556702d2c4SDon Brace
3056f6cc2a77SKevin Barnett return pqi_aio_submit_io(ctrl_info, scmd, rmd.aio_handle,
3057f6cc2a77SKevin Barnett rmd.cdb, rmd.cdb_length, queue_group,
30582a47834dSGilbert Wu encryption_info_ptr, true, false);
30596c223761SKevin Barnett }
30606c223761SKevin Barnett
30616c223761SKevin Barnett #define PQI_STATUS_IDLE 0x0
30626c223761SKevin Barnett
30636c223761SKevin Barnett #define PQI_CREATE_ADMIN_QUEUE_PAIR 1
30646c223761SKevin Barnett #define PQI_DELETE_ADMIN_QUEUE_PAIR 2
30656c223761SKevin Barnett
30666c223761SKevin Barnett #define PQI_DEVICE_STATE_POWER_ON_AND_RESET 0x0
30676c223761SKevin Barnett #define PQI_DEVICE_STATE_STATUS_AVAILABLE 0x1
30686c223761SKevin Barnett #define PQI_DEVICE_STATE_ALL_REGISTERS_READY 0x2
30696c223761SKevin Barnett #define PQI_DEVICE_STATE_ADMIN_QUEUE_PAIR_READY 0x3
30706c223761SKevin Barnett #define PQI_DEVICE_STATE_ERROR 0x4
30716c223761SKevin Barnett
30726c223761SKevin Barnett #define PQI_MODE_READY_TIMEOUT_SECS 30
30736c223761SKevin Barnett #define PQI_MODE_READY_POLL_INTERVAL_MSECS 1
30746c223761SKevin Barnett
pqi_wait_for_pqi_mode_ready(struct pqi_ctrl_info * ctrl_info)30756c223761SKevin Barnett static int pqi_wait_for_pqi_mode_ready(struct pqi_ctrl_info *ctrl_info)
30766c223761SKevin Barnett {
30776c223761SKevin Barnett struct pqi_device_registers __iomem *pqi_registers;
30786c223761SKevin Barnett unsigned long timeout;
30796c223761SKevin Barnett u64 signature;
30806c223761SKevin Barnett u8 status;
30816c223761SKevin Barnett
30826c223761SKevin Barnett pqi_registers = ctrl_info->pqi_registers;
308342dc0426SBalsundar P timeout = (PQI_MODE_READY_TIMEOUT_SECS * HZ) + jiffies;
30846c223761SKevin Barnett
30856c223761SKevin Barnett while (1) {
30866c223761SKevin Barnett signature = readq(&pqi_registers->signature);
30876c223761SKevin Barnett if (memcmp(&signature, PQI_DEVICE_SIGNATURE,
30886c223761SKevin Barnett sizeof(signature)) == 0)
30896c223761SKevin Barnett break;
30906c223761SKevin Barnett if (time_after(jiffies, timeout)) {
30916c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
30926c223761SKevin Barnett "timed out waiting for PQI signature\n");
30936c223761SKevin Barnett return -ETIMEDOUT;
30946c223761SKevin Barnett }
30956c223761SKevin Barnett msleep(PQI_MODE_READY_POLL_INTERVAL_MSECS);
30966c223761SKevin Barnett }
30976c223761SKevin Barnett
30986c223761SKevin Barnett while (1) {
30996c223761SKevin Barnett status = readb(&pqi_registers->function_and_status_code);
31006c223761SKevin Barnett if (status == PQI_STATUS_IDLE)
31016c223761SKevin Barnett break;
31026c223761SKevin Barnett if (time_after(jiffies, timeout)) {
31036c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
31046c223761SKevin Barnett "timed out waiting for PQI IDLE\n");
31056c223761SKevin Barnett return -ETIMEDOUT;
31066c223761SKevin Barnett }
31076c223761SKevin Barnett msleep(PQI_MODE_READY_POLL_INTERVAL_MSECS);
31086c223761SKevin Barnett }
31096c223761SKevin Barnett
31106c223761SKevin Barnett while (1) {
31116c223761SKevin Barnett if (readl(&pqi_registers->device_status) ==
31126c223761SKevin Barnett PQI_DEVICE_STATE_ALL_REGISTERS_READY)
31136c223761SKevin Barnett break;
31146c223761SKevin Barnett if (time_after(jiffies, timeout)) {
31156c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
31166c223761SKevin Barnett "timed out waiting for PQI all registers ready\n");
31176c223761SKevin Barnett return -ETIMEDOUT;
31186c223761SKevin Barnett }
31196c223761SKevin Barnett msleep(PQI_MODE_READY_POLL_INTERVAL_MSECS);
31206c223761SKevin Barnett }
31216c223761SKevin Barnett
31226c223761SKevin Barnett return 0;
31236c223761SKevin Barnett }
31246c223761SKevin Barnett
pqi_aio_path_disabled(struct pqi_io_request * io_request)31256c223761SKevin Barnett static inline void pqi_aio_path_disabled(struct pqi_io_request *io_request)
31266c223761SKevin Barnett {
31276c223761SKevin Barnett struct pqi_scsi_dev *device;
31286c223761SKevin Barnett
31296c223761SKevin Barnett device = io_request->scmd->device->hostdata;
3130588a63feSKevin Barnett device->raid_bypass_enabled = false;
3131376fb880SKevin Barnett device->aio_enabled = false;
31326c223761SKevin Barnett }
31336c223761SKevin Barnett
pqi_take_device_offline(struct scsi_device * sdev,char * path)3134d87d5474SKevin Barnett static inline void pqi_take_device_offline(struct scsi_device *sdev, char *path)
31356c223761SKevin Barnett {
31366c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
3137e58081a7SKevin Barnett struct pqi_scsi_dev *device;
31386c223761SKevin Barnett
313903b288cfSKevin Barnett device = sdev->hostdata;
314003b288cfSKevin Barnett if (device->device_offline)
314103b288cfSKevin Barnett return;
314203b288cfSKevin Barnett
314303b288cfSKevin Barnett device->device_offline = true;
31446c223761SKevin Barnett ctrl_info = shost_to_hba(sdev->host);
314503b288cfSKevin Barnett pqi_schedule_rescan_worker(ctrl_info);
3146a9a68101SDave Carroll dev_err(&ctrl_info->pci_dev->dev, "re-scanning %s scsi %d:%d:%d:%d\n",
3147d87d5474SKevin Barnett path, ctrl_info->scsi_host->host_no, device->bus,
3148e58081a7SKevin Barnett device->target, device->lun);
31496c223761SKevin Barnett }
31506c223761SKevin Barnett
pqi_process_raid_io_error(struct pqi_io_request * io_request)31516c223761SKevin Barnett static void pqi_process_raid_io_error(struct pqi_io_request *io_request)
31526c223761SKevin Barnett {
31536c223761SKevin Barnett u8 scsi_status;
31546c223761SKevin Barnett u8 host_byte;
31556c223761SKevin Barnett struct scsi_cmnd *scmd;
31566c223761SKevin Barnett struct pqi_raid_error_info *error_info;
31576c223761SKevin Barnett size_t sense_data_length;
31586c223761SKevin Barnett int residual_count;
31596c223761SKevin Barnett int xfer_count;
31606c223761SKevin Barnett struct scsi_sense_hdr sshdr;
31616c223761SKevin Barnett
31626c223761SKevin Barnett scmd = io_request->scmd;
31636c223761SKevin Barnett if (!scmd)
31646c223761SKevin Barnett return;
31656c223761SKevin Barnett
31666c223761SKevin Barnett error_info = io_request->error_info;
31676c223761SKevin Barnett scsi_status = error_info->status;
31686c223761SKevin Barnett host_byte = DID_OK;
31696c223761SKevin Barnett
3170f5b63206SKevin Barnett switch (error_info->data_out_result) {
3171f5b63206SKevin Barnett case PQI_DATA_IN_OUT_GOOD:
3172f5b63206SKevin Barnett break;
3173f5b63206SKevin Barnett case PQI_DATA_IN_OUT_UNDERFLOW:
31746c223761SKevin Barnett xfer_count =
31756c223761SKevin Barnett get_unaligned_le32(&error_info->data_out_transferred);
31766c223761SKevin Barnett residual_count = scsi_bufflen(scmd) - xfer_count;
31776c223761SKevin Barnett scsi_set_resid(scmd, residual_count);
31786c223761SKevin Barnett if (xfer_count < scmd->underflow)
31796c223761SKevin Barnett host_byte = DID_SOFT_ERROR;
3180f5b63206SKevin Barnett break;
3181f5b63206SKevin Barnett case PQI_DATA_IN_OUT_UNSOLICITED_ABORT:
3182f5b63206SKevin Barnett case PQI_DATA_IN_OUT_ABORTED:
3183f5b63206SKevin Barnett host_byte = DID_ABORT;
3184f5b63206SKevin Barnett break;
3185f5b63206SKevin Barnett case PQI_DATA_IN_OUT_TIMEOUT:
3186f5b63206SKevin Barnett host_byte = DID_TIME_OUT;
3187f5b63206SKevin Barnett break;
3188f5b63206SKevin Barnett case PQI_DATA_IN_OUT_BUFFER_OVERFLOW:
3189f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PROTOCOL_ERROR:
3190f5b63206SKevin Barnett case PQI_DATA_IN_OUT_BUFFER_ERROR:
3191f5b63206SKevin Barnett case PQI_DATA_IN_OUT_BUFFER_OVERFLOW_DESCRIPTOR_AREA:
3192f5b63206SKevin Barnett case PQI_DATA_IN_OUT_BUFFER_OVERFLOW_BRIDGE:
3193f5b63206SKevin Barnett case PQI_DATA_IN_OUT_ERROR:
3194f5b63206SKevin Barnett case PQI_DATA_IN_OUT_HARDWARE_ERROR:
3195f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_FABRIC_ERROR:
3196f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_COMPLETION_TIMEOUT:
3197f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_COMPLETER_ABORT_RECEIVED:
3198f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_UNSUPPORTED_REQUEST_RECEIVED:
3199f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_ECRC_CHECK_FAILED:
3200f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_UNSUPPORTED_REQUEST:
3201f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_ACS_VIOLATION:
3202f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_TLP_PREFIX_BLOCKED:
3203f5b63206SKevin Barnett case PQI_DATA_IN_OUT_PCIE_POISONED_MEMORY_READ:
3204f5b63206SKevin Barnett default:
3205f5b63206SKevin Barnett host_byte = DID_ERROR;
3206f5b63206SKevin Barnett break;
32076c223761SKevin Barnett }
32086c223761SKevin Barnett
32096c223761SKevin Barnett sense_data_length = get_unaligned_le16(&error_info->sense_data_length);
32106c223761SKevin Barnett if (sense_data_length == 0)
32116c223761SKevin Barnett sense_data_length =
32126c223761SKevin Barnett get_unaligned_le16(&error_info->response_data_length);
32136c223761SKevin Barnett if (sense_data_length) {
32146c223761SKevin Barnett if (sense_data_length > sizeof(error_info->data))
32156c223761SKevin Barnett sense_data_length = sizeof(error_info->data);
32166c223761SKevin Barnett
32176c223761SKevin Barnett if (scsi_status == SAM_STAT_CHECK_CONDITION &&
32186c223761SKevin Barnett scsi_normalize_sense(error_info->data,
32196c223761SKevin Barnett sense_data_length, &sshdr) &&
32206c223761SKevin Barnett sshdr.sense_key == HARDWARE_ERROR &&
32218ef860aeSErwan Velu sshdr.asc == 0x3e) {
3222441b7195SErwan Velu struct pqi_ctrl_info *ctrl_info = shost_to_hba(scmd->device->host);
3223441b7195SErwan Velu struct pqi_scsi_dev *device = scmd->device->hostdata;
3224441b7195SErwan Velu
32258ef860aeSErwan Velu switch (sshdr.ascq) {
32268ef860aeSErwan Velu case 0x1: /* LOGICAL UNIT FAILURE */
3227441b7195SErwan Velu if (printk_ratelimit())
3228441b7195SErwan Velu scmd_printk(KERN_ERR, scmd, "received 'logical unit failure' from controller for scsi %d:%d:%d:%d\n",
3229441b7195SErwan Velu ctrl_info->scsi_host->host_no, device->bus, device->target, device->lun);
3230d87d5474SKevin Barnett pqi_take_device_offline(scmd->device, "RAID");
32316c223761SKevin Barnett host_byte = DID_NO_CONNECT;
32328ef860aeSErwan Velu break;
32338ef860aeSErwan Velu
32348ef860aeSErwan Velu default: /* See http://www.t10.org/lists/asc-num.htm#ASC_3E */
32358ef860aeSErwan Velu if (printk_ratelimit())
32368ef860aeSErwan Velu scmd_printk(KERN_ERR, scmd, "received unhandled error %d from controller for scsi %d:%d:%d:%d\n",
32378ef860aeSErwan Velu sshdr.ascq, ctrl_info->scsi_host->host_no, device->bus, device->target, device->lun);
32388ef860aeSErwan Velu break;
32398ef860aeSErwan Velu }
32406c223761SKevin Barnett }
32416c223761SKevin Barnett
32426c223761SKevin Barnett if (sense_data_length > SCSI_SENSE_BUFFERSIZE)
32436c223761SKevin Barnett sense_data_length = SCSI_SENSE_BUFFERSIZE;
32446c223761SKevin Barnett memcpy(scmd->sense_buffer, error_info->data,
32456c223761SKevin Barnett sense_data_length);
32466c223761SKevin Barnett }
32476c223761SKevin Barnett
32486c223761SKevin Barnett scmd->result = scsi_status;
32496c223761SKevin Barnett set_host_byte(scmd, host_byte);
32506c223761SKevin Barnett }
32516c223761SKevin Barnett
pqi_process_aio_io_error(struct pqi_io_request * io_request)32526c223761SKevin Barnett static void pqi_process_aio_io_error(struct pqi_io_request *io_request)
32536c223761SKevin Barnett {
32546c223761SKevin Barnett u8 scsi_status;
32556c223761SKevin Barnett u8 host_byte;
32566c223761SKevin Barnett struct scsi_cmnd *scmd;
32576c223761SKevin Barnett struct pqi_aio_error_info *error_info;
32586c223761SKevin Barnett size_t sense_data_length;
32596c223761SKevin Barnett int residual_count;
32606c223761SKevin Barnett int xfer_count;
32616c223761SKevin Barnett bool device_offline;
326294a68c81SMurthy Bhat struct pqi_scsi_dev *device;
32636c223761SKevin Barnett
32646c223761SKevin Barnett scmd = io_request->scmd;
32656c223761SKevin Barnett error_info = io_request->error_info;
32666c223761SKevin Barnett host_byte = DID_OK;
32676c223761SKevin Barnett sense_data_length = 0;
32686c223761SKevin Barnett device_offline = false;
326994a68c81SMurthy Bhat device = scmd->device->hostdata;
32706c223761SKevin Barnett
32716c223761SKevin Barnett switch (error_info->service_response) {
32726c223761SKevin Barnett case PQI_AIO_SERV_RESPONSE_COMPLETE:
32736c223761SKevin Barnett scsi_status = error_info->status;
32746c223761SKevin Barnett break;
32756c223761SKevin Barnett case PQI_AIO_SERV_RESPONSE_FAILURE:
32766c223761SKevin Barnett switch (error_info->status) {
32776c223761SKevin Barnett case PQI_AIO_STATUS_IO_ABORTED:
32786c223761SKevin Barnett scsi_status = SAM_STAT_TASK_ABORTED;
32796c223761SKevin Barnett break;
32806c223761SKevin Barnett case PQI_AIO_STATUS_UNDERRUN:
32816c223761SKevin Barnett scsi_status = SAM_STAT_GOOD;
32826c223761SKevin Barnett residual_count = get_unaligned_le32(
32836c223761SKevin Barnett &error_info->residual_count);
32846c223761SKevin Barnett scsi_set_resid(scmd, residual_count);
32856c223761SKevin Barnett xfer_count = scsi_bufflen(scmd) - residual_count;
32866c223761SKevin Barnett if (xfer_count < scmd->underflow)
32876c223761SKevin Barnett host_byte = DID_SOFT_ERROR;
32886c223761SKevin Barnett break;
32896c223761SKevin Barnett case PQI_AIO_STATUS_OVERRUN:
32906c223761SKevin Barnett scsi_status = SAM_STAT_GOOD;
32916c223761SKevin Barnett break;
32926c223761SKevin Barnett case PQI_AIO_STATUS_AIO_PATH_DISABLED:
32936c223761SKevin Barnett pqi_aio_path_disabled(io_request);
329494a68c81SMurthy Bhat if (pqi_is_multipath_device(device)) {
329594a68c81SMurthy Bhat pqi_device_remove_start(device);
329694a68c81SMurthy Bhat host_byte = DID_NO_CONNECT;
329794a68c81SMurthy Bhat scsi_status = SAM_STAT_CHECK_CONDITION;
329894a68c81SMurthy Bhat } else {
32996c223761SKevin Barnett scsi_status = SAM_STAT_GOOD;
33006c223761SKevin Barnett io_request->status = -EAGAIN;
330194a68c81SMurthy Bhat }
33026c223761SKevin Barnett break;
33036c223761SKevin Barnett case PQI_AIO_STATUS_NO_PATH_TO_DEVICE:
33046c223761SKevin Barnett case PQI_AIO_STATUS_INVALID_DEVICE:
3305376fb880SKevin Barnett if (!io_request->raid_bypass) {
33066c223761SKevin Barnett device_offline = true;
3307d87d5474SKevin Barnett pqi_take_device_offline(scmd->device, "AIO");
33086c223761SKevin Barnett host_byte = DID_NO_CONNECT;
3309376fb880SKevin Barnett }
33106c223761SKevin Barnett scsi_status = SAM_STAT_CHECK_CONDITION;
33116c223761SKevin Barnett break;
33126c223761SKevin Barnett case PQI_AIO_STATUS_IO_ERROR:
33136c223761SKevin Barnett default:
33146c223761SKevin Barnett scsi_status = SAM_STAT_CHECK_CONDITION;
33156c223761SKevin Barnett break;
33166c223761SKevin Barnett }
33176c223761SKevin Barnett break;
33186c223761SKevin Barnett case PQI_AIO_SERV_RESPONSE_TMF_COMPLETE:
33196c223761SKevin Barnett case PQI_AIO_SERV_RESPONSE_TMF_SUCCEEDED:
33206c223761SKevin Barnett scsi_status = SAM_STAT_GOOD;
33216c223761SKevin Barnett break;
33226c223761SKevin Barnett case PQI_AIO_SERV_RESPONSE_TMF_REJECTED:
33236c223761SKevin Barnett case PQI_AIO_SERV_RESPONSE_TMF_INCORRECT_LUN:
33246c223761SKevin Barnett default:
33256c223761SKevin Barnett scsi_status = SAM_STAT_CHECK_CONDITION;
33266c223761SKevin Barnett break;
33276c223761SKevin Barnett }
33286c223761SKevin Barnett
33296c223761SKevin Barnett if (error_info->data_present) {
33306c223761SKevin Barnett sense_data_length =
33316c223761SKevin Barnett get_unaligned_le16(&error_info->data_length);
33326c223761SKevin Barnett if (sense_data_length) {
33336c223761SKevin Barnett if (sense_data_length > sizeof(error_info->data))
33346c223761SKevin Barnett sense_data_length = sizeof(error_info->data);
33356c223761SKevin Barnett if (sense_data_length > SCSI_SENSE_BUFFERSIZE)
33366c223761SKevin Barnett sense_data_length = SCSI_SENSE_BUFFERSIZE;
33376c223761SKevin Barnett memcpy(scmd->sense_buffer, error_info->data,
33386c223761SKevin Barnett sense_data_length);
33396c223761SKevin Barnett }
33406c223761SKevin Barnett }
33416c223761SKevin Barnett
33426c223761SKevin Barnett if (device_offline && sense_data_length == 0)
3343f2b1e9c6SHannes Reinecke scsi_build_sense(scmd, 0, HARDWARE_ERROR, 0x3e, 0x1);
33446c223761SKevin Barnett
33456c223761SKevin Barnett scmd->result = scsi_status;
33466c223761SKevin Barnett set_host_byte(scmd, host_byte);
33476c223761SKevin Barnett }
33486c223761SKevin Barnett
pqi_process_io_error(unsigned int iu_type,struct pqi_io_request * io_request)33496c223761SKevin Barnett static void pqi_process_io_error(unsigned int iu_type,
33506c223761SKevin Barnett struct pqi_io_request *io_request)
33516c223761SKevin Barnett {
33526c223761SKevin Barnett switch (iu_type) {
33536c223761SKevin Barnett case PQI_RESPONSE_IU_RAID_PATH_IO_ERROR:
33546c223761SKevin Barnett pqi_process_raid_io_error(io_request);
33556c223761SKevin Barnett break;
33566c223761SKevin Barnett case PQI_RESPONSE_IU_AIO_PATH_IO_ERROR:
33576c223761SKevin Barnett pqi_process_aio_io_error(io_request);
33586c223761SKevin Barnett break;
33596c223761SKevin Barnett }
33606c223761SKevin Barnett }
33616c223761SKevin Barnett
pqi_interpret_task_management_response(struct pqi_ctrl_info * ctrl_info,struct pqi_task_management_response * response)336218ff5f08SKevin Barnett static int pqi_interpret_task_management_response(struct pqi_ctrl_info *ctrl_info,
33636c223761SKevin Barnett struct pqi_task_management_response *response)
33646c223761SKevin Barnett {
33656c223761SKevin Barnett int rc;
33666c223761SKevin Barnett
33676c223761SKevin Barnett switch (response->response_code) {
3368b17f0486SKevin Barnett case SOP_TMF_COMPLETE:
3369b17f0486SKevin Barnett case SOP_TMF_FUNCTION_SUCCEEDED:
33706c223761SKevin Barnett rc = 0;
33716c223761SKevin Barnett break;
33723406384bSMahesh Rajashekhara case SOP_TMF_REJECTED:
33733406384bSMahesh Rajashekhara rc = -EAGAIN;
33743406384bSMahesh Rajashekhara break;
337543cf3a6eSKevin Barnett case SOP_TMF_INCORRECT_LOGICAL_UNIT:
33764e7d2602SMike McGowen rc = -ENODEV;
33774e7d2602SMike McGowen break;
33786c223761SKevin Barnett default:
33796c223761SKevin Barnett rc = -EIO;
33806c223761SKevin Barnett break;
33816c223761SKevin Barnett }
33826c223761SKevin Barnett
338318ff5f08SKevin Barnett if (rc)
338418ff5f08SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
338518ff5f08SKevin Barnett "Task Management Function error: %d (response code: %u)\n", rc, response->response_code);
338618ff5f08SKevin Barnett
33876c223761SKevin Barnett return rc;
33886c223761SKevin Barnett }
33896c223761SKevin Barnett
pqi_invalid_response(struct pqi_ctrl_info * ctrl_info,enum pqi_ctrl_shutdown_reason ctrl_shutdown_reason)33905d1f03e6SMurthy Bhat static inline void pqi_invalid_response(struct pqi_ctrl_info *ctrl_info,
33915d1f03e6SMurthy Bhat enum pqi_ctrl_shutdown_reason ctrl_shutdown_reason)
33926c223761SKevin Barnett {
33935d1f03e6SMurthy Bhat pqi_take_ctrl_offline(ctrl_info, ctrl_shutdown_reason);
33949e68ccccSKevin Barnett }
33959e68ccccSKevin Barnett
pqi_process_io_intr(struct pqi_ctrl_info * ctrl_info,struct pqi_queue_group * queue_group)33969e68ccccSKevin Barnett static int pqi_process_io_intr(struct pqi_ctrl_info *ctrl_info, struct pqi_queue_group *queue_group)
33979e68ccccSKevin Barnett {
33989e68ccccSKevin Barnett int num_responses;
33996c223761SKevin Barnett pqi_index_t oq_pi;
34006c223761SKevin Barnett pqi_index_t oq_ci;
34016c223761SKevin Barnett struct pqi_io_request *io_request;
34026c223761SKevin Barnett struct pqi_io_response *response;
34036c223761SKevin Barnett u16 request_id;
34046c223761SKevin Barnett
34056c223761SKevin Barnett num_responses = 0;
34066c223761SKevin Barnett oq_ci = queue_group->oq_ci_copy;
34076c223761SKevin Barnett
34086c223761SKevin Barnett while (1) {
3409dac12fbcSKevin Barnett oq_pi = readl(queue_group->oq_pi);
34109e68ccccSKevin Barnett if (oq_pi >= ctrl_info->num_elements_per_oq) {
34115d1f03e6SMurthy Bhat pqi_invalid_response(ctrl_info, PQI_IO_PI_OUT_OF_RANGE);
34129e68ccccSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
34139e68ccccSKevin Barnett "I/O interrupt: producer index (%u) out of range (0-%u): consumer index: %u\n",
34149e68ccccSKevin Barnett oq_pi, ctrl_info->num_elements_per_oq - 1, oq_ci);
34159e68ccccSKevin Barnett return -1;
34169e68ccccSKevin Barnett }
34176c223761SKevin Barnett if (oq_pi == oq_ci)
34186c223761SKevin Barnett break;
34196c223761SKevin Barnett
34206c223761SKevin Barnett num_responses++;
34216c223761SKevin Barnett response = queue_group->oq_element_array +
34226c223761SKevin Barnett (oq_ci * PQI_OPERATIONAL_OQ_ELEMENT_LENGTH);
34236c223761SKevin Barnett
34246c223761SKevin Barnett request_id = get_unaligned_le16(&response->request_id);
34259e68ccccSKevin Barnett if (request_id >= ctrl_info->max_io_slots) {
34265d1f03e6SMurthy Bhat pqi_invalid_response(ctrl_info, PQI_INVALID_REQ_ID);
34279e68ccccSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
34289e68ccccSKevin Barnett "request ID in response (%u) out of range (0-%u): producer index: %u consumer index: %u\n",
34299e68ccccSKevin Barnett request_id, ctrl_info->max_io_slots - 1, oq_pi, oq_ci);
34309e68ccccSKevin Barnett return -1;
34319e68ccccSKevin Barnett }
34326c223761SKevin Barnett
34336c223761SKevin Barnett io_request = &ctrl_info->io_request_pool[request_id];
34349e68ccccSKevin Barnett if (atomic_read(&io_request->refcount) == 0) {
34355d1f03e6SMurthy Bhat pqi_invalid_response(ctrl_info, PQI_UNMATCHED_REQ_ID);
34369e68ccccSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
34379e68ccccSKevin Barnett "request ID in response (%u) does not match an outstanding I/O request: producer index: %u consumer index: %u\n",
34389e68ccccSKevin Barnett request_id, oq_pi, oq_ci);
34399e68ccccSKevin Barnett return -1;
34409e68ccccSKevin Barnett }
34416c223761SKevin Barnett
34426c223761SKevin Barnett switch (response->header.iu_type) {
34436c223761SKevin Barnett case PQI_RESPONSE_IU_RAID_PATH_IO_SUCCESS:
34446c223761SKevin Barnett case PQI_RESPONSE_IU_AIO_PATH_IO_SUCCESS:
34452ba55c98SKevin Barnett if (io_request->scmd)
34462ba55c98SKevin Barnett io_request->scmd->result = 0;
3447df561f66SGustavo A. R. Silva fallthrough;
34486c223761SKevin Barnett case PQI_RESPONSE_IU_GENERAL_MANAGEMENT:
34496c223761SKevin Barnett break;
3450b212c251SKevin Barnett case PQI_RESPONSE_IU_VENDOR_GENERAL:
3451b212c251SKevin Barnett io_request->status =
3452b212c251SKevin Barnett get_unaligned_le16(
3453583891c9SKevin Barnett &((struct pqi_vendor_general_response *)response)->status);
3454b212c251SKevin Barnett break;
34556c223761SKevin Barnett case PQI_RESPONSE_IU_TASK_MANAGEMENT:
345618ff5f08SKevin Barnett io_request->status = pqi_interpret_task_management_response(ctrl_info,
34576c223761SKevin Barnett (void *)response);
34586c223761SKevin Barnett break;
34596c223761SKevin Barnett case PQI_RESPONSE_IU_AIO_PATH_DISABLED:
34606c223761SKevin Barnett pqi_aio_path_disabled(io_request);
34616c223761SKevin Barnett io_request->status = -EAGAIN;
34626c223761SKevin Barnett break;
34636c223761SKevin Barnett case PQI_RESPONSE_IU_RAID_PATH_IO_ERROR:
34646c223761SKevin Barnett case PQI_RESPONSE_IU_AIO_PATH_IO_ERROR:
34656c223761SKevin Barnett io_request->error_info = ctrl_info->error_buffer +
34666c223761SKevin Barnett (get_unaligned_le16(&response->error_index) *
34676c223761SKevin Barnett PQI_ERROR_BUFFER_ELEMENT_LENGTH);
34689e68ccccSKevin Barnett pqi_process_io_error(response->header.iu_type, io_request);
34696c223761SKevin Barnett break;
34706c223761SKevin Barnett default:
34715d1f03e6SMurthy Bhat pqi_invalid_response(ctrl_info, PQI_UNEXPECTED_IU_TYPE);
34726c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
34739e68ccccSKevin Barnett "unexpected IU type: 0x%x: producer index: %u consumer index: %u\n",
34749e68ccccSKevin Barnett response->header.iu_type, oq_pi, oq_ci);
34759e68ccccSKevin Barnett return -1;
34766c223761SKevin Barnett }
34776c223761SKevin Barnett
34789e68ccccSKevin Barnett io_request->io_complete_callback(io_request, io_request->context);
34796c223761SKevin Barnett
34806c223761SKevin Barnett /*
34816c223761SKevin Barnett * Note that the I/O request structure CANNOT BE TOUCHED after
34826c223761SKevin Barnett * returning from the I/O completion callback!
34836c223761SKevin Barnett */
34846c223761SKevin Barnett oq_ci = (oq_ci + 1) % ctrl_info->num_elements_per_oq;
34856c223761SKevin Barnett }
34866c223761SKevin Barnett
34876c223761SKevin Barnett if (num_responses) {
34886c223761SKevin Barnett queue_group->oq_ci_copy = oq_ci;
34896c223761SKevin Barnett writel(oq_ci, queue_group->oq_ci);
34906c223761SKevin Barnett }
34916c223761SKevin Barnett
34926c223761SKevin Barnett return num_responses;
34936c223761SKevin Barnett }
34946c223761SKevin Barnett
pqi_num_elements_free(unsigned int pi,unsigned int ci,unsigned int elements_in_queue)34956c223761SKevin Barnett static inline unsigned int pqi_num_elements_free(unsigned int pi,
3496df7a1fcfSKevin Barnett unsigned int ci, unsigned int elements_in_queue)
34976c223761SKevin Barnett {
34986c223761SKevin Barnett unsigned int num_elements_used;
34996c223761SKevin Barnett
35006c223761SKevin Barnett if (pi >= ci)
35016c223761SKevin Barnett num_elements_used = pi - ci;
35026c223761SKevin Barnett else
35036c223761SKevin Barnett num_elements_used = elements_in_queue - ci + pi;
35046c223761SKevin Barnett
35056c223761SKevin Barnett return elements_in_queue - num_elements_used - 1;
35066c223761SKevin Barnett }
35076c223761SKevin Barnett
pqi_send_event_ack(struct pqi_ctrl_info * ctrl_info,struct pqi_event_acknowledge_request * iu,size_t iu_length)350898f87667SKevin Barnett static void pqi_send_event_ack(struct pqi_ctrl_info *ctrl_info,
35096c223761SKevin Barnett struct pqi_event_acknowledge_request *iu, size_t iu_length)
35106c223761SKevin Barnett {
35116c223761SKevin Barnett pqi_index_t iq_pi;
35126c223761SKevin Barnett pqi_index_t iq_ci;
35136c223761SKevin Barnett unsigned long flags;
35146c223761SKevin Barnett void *next_element;
35156c223761SKevin Barnett struct pqi_queue_group *queue_group;
35166c223761SKevin Barnett
35176c223761SKevin Barnett queue_group = &ctrl_info->queue_groups[PQI_DEFAULT_QUEUE_GROUP];
35186c223761SKevin Barnett put_unaligned_le16(queue_group->oq_id, &iu->header.response_queue_id);
35196c223761SKevin Barnett
35206c223761SKevin Barnett while (1) {
35216c223761SKevin Barnett spin_lock_irqsave(&queue_group->submit_lock[RAID_PATH], flags);
35226c223761SKevin Barnett
35236c223761SKevin Barnett iq_pi = queue_group->iq_pi_copy[RAID_PATH];
3524dac12fbcSKevin Barnett iq_ci = readl(queue_group->iq_ci[RAID_PATH]);
35256c223761SKevin Barnett
35266c223761SKevin Barnett if (pqi_num_elements_free(iq_pi, iq_ci,
35276c223761SKevin Barnett ctrl_info->num_elements_per_iq))
35286c223761SKevin Barnett break;
35296c223761SKevin Barnett
35306c223761SKevin Barnett spin_unlock_irqrestore(
35316c223761SKevin Barnett &queue_group->submit_lock[RAID_PATH], flags);
35326c223761SKevin Barnett
353398f87667SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
35346c223761SKevin Barnett return;
35356c223761SKevin Barnett }
35366c223761SKevin Barnett
35376c223761SKevin Barnett next_element = queue_group->iq_element_array[RAID_PATH] +
35386c223761SKevin Barnett (iq_pi * PQI_OPERATIONAL_IQ_ELEMENT_LENGTH);
35396c223761SKevin Barnett
35406c223761SKevin Barnett memcpy(next_element, iu, iu_length);
35416c223761SKevin Barnett
35426c223761SKevin Barnett iq_pi = (iq_pi + 1) % ctrl_info->num_elements_per_iq;
35436c223761SKevin Barnett queue_group->iq_pi_copy[RAID_PATH] = iq_pi;
35446c223761SKevin Barnett
35456c223761SKevin Barnett /*
35466c223761SKevin Barnett * This write notifies the controller that an IU is available to be
35476c223761SKevin Barnett * processed.
35486c223761SKevin Barnett */
35496c223761SKevin Barnett writel(iq_pi, queue_group->iq_pi[RAID_PATH]);
35506c223761SKevin Barnett
35516c223761SKevin Barnett spin_unlock_irqrestore(&queue_group->submit_lock[RAID_PATH], flags);
35526c223761SKevin Barnett }
35536c223761SKevin Barnett
pqi_acknowledge_event(struct pqi_ctrl_info * ctrl_info,struct pqi_event * event)35546c223761SKevin Barnett static void pqi_acknowledge_event(struct pqi_ctrl_info *ctrl_info,
35556c223761SKevin Barnett struct pqi_event *event)
35566c223761SKevin Barnett {
35576c223761SKevin Barnett struct pqi_event_acknowledge_request request;
35586c223761SKevin Barnett
35596c223761SKevin Barnett memset(&request, 0, sizeof(request));
35606c223761SKevin Barnett
35616c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_ACKNOWLEDGE_VENDOR_EVENT;
35626c223761SKevin Barnett put_unaligned_le16(sizeof(request) - PQI_REQUEST_HEADER_LENGTH,
35636c223761SKevin Barnett &request.header.iu_length);
35646c223761SKevin Barnett request.event_type = event->event_type;
356506b41e0dSKevin Barnett put_unaligned_le16(event->event_id, &request.event_id);
356606b41e0dSKevin Barnett put_unaligned_le32(event->additional_event_id, &request.additional_event_id);
35676c223761SKevin Barnett
356898f87667SKevin Barnett pqi_send_event_ack(ctrl_info, &request, sizeof(request));
35696c223761SKevin Barnett }
35706c223761SKevin Barnett
35714fd22c13SMahesh Rajashekhara #define PQI_SOFT_RESET_STATUS_TIMEOUT_SECS 30
35724fd22c13SMahesh Rajashekhara #define PQI_SOFT_RESET_STATUS_POLL_INTERVAL_SECS 1
35734fd22c13SMahesh Rajashekhara
pqi_poll_for_soft_reset_status(struct pqi_ctrl_info * ctrl_info)35744fd22c13SMahesh Rajashekhara static enum pqi_soft_reset_status pqi_poll_for_soft_reset_status(
35754fd22c13SMahesh Rajashekhara struct pqi_ctrl_info *ctrl_info)
35764fd22c13SMahesh Rajashekhara {
35774fd22c13SMahesh Rajashekhara u8 status;
3578583891c9SKevin Barnett unsigned long timeout;
35794fd22c13SMahesh Rajashekhara
358042dc0426SBalsundar P timeout = (PQI_SOFT_RESET_STATUS_TIMEOUT_SECS * HZ) + jiffies;
35814fd22c13SMahesh Rajashekhara
35824fd22c13SMahesh Rajashekhara while (1) {
35834fd22c13SMahesh Rajashekhara status = pqi_read_soft_reset_status(ctrl_info);
35844fd22c13SMahesh Rajashekhara if (status & PQI_SOFT_RESET_INITIATE)
35854fd22c13SMahesh Rajashekhara return RESET_INITIATE_DRIVER;
35864fd22c13SMahesh Rajashekhara
35874fd22c13SMahesh Rajashekhara if (status & PQI_SOFT_RESET_ABORT)
35884fd22c13SMahesh Rajashekhara return RESET_ABORT;
35894fd22c13SMahesh Rajashekhara
35904ccc354bSKevin Barnett if (!sis_is_firmware_running(ctrl_info))
35914ccc354bSKevin Barnett return RESET_NORESPONSE;
35924ccc354bSKevin Barnett
35934fd22c13SMahesh Rajashekhara if (time_after(jiffies, timeout)) {
35944ccc354bSKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
35954fd22c13SMahesh Rajashekhara "timed out waiting for soft reset status\n");
35964fd22c13SMahesh Rajashekhara return RESET_TIMEDOUT;
35974fd22c13SMahesh Rajashekhara }
35984fd22c13SMahesh Rajashekhara
35994fd22c13SMahesh Rajashekhara ssleep(PQI_SOFT_RESET_STATUS_POLL_INTERVAL_SECS);
36004fd22c13SMahesh Rajashekhara }
36014fd22c13SMahesh Rajashekhara }
36024fd22c13SMahesh Rajashekhara
pqi_process_soft_reset(struct pqi_ctrl_info * ctrl_info)36034ccc354bSKevin Barnett static void pqi_process_soft_reset(struct pqi_ctrl_info *ctrl_info)
36044fd22c13SMahesh Rajashekhara {
36054fd22c13SMahesh Rajashekhara int rc;
36062790cd4dSKevin Barnett unsigned int delay_secs;
36074ccc354bSKevin Barnett enum pqi_soft_reset_status reset_status;
36084ccc354bSKevin Barnett
36094ccc354bSKevin Barnett if (ctrl_info->soft_reset_handshake_supported)
36104ccc354bSKevin Barnett reset_status = pqi_poll_for_soft_reset_status(ctrl_info);
36114ccc354bSKevin Barnett else
36124ccc354bSKevin Barnett reset_status = RESET_INITIATE_FIRMWARE;
36134fd22c13SMahesh Rajashekhara
36142790cd4dSKevin Barnett delay_secs = PQI_POST_RESET_DELAY_SECS;
36154fd22c13SMahesh Rajashekhara
36164fd22c13SMahesh Rajashekhara switch (reset_status) {
36174fd22c13SMahesh Rajashekhara case RESET_TIMEDOUT:
36182790cd4dSKevin Barnett delay_secs = PQI_POST_OFA_RESET_DELAY_UPON_TIMEOUT_SECS;
36194ccc354bSKevin Barnett fallthrough;
36204ccc354bSKevin Barnett case RESET_INITIATE_DRIVER:
36214fd22c13SMahesh Rajashekhara dev_info(&ctrl_info->pci_dev->dev,
36224ccc354bSKevin Barnett "Online Firmware Activation: resetting controller\n");
36234fd22c13SMahesh Rajashekhara sis_soft_reset(ctrl_info);
3624df561f66SGustavo A. R. Silva fallthrough;
36254fd22c13SMahesh Rajashekhara case RESET_INITIATE_FIRMWARE:
36264ccc354bSKevin Barnett ctrl_info->pqi_mode_enabled = false;
36274ccc354bSKevin Barnett pqi_save_ctrl_mode(ctrl_info, SIS_MODE);
36282790cd4dSKevin Barnett rc = pqi_ofa_ctrl_restart(ctrl_info, delay_secs);
36294fd22c13SMahesh Rajashekhara pqi_ofa_free_host_buffer(ctrl_info);
36304ccc354bSKevin Barnett pqi_ctrl_ofa_done(ctrl_info);
36314fd22c13SMahesh Rajashekhara dev_info(&ctrl_info->pci_dev->dev,
36324ccc354bSKevin Barnett "Online Firmware Activation: %s\n",
36334ccc354bSKevin Barnett rc == 0 ? "SUCCESS" : "FAILED");
36344fd22c13SMahesh Rajashekhara break;
36354fd22c13SMahesh Rajashekhara case RESET_ABORT:
36364fd22c13SMahesh Rajashekhara dev_info(&ctrl_info->pci_dev->dev,
36374ccc354bSKevin Barnett "Online Firmware Activation ABORTED\n");
36384ccc354bSKevin Barnett if (ctrl_info->soft_reset_handshake_supported)
36394ccc354bSKevin Barnett pqi_clear_soft_reset_status(ctrl_info);
36404ccc354bSKevin Barnett pqi_ofa_free_host_buffer(ctrl_info);
36414ccc354bSKevin Barnett pqi_ctrl_ofa_done(ctrl_info);
36424ccc354bSKevin Barnett pqi_ofa_ctrl_unquiesce(ctrl_info);
36434fd22c13SMahesh Rajashekhara break;
36444fd22c13SMahesh Rajashekhara case RESET_NORESPONSE:
36454ccc354bSKevin Barnett fallthrough;
36464ccc354bSKevin Barnett default:
36474ccc354bSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
36484ccc354bSKevin Barnett "unexpected Online Firmware Activation reset status: 0x%x\n",
36494ccc354bSKevin Barnett reset_status);
36504fd22c13SMahesh Rajashekhara pqi_ofa_free_host_buffer(ctrl_info);
36514ccc354bSKevin Barnett pqi_ctrl_ofa_done(ctrl_info);
36524ccc354bSKevin Barnett pqi_ofa_ctrl_unquiesce(ctrl_info);
36535d1f03e6SMurthy Bhat pqi_take_ctrl_offline(ctrl_info, PQI_OFA_RESPONSE_TIMEOUT);
36544fd22c13SMahesh Rajashekhara break;
36554fd22c13SMahesh Rajashekhara }
36564fd22c13SMahesh Rajashekhara }
36574fd22c13SMahesh Rajashekhara
pqi_ofa_memory_alloc_worker(struct work_struct * work)36582790cd4dSKevin Barnett static void pqi_ofa_memory_alloc_worker(struct work_struct *work)
36594fd22c13SMahesh Rajashekhara {
36602790cd4dSKevin Barnett struct pqi_ctrl_info *ctrl_info;
36614fd22c13SMahesh Rajashekhara
36622790cd4dSKevin Barnett ctrl_info = container_of(work, struct pqi_ctrl_info, ofa_memory_alloc_work);
36634fd22c13SMahesh Rajashekhara
36642790cd4dSKevin Barnett pqi_ctrl_ofa_start(ctrl_info);
36652790cd4dSKevin Barnett pqi_ofa_setup_host_buffer(ctrl_info);
36662790cd4dSKevin Barnett pqi_ofa_host_memory_update(ctrl_info);
36672790cd4dSKevin Barnett }
36684fd22c13SMahesh Rajashekhara
pqi_ofa_quiesce_worker(struct work_struct * work)36692790cd4dSKevin Barnett static void pqi_ofa_quiesce_worker(struct work_struct *work)
36702790cd4dSKevin Barnett {
36712790cd4dSKevin Barnett struct pqi_ctrl_info *ctrl_info;
36722790cd4dSKevin Barnett struct pqi_event *event;
36732790cd4dSKevin Barnett
36742790cd4dSKevin Barnett ctrl_info = container_of(work, struct pqi_ctrl_info, ofa_quiesce_work);
36752790cd4dSKevin Barnett
36762790cd4dSKevin Barnett event = &ctrl_info->events[pqi_event_type_to_event_index(PQI_EVENT_TYPE_OFA)];
36772790cd4dSKevin Barnett
36784fd22c13SMahesh Rajashekhara pqi_ofa_ctrl_quiesce(ctrl_info);
36794fd22c13SMahesh Rajashekhara pqi_acknowledge_event(ctrl_info, event);
36804ccc354bSKevin Barnett pqi_process_soft_reset(ctrl_info);
36814fd22c13SMahesh Rajashekhara }
36824fd22c13SMahesh Rajashekhara
pqi_ofa_process_event(struct pqi_ctrl_info * ctrl_info,struct pqi_event * event)36832790cd4dSKevin Barnett static bool pqi_ofa_process_event(struct pqi_ctrl_info *ctrl_info,
36842790cd4dSKevin Barnett struct pqi_event *event)
36852790cd4dSKevin Barnett {
36862790cd4dSKevin Barnett bool ack_event;
36872790cd4dSKevin Barnett
36882790cd4dSKevin Barnett ack_event = true;
36892790cd4dSKevin Barnett
36902790cd4dSKevin Barnett switch (event->event_id) {
36912790cd4dSKevin Barnett case PQI_EVENT_OFA_MEMORY_ALLOCATION:
36924fd22c13SMahesh Rajashekhara dev_info(&ctrl_info->pci_dev->dev,
36932790cd4dSKevin Barnett "received Online Firmware Activation memory allocation request\n");
36942790cd4dSKevin Barnett schedule_work(&ctrl_info->ofa_memory_alloc_work);
36952790cd4dSKevin Barnett break;
36962790cd4dSKevin Barnett case PQI_EVENT_OFA_QUIESCE:
36972790cd4dSKevin Barnett dev_info(&ctrl_info->pci_dev->dev,
36982790cd4dSKevin Barnett "received Online Firmware Activation quiesce request\n");
36992790cd4dSKevin Barnett schedule_work(&ctrl_info->ofa_quiesce_work);
37002790cd4dSKevin Barnett ack_event = false;
37012790cd4dSKevin Barnett break;
37022790cd4dSKevin Barnett case PQI_EVENT_OFA_CANCELED:
37032790cd4dSKevin Barnett dev_info(&ctrl_info->pci_dev->dev,
37042790cd4dSKevin Barnett "received Online Firmware Activation cancel request: reason: %u\n",
37052790cd4dSKevin Barnett ctrl_info->ofa_cancel_reason);
37062790cd4dSKevin Barnett pqi_ofa_free_host_buffer(ctrl_info);
37072790cd4dSKevin Barnett pqi_ctrl_ofa_done(ctrl_info);
37082790cd4dSKevin Barnett break;
37092790cd4dSKevin Barnett default:
37102790cd4dSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
37112790cd4dSKevin Barnett "received unknown Online Firmware Activation request: event ID: %u\n",
37122790cd4dSKevin Barnett event->event_id);
37132790cd4dSKevin Barnett break;
37144fd22c13SMahesh Rajashekhara }
37154fd22c13SMahesh Rajashekhara
37162790cd4dSKevin Barnett return ack_event;
37174fd22c13SMahesh Rajashekhara }
37184fd22c13SMahesh Rajashekhara
pqi_mark_volumes_for_rescan(struct pqi_ctrl_info * ctrl_info)3719df75b8efSMahesh Rajashekhara static void pqi_mark_volumes_for_rescan(struct pqi_ctrl_info *ctrl_info)
3720df75b8efSMahesh Rajashekhara {
3721df75b8efSMahesh Rajashekhara unsigned long flags;
3722df75b8efSMahesh Rajashekhara struct pqi_scsi_dev *device;
3723df75b8efSMahesh Rajashekhara
3724df75b8efSMahesh Rajashekhara spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
3725df75b8efSMahesh Rajashekhara
3726df75b8efSMahesh Rajashekhara list_for_each_entry(device, &ctrl_info->scsi_device_list, scsi_device_list_entry) {
3727df75b8efSMahesh Rajashekhara if (pqi_is_logical_device(device) && device->devtype == TYPE_DISK)
3728df75b8efSMahesh Rajashekhara device->rescan = true;
3729df75b8efSMahesh Rajashekhara }
3730df75b8efSMahesh Rajashekhara
3731df75b8efSMahesh Rajashekhara spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
3732df75b8efSMahesh Rajashekhara }
3733df75b8efSMahesh Rajashekhara
pqi_disable_raid_bypass(struct pqi_ctrl_info * ctrl_info)37346ce3cfb3SKevin Barnett static void pqi_disable_raid_bypass(struct pqi_ctrl_info *ctrl_info)
37356ce3cfb3SKevin Barnett {
37366ce3cfb3SKevin Barnett unsigned long flags;
37376ce3cfb3SKevin Barnett struct pqi_scsi_dev *device;
37386ce3cfb3SKevin Barnett
37396ce3cfb3SKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
37406ce3cfb3SKevin Barnett
37416ce3cfb3SKevin Barnett list_for_each_entry(device, &ctrl_info->scsi_device_list, scsi_device_list_entry)
37426ce3cfb3SKevin Barnett if (device->raid_bypass_enabled)
37436ce3cfb3SKevin Barnett device->raid_bypass_enabled = false;
37446ce3cfb3SKevin Barnett
37456ce3cfb3SKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
37466ce3cfb3SKevin Barnett }
37476ce3cfb3SKevin Barnett
pqi_event_worker(struct work_struct * work)37486c223761SKevin Barnett static void pqi_event_worker(struct work_struct *work)
37496c223761SKevin Barnett {
37506c223761SKevin Barnett unsigned int i;
37512790cd4dSKevin Barnett bool rescan_needed;
37526c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
37536a50d6adSKevin Barnett struct pqi_event *event;
37542790cd4dSKevin Barnett bool ack_event;
37556c223761SKevin Barnett
37566c223761SKevin Barnett ctrl_info = container_of(work, struct pqi_ctrl_info, event_work);
37576c223761SKevin Barnett
37587561a7e4SKevin Barnett pqi_ctrl_busy(ctrl_info);
3759ae0c189dSKevin Barnett pqi_wait_if_ctrl_blocked(ctrl_info);
37605f310425SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
37615f310425SKevin Barnett goto out;
37625f310425SKevin Barnett
37632790cd4dSKevin Barnett rescan_needed = false;
37646a50d6adSKevin Barnett event = ctrl_info->events;
37656c223761SKevin Barnett for (i = 0; i < PQI_NUM_SUPPORTED_EVENTS; i++) {
37666a50d6adSKevin Barnett if (event->pending) {
37676a50d6adSKevin Barnett event->pending = false;
37684fd22c13SMahesh Rajashekhara if (event->event_type == PQI_EVENT_TYPE_OFA) {
37692790cd4dSKevin Barnett ack_event = pqi_ofa_process_event(ctrl_info, event);
37702790cd4dSKevin Barnett } else {
37712790cd4dSKevin Barnett ack_event = true;
37722790cd4dSKevin Barnett rescan_needed = true;
377327655e9dSMahesh Rajashekhara if (event->event_type == PQI_EVENT_TYPE_LOGICAL_DEVICE)
3774df75b8efSMahesh Rajashekhara pqi_mark_volumes_for_rescan(ctrl_info);
37756ce3cfb3SKevin Barnett else if (event->event_type == PQI_EVENT_TYPE_AIO_STATE_CHANGE)
37766ce3cfb3SKevin Barnett pqi_disable_raid_bypass(ctrl_info);
37774fd22c13SMahesh Rajashekhara }
37782790cd4dSKevin Barnett if (ack_event)
37796a50d6adSKevin Barnett pqi_acknowledge_event(ctrl_info, event);
37806c223761SKevin Barnett }
37816a50d6adSKevin Barnett event++;
37826c223761SKevin Barnett }
37836c223761SKevin Barnett
37844e7d2602SMike McGowen #define PQI_RESCAN_WORK_FOR_EVENT_DELAY (5 * HZ)
37854e7d2602SMike McGowen
37862790cd4dSKevin Barnett if (rescan_needed)
37874e7d2602SMike McGowen pqi_schedule_rescan_worker_with_delay(ctrl_info,
37884e7d2602SMike McGowen PQI_RESCAN_WORK_FOR_EVENT_DELAY);
37892790cd4dSKevin Barnett
37905f310425SKevin Barnett out:
37917561a7e4SKevin Barnett pqi_ctrl_unbusy(ctrl_info);
37926c223761SKevin Barnett }
37936c223761SKevin Barnett
379442dc0426SBalsundar P #define PQI_HEARTBEAT_TIMER_INTERVAL (10 * HZ)
37956c223761SKevin Barnett
pqi_heartbeat_timer_handler(struct timer_list * t)379674a0f573SKees Cook static void pqi_heartbeat_timer_handler(struct timer_list *t)
37976c223761SKevin Barnett {
37986c223761SKevin Barnett int num_interrupts;
379998f87667SKevin Barnett u32 heartbeat_count;
3800583891c9SKevin Barnett struct pqi_ctrl_info *ctrl_info = from_timer(ctrl_info, t, heartbeat_timer);
38016c223761SKevin Barnett
380298f87667SKevin Barnett pqi_check_ctrl_health(ctrl_info);
380398f87667SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
3804061ef06aSKevin Barnett return;
3805061ef06aSKevin Barnett
38066c223761SKevin Barnett num_interrupts = atomic_read(&ctrl_info->num_interrupts);
380798f87667SKevin Barnett heartbeat_count = pqi_read_heartbeat_counter(ctrl_info);
38086c223761SKevin Barnett
38096c223761SKevin Barnett if (num_interrupts == ctrl_info->previous_num_interrupts) {
381098f87667SKevin Barnett if (heartbeat_count == ctrl_info->previous_heartbeat_count) {
381198f87667SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
381298f87667SKevin Barnett "no heartbeat detected - last heartbeat count: %u\n",
381398f87667SKevin Barnett heartbeat_count);
38145d1f03e6SMurthy Bhat pqi_take_ctrl_offline(ctrl_info, PQI_NO_HEARTBEAT);
38156c223761SKevin Barnett return;
38166c223761SKevin Barnett }
38176c223761SKevin Barnett } else {
381898f87667SKevin Barnett ctrl_info->previous_num_interrupts = num_interrupts;
38196c223761SKevin Barnett }
38206c223761SKevin Barnett
382198f87667SKevin Barnett ctrl_info->previous_heartbeat_count = heartbeat_count;
38226c223761SKevin Barnett mod_timer(&ctrl_info->heartbeat_timer,
38236c223761SKevin Barnett jiffies + PQI_HEARTBEAT_TIMER_INTERVAL);
38246c223761SKevin Barnett }
38256c223761SKevin Barnett
pqi_start_heartbeat_timer(struct pqi_ctrl_info * ctrl_info)38266c223761SKevin Barnett static void pqi_start_heartbeat_timer(struct pqi_ctrl_info *ctrl_info)
38276c223761SKevin Barnett {
382898f87667SKevin Barnett if (!ctrl_info->heartbeat_counter)
382998f87667SKevin Barnett return;
383098f87667SKevin Barnett
38316c223761SKevin Barnett ctrl_info->previous_num_interrupts =
38326c223761SKevin Barnett atomic_read(&ctrl_info->num_interrupts);
383398f87667SKevin Barnett ctrl_info->previous_heartbeat_count =
383498f87667SKevin Barnett pqi_read_heartbeat_counter(ctrl_info);
38356c223761SKevin Barnett
38366c223761SKevin Barnett ctrl_info->heartbeat_timer.expires =
38376c223761SKevin Barnett jiffies + PQI_HEARTBEAT_TIMER_INTERVAL;
3838061ef06aSKevin Barnett add_timer(&ctrl_info->heartbeat_timer);
38396c223761SKevin Barnett }
38406c223761SKevin Barnett
pqi_stop_heartbeat_timer(struct pqi_ctrl_info * ctrl_info)38416c223761SKevin Barnett static inline void pqi_stop_heartbeat_timer(struct pqi_ctrl_info *ctrl_info)
38426c223761SKevin Barnett {
38436c223761SKevin Barnett del_timer_sync(&ctrl_info->heartbeat_timer);
38446c223761SKevin Barnett }
38456c223761SKevin Barnett
pqi_ofa_capture_event_payload(struct pqi_ctrl_info * ctrl_info,struct pqi_event * event,struct pqi_event_response * response)38462790cd4dSKevin Barnett static void pqi_ofa_capture_event_payload(struct pqi_ctrl_info *ctrl_info,
38472790cd4dSKevin Barnett struct pqi_event *event, struct pqi_event_response *response)
38486c223761SKevin Barnett {
38492790cd4dSKevin Barnett switch (event->event_id) {
38502790cd4dSKevin Barnett case PQI_EVENT_OFA_MEMORY_ALLOCATION:
38512790cd4dSKevin Barnett ctrl_info->ofa_bytes_requested =
38522790cd4dSKevin Barnett get_unaligned_le32(&response->data.ofa_memory_allocation.bytes_requested);
38532790cd4dSKevin Barnett break;
38542790cd4dSKevin Barnett case PQI_EVENT_OFA_CANCELED:
38552790cd4dSKevin Barnett ctrl_info->ofa_cancel_reason =
38562790cd4dSKevin Barnett get_unaligned_le16(&response->data.ofa_cancelled.reason);
38572790cd4dSKevin Barnett break;
38584fd22c13SMahesh Rajashekhara }
38594fd22c13SMahesh Rajashekhara }
38604fd22c13SMahesh Rajashekhara
pqi_process_event_intr(struct pqi_ctrl_info * ctrl_info)38619e68ccccSKevin Barnett static int pqi_process_event_intr(struct pqi_ctrl_info *ctrl_info)
38626c223761SKevin Barnett {
38639e68ccccSKevin Barnett int num_events;
38646c223761SKevin Barnett pqi_index_t oq_pi;
38656c223761SKevin Barnett pqi_index_t oq_ci;
38666c223761SKevin Barnett struct pqi_event_queue *event_queue;
38676c223761SKevin Barnett struct pqi_event_response *response;
38686a50d6adSKevin Barnett struct pqi_event *event;
38696c223761SKevin Barnett int event_index;
38706c223761SKevin Barnett
38716c223761SKevin Barnett event_queue = &ctrl_info->event_queue;
38726c223761SKevin Barnett num_events = 0;
38736c223761SKevin Barnett oq_ci = event_queue->oq_ci_copy;
38746c223761SKevin Barnett
38756c223761SKevin Barnett while (1) {
3876dac12fbcSKevin Barnett oq_pi = readl(event_queue->oq_pi);
38779e68ccccSKevin Barnett if (oq_pi >= PQI_NUM_EVENT_QUEUE_ELEMENTS) {
38785d1f03e6SMurthy Bhat pqi_invalid_response(ctrl_info, PQI_EVENT_PI_OUT_OF_RANGE);
38799e68ccccSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
38809e68ccccSKevin Barnett "event interrupt: producer index (%u) out of range (0-%u): consumer index: %u\n",
38819e68ccccSKevin Barnett oq_pi, PQI_NUM_EVENT_QUEUE_ELEMENTS - 1, oq_ci);
38829e68ccccSKevin Barnett return -1;
38839e68ccccSKevin Barnett }
38849e68ccccSKevin Barnett
38856c223761SKevin Barnett if (oq_pi == oq_ci)
38866c223761SKevin Barnett break;
38876c223761SKevin Barnett
38886c223761SKevin Barnett num_events++;
38899e68ccccSKevin Barnett response = event_queue->oq_element_array + (oq_ci * PQI_EVENT_OQ_ELEMENT_LENGTH);
38906c223761SKevin Barnett
3891583891c9SKevin Barnett event_index = pqi_event_type_to_event_index(response->event_type);
38926c223761SKevin Barnett
38939e68ccccSKevin Barnett if (event_index >= 0 && response->request_acknowledge) {
38946a50d6adSKevin Barnett event = &ctrl_info->events[event_index];
38956a50d6adSKevin Barnett event->pending = true;
38966a50d6adSKevin Barnett event->event_type = response->event_type;
389706b41e0dSKevin Barnett event->event_id = get_unaligned_le16(&response->event_id);
389806b41e0dSKevin Barnett event->additional_event_id =
389906b41e0dSKevin Barnett get_unaligned_le32(&response->additional_event_id);
39009e68ccccSKevin Barnett if (event->event_type == PQI_EVENT_TYPE_OFA)
39012790cd4dSKevin Barnett pqi_ofa_capture_event_payload(ctrl_info, event, response);
39026c223761SKevin Barnett }
39036c223761SKevin Barnett
39046c223761SKevin Barnett oq_ci = (oq_ci + 1) % PQI_NUM_EVENT_QUEUE_ELEMENTS;
39056c223761SKevin Barnett }
39066c223761SKevin Barnett
39076c223761SKevin Barnett if (num_events) {
39086c223761SKevin Barnett event_queue->oq_ci_copy = oq_ci;
39096c223761SKevin Barnett writel(oq_ci, event_queue->oq_ci);
39106c223761SKevin Barnett schedule_work(&ctrl_info->event_work);
39116c223761SKevin Barnett }
39126c223761SKevin Barnett
39136c223761SKevin Barnett return num_events;
39146c223761SKevin Barnett }
39156c223761SKevin Barnett
3916061ef06aSKevin Barnett #define PQI_LEGACY_INTX_MASK 0x1
3917061ef06aSKevin Barnett
pqi_configure_legacy_intx(struct pqi_ctrl_info * ctrl_info,bool enable_intx)3918583891c9SKevin Barnett static inline void pqi_configure_legacy_intx(struct pqi_ctrl_info *ctrl_info, bool enable_intx)
3919061ef06aSKevin Barnett {
3920061ef06aSKevin Barnett u32 intx_mask;
3921061ef06aSKevin Barnett struct pqi_device_registers __iomem *pqi_registers;
3922061ef06aSKevin Barnett volatile void __iomem *register_addr;
3923061ef06aSKevin Barnett
3924061ef06aSKevin Barnett pqi_registers = ctrl_info->pqi_registers;
3925061ef06aSKevin Barnett
3926061ef06aSKevin Barnett if (enable_intx)
3927061ef06aSKevin Barnett register_addr = &pqi_registers->legacy_intx_mask_clear;
3928061ef06aSKevin Barnett else
3929061ef06aSKevin Barnett register_addr = &pqi_registers->legacy_intx_mask_set;
3930061ef06aSKevin Barnett
3931061ef06aSKevin Barnett intx_mask = readl(register_addr);
3932061ef06aSKevin Barnett intx_mask |= PQI_LEGACY_INTX_MASK;
3933061ef06aSKevin Barnett writel(intx_mask, register_addr);
3934061ef06aSKevin Barnett }
3935061ef06aSKevin Barnett
pqi_change_irq_mode(struct pqi_ctrl_info * ctrl_info,enum pqi_irq_mode new_mode)3936061ef06aSKevin Barnett static void pqi_change_irq_mode(struct pqi_ctrl_info *ctrl_info,
3937061ef06aSKevin Barnett enum pqi_irq_mode new_mode)
3938061ef06aSKevin Barnett {
3939061ef06aSKevin Barnett switch (ctrl_info->irq_mode) {
3940061ef06aSKevin Barnett case IRQ_MODE_MSIX:
3941061ef06aSKevin Barnett switch (new_mode) {
3942061ef06aSKevin Barnett case IRQ_MODE_MSIX:
3943061ef06aSKevin Barnett break;
3944061ef06aSKevin Barnett case IRQ_MODE_INTX:
3945061ef06aSKevin Barnett pqi_configure_legacy_intx(ctrl_info, true);
3946061ef06aSKevin Barnett sis_enable_intx(ctrl_info);
3947061ef06aSKevin Barnett break;
3948061ef06aSKevin Barnett case IRQ_MODE_NONE:
3949061ef06aSKevin Barnett break;
3950061ef06aSKevin Barnett }
3951061ef06aSKevin Barnett break;
3952061ef06aSKevin Barnett case IRQ_MODE_INTX:
3953061ef06aSKevin Barnett switch (new_mode) {
3954061ef06aSKevin Barnett case IRQ_MODE_MSIX:
3955061ef06aSKevin Barnett pqi_configure_legacy_intx(ctrl_info, false);
3956061ef06aSKevin Barnett sis_enable_msix(ctrl_info);
3957061ef06aSKevin Barnett break;
3958061ef06aSKevin Barnett case IRQ_MODE_INTX:
3959061ef06aSKevin Barnett break;
3960061ef06aSKevin Barnett case IRQ_MODE_NONE:
3961061ef06aSKevin Barnett pqi_configure_legacy_intx(ctrl_info, false);
3962061ef06aSKevin Barnett break;
3963061ef06aSKevin Barnett }
3964061ef06aSKevin Barnett break;
3965061ef06aSKevin Barnett case IRQ_MODE_NONE:
3966061ef06aSKevin Barnett switch (new_mode) {
3967061ef06aSKevin Barnett case IRQ_MODE_MSIX:
3968061ef06aSKevin Barnett sis_enable_msix(ctrl_info);
3969061ef06aSKevin Barnett break;
3970061ef06aSKevin Barnett case IRQ_MODE_INTX:
3971061ef06aSKevin Barnett pqi_configure_legacy_intx(ctrl_info, true);
3972061ef06aSKevin Barnett sis_enable_intx(ctrl_info);
3973061ef06aSKevin Barnett break;
3974061ef06aSKevin Barnett case IRQ_MODE_NONE:
3975061ef06aSKevin Barnett break;
3976061ef06aSKevin Barnett }
3977061ef06aSKevin Barnett break;
3978061ef06aSKevin Barnett }
3979061ef06aSKevin Barnett
3980061ef06aSKevin Barnett ctrl_info->irq_mode = new_mode;
3981061ef06aSKevin Barnett }
3982061ef06aSKevin Barnett
3983061ef06aSKevin Barnett #define PQI_LEGACY_INTX_PENDING 0x1
3984061ef06aSKevin Barnett
pqi_is_valid_irq(struct pqi_ctrl_info * ctrl_info)3985061ef06aSKevin Barnett static inline bool pqi_is_valid_irq(struct pqi_ctrl_info *ctrl_info)
3986061ef06aSKevin Barnett {
3987061ef06aSKevin Barnett bool valid_irq;
3988061ef06aSKevin Barnett u32 intx_status;
3989061ef06aSKevin Barnett
3990061ef06aSKevin Barnett switch (ctrl_info->irq_mode) {
3991061ef06aSKevin Barnett case IRQ_MODE_MSIX:
3992061ef06aSKevin Barnett valid_irq = true;
3993061ef06aSKevin Barnett break;
3994061ef06aSKevin Barnett case IRQ_MODE_INTX:
3995583891c9SKevin Barnett intx_status = readl(&ctrl_info->pqi_registers->legacy_intx_status);
3996061ef06aSKevin Barnett if (intx_status & PQI_LEGACY_INTX_PENDING)
3997061ef06aSKevin Barnett valid_irq = true;
3998061ef06aSKevin Barnett else
3999061ef06aSKevin Barnett valid_irq = false;
4000061ef06aSKevin Barnett break;
4001061ef06aSKevin Barnett case IRQ_MODE_NONE:
4002061ef06aSKevin Barnett default:
4003061ef06aSKevin Barnett valid_irq = false;
4004061ef06aSKevin Barnett break;
4005061ef06aSKevin Barnett }
4006061ef06aSKevin Barnett
4007061ef06aSKevin Barnett return valid_irq;
4008061ef06aSKevin Barnett }
4009061ef06aSKevin Barnett
pqi_irq_handler(int irq,void * data)40106c223761SKevin Barnett static irqreturn_t pqi_irq_handler(int irq, void *data)
40116c223761SKevin Barnett {
40126c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
40136c223761SKevin Barnett struct pqi_queue_group *queue_group;
40149e68ccccSKevin Barnett int num_io_responses_handled;
40159e68ccccSKevin Barnett int num_events_handled;
40166c223761SKevin Barnett
40176c223761SKevin Barnett queue_group = data;
40186c223761SKevin Barnett ctrl_info = queue_group->ctrl_info;
40196c223761SKevin Barnett
4020061ef06aSKevin Barnett if (!pqi_is_valid_irq(ctrl_info))
40216c223761SKevin Barnett return IRQ_NONE;
40226c223761SKevin Barnett
40239e68ccccSKevin Barnett num_io_responses_handled = pqi_process_io_intr(ctrl_info, queue_group);
40249e68ccccSKevin Barnett if (num_io_responses_handled < 0)
40259e68ccccSKevin Barnett goto out;
40266c223761SKevin Barnett
40279e68ccccSKevin Barnett if (irq == ctrl_info->event_irq) {
40289e68ccccSKevin Barnett num_events_handled = pqi_process_event_intr(ctrl_info);
40299e68ccccSKevin Barnett if (num_events_handled < 0)
40309e68ccccSKevin Barnett goto out;
40319e68ccccSKevin Barnett } else {
40329e68ccccSKevin Barnett num_events_handled = 0;
40339e68ccccSKevin Barnett }
40346c223761SKevin Barnett
40359e68ccccSKevin Barnett if (num_io_responses_handled + num_events_handled > 0)
40366c223761SKevin Barnett atomic_inc(&ctrl_info->num_interrupts);
40376c223761SKevin Barnett
40386c223761SKevin Barnett pqi_start_io(ctrl_info, queue_group, RAID_PATH, NULL);
40396c223761SKevin Barnett pqi_start_io(ctrl_info, queue_group, AIO_PATH, NULL);
40406c223761SKevin Barnett
40419e68ccccSKevin Barnett out:
40426c223761SKevin Barnett return IRQ_HANDLED;
40436c223761SKevin Barnett }
40446c223761SKevin Barnett
pqi_request_irqs(struct pqi_ctrl_info * ctrl_info)40456c223761SKevin Barnett static int pqi_request_irqs(struct pqi_ctrl_info *ctrl_info)
40466c223761SKevin Barnett {
4047d91d7820SKevin Barnett struct pci_dev *pci_dev = ctrl_info->pci_dev;
40486c223761SKevin Barnett int i;
40496c223761SKevin Barnett int rc;
40506c223761SKevin Barnett
4051d91d7820SKevin Barnett ctrl_info->event_irq = pci_irq_vector(pci_dev, 0);
40526c223761SKevin Barnett
40536c223761SKevin Barnett for (i = 0; i < ctrl_info->num_msix_vectors_enabled; i++) {
4054d91d7820SKevin Barnett rc = request_irq(pci_irq_vector(pci_dev, i), pqi_irq_handler, 0,
405552198226SChristoph Hellwig DRIVER_NAME_SHORT, &ctrl_info->queue_groups[i]);
40566c223761SKevin Barnett if (rc) {
4057d91d7820SKevin Barnett dev_err(&pci_dev->dev,
40586c223761SKevin Barnett "irq %u init failed with error %d\n",
4059d91d7820SKevin Barnett pci_irq_vector(pci_dev, i), rc);
40606c223761SKevin Barnett return rc;
40616c223761SKevin Barnett }
40626c223761SKevin Barnett ctrl_info->num_msix_vectors_initialized++;
40636c223761SKevin Barnett }
40646c223761SKevin Barnett
40656c223761SKevin Barnett return 0;
40666c223761SKevin Barnett }
40676c223761SKevin Barnett
pqi_free_irqs(struct pqi_ctrl_info * ctrl_info)406898bf061bSKevin Barnett static void pqi_free_irqs(struct pqi_ctrl_info *ctrl_info)
40696c223761SKevin Barnett {
407098bf061bSKevin Barnett int i;
40716c223761SKevin Barnett
407298bf061bSKevin Barnett for (i = 0; i < ctrl_info->num_msix_vectors_initialized; i++)
407398bf061bSKevin Barnett free_irq(pci_irq_vector(ctrl_info->pci_dev, i),
407498bf061bSKevin Barnett &ctrl_info->queue_groups[i]);
407598bf061bSKevin Barnett
407698bf061bSKevin Barnett ctrl_info->num_msix_vectors_initialized = 0;
40776c223761SKevin Barnett }
40786c223761SKevin Barnett
pqi_enable_msix_interrupts(struct pqi_ctrl_info * ctrl_info)407998bf061bSKevin Barnett static int pqi_enable_msix_interrupts(struct pqi_ctrl_info *ctrl_info)
408098bf061bSKevin Barnett {
408198bf061bSKevin Barnett int num_vectors_enabled;
4082cf15c3e7SMike McGowen unsigned int flags = PCI_IRQ_MSIX;
4083cf15c3e7SMike McGowen
4084cf15c3e7SMike McGowen if (!pqi_disable_managed_interrupts)
4085cf15c3e7SMike McGowen flags |= PCI_IRQ_AFFINITY;
408698bf061bSKevin Barnett
408798bf061bSKevin Barnett num_vectors_enabled = pci_alloc_irq_vectors(ctrl_info->pci_dev,
408898bf061bSKevin Barnett PQI_MIN_MSIX_VECTORS, ctrl_info->num_queue_groups,
4089cf15c3e7SMike McGowen flags);
409098bf061bSKevin Barnett if (num_vectors_enabled < 0) {
409198bf061bSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
409298bf061bSKevin Barnett "MSI-X init failed with error %d\n",
409398bf061bSKevin Barnett num_vectors_enabled);
409498bf061bSKevin Barnett return num_vectors_enabled;
409598bf061bSKevin Barnett }
409698bf061bSKevin Barnett
409798bf061bSKevin Barnett ctrl_info->num_msix_vectors_enabled = num_vectors_enabled;
4098061ef06aSKevin Barnett ctrl_info->irq_mode = IRQ_MODE_MSIX;
40996c223761SKevin Barnett return 0;
41006c223761SKevin Barnett }
41016c223761SKevin Barnett
pqi_disable_msix_interrupts(struct pqi_ctrl_info * ctrl_info)410298bf061bSKevin Barnett static void pqi_disable_msix_interrupts(struct pqi_ctrl_info *ctrl_info)
410398bf061bSKevin Barnett {
410498bf061bSKevin Barnett if (ctrl_info->num_msix_vectors_enabled) {
410598bf061bSKevin Barnett pci_free_irq_vectors(ctrl_info->pci_dev);
410698bf061bSKevin Barnett ctrl_info->num_msix_vectors_enabled = 0;
410798bf061bSKevin Barnett }
410898bf061bSKevin Barnett }
410998bf061bSKevin Barnett
pqi_alloc_operational_queues(struct pqi_ctrl_info * ctrl_info)41106c223761SKevin Barnett static int pqi_alloc_operational_queues(struct pqi_ctrl_info *ctrl_info)
41116c223761SKevin Barnett {
41126c223761SKevin Barnett unsigned int i;
41136c223761SKevin Barnett size_t alloc_length;
41146c223761SKevin Barnett size_t element_array_length_per_iq;
41156c223761SKevin Barnett size_t element_array_length_per_oq;
41166c223761SKevin Barnett void *element_array;
4117dac12fbcSKevin Barnett void __iomem *next_queue_index;
41186c223761SKevin Barnett void *aligned_pointer;
41196c223761SKevin Barnett unsigned int num_inbound_queues;
41206c223761SKevin Barnett unsigned int num_outbound_queues;
41216c223761SKevin Barnett unsigned int num_queue_indexes;
41226c223761SKevin Barnett struct pqi_queue_group *queue_group;
41236c223761SKevin Barnett
41246c223761SKevin Barnett element_array_length_per_iq =
41256c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH *
41266c223761SKevin Barnett ctrl_info->num_elements_per_iq;
41276c223761SKevin Barnett element_array_length_per_oq =
41286c223761SKevin Barnett PQI_OPERATIONAL_OQ_ELEMENT_LENGTH *
41296c223761SKevin Barnett ctrl_info->num_elements_per_oq;
41306c223761SKevin Barnett num_inbound_queues = ctrl_info->num_queue_groups * 2;
41316c223761SKevin Barnett num_outbound_queues = ctrl_info->num_queue_groups;
41326c223761SKevin Barnett num_queue_indexes = (ctrl_info->num_queue_groups * 3) + 1;
41336c223761SKevin Barnett
41346c223761SKevin Barnett aligned_pointer = NULL;
41356c223761SKevin Barnett
41366c223761SKevin Barnett for (i = 0; i < num_inbound_queues; i++) {
41376c223761SKevin Barnett aligned_pointer = PTR_ALIGN(aligned_pointer,
41386c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT);
41396c223761SKevin Barnett aligned_pointer += element_array_length_per_iq;
41406c223761SKevin Barnett }
41416c223761SKevin Barnett
41426c223761SKevin Barnett for (i = 0; i < num_outbound_queues; i++) {
41436c223761SKevin Barnett aligned_pointer = PTR_ALIGN(aligned_pointer,
41446c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT);
41456c223761SKevin Barnett aligned_pointer += element_array_length_per_oq;
41466c223761SKevin Barnett }
41476c223761SKevin Barnett
41486c223761SKevin Barnett aligned_pointer = PTR_ALIGN(aligned_pointer,
41496c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT);
41506c223761SKevin Barnett aligned_pointer += PQI_NUM_EVENT_QUEUE_ELEMENTS *
41516c223761SKevin Barnett PQI_EVENT_OQ_ELEMENT_LENGTH;
41526c223761SKevin Barnett
41536c223761SKevin Barnett for (i = 0; i < num_queue_indexes; i++) {
41546c223761SKevin Barnett aligned_pointer = PTR_ALIGN(aligned_pointer,
41556c223761SKevin Barnett PQI_OPERATIONAL_INDEX_ALIGNMENT);
41566c223761SKevin Barnett aligned_pointer += sizeof(pqi_index_t);
41576c223761SKevin Barnett }
41586c223761SKevin Barnett
41596c223761SKevin Barnett alloc_length = (size_t)aligned_pointer +
41606c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT;
41616c223761SKevin Barnett
4162e1d213bdSKevin Barnett alloc_length += PQI_EXTRA_SGL_MEMORY;
4163e1d213bdSKevin Barnett
41646c223761SKevin Barnett ctrl_info->queue_memory_base =
4165750afb08SLuis Chamberlain dma_alloc_coherent(&ctrl_info->pci_dev->dev, alloc_length,
4166750afb08SLuis Chamberlain &ctrl_info->queue_memory_base_dma_handle,
4167750afb08SLuis Chamberlain GFP_KERNEL);
41686c223761SKevin Barnett
4169d87d5474SKevin Barnett if (!ctrl_info->queue_memory_base)
41706c223761SKevin Barnett return -ENOMEM;
41716c223761SKevin Barnett
41726c223761SKevin Barnett ctrl_info->queue_memory_length = alloc_length;
41736c223761SKevin Barnett
41746c223761SKevin Barnett element_array = PTR_ALIGN(ctrl_info->queue_memory_base,
41756c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT);
41766c223761SKevin Barnett
41776c223761SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
41786c223761SKevin Barnett queue_group = &ctrl_info->queue_groups[i];
41796c223761SKevin Barnett queue_group->iq_element_array[RAID_PATH] = element_array;
41806c223761SKevin Barnett queue_group->iq_element_array_bus_addr[RAID_PATH] =
41816c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle +
41826c223761SKevin Barnett (element_array - ctrl_info->queue_memory_base);
41836c223761SKevin Barnett element_array += element_array_length_per_iq;
41846c223761SKevin Barnett element_array = PTR_ALIGN(element_array,
41856c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT);
41866c223761SKevin Barnett queue_group->iq_element_array[AIO_PATH] = element_array;
41876c223761SKevin Barnett queue_group->iq_element_array_bus_addr[AIO_PATH] =
41886c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle +
41896c223761SKevin Barnett (element_array - ctrl_info->queue_memory_base);
41906c223761SKevin Barnett element_array += element_array_length_per_iq;
41916c223761SKevin Barnett element_array = PTR_ALIGN(element_array,
41926c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT);
41936c223761SKevin Barnett }
41946c223761SKevin Barnett
41956c223761SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
41966c223761SKevin Barnett queue_group = &ctrl_info->queue_groups[i];
41976c223761SKevin Barnett queue_group->oq_element_array = element_array;
41986c223761SKevin Barnett queue_group->oq_element_array_bus_addr =
41996c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle +
42006c223761SKevin Barnett (element_array - ctrl_info->queue_memory_base);
42016c223761SKevin Barnett element_array += element_array_length_per_oq;
42026c223761SKevin Barnett element_array = PTR_ALIGN(element_array,
42036c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT);
42046c223761SKevin Barnett }
42056c223761SKevin Barnett
42066c223761SKevin Barnett ctrl_info->event_queue.oq_element_array = element_array;
42076c223761SKevin Barnett ctrl_info->event_queue.oq_element_array_bus_addr =
42086c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle +
42096c223761SKevin Barnett (element_array - ctrl_info->queue_memory_base);
42106c223761SKevin Barnett element_array += PQI_NUM_EVENT_QUEUE_ELEMENTS *
42116c223761SKevin Barnett PQI_EVENT_OQ_ELEMENT_LENGTH;
42126c223761SKevin Barnett
4213dac12fbcSKevin Barnett next_queue_index = (void __iomem *)PTR_ALIGN(element_array,
42146c223761SKevin Barnett PQI_OPERATIONAL_INDEX_ALIGNMENT);
42156c223761SKevin Barnett
42166c223761SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
42176c223761SKevin Barnett queue_group = &ctrl_info->queue_groups[i];
42186c223761SKevin Barnett queue_group->iq_ci[RAID_PATH] = next_queue_index;
42196c223761SKevin Barnett queue_group->iq_ci_bus_addr[RAID_PATH] =
42206c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle +
4221dac12fbcSKevin Barnett (next_queue_index -
4222dac12fbcSKevin Barnett (void __iomem *)ctrl_info->queue_memory_base);
42236c223761SKevin Barnett next_queue_index += sizeof(pqi_index_t);
42246c223761SKevin Barnett next_queue_index = PTR_ALIGN(next_queue_index,
42256c223761SKevin Barnett PQI_OPERATIONAL_INDEX_ALIGNMENT);
42266c223761SKevin Barnett queue_group->iq_ci[AIO_PATH] = next_queue_index;
42276c223761SKevin Barnett queue_group->iq_ci_bus_addr[AIO_PATH] =
42286c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle +
4229dac12fbcSKevin Barnett (next_queue_index -
4230dac12fbcSKevin Barnett (void __iomem *)ctrl_info->queue_memory_base);
42316c223761SKevin Barnett next_queue_index += sizeof(pqi_index_t);
42326c223761SKevin Barnett next_queue_index = PTR_ALIGN(next_queue_index,
42336c223761SKevin Barnett PQI_OPERATIONAL_INDEX_ALIGNMENT);
42346c223761SKevin Barnett queue_group->oq_pi = next_queue_index;
42356c223761SKevin Barnett queue_group->oq_pi_bus_addr =
42366c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle +
4237dac12fbcSKevin Barnett (next_queue_index -
4238dac12fbcSKevin Barnett (void __iomem *)ctrl_info->queue_memory_base);
42396c223761SKevin Barnett next_queue_index += sizeof(pqi_index_t);
42406c223761SKevin Barnett next_queue_index = PTR_ALIGN(next_queue_index,
42416c223761SKevin Barnett PQI_OPERATIONAL_INDEX_ALIGNMENT);
42426c223761SKevin Barnett }
42436c223761SKevin Barnett
42446c223761SKevin Barnett ctrl_info->event_queue.oq_pi = next_queue_index;
42456c223761SKevin Barnett ctrl_info->event_queue.oq_pi_bus_addr =
42466c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle +
4247dac12fbcSKevin Barnett (next_queue_index -
4248dac12fbcSKevin Barnett (void __iomem *)ctrl_info->queue_memory_base);
42496c223761SKevin Barnett
42506c223761SKevin Barnett return 0;
42516c223761SKevin Barnett }
42526c223761SKevin Barnett
pqi_init_operational_queues(struct pqi_ctrl_info * ctrl_info)42536c223761SKevin Barnett static void pqi_init_operational_queues(struct pqi_ctrl_info *ctrl_info)
42546c223761SKevin Barnett {
42556c223761SKevin Barnett unsigned int i;
42566c223761SKevin Barnett u16 next_iq_id = PQI_MIN_OPERATIONAL_QUEUE_ID;
42576c223761SKevin Barnett u16 next_oq_id = PQI_MIN_OPERATIONAL_QUEUE_ID;
42586c223761SKevin Barnett
42596c223761SKevin Barnett /*
42606c223761SKevin Barnett * Initialize the backpointers to the controller structure in
42616c223761SKevin Barnett * each operational queue group structure.
42626c223761SKevin Barnett */
42636c223761SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++)
42646c223761SKevin Barnett ctrl_info->queue_groups[i].ctrl_info = ctrl_info;
42656c223761SKevin Barnett
42666c223761SKevin Barnett /*
42676c223761SKevin Barnett * Assign IDs to all operational queues. Note that the IDs
42686c223761SKevin Barnett * assigned to operational IQs are independent of the IDs
42696c223761SKevin Barnett * assigned to operational OQs.
42706c223761SKevin Barnett */
42716c223761SKevin Barnett ctrl_info->event_queue.oq_id = next_oq_id++;
42726c223761SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
42736c223761SKevin Barnett ctrl_info->queue_groups[i].iq_id[RAID_PATH] = next_iq_id++;
42746c223761SKevin Barnett ctrl_info->queue_groups[i].iq_id[AIO_PATH] = next_iq_id++;
42756c223761SKevin Barnett ctrl_info->queue_groups[i].oq_id = next_oq_id++;
42766c223761SKevin Barnett }
42776c223761SKevin Barnett
42786c223761SKevin Barnett /*
42796c223761SKevin Barnett * Assign MSI-X table entry indexes to all queues. Note that the
42806c223761SKevin Barnett * interrupt for the event queue is shared with the first queue group.
42816c223761SKevin Barnett */
42826c223761SKevin Barnett ctrl_info->event_queue.int_msg_num = 0;
42836c223761SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++)
42846c223761SKevin Barnett ctrl_info->queue_groups[i].int_msg_num = i;
42856c223761SKevin Barnett
42866c223761SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
42876c223761SKevin Barnett spin_lock_init(&ctrl_info->queue_groups[i].submit_lock[0]);
42886c223761SKevin Barnett spin_lock_init(&ctrl_info->queue_groups[i].submit_lock[1]);
42896c223761SKevin Barnett INIT_LIST_HEAD(&ctrl_info->queue_groups[i].request_list[0]);
42906c223761SKevin Barnett INIT_LIST_HEAD(&ctrl_info->queue_groups[i].request_list[1]);
42916c223761SKevin Barnett }
42926c223761SKevin Barnett }
42936c223761SKevin Barnett
pqi_alloc_admin_queues(struct pqi_ctrl_info * ctrl_info)42946c223761SKevin Barnett static int pqi_alloc_admin_queues(struct pqi_ctrl_info *ctrl_info)
42956c223761SKevin Barnett {
42966c223761SKevin Barnett size_t alloc_length;
42976c223761SKevin Barnett struct pqi_admin_queues_aligned *admin_queues_aligned;
42986c223761SKevin Barnett struct pqi_admin_queues *admin_queues;
42996c223761SKevin Barnett
43006c223761SKevin Barnett alloc_length = sizeof(struct pqi_admin_queues_aligned) +
43016c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT;
43026c223761SKevin Barnett
43036c223761SKevin Barnett ctrl_info->admin_queue_memory_base =
4304750afb08SLuis Chamberlain dma_alloc_coherent(&ctrl_info->pci_dev->dev, alloc_length,
43056c223761SKevin Barnett &ctrl_info->admin_queue_memory_base_dma_handle,
43066c223761SKevin Barnett GFP_KERNEL);
43076c223761SKevin Barnett
43086c223761SKevin Barnett if (!ctrl_info->admin_queue_memory_base)
43096c223761SKevin Barnett return -ENOMEM;
43106c223761SKevin Barnett
43116c223761SKevin Barnett ctrl_info->admin_queue_memory_length = alloc_length;
43126c223761SKevin Barnett
43136c223761SKevin Barnett admin_queues = &ctrl_info->admin_queues;
43146c223761SKevin Barnett admin_queues_aligned = PTR_ALIGN(ctrl_info->admin_queue_memory_base,
43156c223761SKevin Barnett PQI_QUEUE_ELEMENT_ARRAY_ALIGNMENT);
43166c223761SKevin Barnett admin_queues->iq_element_array =
43176c223761SKevin Barnett &admin_queues_aligned->iq_element_array;
43186c223761SKevin Barnett admin_queues->oq_element_array =
43196c223761SKevin Barnett &admin_queues_aligned->oq_element_array;
4320583891c9SKevin Barnett admin_queues->iq_ci =
4321583891c9SKevin Barnett (pqi_index_t __iomem *)&admin_queues_aligned->iq_ci;
4322dac12fbcSKevin Barnett admin_queues->oq_pi =
4323dac12fbcSKevin Barnett (pqi_index_t __iomem *)&admin_queues_aligned->oq_pi;
43246c223761SKevin Barnett
43256c223761SKevin Barnett admin_queues->iq_element_array_bus_addr =
43266c223761SKevin Barnett ctrl_info->admin_queue_memory_base_dma_handle +
43276c223761SKevin Barnett (admin_queues->iq_element_array -
43286c223761SKevin Barnett ctrl_info->admin_queue_memory_base);
43296c223761SKevin Barnett admin_queues->oq_element_array_bus_addr =
43306c223761SKevin Barnett ctrl_info->admin_queue_memory_base_dma_handle +
43316c223761SKevin Barnett (admin_queues->oq_element_array -
43326c223761SKevin Barnett ctrl_info->admin_queue_memory_base);
43336c223761SKevin Barnett admin_queues->iq_ci_bus_addr =
43346c223761SKevin Barnett ctrl_info->admin_queue_memory_base_dma_handle +
4335583891c9SKevin Barnett ((void __iomem *)admin_queues->iq_ci -
4336583891c9SKevin Barnett (void __iomem *)ctrl_info->admin_queue_memory_base);
43376c223761SKevin Barnett admin_queues->oq_pi_bus_addr =
43386c223761SKevin Barnett ctrl_info->admin_queue_memory_base_dma_handle +
4339dac12fbcSKevin Barnett ((void __iomem *)admin_queues->oq_pi -
4340dac12fbcSKevin Barnett (void __iomem *)ctrl_info->admin_queue_memory_base);
43416c223761SKevin Barnett
43426c223761SKevin Barnett return 0;
43436c223761SKevin Barnett }
43446c223761SKevin Barnett
434542dc0426SBalsundar P #define PQI_ADMIN_QUEUE_CREATE_TIMEOUT_JIFFIES HZ
43466c223761SKevin Barnett #define PQI_ADMIN_QUEUE_CREATE_POLL_INTERVAL_MSECS 1
43476c223761SKevin Barnett
pqi_create_admin_queues(struct pqi_ctrl_info * ctrl_info)43486c223761SKevin Barnett static int pqi_create_admin_queues(struct pqi_ctrl_info *ctrl_info)
43496c223761SKevin Barnett {
43506c223761SKevin Barnett struct pqi_device_registers __iomem *pqi_registers;
43516c223761SKevin Barnett struct pqi_admin_queues *admin_queues;
43526c223761SKevin Barnett unsigned long timeout;
43536c223761SKevin Barnett u8 status;
43546c223761SKevin Barnett u32 reg;
43556c223761SKevin Barnett
43566c223761SKevin Barnett pqi_registers = ctrl_info->pqi_registers;
43576c223761SKevin Barnett admin_queues = &ctrl_info->admin_queues;
43586c223761SKevin Barnett
43596c223761SKevin Barnett writeq((u64)admin_queues->iq_element_array_bus_addr,
43606c223761SKevin Barnett &pqi_registers->admin_iq_element_array_addr);
43616c223761SKevin Barnett writeq((u64)admin_queues->oq_element_array_bus_addr,
43626c223761SKevin Barnett &pqi_registers->admin_oq_element_array_addr);
43636c223761SKevin Barnett writeq((u64)admin_queues->iq_ci_bus_addr,
43646c223761SKevin Barnett &pqi_registers->admin_iq_ci_addr);
43656c223761SKevin Barnett writeq((u64)admin_queues->oq_pi_bus_addr,
43666c223761SKevin Barnett &pqi_registers->admin_oq_pi_addr);
43676c223761SKevin Barnett
43686c223761SKevin Barnett reg = PQI_ADMIN_IQ_NUM_ELEMENTS |
4369e655d469SKevin Barnett (PQI_ADMIN_OQ_NUM_ELEMENTS << 8) |
43706c223761SKevin Barnett (admin_queues->int_msg_num << 16);
43716c223761SKevin Barnett writel(reg, &pqi_registers->admin_iq_num_elements);
4372583891c9SKevin Barnett
43736c223761SKevin Barnett writel(PQI_CREATE_ADMIN_QUEUE_PAIR,
43746c223761SKevin Barnett &pqi_registers->function_and_status_code);
43756c223761SKevin Barnett
43766c223761SKevin Barnett timeout = PQI_ADMIN_QUEUE_CREATE_TIMEOUT_JIFFIES + jiffies;
43776c223761SKevin Barnett while (1) {
4378987d3560SMike McGowen msleep(PQI_ADMIN_QUEUE_CREATE_POLL_INTERVAL_MSECS);
43796c223761SKevin Barnett status = readb(&pqi_registers->function_and_status_code);
43806c223761SKevin Barnett if (status == PQI_STATUS_IDLE)
43816c223761SKevin Barnett break;
43826c223761SKevin Barnett if (time_after(jiffies, timeout))
43836c223761SKevin Barnett return -ETIMEDOUT;
43846c223761SKevin Barnett }
43856c223761SKevin Barnett
43866c223761SKevin Barnett /*
43876c223761SKevin Barnett * The offset registers are not initialized to the correct
43886c223761SKevin Barnett * offsets until *after* the create admin queue pair command
43896c223761SKevin Barnett * completes successfully.
43906c223761SKevin Barnett */
43916c223761SKevin Barnett admin_queues->iq_pi = ctrl_info->iomem_base +
43926c223761SKevin Barnett PQI_DEVICE_REGISTERS_OFFSET +
43936c223761SKevin Barnett readq(&pqi_registers->admin_iq_pi_offset);
43946c223761SKevin Barnett admin_queues->oq_ci = ctrl_info->iomem_base +
43956c223761SKevin Barnett PQI_DEVICE_REGISTERS_OFFSET +
43966c223761SKevin Barnett readq(&pqi_registers->admin_oq_ci_offset);
43976c223761SKevin Barnett
43986c223761SKevin Barnett return 0;
43996c223761SKevin Barnett }
44006c223761SKevin Barnett
pqi_submit_admin_request(struct pqi_ctrl_info * ctrl_info,struct pqi_general_admin_request * request)44016c223761SKevin Barnett static void pqi_submit_admin_request(struct pqi_ctrl_info *ctrl_info,
44026c223761SKevin Barnett struct pqi_general_admin_request *request)
44036c223761SKevin Barnett {
44046c223761SKevin Barnett struct pqi_admin_queues *admin_queues;
44056c223761SKevin Barnett void *next_element;
44066c223761SKevin Barnett pqi_index_t iq_pi;
44076c223761SKevin Barnett
44086c223761SKevin Barnett admin_queues = &ctrl_info->admin_queues;
44096c223761SKevin Barnett iq_pi = admin_queues->iq_pi_copy;
44106c223761SKevin Barnett
44116c223761SKevin Barnett next_element = admin_queues->iq_element_array +
44126c223761SKevin Barnett (iq_pi * PQI_ADMIN_IQ_ELEMENT_LENGTH);
44136c223761SKevin Barnett
44146c223761SKevin Barnett memcpy(next_element, request, sizeof(*request));
44156c223761SKevin Barnett
44166c223761SKevin Barnett iq_pi = (iq_pi + 1) % PQI_ADMIN_IQ_NUM_ELEMENTS;
44176c223761SKevin Barnett admin_queues->iq_pi_copy = iq_pi;
44186c223761SKevin Barnett
44196c223761SKevin Barnett /*
44206c223761SKevin Barnett * This write notifies the controller that an IU is available to be
44216c223761SKevin Barnett * processed.
44226c223761SKevin Barnett */
44236c223761SKevin Barnett writel(iq_pi, admin_queues->iq_pi);
44246c223761SKevin Barnett }
44256c223761SKevin Barnett
442613bede67SKevin Barnett #define PQI_ADMIN_REQUEST_TIMEOUT_SECS 60
442713bede67SKevin Barnett
pqi_poll_for_admin_response(struct pqi_ctrl_info * ctrl_info,struct pqi_general_admin_response * response)44286c223761SKevin Barnett static int pqi_poll_for_admin_response(struct pqi_ctrl_info *ctrl_info,
44296c223761SKevin Barnett struct pqi_general_admin_response *response)
44306c223761SKevin Barnett {
44316c223761SKevin Barnett struct pqi_admin_queues *admin_queues;
44326c223761SKevin Barnett pqi_index_t oq_pi;
44336c223761SKevin Barnett pqi_index_t oq_ci;
44346c223761SKevin Barnett unsigned long timeout;
44356c223761SKevin Barnett
44366c223761SKevin Barnett admin_queues = &ctrl_info->admin_queues;
44376c223761SKevin Barnett oq_ci = admin_queues->oq_ci_copy;
44386c223761SKevin Barnett
443942dc0426SBalsundar P timeout = (PQI_ADMIN_REQUEST_TIMEOUT_SECS * HZ) + jiffies;
44406c223761SKevin Barnett
44416c223761SKevin Barnett while (1) {
4442dac12fbcSKevin Barnett oq_pi = readl(admin_queues->oq_pi);
44436c223761SKevin Barnett if (oq_pi != oq_ci)
44446c223761SKevin Barnett break;
44456c223761SKevin Barnett if (time_after(jiffies, timeout)) {
44466c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
44476c223761SKevin Barnett "timed out waiting for admin response\n");
44486c223761SKevin Barnett return -ETIMEDOUT;
44496c223761SKevin Barnett }
445013bede67SKevin Barnett if (!sis_is_firmware_running(ctrl_info))
445113bede67SKevin Barnett return -ENXIO;
44526c223761SKevin Barnett usleep_range(1000, 2000);
44536c223761SKevin Barnett }
44546c223761SKevin Barnett
44556c223761SKevin Barnett memcpy(response, admin_queues->oq_element_array +
44566c223761SKevin Barnett (oq_ci * PQI_ADMIN_OQ_ELEMENT_LENGTH), sizeof(*response));
44576c223761SKevin Barnett
44586c223761SKevin Barnett oq_ci = (oq_ci + 1) % PQI_ADMIN_OQ_NUM_ELEMENTS;
44596c223761SKevin Barnett admin_queues->oq_ci_copy = oq_ci;
44606c223761SKevin Barnett writel(oq_ci, admin_queues->oq_ci);
44616c223761SKevin Barnett
44626c223761SKevin Barnett return 0;
44636c223761SKevin Barnett }
44646c223761SKevin Barnett
pqi_start_io(struct pqi_ctrl_info * ctrl_info,struct pqi_queue_group * queue_group,enum pqi_io_path path,struct pqi_io_request * io_request)44656c223761SKevin Barnett static void pqi_start_io(struct pqi_ctrl_info *ctrl_info,
44666c223761SKevin Barnett struct pqi_queue_group *queue_group, enum pqi_io_path path,
44676c223761SKevin Barnett struct pqi_io_request *io_request)
44686c223761SKevin Barnett {
44696c223761SKevin Barnett struct pqi_io_request *next;
44706c223761SKevin Barnett void *next_element;
44716c223761SKevin Barnett pqi_index_t iq_pi;
44726c223761SKevin Barnett pqi_index_t iq_ci;
44736c223761SKevin Barnett size_t iu_length;
44746c223761SKevin Barnett unsigned long flags;
44756c223761SKevin Barnett unsigned int num_elements_needed;
44766c223761SKevin Barnett unsigned int num_elements_to_end_of_queue;
44776c223761SKevin Barnett size_t copy_count;
44786c223761SKevin Barnett struct pqi_iu_header *request;
44796c223761SKevin Barnett
44806c223761SKevin Barnett spin_lock_irqsave(&queue_group->submit_lock[path], flags);
44816c223761SKevin Barnett
4482376fb880SKevin Barnett if (io_request) {
4483376fb880SKevin Barnett io_request->queue_group = queue_group;
44846c223761SKevin Barnett list_add_tail(&io_request->request_list_entry,
44856c223761SKevin Barnett &queue_group->request_list[path]);
4486376fb880SKevin Barnett }
44876c223761SKevin Barnett
44886c223761SKevin Barnett iq_pi = queue_group->iq_pi_copy[path];
44896c223761SKevin Barnett
44906c223761SKevin Barnett list_for_each_entry_safe(io_request, next,
44916c223761SKevin Barnett &queue_group->request_list[path], request_list_entry) {
44926c223761SKevin Barnett
44936c223761SKevin Barnett request = io_request->iu;
44946c223761SKevin Barnett
44956c223761SKevin Barnett iu_length = get_unaligned_le16(&request->iu_length) +
44966c223761SKevin Barnett PQI_REQUEST_HEADER_LENGTH;
44976c223761SKevin Barnett num_elements_needed =
44986c223761SKevin Barnett DIV_ROUND_UP(iu_length,
44996c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH);
45006c223761SKevin Barnett
4501dac12fbcSKevin Barnett iq_ci = readl(queue_group->iq_ci[path]);
45026c223761SKevin Barnett
45036c223761SKevin Barnett if (num_elements_needed > pqi_num_elements_free(iq_pi, iq_ci,
45046c223761SKevin Barnett ctrl_info->num_elements_per_iq))
45056c223761SKevin Barnett break;
45066c223761SKevin Barnett
45076c223761SKevin Barnett put_unaligned_le16(queue_group->oq_id,
45086c223761SKevin Barnett &request->response_queue_id);
45096c223761SKevin Barnett
45106c223761SKevin Barnett next_element = queue_group->iq_element_array[path] +
45116c223761SKevin Barnett (iq_pi * PQI_OPERATIONAL_IQ_ELEMENT_LENGTH);
45126c223761SKevin Barnett
45136c223761SKevin Barnett num_elements_to_end_of_queue =
45146c223761SKevin Barnett ctrl_info->num_elements_per_iq - iq_pi;
45156c223761SKevin Barnett
45166c223761SKevin Barnett if (num_elements_needed <= num_elements_to_end_of_queue) {
45176c223761SKevin Barnett memcpy(next_element, request, iu_length);
45186c223761SKevin Barnett } else {
45196c223761SKevin Barnett copy_count = num_elements_to_end_of_queue *
45206c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH;
45216c223761SKevin Barnett memcpy(next_element, request, copy_count);
45226c223761SKevin Barnett memcpy(queue_group->iq_element_array[path],
45236c223761SKevin Barnett (u8 *)request + copy_count,
45246c223761SKevin Barnett iu_length - copy_count);
45256c223761SKevin Barnett }
45266c223761SKevin Barnett
45276c223761SKevin Barnett iq_pi = (iq_pi + num_elements_needed) %
45286c223761SKevin Barnett ctrl_info->num_elements_per_iq;
45296c223761SKevin Barnett
45306c223761SKevin Barnett list_del(&io_request->request_list_entry);
45316c223761SKevin Barnett }
45326c223761SKevin Barnett
45336c223761SKevin Barnett if (iq_pi != queue_group->iq_pi_copy[path]) {
45346c223761SKevin Barnett queue_group->iq_pi_copy[path] = iq_pi;
45356c223761SKevin Barnett /*
45366c223761SKevin Barnett * This write notifies the controller that one or more IUs are
45376c223761SKevin Barnett * available to be processed.
45386c223761SKevin Barnett */
45396c223761SKevin Barnett writel(iq_pi, queue_group->iq_pi[path]);
45406c223761SKevin Barnett }
45416c223761SKevin Barnett
45426c223761SKevin Barnett spin_unlock_irqrestore(&queue_group->submit_lock[path], flags);
45436c223761SKevin Barnett }
45446c223761SKevin Barnett
45451f37e992SKevin Barnett #define PQI_WAIT_FOR_COMPLETION_IO_TIMEOUT_SECS 10
45461f37e992SKevin Barnett
pqi_wait_for_completion_io(struct pqi_ctrl_info * ctrl_info,struct completion * wait)45471f37e992SKevin Barnett static int pqi_wait_for_completion_io(struct pqi_ctrl_info *ctrl_info,
45481f37e992SKevin Barnett struct completion *wait)
45491f37e992SKevin Barnett {
45501f37e992SKevin Barnett int rc;
45511f37e992SKevin Barnett
45521f37e992SKevin Barnett while (1) {
45531f37e992SKevin Barnett if (wait_for_completion_io_timeout(wait,
455442dc0426SBalsundar P PQI_WAIT_FOR_COMPLETION_IO_TIMEOUT_SECS * HZ)) {
45551f37e992SKevin Barnett rc = 0;
45561f37e992SKevin Barnett break;
45571f37e992SKevin Barnett }
45581f37e992SKevin Barnett
45591f37e992SKevin Barnett pqi_check_ctrl_health(ctrl_info);
45601f37e992SKevin Barnett if (pqi_ctrl_offline(ctrl_info)) {
45611f37e992SKevin Barnett rc = -ENXIO;
45621f37e992SKevin Barnett break;
45631f37e992SKevin Barnett }
45641f37e992SKevin Barnett }
45651f37e992SKevin Barnett
45661f37e992SKevin Barnett return rc;
45671f37e992SKevin Barnett }
45681f37e992SKevin Barnett
pqi_raid_synchronous_complete(struct pqi_io_request * io_request,void * context)45696c223761SKevin Barnett static void pqi_raid_synchronous_complete(struct pqi_io_request *io_request,
45706c223761SKevin Barnett void *context)
45716c223761SKevin Barnett {
45726c223761SKevin Barnett struct completion *waiting = context;
45736c223761SKevin Barnett
45746c223761SKevin Barnett complete(waiting);
45756c223761SKevin Barnett }
45766c223761SKevin Barnett
pqi_process_raid_io_error_synchronous(struct pqi_raid_error_info * error_info)4577694c5d5bSKevin Barnett static int pqi_process_raid_io_error_synchronous(
4578694c5d5bSKevin Barnett struct pqi_raid_error_info *error_info)
457926b390abSKevin Barnett {
458026b390abSKevin Barnett int rc = -EIO;
458126b390abSKevin Barnett
458226b390abSKevin Barnett switch (error_info->data_out_result) {
458326b390abSKevin Barnett case PQI_DATA_IN_OUT_GOOD:
458426b390abSKevin Barnett if (error_info->status == SAM_STAT_GOOD)
458526b390abSKevin Barnett rc = 0;
458626b390abSKevin Barnett break;
458726b390abSKevin Barnett case PQI_DATA_IN_OUT_UNDERFLOW:
458826b390abSKevin Barnett if (error_info->status == SAM_STAT_GOOD ||
458926b390abSKevin Barnett error_info->status == SAM_STAT_CHECK_CONDITION)
459026b390abSKevin Barnett rc = 0;
459126b390abSKevin Barnett break;
459226b390abSKevin Barnett case PQI_DATA_IN_OUT_ABORTED:
459326b390abSKevin Barnett rc = PQI_CMD_STATUS_ABORTED;
459426b390abSKevin Barnett break;
459526b390abSKevin Barnett }
459626b390abSKevin Barnett
459726b390abSKevin Barnett return rc;
459826b390abSKevin Barnett }
459926b390abSKevin Barnett
pqi_is_blockable_request(struct pqi_iu_header * request)4600ae0c189dSKevin Barnett static inline bool pqi_is_blockable_request(struct pqi_iu_header *request)
4601ae0c189dSKevin Barnett {
4602ae0c189dSKevin Barnett return (request->driver_flags & PQI_DRIVER_NONBLOCKABLE_REQUEST) == 0;
4603ae0c189dSKevin Barnett }
4604ae0c189dSKevin Barnett
pqi_submit_raid_request_synchronous(struct pqi_ctrl_info * ctrl_info,struct pqi_iu_header * request,unsigned int flags,struct pqi_raid_error_info * error_info)46056c223761SKevin Barnett static int pqi_submit_raid_request_synchronous(struct pqi_ctrl_info *ctrl_info,
46066c223761SKevin Barnett struct pqi_iu_header *request, unsigned int flags,
4607ae0c189dSKevin Barnett struct pqi_raid_error_info *error_info)
46086c223761SKevin Barnett {
4609957c5ab1SKevin Barnett int rc = 0;
46106c223761SKevin Barnett struct pqi_io_request *io_request;
46116c223761SKevin Barnett size_t iu_length;
4612957c5ab1SKevin Barnett DECLARE_COMPLETION_ONSTACK(wait);
46136c223761SKevin Barnett
46146c223761SKevin Barnett if (flags & PQI_SYNC_FLAGS_INTERRUPTABLE) {
46156c223761SKevin Barnett if (down_interruptible(&ctrl_info->sync_request_sem))
46166c223761SKevin Barnett return -ERESTARTSYS;
46176c223761SKevin Barnett } else {
46186c223761SKevin Barnett down(&ctrl_info->sync_request_sem);
46196c223761SKevin Barnett }
46206c223761SKevin Barnett
46217561a7e4SKevin Barnett pqi_ctrl_busy(ctrl_info);
4622ae0c189dSKevin Barnett /*
4623ae0c189dSKevin Barnett * Wait for other admin queue updates such as;
4624ae0c189dSKevin Barnett * config table changes, OFA memory updates, ...
4625ae0c189dSKevin Barnett */
4626ae0c189dSKevin Barnett if (pqi_is_blockable_request(request))
4627ae0c189dSKevin Barnett pqi_wait_if_ctrl_blocked(ctrl_info);
46287561a7e4SKevin Barnett
4629376fb880SKevin Barnett if (pqi_ctrl_offline(ctrl_info)) {
4630376fb880SKevin Barnett rc = -ENXIO;
4631376fb880SKevin Barnett goto out;
4632376fb880SKevin Barnett }
4633376fb880SKevin Barnett
4634b27ac2faSDon Brace io_request = pqi_alloc_io_request(ctrl_info, NULL);
46356c223761SKevin Barnett
46366c223761SKevin Barnett put_unaligned_le16(io_request->index,
46376c223761SKevin Barnett &(((struct pqi_raid_path_request *)request)->request_id));
46386c223761SKevin Barnett
46396c223761SKevin Barnett if (request->iu_type == PQI_REQUEST_IU_RAID_PATH_IO)
46406c223761SKevin Barnett ((struct pqi_raid_path_request *)request)->error_index =
46416c223761SKevin Barnett ((struct pqi_raid_path_request *)request)->request_id;
46426c223761SKevin Barnett
46436c223761SKevin Barnett iu_length = get_unaligned_le16(&request->iu_length) +
46446c223761SKevin Barnett PQI_REQUEST_HEADER_LENGTH;
46456c223761SKevin Barnett memcpy(io_request->iu, request, iu_length);
46466c223761SKevin Barnett
4647957c5ab1SKevin Barnett io_request->io_complete_callback = pqi_raid_synchronous_complete;
4648957c5ab1SKevin Barnett io_request->context = &wait;
4649957c5ab1SKevin Barnett
4650583891c9SKevin Barnett pqi_start_io(ctrl_info, &ctrl_info->queue_groups[PQI_DEFAULT_QUEUE_GROUP], RAID_PATH,
4651957c5ab1SKevin Barnett io_request);
4652957c5ab1SKevin Barnett
4653957c5ab1SKevin Barnett pqi_wait_for_completion_io(ctrl_info, &wait);
46546c223761SKevin Barnett
46556c223761SKevin Barnett if (error_info) {
46566c223761SKevin Barnett if (io_request->error_info)
4657583891c9SKevin Barnett memcpy(error_info, io_request->error_info, sizeof(*error_info));
46586c223761SKevin Barnett else
46596c223761SKevin Barnett memset(error_info, 0, sizeof(*error_info));
46606c223761SKevin Barnett } else if (rc == 0 && io_request->error_info) {
4661583891c9SKevin Barnett rc = pqi_process_raid_io_error_synchronous(io_request->error_info);
46626c223761SKevin Barnett }
46636c223761SKevin Barnett
46646c223761SKevin Barnett pqi_free_io_request(io_request);
46656c223761SKevin Barnett
46667561a7e4SKevin Barnett out:
4667ae0c189dSKevin Barnett pqi_ctrl_unbusy(ctrl_info);
46686c223761SKevin Barnett up(&ctrl_info->sync_request_sem);
46696c223761SKevin Barnett
46706c223761SKevin Barnett return rc;
46716c223761SKevin Barnett }
46726c223761SKevin Barnett
pqi_validate_admin_response(struct pqi_general_admin_response * response,u8 expected_function_code)46736c223761SKevin Barnett static int pqi_validate_admin_response(
46746c223761SKevin Barnett struct pqi_general_admin_response *response, u8 expected_function_code)
46756c223761SKevin Barnett {
46766c223761SKevin Barnett if (response->header.iu_type != PQI_RESPONSE_IU_GENERAL_ADMIN)
46776c223761SKevin Barnett return -EINVAL;
46786c223761SKevin Barnett
46796c223761SKevin Barnett if (get_unaligned_le16(&response->header.iu_length) !=
46806c223761SKevin Barnett PQI_GENERAL_ADMIN_IU_LENGTH)
46816c223761SKevin Barnett return -EINVAL;
46826c223761SKevin Barnett
46836c223761SKevin Barnett if (response->function_code != expected_function_code)
46846c223761SKevin Barnett return -EINVAL;
46856c223761SKevin Barnett
46866c223761SKevin Barnett if (response->status != PQI_GENERAL_ADMIN_STATUS_SUCCESS)
46876c223761SKevin Barnett return -EINVAL;
46886c223761SKevin Barnett
46896c223761SKevin Barnett return 0;
46906c223761SKevin Barnett }
46916c223761SKevin Barnett
pqi_submit_admin_request_synchronous(struct pqi_ctrl_info * ctrl_info,struct pqi_general_admin_request * request,struct pqi_general_admin_response * response)46926c223761SKevin Barnett static int pqi_submit_admin_request_synchronous(
46936c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info,
46946c223761SKevin Barnett struct pqi_general_admin_request *request,
46956c223761SKevin Barnett struct pqi_general_admin_response *response)
46966c223761SKevin Barnett {
46976c223761SKevin Barnett int rc;
46986c223761SKevin Barnett
46996c223761SKevin Barnett pqi_submit_admin_request(ctrl_info, request);
47006c223761SKevin Barnett
47016c223761SKevin Barnett rc = pqi_poll_for_admin_response(ctrl_info, response);
47026c223761SKevin Barnett
47036c223761SKevin Barnett if (rc == 0)
4704ae0c189dSKevin Barnett rc = pqi_validate_admin_response(response, request->function_code);
47056c223761SKevin Barnett
47066c223761SKevin Barnett return rc;
47076c223761SKevin Barnett }
47086c223761SKevin Barnett
pqi_report_device_capability(struct pqi_ctrl_info * ctrl_info)47096c223761SKevin Barnett static int pqi_report_device_capability(struct pqi_ctrl_info *ctrl_info)
47106c223761SKevin Barnett {
47116c223761SKevin Barnett int rc;
47126c223761SKevin Barnett struct pqi_general_admin_request request;
47136c223761SKevin Barnett struct pqi_general_admin_response response;
47146c223761SKevin Barnett struct pqi_device_capability *capability;
47156c223761SKevin Barnett struct pqi_iu_layer_descriptor *sop_iu_layer_descriptor;
47166c223761SKevin Barnett
47176c223761SKevin Barnett capability = kmalloc(sizeof(*capability), GFP_KERNEL);
47186c223761SKevin Barnett if (!capability)
47196c223761SKevin Barnett return -ENOMEM;
47206c223761SKevin Barnett
47216c223761SKevin Barnett memset(&request, 0, sizeof(request));
47226c223761SKevin Barnett
47236c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_GENERAL_ADMIN;
47246c223761SKevin Barnett put_unaligned_le16(PQI_GENERAL_ADMIN_IU_LENGTH,
47256c223761SKevin Barnett &request.header.iu_length);
47266c223761SKevin Barnett request.function_code =
47276c223761SKevin Barnett PQI_GENERAL_ADMIN_FUNCTION_REPORT_DEVICE_CAPABILITY;
47286c223761SKevin Barnett put_unaligned_le32(sizeof(*capability),
47296c223761SKevin Barnett &request.data.report_device_capability.buffer_length);
47306c223761SKevin Barnett
47316c223761SKevin Barnett rc = pqi_map_single(ctrl_info->pci_dev,
47326c223761SKevin Barnett &request.data.report_device_capability.sg_descriptor,
47336c223761SKevin Barnett capability, sizeof(*capability),
47346917a9ccSChristoph Hellwig DMA_FROM_DEVICE);
47356c223761SKevin Barnett if (rc)
47366c223761SKevin Barnett goto out;
47376c223761SKevin Barnett
4738583891c9SKevin Barnett rc = pqi_submit_admin_request_synchronous(ctrl_info, &request, &response);
47396c223761SKevin Barnett
47406c223761SKevin Barnett pqi_pci_unmap(ctrl_info->pci_dev,
47416c223761SKevin Barnett &request.data.report_device_capability.sg_descriptor, 1,
47426917a9ccSChristoph Hellwig DMA_FROM_DEVICE);
47436c223761SKevin Barnett
47446c223761SKevin Barnett if (rc)
47456c223761SKevin Barnett goto out;
47466c223761SKevin Barnett
47476c223761SKevin Barnett if (response.status != PQI_GENERAL_ADMIN_STATUS_SUCCESS) {
47486c223761SKevin Barnett rc = -EIO;
47496c223761SKevin Barnett goto out;
47506c223761SKevin Barnett }
47516c223761SKevin Barnett
47526c223761SKevin Barnett ctrl_info->max_inbound_queues =
47536c223761SKevin Barnett get_unaligned_le16(&capability->max_inbound_queues);
47546c223761SKevin Barnett ctrl_info->max_elements_per_iq =
47556c223761SKevin Barnett get_unaligned_le16(&capability->max_elements_per_iq);
47566c223761SKevin Barnett ctrl_info->max_iq_element_length =
47576c223761SKevin Barnett get_unaligned_le16(&capability->max_iq_element_length)
47586c223761SKevin Barnett * 16;
47596c223761SKevin Barnett ctrl_info->max_outbound_queues =
47606c223761SKevin Barnett get_unaligned_le16(&capability->max_outbound_queues);
47616c223761SKevin Barnett ctrl_info->max_elements_per_oq =
47626c223761SKevin Barnett get_unaligned_le16(&capability->max_elements_per_oq);
47636c223761SKevin Barnett ctrl_info->max_oq_element_length =
47646c223761SKevin Barnett get_unaligned_le16(&capability->max_oq_element_length)
47656c223761SKevin Barnett * 16;
47666c223761SKevin Barnett
47676c223761SKevin Barnett sop_iu_layer_descriptor =
47686c223761SKevin Barnett &capability->iu_layer_descriptors[PQI_PROTOCOL_SOP];
47696c223761SKevin Barnett
47706c223761SKevin Barnett ctrl_info->max_inbound_iu_length_per_firmware =
47716c223761SKevin Barnett get_unaligned_le16(
47726c223761SKevin Barnett &sop_iu_layer_descriptor->max_inbound_iu_length);
47736c223761SKevin Barnett ctrl_info->inbound_spanning_supported =
47746c223761SKevin Barnett sop_iu_layer_descriptor->inbound_spanning_supported;
47756c223761SKevin Barnett ctrl_info->outbound_spanning_supported =
47766c223761SKevin Barnett sop_iu_layer_descriptor->outbound_spanning_supported;
47776c223761SKevin Barnett
47786c223761SKevin Barnett out:
47796c223761SKevin Barnett kfree(capability);
47806c223761SKevin Barnett
47816c223761SKevin Barnett return rc;
47826c223761SKevin Barnett }
47836c223761SKevin Barnett
pqi_validate_device_capability(struct pqi_ctrl_info * ctrl_info)47846c223761SKevin Barnett static int pqi_validate_device_capability(struct pqi_ctrl_info *ctrl_info)
47856c223761SKevin Barnett {
47866c223761SKevin Barnett if (ctrl_info->max_iq_element_length <
47876c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH) {
47886c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
47896c223761SKevin Barnett "max. inbound queue element length of %d is less than the required length of %d\n",
47906c223761SKevin Barnett ctrl_info->max_iq_element_length,
47916c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH);
47926c223761SKevin Barnett return -EINVAL;
47936c223761SKevin Barnett }
47946c223761SKevin Barnett
47956c223761SKevin Barnett if (ctrl_info->max_oq_element_length <
47966c223761SKevin Barnett PQI_OPERATIONAL_OQ_ELEMENT_LENGTH) {
47976c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
47986c223761SKevin Barnett "max. outbound queue element length of %d is less than the required length of %d\n",
47996c223761SKevin Barnett ctrl_info->max_oq_element_length,
48006c223761SKevin Barnett PQI_OPERATIONAL_OQ_ELEMENT_LENGTH);
48016c223761SKevin Barnett return -EINVAL;
48026c223761SKevin Barnett }
48036c223761SKevin Barnett
48046c223761SKevin Barnett if (ctrl_info->max_inbound_iu_length_per_firmware <
48056c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH) {
48066c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
48076c223761SKevin Barnett "max. inbound IU length of %u is less than the min. required length of %d\n",
48086c223761SKevin Barnett ctrl_info->max_inbound_iu_length_per_firmware,
48096c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH);
48106c223761SKevin Barnett return -EINVAL;
48116c223761SKevin Barnett }
48126c223761SKevin Barnett
481377668f41SKevin Barnett if (!ctrl_info->inbound_spanning_supported) {
481477668f41SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
481577668f41SKevin Barnett "the controller does not support inbound spanning\n");
481677668f41SKevin Barnett return -EINVAL;
481777668f41SKevin Barnett }
481877668f41SKevin Barnett
481977668f41SKevin Barnett if (ctrl_info->outbound_spanning_supported) {
482077668f41SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
482177668f41SKevin Barnett "the controller supports outbound spanning but this driver does not\n");
482277668f41SKevin Barnett return -EINVAL;
482377668f41SKevin Barnett }
482477668f41SKevin Barnett
48256c223761SKevin Barnett return 0;
48266c223761SKevin Barnett }
48276c223761SKevin Barnett
pqi_create_event_queue(struct pqi_ctrl_info * ctrl_info)48286c223761SKevin Barnett static int pqi_create_event_queue(struct pqi_ctrl_info *ctrl_info)
48296c223761SKevin Barnett {
48306c223761SKevin Barnett int rc;
48316c223761SKevin Barnett struct pqi_event_queue *event_queue;
48326c223761SKevin Barnett struct pqi_general_admin_request request;
48336c223761SKevin Barnett struct pqi_general_admin_response response;
48346c223761SKevin Barnett
48356c223761SKevin Barnett event_queue = &ctrl_info->event_queue;
48366c223761SKevin Barnett
48376c223761SKevin Barnett /*
48386c223761SKevin Barnett * Create OQ (Outbound Queue - device to host queue) to dedicate
48396c223761SKevin Barnett * to events.
48406c223761SKevin Barnett */
48416c223761SKevin Barnett memset(&request, 0, sizeof(request));
48426c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_GENERAL_ADMIN;
48436c223761SKevin Barnett put_unaligned_le16(PQI_GENERAL_ADMIN_IU_LENGTH,
48446c223761SKevin Barnett &request.header.iu_length);
48456c223761SKevin Barnett request.function_code = PQI_GENERAL_ADMIN_FUNCTION_CREATE_OQ;
48466c223761SKevin Barnett put_unaligned_le16(event_queue->oq_id,
48476c223761SKevin Barnett &request.data.create_operational_oq.queue_id);
48486c223761SKevin Barnett put_unaligned_le64((u64)event_queue->oq_element_array_bus_addr,
48496c223761SKevin Barnett &request.data.create_operational_oq.element_array_addr);
48506c223761SKevin Barnett put_unaligned_le64((u64)event_queue->oq_pi_bus_addr,
48516c223761SKevin Barnett &request.data.create_operational_oq.pi_addr);
48526c223761SKevin Barnett put_unaligned_le16(PQI_NUM_EVENT_QUEUE_ELEMENTS,
48536c223761SKevin Barnett &request.data.create_operational_oq.num_elements);
48546c223761SKevin Barnett put_unaligned_le16(PQI_EVENT_OQ_ELEMENT_LENGTH / 16,
48556c223761SKevin Barnett &request.data.create_operational_oq.element_length);
48566c223761SKevin Barnett request.data.create_operational_oq.queue_protocol = PQI_PROTOCOL_SOP;
48576c223761SKevin Barnett put_unaligned_le16(event_queue->int_msg_num,
48586c223761SKevin Barnett &request.data.create_operational_oq.int_msg_num);
48596c223761SKevin Barnett
48606c223761SKevin Barnett rc = pqi_submit_admin_request_synchronous(ctrl_info, &request,
48616c223761SKevin Barnett &response);
48626c223761SKevin Barnett if (rc)
48636c223761SKevin Barnett return rc;
48646c223761SKevin Barnett
48656c223761SKevin Barnett event_queue->oq_ci = ctrl_info->iomem_base +
48666c223761SKevin Barnett PQI_DEVICE_REGISTERS_OFFSET +
48676c223761SKevin Barnett get_unaligned_le64(
48686c223761SKevin Barnett &response.data.create_operational_oq.oq_ci_offset);
48696c223761SKevin Barnett
48706c223761SKevin Barnett return 0;
48716c223761SKevin Barnett }
48726c223761SKevin Barnett
pqi_create_queue_group(struct pqi_ctrl_info * ctrl_info,unsigned int group_number)4873061ef06aSKevin Barnett static int pqi_create_queue_group(struct pqi_ctrl_info *ctrl_info,
4874061ef06aSKevin Barnett unsigned int group_number)
48756c223761SKevin Barnett {
48766c223761SKevin Barnett int rc;
48776c223761SKevin Barnett struct pqi_queue_group *queue_group;
48786c223761SKevin Barnett struct pqi_general_admin_request request;
48796c223761SKevin Barnett struct pqi_general_admin_response response;
48806c223761SKevin Barnett
4881061ef06aSKevin Barnett queue_group = &ctrl_info->queue_groups[group_number];
48826c223761SKevin Barnett
48836c223761SKevin Barnett /*
48846c223761SKevin Barnett * Create IQ (Inbound Queue - host to device queue) for
48856c223761SKevin Barnett * RAID path.
48866c223761SKevin Barnett */
48876c223761SKevin Barnett memset(&request, 0, sizeof(request));
48886c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_GENERAL_ADMIN;
48896c223761SKevin Barnett put_unaligned_le16(PQI_GENERAL_ADMIN_IU_LENGTH,
48906c223761SKevin Barnett &request.header.iu_length);
48916c223761SKevin Barnett request.function_code = PQI_GENERAL_ADMIN_FUNCTION_CREATE_IQ;
48926c223761SKevin Barnett put_unaligned_le16(queue_group->iq_id[RAID_PATH],
48936c223761SKevin Barnett &request.data.create_operational_iq.queue_id);
48946c223761SKevin Barnett put_unaligned_le64(
48956c223761SKevin Barnett (u64)queue_group->iq_element_array_bus_addr[RAID_PATH],
48966c223761SKevin Barnett &request.data.create_operational_iq.element_array_addr);
48976c223761SKevin Barnett put_unaligned_le64((u64)queue_group->iq_ci_bus_addr[RAID_PATH],
48986c223761SKevin Barnett &request.data.create_operational_iq.ci_addr);
48996c223761SKevin Barnett put_unaligned_le16(ctrl_info->num_elements_per_iq,
49006c223761SKevin Barnett &request.data.create_operational_iq.num_elements);
49016c223761SKevin Barnett put_unaligned_le16(PQI_OPERATIONAL_IQ_ELEMENT_LENGTH / 16,
49026c223761SKevin Barnett &request.data.create_operational_iq.element_length);
49036c223761SKevin Barnett request.data.create_operational_iq.queue_protocol = PQI_PROTOCOL_SOP;
49046c223761SKevin Barnett
49056c223761SKevin Barnett rc = pqi_submit_admin_request_synchronous(ctrl_info, &request,
49066c223761SKevin Barnett &response);
49076c223761SKevin Barnett if (rc) {
49086c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
49096c223761SKevin Barnett "error creating inbound RAID queue\n");
49106c223761SKevin Barnett return rc;
49116c223761SKevin Barnett }
49126c223761SKevin Barnett
49136c223761SKevin Barnett queue_group->iq_pi[RAID_PATH] = ctrl_info->iomem_base +
49146c223761SKevin Barnett PQI_DEVICE_REGISTERS_OFFSET +
49156c223761SKevin Barnett get_unaligned_le64(
49166c223761SKevin Barnett &response.data.create_operational_iq.iq_pi_offset);
49176c223761SKevin Barnett
49186c223761SKevin Barnett /*
49196c223761SKevin Barnett * Create IQ (Inbound Queue - host to device queue) for
49206c223761SKevin Barnett * Advanced I/O (AIO) path.
49216c223761SKevin Barnett */
49226c223761SKevin Barnett memset(&request, 0, sizeof(request));
49236c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_GENERAL_ADMIN;
49246c223761SKevin Barnett put_unaligned_le16(PQI_GENERAL_ADMIN_IU_LENGTH,
49256c223761SKevin Barnett &request.header.iu_length);
49266c223761SKevin Barnett request.function_code = PQI_GENERAL_ADMIN_FUNCTION_CREATE_IQ;
49276c223761SKevin Barnett put_unaligned_le16(queue_group->iq_id[AIO_PATH],
49286c223761SKevin Barnett &request.data.create_operational_iq.queue_id);
49296c223761SKevin Barnett put_unaligned_le64((u64)queue_group->
49306c223761SKevin Barnett iq_element_array_bus_addr[AIO_PATH],
49316c223761SKevin Barnett &request.data.create_operational_iq.element_array_addr);
49326c223761SKevin Barnett put_unaligned_le64((u64)queue_group->iq_ci_bus_addr[AIO_PATH],
49336c223761SKevin Barnett &request.data.create_operational_iq.ci_addr);
49346c223761SKevin Barnett put_unaligned_le16(ctrl_info->num_elements_per_iq,
49356c223761SKevin Barnett &request.data.create_operational_iq.num_elements);
49366c223761SKevin Barnett put_unaligned_le16(PQI_OPERATIONAL_IQ_ELEMENT_LENGTH / 16,
49376c223761SKevin Barnett &request.data.create_operational_iq.element_length);
49386c223761SKevin Barnett request.data.create_operational_iq.queue_protocol = PQI_PROTOCOL_SOP;
49396c223761SKevin Barnett
49406c223761SKevin Barnett rc = pqi_submit_admin_request_synchronous(ctrl_info, &request,
49416c223761SKevin Barnett &response);
49426c223761SKevin Barnett if (rc) {
49436c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
49446c223761SKevin Barnett "error creating inbound AIO queue\n");
4945339faa81SKevin Barnett return rc;
49466c223761SKevin Barnett }
49476c223761SKevin Barnett
49486c223761SKevin Barnett queue_group->iq_pi[AIO_PATH] = ctrl_info->iomem_base +
49496c223761SKevin Barnett PQI_DEVICE_REGISTERS_OFFSET +
49506c223761SKevin Barnett get_unaligned_le64(
49516c223761SKevin Barnett &response.data.create_operational_iq.iq_pi_offset);
49526c223761SKevin Barnett
49536c223761SKevin Barnett /*
49546c223761SKevin Barnett * Designate the 2nd IQ as the AIO path. By default, all IQs are
49556c223761SKevin Barnett * assumed to be for RAID path I/O unless we change the queue's
49566c223761SKevin Barnett * property.
49576c223761SKevin Barnett */
49586c223761SKevin Barnett memset(&request, 0, sizeof(request));
49596c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_GENERAL_ADMIN;
49606c223761SKevin Barnett put_unaligned_le16(PQI_GENERAL_ADMIN_IU_LENGTH,
49616c223761SKevin Barnett &request.header.iu_length);
49626c223761SKevin Barnett request.function_code = PQI_GENERAL_ADMIN_FUNCTION_CHANGE_IQ_PROPERTY;
49636c223761SKevin Barnett put_unaligned_le16(queue_group->iq_id[AIO_PATH],
49646c223761SKevin Barnett &request.data.change_operational_iq_properties.queue_id);
49656c223761SKevin Barnett put_unaligned_le32(PQI_IQ_PROPERTY_IS_AIO_QUEUE,
49666c223761SKevin Barnett &request.data.change_operational_iq_properties.vendor_specific);
49676c223761SKevin Barnett
49686c223761SKevin Barnett rc = pqi_submit_admin_request_synchronous(ctrl_info, &request,
49696c223761SKevin Barnett &response);
49706c223761SKevin Barnett if (rc) {
49716c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
49726c223761SKevin Barnett "error changing queue property\n");
4973339faa81SKevin Barnett return rc;
49746c223761SKevin Barnett }
49756c223761SKevin Barnett
49766c223761SKevin Barnett /*
49776c223761SKevin Barnett * Create OQ (Outbound Queue - device to host queue).
49786c223761SKevin Barnett */
49796c223761SKevin Barnett memset(&request, 0, sizeof(request));
49806c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_GENERAL_ADMIN;
49816c223761SKevin Barnett put_unaligned_le16(PQI_GENERAL_ADMIN_IU_LENGTH,
49826c223761SKevin Barnett &request.header.iu_length);
49836c223761SKevin Barnett request.function_code = PQI_GENERAL_ADMIN_FUNCTION_CREATE_OQ;
49846c223761SKevin Barnett put_unaligned_le16(queue_group->oq_id,
49856c223761SKevin Barnett &request.data.create_operational_oq.queue_id);
49866c223761SKevin Barnett put_unaligned_le64((u64)queue_group->oq_element_array_bus_addr,
49876c223761SKevin Barnett &request.data.create_operational_oq.element_array_addr);
49886c223761SKevin Barnett put_unaligned_le64((u64)queue_group->oq_pi_bus_addr,
49896c223761SKevin Barnett &request.data.create_operational_oq.pi_addr);
49906c223761SKevin Barnett put_unaligned_le16(ctrl_info->num_elements_per_oq,
49916c223761SKevin Barnett &request.data.create_operational_oq.num_elements);
49926c223761SKevin Barnett put_unaligned_le16(PQI_OPERATIONAL_OQ_ELEMENT_LENGTH / 16,
49936c223761SKevin Barnett &request.data.create_operational_oq.element_length);
49946c223761SKevin Barnett request.data.create_operational_oq.queue_protocol = PQI_PROTOCOL_SOP;
49956c223761SKevin Barnett put_unaligned_le16(queue_group->int_msg_num,
49966c223761SKevin Barnett &request.data.create_operational_oq.int_msg_num);
49976c223761SKevin Barnett
49986c223761SKevin Barnett rc = pqi_submit_admin_request_synchronous(ctrl_info, &request,
49996c223761SKevin Barnett &response);
50006c223761SKevin Barnett if (rc) {
50016c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
50026c223761SKevin Barnett "error creating outbound queue\n");
5003339faa81SKevin Barnett return rc;
50046c223761SKevin Barnett }
50056c223761SKevin Barnett
50066c223761SKevin Barnett queue_group->oq_ci = ctrl_info->iomem_base +
50076c223761SKevin Barnett PQI_DEVICE_REGISTERS_OFFSET +
50086c223761SKevin Barnett get_unaligned_le64(
50096c223761SKevin Barnett &response.data.create_operational_oq.oq_ci_offset);
50106c223761SKevin Barnett
50116c223761SKevin Barnett return 0;
50126c223761SKevin Barnett }
50136c223761SKevin Barnett
pqi_create_queues(struct pqi_ctrl_info * ctrl_info)50146c223761SKevin Barnett static int pqi_create_queues(struct pqi_ctrl_info *ctrl_info)
50156c223761SKevin Barnett {
50166c223761SKevin Barnett int rc;
50176c223761SKevin Barnett unsigned int i;
50186c223761SKevin Barnett
50196c223761SKevin Barnett rc = pqi_create_event_queue(ctrl_info);
50206c223761SKevin Barnett if (rc) {
50216c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
50226c223761SKevin Barnett "error creating event queue\n");
50236c223761SKevin Barnett return rc;
50246c223761SKevin Barnett }
50256c223761SKevin Barnett
50266c223761SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
5027061ef06aSKevin Barnett rc = pqi_create_queue_group(ctrl_info, i);
50286c223761SKevin Barnett if (rc) {
50296c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
50306c223761SKevin Barnett "error creating queue group number %u/%u\n",
50316c223761SKevin Barnett i, ctrl_info->num_queue_groups);
50326c223761SKevin Barnett return rc;
50336c223761SKevin Barnett }
50346c223761SKevin Barnett }
50356c223761SKevin Barnett
50366c223761SKevin Barnett return 0;
50376c223761SKevin Barnett }
50386c223761SKevin Barnett
50396c223761SKevin Barnett #define PQI_REPORT_EVENT_CONFIG_BUFFER_LENGTH \
5040d67790ddSKees Cook struct_size_t(struct pqi_event_config, descriptors, PQI_MAX_EVENT_DESCRIPTORS)
50416c223761SKevin Barnett
pqi_configure_events(struct pqi_ctrl_info * ctrl_info,bool enable_events)50426a50d6adSKevin Barnett static int pqi_configure_events(struct pqi_ctrl_info *ctrl_info,
50436a50d6adSKevin Barnett bool enable_events)
50446c223761SKevin Barnett {
50456c223761SKevin Barnett int rc;
50466c223761SKevin Barnett unsigned int i;
50476c223761SKevin Barnett struct pqi_event_config *event_config;
50486a50d6adSKevin Barnett struct pqi_event_descriptor *event_descriptor;
50496c223761SKevin Barnett struct pqi_general_management_request request;
50506c223761SKevin Barnett
50516c223761SKevin Barnett event_config = kmalloc(PQI_REPORT_EVENT_CONFIG_BUFFER_LENGTH,
50526c223761SKevin Barnett GFP_KERNEL);
50536c223761SKevin Barnett if (!event_config)
50546c223761SKevin Barnett return -ENOMEM;
50556c223761SKevin Barnett
50566c223761SKevin Barnett memset(&request, 0, sizeof(request));
50576c223761SKevin Barnett
50586c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_REPORT_VENDOR_EVENT_CONFIG;
50596c223761SKevin Barnett put_unaligned_le16(offsetof(struct pqi_general_management_request,
50606c223761SKevin Barnett data.report_event_configuration.sg_descriptors[1]) -
50616c223761SKevin Barnett PQI_REQUEST_HEADER_LENGTH, &request.header.iu_length);
50626c223761SKevin Barnett put_unaligned_le32(PQI_REPORT_EVENT_CONFIG_BUFFER_LENGTH,
50636c223761SKevin Barnett &request.data.report_event_configuration.buffer_length);
50646c223761SKevin Barnett
50656c223761SKevin Barnett rc = pqi_map_single(ctrl_info->pci_dev,
50666c223761SKevin Barnett request.data.report_event_configuration.sg_descriptors,
50676c223761SKevin Barnett event_config, PQI_REPORT_EVENT_CONFIG_BUFFER_LENGTH,
50686917a9ccSChristoph Hellwig DMA_FROM_DEVICE);
50696c223761SKevin Barnett if (rc)
50706c223761SKevin Barnett goto out;
50716c223761SKevin Barnett
5072ae0c189dSKevin Barnett rc = pqi_submit_raid_request_synchronous(ctrl_info, &request.header, 0, NULL);
50736c223761SKevin Barnett
50746c223761SKevin Barnett pqi_pci_unmap(ctrl_info->pci_dev,
50756c223761SKevin Barnett request.data.report_event_configuration.sg_descriptors, 1,
50766917a9ccSChristoph Hellwig DMA_FROM_DEVICE);
50776c223761SKevin Barnett
50786c223761SKevin Barnett if (rc)
50796c223761SKevin Barnett goto out;
50806c223761SKevin Barnett
50816a50d6adSKevin Barnett for (i = 0; i < event_config->num_event_descriptors; i++) {
50826a50d6adSKevin Barnett event_descriptor = &event_config->descriptors[i];
50836a50d6adSKevin Barnett if (enable_events &&
50846a50d6adSKevin Barnett pqi_is_supported_event(event_descriptor->event_type))
50856c223761SKevin Barnett put_unaligned_le16(ctrl_info->event_queue.oq_id,
50866a50d6adSKevin Barnett &event_descriptor->oq_id);
50876a50d6adSKevin Barnett else
50886a50d6adSKevin Barnett put_unaligned_le16(0, &event_descriptor->oq_id);
50896a50d6adSKevin Barnett }
50906c223761SKevin Barnett
50916c223761SKevin Barnett memset(&request, 0, sizeof(request));
50926c223761SKevin Barnett
50936c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_SET_VENDOR_EVENT_CONFIG;
50946c223761SKevin Barnett put_unaligned_le16(offsetof(struct pqi_general_management_request,
50956c223761SKevin Barnett data.report_event_configuration.sg_descriptors[1]) -
50966c223761SKevin Barnett PQI_REQUEST_HEADER_LENGTH, &request.header.iu_length);
50976c223761SKevin Barnett put_unaligned_le32(PQI_REPORT_EVENT_CONFIG_BUFFER_LENGTH,
50986c223761SKevin Barnett &request.data.report_event_configuration.buffer_length);
50996c223761SKevin Barnett
51006c223761SKevin Barnett rc = pqi_map_single(ctrl_info->pci_dev,
51016c223761SKevin Barnett request.data.report_event_configuration.sg_descriptors,
51026c223761SKevin Barnett event_config, PQI_REPORT_EVENT_CONFIG_BUFFER_LENGTH,
51036917a9ccSChristoph Hellwig DMA_TO_DEVICE);
51046c223761SKevin Barnett if (rc)
51056c223761SKevin Barnett goto out;
51066c223761SKevin Barnett
5107ae0c189dSKevin Barnett rc = pqi_submit_raid_request_synchronous(ctrl_info, &request.header, 0, NULL);
51086c223761SKevin Barnett
51096c223761SKevin Barnett pqi_pci_unmap(ctrl_info->pci_dev,
51106c223761SKevin Barnett request.data.report_event_configuration.sg_descriptors, 1,
51116917a9ccSChristoph Hellwig DMA_TO_DEVICE);
51126c223761SKevin Barnett
51136c223761SKevin Barnett out:
51146c223761SKevin Barnett kfree(event_config);
51156c223761SKevin Barnett
51166c223761SKevin Barnett return rc;
51176c223761SKevin Barnett }
51186c223761SKevin Barnett
pqi_enable_events(struct pqi_ctrl_info * ctrl_info)51196a50d6adSKevin Barnett static inline int pqi_enable_events(struct pqi_ctrl_info *ctrl_info)
51206a50d6adSKevin Barnett {
51216a50d6adSKevin Barnett return pqi_configure_events(ctrl_info, true);
51226a50d6adSKevin Barnett }
51236a50d6adSKevin Barnett
pqi_free_all_io_requests(struct pqi_ctrl_info * ctrl_info)51246c223761SKevin Barnett static void pqi_free_all_io_requests(struct pqi_ctrl_info *ctrl_info)
51256c223761SKevin Barnett {
51266c223761SKevin Barnett unsigned int i;
51276c223761SKevin Barnett struct device *dev;
51286c223761SKevin Barnett size_t sg_chain_buffer_length;
51296c223761SKevin Barnett struct pqi_io_request *io_request;
51306c223761SKevin Barnett
51316c223761SKevin Barnett if (!ctrl_info->io_request_pool)
51326c223761SKevin Barnett return;
51336c223761SKevin Barnett
51346c223761SKevin Barnett dev = &ctrl_info->pci_dev->dev;
51356c223761SKevin Barnett sg_chain_buffer_length = ctrl_info->sg_chain_buffer_length;
51366c223761SKevin Barnett io_request = ctrl_info->io_request_pool;
51376c223761SKevin Barnett
51386c223761SKevin Barnett for (i = 0; i < ctrl_info->max_io_slots; i++) {
51396c223761SKevin Barnett kfree(io_request->iu);
51406c223761SKevin Barnett if (!io_request->sg_chain_buffer)
51416c223761SKevin Barnett break;
51426c223761SKevin Barnett dma_free_coherent(dev, sg_chain_buffer_length,
51436c223761SKevin Barnett io_request->sg_chain_buffer,
51446c223761SKevin Barnett io_request->sg_chain_buffer_dma_handle);
51456c223761SKevin Barnett io_request++;
51466c223761SKevin Barnett }
51476c223761SKevin Barnett
51486c223761SKevin Barnett kfree(ctrl_info->io_request_pool);
51496c223761SKevin Barnett ctrl_info->io_request_pool = NULL;
51506c223761SKevin Barnett }
51516c223761SKevin Barnett
pqi_alloc_error_buffer(struct pqi_ctrl_info * ctrl_info)51526c223761SKevin Barnett static inline int pqi_alloc_error_buffer(struct pqi_ctrl_info *ctrl_info)
51536c223761SKevin Barnett {
5154750afb08SLuis Chamberlain ctrl_info->error_buffer = dma_alloc_coherent(&ctrl_info->pci_dev->dev,
51556c223761SKevin Barnett ctrl_info->error_buffer_length,
5156750afb08SLuis Chamberlain &ctrl_info->error_buffer_dma_handle,
5157750afb08SLuis Chamberlain GFP_KERNEL);
51586c223761SKevin Barnett if (!ctrl_info->error_buffer)
51596c223761SKevin Barnett return -ENOMEM;
51606c223761SKevin Barnett
51616c223761SKevin Barnett return 0;
51626c223761SKevin Barnett }
51636c223761SKevin Barnett
pqi_alloc_io_resources(struct pqi_ctrl_info * ctrl_info)51646c223761SKevin Barnett static int pqi_alloc_io_resources(struct pqi_ctrl_info *ctrl_info)
51656c223761SKevin Barnett {
51666c223761SKevin Barnett unsigned int i;
51676c223761SKevin Barnett void *sg_chain_buffer;
51686c223761SKevin Barnett size_t sg_chain_buffer_length;
51696c223761SKevin Barnett dma_addr_t sg_chain_buffer_dma_handle;
51706c223761SKevin Barnett struct device *dev;
51716c223761SKevin Barnett struct pqi_io_request *io_request;
51726c223761SKevin Barnett
5173583891c9SKevin Barnett ctrl_info->io_request_pool = kcalloc(ctrl_info->max_io_slots,
51746c223761SKevin Barnett sizeof(ctrl_info->io_request_pool[0]), GFP_KERNEL);
51756c223761SKevin Barnett
51766c223761SKevin Barnett if (!ctrl_info->io_request_pool) {
51776c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
51786c223761SKevin Barnett "failed to allocate I/O request pool\n");
51796c223761SKevin Barnett goto error;
51806c223761SKevin Barnett }
51816c223761SKevin Barnett
51826c223761SKevin Barnett dev = &ctrl_info->pci_dev->dev;
51836c223761SKevin Barnett sg_chain_buffer_length = ctrl_info->sg_chain_buffer_length;
51846c223761SKevin Barnett io_request = ctrl_info->io_request_pool;
51856c223761SKevin Barnett
51866c223761SKevin Barnett for (i = 0; i < ctrl_info->max_io_slots; i++) {
5187583891c9SKevin Barnett io_request->iu = kmalloc(ctrl_info->max_inbound_iu_length, GFP_KERNEL);
51886c223761SKevin Barnett
51896c223761SKevin Barnett if (!io_request->iu) {
51906c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
51916c223761SKevin Barnett "failed to allocate IU buffers\n");
51926c223761SKevin Barnett goto error;
51936c223761SKevin Barnett }
51946c223761SKevin Barnett
51956c223761SKevin Barnett sg_chain_buffer = dma_alloc_coherent(dev,
51966c223761SKevin Barnett sg_chain_buffer_length, &sg_chain_buffer_dma_handle,
51976c223761SKevin Barnett GFP_KERNEL);
51986c223761SKevin Barnett
51996c223761SKevin Barnett if (!sg_chain_buffer) {
52006c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
52016c223761SKevin Barnett "failed to allocate PQI scatter-gather chain buffers\n");
52026c223761SKevin Barnett goto error;
52036c223761SKevin Barnett }
52046c223761SKevin Barnett
52056c223761SKevin Barnett io_request->index = i;
52066c223761SKevin Barnett io_request->sg_chain_buffer = sg_chain_buffer;
5207583891c9SKevin Barnett io_request->sg_chain_buffer_dma_handle = sg_chain_buffer_dma_handle;
52086c223761SKevin Barnett io_request++;
52096c223761SKevin Barnett }
52106c223761SKevin Barnett
52116c223761SKevin Barnett return 0;
52126c223761SKevin Barnett
52136c223761SKevin Barnett error:
52146c223761SKevin Barnett pqi_free_all_io_requests(ctrl_info);
52156c223761SKevin Barnett
52166c223761SKevin Barnett return -ENOMEM;
52176c223761SKevin Barnett }
52186c223761SKevin Barnett
52196c223761SKevin Barnett /*
52206c223761SKevin Barnett * Calculate required resources that are sized based on max. outstanding
52216c223761SKevin Barnett * requests and max. transfer size.
52226c223761SKevin Barnett */
52236c223761SKevin Barnett
pqi_calculate_io_resources(struct pqi_ctrl_info * ctrl_info)52246c223761SKevin Barnett static void pqi_calculate_io_resources(struct pqi_ctrl_info *ctrl_info)
52256c223761SKevin Barnett {
52266c223761SKevin Barnett u32 max_transfer_size;
52276c223761SKevin Barnett u32 max_sg_entries;
52286c223761SKevin Barnett
52296c223761SKevin Barnett ctrl_info->scsi_ml_can_queue =
52306c223761SKevin Barnett ctrl_info->max_outstanding_requests - PQI_RESERVED_IO_SLOTS;
52316c223761SKevin Barnett ctrl_info->max_io_slots = ctrl_info->max_outstanding_requests;
52326c223761SKevin Barnett
52336c223761SKevin Barnett ctrl_info->error_buffer_length =
52346c223761SKevin Barnett ctrl_info->max_io_slots * PQI_ERROR_BUFFER_ELEMENT_LENGTH;
52356c223761SKevin Barnett
5236d727a776SKevin Barnett if (reset_devices)
5237d727a776SKevin Barnett max_transfer_size = min(ctrl_info->max_transfer_size,
5238d727a776SKevin Barnett PQI_MAX_TRANSFER_SIZE_KDUMP);
5239d727a776SKevin Barnett else
5240d727a776SKevin Barnett max_transfer_size = min(ctrl_info->max_transfer_size,
5241d727a776SKevin Barnett PQI_MAX_TRANSFER_SIZE);
52426c223761SKevin Barnett
52436c223761SKevin Barnett max_sg_entries = max_transfer_size / PAGE_SIZE;
52446c223761SKevin Barnett
52456c223761SKevin Barnett /* +1 to cover when the buffer is not page-aligned. */
52466c223761SKevin Barnett max_sg_entries++;
52476c223761SKevin Barnett
52486c223761SKevin Barnett max_sg_entries = min(ctrl_info->max_sg_entries, max_sg_entries);
52496c223761SKevin Barnett
52506c223761SKevin Barnett max_transfer_size = (max_sg_entries - 1) * PAGE_SIZE;
52516c223761SKevin Barnett
52526c223761SKevin Barnett ctrl_info->sg_chain_buffer_length =
5253e1d213bdSKevin Barnett (max_sg_entries * sizeof(struct pqi_sg_descriptor)) +
5254e1d213bdSKevin Barnett PQI_EXTRA_SGL_MEMORY;
52556c223761SKevin Barnett ctrl_info->sg_tablesize = max_sg_entries;
52566c223761SKevin Barnett ctrl_info->max_sectors = max_transfer_size / 512;
52576c223761SKevin Barnett }
52586c223761SKevin Barnett
pqi_calculate_queue_resources(struct pqi_ctrl_info * ctrl_info)52596c223761SKevin Barnett static void pqi_calculate_queue_resources(struct pqi_ctrl_info *ctrl_info)
52606c223761SKevin Barnett {
52616c223761SKevin Barnett int num_queue_groups;
52626c223761SKevin Barnett u16 num_elements_per_iq;
52636c223761SKevin Barnett u16 num_elements_per_oq;
52646c223761SKevin Barnett
5265d727a776SKevin Barnett if (reset_devices) {
5266d727a776SKevin Barnett num_queue_groups = 1;
5267d727a776SKevin Barnett } else {
5268d727a776SKevin Barnett int num_cpus;
5269d727a776SKevin Barnett int max_queue_groups;
5270d727a776SKevin Barnett
52716c223761SKevin Barnett max_queue_groups = min(ctrl_info->max_inbound_queues / 2,
52726c223761SKevin Barnett ctrl_info->max_outbound_queues - 1);
52736c223761SKevin Barnett max_queue_groups = min(max_queue_groups, PQI_MAX_QUEUE_GROUPS);
52746c223761SKevin Barnett
52756c223761SKevin Barnett num_cpus = num_online_cpus();
52766c223761SKevin Barnett num_queue_groups = min(num_cpus, ctrl_info->max_msix_vectors);
52776c223761SKevin Barnett num_queue_groups = min(num_queue_groups, max_queue_groups);
5278d727a776SKevin Barnett }
52796c223761SKevin Barnett
52806c223761SKevin Barnett ctrl_info->num_queue_groups = num_queue_groups;
52816c223761SKevin Barnett
52826c223761SKevin Barnett /*
52836c223761SKevin Barnett * Make sure that the max. inbound IU length is an even multiple
52846c223761SKevin Barnett * of our inbound element length.
52856c223761SKevin Barnett */
52866c223761SKevin Barnett ctrl_info->max_inbound_iu_length =
52876c223761SKevin Barnett (ctrl_info->max_inbound_iu_length_per_firmware /
52886c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH) *
52896c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH;
52906c223761SKevin Barnett
52916c223761SKevin Barnett num_elements_per_iq =
52926c223761SKevin Barnett (ctrl_info->max_inbound_iu_length /
52936c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH);
52946c223761SKevin Barnett
52956c223761SKevin Barnett /* Add one because one element in each queue is unusable. */
52966c223761SKevin Barnett num_elements_per_iq++;
52976c223761SKevin Barnett
52986c223761SKevin Barnett num_elements_per_iq = min(num_elements_per_iq,
52996c223761SKevin Barnett ctrl_info->max_elements_per_iq);
53006c223761SKevin Barnett
53016c223761SKevin Barnett num_elements_per_oq = ((num_elements_per_iq - 1) * 2) + 1;
53026c223761SKevin Barnett num_elements_per_oq = min(num_elements_per_oq,
53036c223761SKevin Barnett ctrl_info->max_elements_per_oq);
53046c223761SKevin Barnett
53056c223761SKevin Barnett ctrl_info->num_elements_per_iq = num_elements_per_iq;
53066c223761SKevin Barnett ctrl_info->num_elements_per_oq = num_elements_per_oq;
53076c223761SKevin Barnett
53086c223761SKevin Barnett ctrl_info->max_sg_per_iu =
53096c223761SKevin Barnett ((ctrl_info->max_inbound_iu_length -
53106c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH) /
53116c223761SKevin Barnett sizeof(struct pqi_sg_descriptor)) +
53126c223761SKevin Barnett PQI_MAX_EMBEDDED_SG_DESCRIPTORS;
53136702d2c4SDon Brace
53146702d2c4SDon Brace ctrl_info->max_sg_per_r56_iu =
53156702d2c4SDon Brace ((ctrl_info->max_inbound_iu_length -
53166702d2c4SDon Brace PQI_OPERATIONAL_IQ_ELEMENT_LENGTH) /
53176702d2c4SDon Brace sizeof(struct pqi_sg_descriptor)) +
53186702d2c4SDon Brace PQI_MAX_EMBEDDED_R56_SG_DESCRIPTORS;
53196c223761SKevin Barnett }
53206c223761SKevin Barnett
pqi_set_sg_descriptor(struct pqi_sg_descriptor * sg_descriptor,struct scatterlist * sg)5321583891c9SKevin Barnett static inline void pqi_set_sg_descriptor(struct pqi_sg_descriptor *sg_descriptor,
5322583891c9SKevin Barnett struct scatterlist *sg)
53236c223761SKevin Barnett {
53246c223761SKevin Barnett u64 address = (u64)sg_dma_address(sg);
53256c223761SKevin Barnett unsigned int length = sg_dma_len(sg);
53266c223761SKevin Barnett
53276c223761SKevin Barnett put_unaligned_le64(address, &sg_descriptor->address);
53286c223761SKevin Barnett put_unaligned_le32(length, &sg_descriptor->length);
53296c223761SKevin Barnett put_unaligned_le32(0, &sg_descriptor->flags);
53306c223761SKevin Barnett }
53316c223761SKevin Barnett
pqi_build_sg_list(struct pqi_sg_descriptor * sg_descriptor,struct scatterlist * sg,int sg_count,struct pqi_io_request * io_request,int max_sg_per_iu,bool * chained)53321a22bc4bSDon Brace static unsigned int pqi_build_sg_list(struct pqi_sg_descriptor *sg_descriptor,
53331a22bc4bSDon Brace struct scatterlist *sg, int sg_count, struct pqi_io_request *io_request,
53341a22bc4bSDon Brace int max_sg_per_iu, bool *chained)
53351a22bc4bSDon Brace {
53361a22bc4bSDon Brace int i;
53371a22bc4bSDon Brace unsigned int num_sg_in_iu;
53381a22bc4bSDon Brace
53391a22bc4bSDon Brace *chained = false;
53401a22bc4bSDon Brace i = 0;
53411a22bc4bSDon Brace num_sg_in_iu = 0;
53421a22bc4bSDon Brace max_sg_per_iu--; /* Subtract 1 to leave room for chain marker. */
53431a22bc4bSDon Brace
53441a22bc4bSDon Brace while (1) {
53451a22bc4bSDon Brace pqi_set_sg_descriptor(sg_descriptor, sg);
53461a22bc4bSDon Brace if (!*chained)
53471a22bc4bSDon Brace num_sg_in_iu++;
53481a22bc4bSDon Brace i++;
53491a22bc4bSDon Brace if (i == sg_count)
53501a22bc4bSDon Brace break;
53511a22bc4bSDon Brace sg_descriptor++;
53521a22bc4bSDon Brace if (i == max_sg_per_iu) {
53531a22bc4bSDon Brace put_unaligned_le64((u64)io_request->sg_chain_buffer_dma_handle,
53541a22bc4bSDon Brace &sg_descriptor->address);
53551a22bc4bSDon Brace put_unaligned_le32((sg_count - num_sg_in_iu) * sizeof(*sg_descriptor),
53561a22bc4bSDon Brace &sg_descriptor->length);
53571a22bc4bSDon Brace put_unaligned_le32(CISS_SG_CHAIN, &sg_descriptor->flags);
53581a22bc4bSDon Brace *chained = true;
53591a22bc4bSDon Brace num_sg_in_iu++;
53601a22bc4bSDon Brace sg_descriptor = io_request->sg_chain_buffer;
53611a22bc4bSDon Brace }
53621a22bc4bSDon Brace sg = sg_next(sg);
53631a22bc4bSDon Brace }
53641a22bc4bSDon Brace
53651a22bc4bSDon Brace put_unaligned_le32(CISS_SG_LAST, &sg_descriptor->flags);
53661a22bc4bSDon Brace
53671a22bc4bSDon Brace return num_sg_in_iu;
53681a22bc4bSDon Brace }
53691a22bc4bSDon Brace
pqi_build_raid_sg_list(struct pqi_ctrl_info * ctrl_info,struct pqi_raid_path_request * request,struct scsi_cmnd * scmd,struct pqi_io_request * io_request)53706c223761SKevin Barnett static int pqi_build_raid_sg_list(struct pqi_ctrl_info *ctrl_info,
53716c223761SKevin Barnett struct pqi_raid_path_request *request, struct scsi_cmnd *scmd,
53726c223761SKevin Barnett struct pqi_io_request *io_request)
53736c223761SKevin Barnett {
53746c223761SKevin Barnett u16 iu_length;
53756c223761SKevin Barnett int sg_count;
53766c223761SKevin Barnett bool chained;
53776c223761SKevin Barnett unsigned int num_sg_in_iu;
53786c223761SKevin Barnett struct scatterlist *sg;
53796c223761SKevin Barnett struct pqi_sg_descriptor *sg_descriptor;
53806c223761SKevin Barnett
53816c223761SKevin Barnett sg_count = scsi_dma_map(scmd);
53826c223761SKevin Barnett if (sg_count < 0)
53836c223761SKevin Barnett return sg_count;
53846c223761SKevin Barnett
53856c223761SKevin Barnett iu_length = offsetof(struct pqi_raid_path_request, sg_descriptors) -
53866c223761SKevin Barnett PQI_REQUEST_HEADER_LENGTH;
53876c223761SKevin Barnett
53886c223761SKevin Barnett if (sg_count == 0)
53896c223761SKevin Barnett goto out;
53906c223761SKevin Barnett
53916c223761SKevin Barnett sg = scsi_sglist(scmd);
53926c223761SKevin Barnett sg_descriptor = request->sg_descriptors;
53936c223761SKevin Barnett
53941a22bc4bSDon Brace num_sg_in_iu = pqi_build_sg_list(sg_descriptor, sg, sg_count, io_request,
53951a22bc4bSDon Brace ctrl_info->max_sg_per_iu, &chained);
53966c223761SKevin Barnett
53976c223761SKevin Barnett request->partial = chained;
53986c223761SKevin Barnett iu_length += num_sg_in_iu * sizeof(*sg_descriptor);
53996c223761SKevin Barnett
54006c223761SKevin Barnett out:
54016c223761SKevin Barnett put_unaligned_le16(iu_length, &request->header.iu_length);
54026c223761SKevin Barnett
54036c223761SKevin Barnett return 0;
54046c223761SKevin Barnett }
54056c223761SKevin Barnett
pqi_build_aio_r1_sg_list(struct pqi_ctrl_info * ctrl_info,struct pqi_aio_r1_path_request * request,struct scsi_cmnd * scmd,struct pqi_io_request * io_request)54067a012c23SDon Brace static int pqi_build_aio_r1_sg_list(struct pqi_ctrl_info *ctrl_info,
54077a012c23SDon Brace struct pqi_aio_r1_path_request *request, struct scsi_cmnd *scmd,
54086c223761SKevin Barnett struct pqi_io_request *io_request)
54096c223761SKevin Barnett {
54106c223761SKevin Barnett u16 iu_length;
54116c223761SKevin Barnett int sg_count;
5412a60eec02SKevin Barnett bool chained;
5413a60eec02SKevin Barnett unsigned int num_sg_in_iu;
54147a012c23SDon Brace struct scatterlist *sg;
54157a012c23SDon Brace struct pqi_sg_descriptor *sg_descriptor;
54167a012c23SDon Brace
54177a012c23SDon Brace sg_count = scsi_dma_map(scmd);
54187a012c23SDon Brace if (sg_count < 0)
54197a012c23SDon Brace return sg_count;
54207a012c23SDon Brace
54217a012c23SDon Brace iu_length = offsetof(struct pqi_aio_r1_path_request, sg_descriptors) -
54227a012c23SDon Brace PQI_REQUEST_HEADER_LENGTH;
54237a012c23SDon Brace num_sg_in_iu = 0;
54247a012c23SDon Brace
54257a012c23SDon Brace if (sg_count == 0)
54267a012c23SDon Brace goto out;
54277a012c23SDon Brace
54287a012c23SDon Brace sg = scsi_sglist(scmd);
54297a012c23SDon Brace sg_descriptor = request->sg_descriptors;
54307a012c23SDon Brace
54317a012c23SDon Brace num_sg_in_iu = pqi_build_sg_list(sg_descriptor, sg, sg_count, io_request,
54327a012c23SDon Brace ctrl_info->max_sg_per_iu, &chained);
54337a012c23SDon Brace
54347a012c23SDon Brace request->partial = chained;
54357a012c23SDon Brace iu_length += num_sg_in_iu * sizeof(*sg_descriptor);
54367a012c23SDon Brace
54377a012c23SDon Brace out:
54387a012c23SDon Brace put_unaligned_le16(iu_length, &request->header.iu_length);
54397a012c23SDon Brace request->num_sg_descriptors = num_sg_in_iu;
54407a012c23SDon Brace
54417a012c23SDon Brace return 0;
54427a012c23SDon Brace }
54437a012c23SDon Brace
pqi_build_aio_r56_sg_list(struct pqi_ctrl_info * ctrl_info,struct pqi_aio_r56_path_request * request,struct scsi_cmnd * scmd,struct pqi_io_request * io_request)54446702d2c4SDon Brace static int pqi_build_aio_r56_sg_list(struct pqi_ctrl_info *ctrl_info,
54456702d2c4SDon Brace struct pqi_aio_r56_path_request *request, struct scsi_cmnd *scmd,
54466702d2c4SDon Brace struct pqi_io_request *io_request)
54476702d2c4SDon Brace {
54486702d2c4SDon Brace u16 iu_length;
54496702d2c4SDon Brace int sg_count;
54506702d2c4SDon Brace bool chained;
54516702d2c4SDon Brace unsigned int num_sg_in_iu;
54526702d2c4SDon Brace struct scatterlist *sg;
54536702d2c4SDon Brace struct pqi_sg_descriptor *sg_descriptor;
54546702d2c4SDon Brace
54556702d2c4SDon Brace sg_count = scsi_dma_map(scmd);
54566702d2c4SDon Brace if (sg_count < 0)
54576702d2c4SDon Brace return sg_count;
54586702d2c4SDon Brace
54596702d2c4SDon Brace iu_length = offsetof(struct pqi_aio_r56_path_request, sg_descriptors) -
54606702d2c4SDon Brace PQI_REQUEST_HEADER_LENGTH;
54616702d2c4SDon Brace num_sg_in_iu = 0;
54626702d2c4SDon Brace
54636702d2c4SDon Brace if (sg_count != 0) {
54646702d2c4SDon Brace sg = scsi_sglist(scmd);
54656702d2c4SDon Brace sg_descriptor = request->sg_descriptors;
54666702d2c4SDon Brace
54676702d2c4SDon Brace num_sg_in_iu = pqi_build_sg_list(sg_descriptor, sg, sg_count, io_request,
54686702d2c4SDon Brace ctrl_info->max_sg_per_r56_iu, &chained);
54696702d2c4SDon Brace
54706702d2c4SDon Brace request->partial = chained;
54716702d2c4SDon Brace iu_length += num_sg_in_iu * sizeof(*sg_descriptor);
54726702d2c4SDon Brace }
54736702d2c4SDon Brace
54746702d2c4SDon Brace put_unaligned_le16(iu_length, &request->header.iu_length);
54756702d2c4SDon Brace request->num_sg_descriptors = num_sg_in_iu;
54766702d2c4SDon Brace
54776702d2c4SDon Brace return 0;
54786702d2c4SDon Brace }
54796702d2c4SDon Brace
pqi_build_aio_sg_list(struct pqi_ctrl_info * ctrl_info,struct pqi_aio_path_request * request,struct scsi_cmnd * scmd,struct pqi_io_request * io_request)54806c223761SKevin Barnett static int pqi_build_aio_sg_list(struct pqi_ctrl_info *ctrl_info,
54816c223761SKevin Barnett struct pqi_aio_path_request *request, struct scsi_cmnd *scmd,
54826c223761SKevin Barnett struct pqi_io_request *io_request)
54836c223761SKevin Barnett {
54846c223761SKevin Barnett u16 iu_length;
54856c223761SKevin Barnett int sg_count;
5486a60eec02SKevin Barnett bool chained;
5487a60eec02SKevin Barnett unsigned int num_sg_in_iu;
54886c223761SKevin Barnett struct scatterlist *sg;
54896c223761SKevin Barnett struct pqi_sg_descriptor *sg_descriptor;
54906c223761SKevin Barnett
54916c223761SKevin Barnett sg_count = scsi_dma_map(scmd);
54926c223761SKevin Barnett if (sg_count < 0)
54936c223761SKevin Barnett return sg_count;
5494a60eec02SKevin Barnett
5495a60eec02SKevin Barnett iu_length = offsetof(struct pqi_aio_path_request, sg_descriptors) -
5496a60eec02SKevin Barnett PQI_REQUEST_HEADER_LENGTH;
5497a60eec02SKevin Barnett num_sg_in_iu = 0;
5498a60eec02SKevin Barnett
54996c223761SKevin Barnett if (sg_count == 0)
55006c223761SKevin Barnett goto out;
55016c223761SKevin Barnett
5502a60eec02SKevin Barnett sg = scsi_sglist(scmd);
5503a60eec02SKevin Barnett sg_descriptor = request->sg_descriptors;
55046c223761SKevin Barnett
55051a22bc4bSDon Brace num_sg_in_iu = pqi_build_sg_list(sg_descriptor, sg, sg_count, io_request,
55061a22bc4bSDon Brace ctrl_info->max_sg_per_iu, &chained);
55076c223761SKevin Barnett
5508a60eec02SKevin Barnett request->partial = chained;
5509a60eec02SKevin Barnett iu_length += num_sg_in_iu * sizeof(*sg_descriptor);
5510a60eec02SKevin Barnett
55116c223761SKevin Barnett out:
55126c223761SKevin Barnett put_unaligned_le16(iu_length, &request->header.iu_length);
55136c223761SKevin Barnett request->num_sg_descriptors = num_sg_in_iu;
55146c223761SKevin Barnett
55156c223761SKevin Barnett return 0;
55166c223761SKevin Barnett }
55176c223761SKevin Barnett
pqi_raid_io_complete(struct pqi_io_request * io_request,void * context)55186c223761SKevin Barnett static void pqi_raid_io_complete(struct pqi_io_request *io_request,
55196c223761SKevin Barnett void *context)
55206c223761SKevin Barnett {
55216c223761SKevin Barnett struct scsi_cmnd *scmd;
55226c223761SKevin Barnett
55236c223761SKevin Barnett scmd = io_request->scmd;
55246c223761SKevin Barnett pqi_free_io_request(io_request);
55256c223761SKevin Barnett scsi_dma_unmap(scmd);
55266c223761SKevin Barnett pqi_scsi_done(scmd);
55276c223761SKevin Barnett }
55286c223761SKevin Barnett
pqi_raid_submit_io(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct scsi_cmnd * scmd,struct pqi_queue_group * queue_group,bool io_high_prio)552968f79204SGilbert Wu static int pqi_raid_submit_io(struct pqi_ctrl_info *ctrl_info,
55306c223761SKevin Barnett struct pqi_scsi_dev *device, struct scsi_cmnd *scmd,
553168f79204SGilbert Wu struct pqi_queue_group *queue_group, bool io_high_prio)
55326c223761SKevin Barnett {
55336c223761SKevin Barnett int rc;
55346c223761SKevin Barnett size_t cdb_length;
553568f79204SGilbert Wu struct pqi_io_request *io_request;
55366c223761SKevin Barnett struct pqi_raid_path_request *request;
55376c223761SKevin Barnett
553868f79204SGilbert Wu io_request = pqi_alloc_io_request(ctrl_info, scmd);
553968f79204SGilbert Wu if (!io_request)
554068f79204SGilbert Wu return SCSI_MLQUEUE_HOST_BUSY;
554168f79204SGilbert Wu
55426c223761SKevin Barnett io_request->io_complete_callback = pqi_raid_io_complete;
55436c223761SKevin Barnett io_request->scmd = scmd;
55446c223761SKevin Barnett
55456c223761SKevin Barnett request = io_request->iu;
5546583891c9SKevin Barnett memset(request, 0, offsetof(struct pqi_raid_path_request, sg_descriptors));
55476c223761SKevin Barnett
55486c223761SKevin Barnett request->header.iu_type = PQI_REQUEST_IU_RAID_PATH_IO;
55496c223761SKevin Barnett put_unaligned_le32(scsi_bufflen(scmd), &request->buffer_length);
55506c223761SKevin Barnett request->task_attribute = SOP_TASK_ATTRIBUTE_SIMPLE;
555168f79204SGilbert Wu request->command_priority = io_high_prio;
55526c223761SKevin Barnett put_unaligned_le16(io_request->index, &request->request_id);
55536c223761SKevin Barnett request->error_index = request->request_id;
5554583891c9SKevin Barnett memcpy(request->lun_number, device->scsi3addr, sizeof(request->lun_number));
5555904f2bfdSKumar Meiyappan request->ml_device_lun_number = (u8)scmd->device->lun;
55566c223761SKevin Barnett
55576c223761SKevin Barnett cdb_length = min_t(size_t, scmd->cmd_len, sizeof(request->cdb));
55586c223761SKevin Barnett memcpy(request->cdb, scmd->cmnd, cdb_length);
55596c223761SKevin Barnett
55606c223761SKevin Barnett switch (cdb_length) {
55616c223761SKevin Barnett case 6:
55626c223761SKevin Barnett case 10:
55636c223761SKevin Barnett case 12:
55646c223761SKevin Barnett case 16:
5565583891c9SKevin Barnett request->additional_cdb_bytes_usage = SOP_ADDITIONAL_CDB_BYTES_0;
55666c223761SKevin Barnett break;
55676c223761SKevin Barnett case 20:
5568583891c9SKevin Barnett request->additional_cdb_bytes_usage = SOP_ADDITIONAL_CDB_BYTES_4;
55696c223761SKevin Barnett break;
55706c223761SKevin Barnett case 24:
5571583891c9SKevin Barnett request->additional_cdb_bytes_usage = SOP_ADDITIONAL_CDB_BYTES_8;
55726c223761SKevin Barnett break;
55736c223761SKevin Barnett case 28:
5574583891c9SKevin Barnett request->additional_cdb_bytes_usage = SOP_ADDITIONAL_CDB_BYTES_12;
55756c223761SKevin Barnett break;
55766c223761SKevin Barnett case 32:
55776c223761SKevin Barnett default:
5578583891c9SKevin Barnett request->additional_cdb_bytes_usage = SOP_ADDITIONAL_CDB_BYTES_16;
55796c223761SKevin Barnett break;
55806c223761SKevin Barnett }
55816c223761SKevin Barnett
55826c223761SKevin Barnett switch (scmd->sc_data_direction) {
558369695aeaSMahesh Rajashekhara case DMA_FROM_DEVICE:
55846c223761SKevin Barnett request->data_direction = SOP_READ_FLAG;
55856c223761SKevin Barnett break;
558669695aeaSMahesh Rajashekhara case DMA_TO_DEVICE:
55876c223761SKevin Barnett request->data_direction = SOP_WRITE_FLAG;
55886c223761SKevin Barnett break;
55896c223761SKevin Barnett case DMA_NONE:
55906c223761SKevin Barnett request->data_direction = SOP_NO_DIRECTION_FLAG;
55916c223761SKevin Barnett break;
55926c223761SKevin Barnett case DMA_BIDIRECTIONAL:
55936c223761SKevin Barnett request->data_direction = SOP_BIDIRECTIONAL;
55946c223761SKevin Barnett break;
55956c223761SKevin Barnett default:
55966c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
55976c223761SKevin Barnett "unknown data direction: %d\n",
55986c223761SKevin Barnett scmd->sc_data_direction);
55996c223761SKevin Barnett break;
56006c223761SKevin Barnett }
56016c223761SKevin Barnett
56026c223761SKevin Barnett rc = pqi_build_raid_sg_list(ctrl_info, request, scmd, io_request);
56036c223761SKevin Barnett if (rc) {
56046c223761SKevin Barnett pqi_free_io_request(io_request);
56056c223761SKevin Barnett return SCSI_MLQUEUE_HOST_BUSY;
56066c223761SKevin Barnett }
56076c223761SKevin Barnett
56086c223761SKevin Barnett pqi_start_io(ctrl_info, queue_group, RAID_PATH, io_request);
56096c223761SKevin Barnett
56106c223761SKevin Barnett return 0;
56116c223761SKevin Barnett }
56126c223761SKevin Barnett
pqi_raid_submit_scsi_cmd(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct scsi_cmnd * scmd,struct pqi_queue_group * queue_group)5613376fb880SKevin Barnett static inline int pqi_raid_submit_scsi_cmd(struct pqi_ctrl_info *ctrl_info,
5614376fb880SKevin Barnett struct pqi_scsi_dev *device, struct scsi_cmnd *scmd,
5615376fb880SKevin Barnett struct pqi_queue_group *queue_group)
5616376fb880SKevin Barnett {
561768f79204SGilbert Wu bool io_high_prio;
5618376fb880SKevin Barnett
561968f79204SGilbert Wu io_high_prio = pqi_is_io_high_priority(device, scmd);
5620376fb880SKevin Barnett
562168f79204SGilbert Wu return pqi_raid_submit_io(ctrl_info, device, scmd, queue_group, io_high_prio);
5622376fb880SKevin Barnett }
5623376fb880SKevin Barnett
pqi_raid_bypass_retry_needed(struct pqi_io_request * io_request)5624376fb880SKevin Barnett static bool pqi_raid_bypass_retry_needed(struct pqi_io_request *io_request)
5625376fb880SKevin Barnett {
5626376fb880SKevin Barnett struct scsi_cmnd *scmd;
562703b288cfSKevin Barnett struct pqi_scsi_dev *device;
5628376fb880SKevin Barnett struct pqi_ctrl_info *ctrl_info;
5629376fb880SKevin Barnett
5630376fb880SKevin Barnett if (!io_request->raid_bypass)
5631376fb880SKevin Barnett return false;
5632376fb880SKevin Barnett
5633376fb880SKevin Barnett scmd = io_request->scmd;
5634376fb880SKevin Barnett if ((scmd->result & 0xff) == SAM_STAT_GOOD)
5635376fb880SKevin Barnett return false;
5636376fb880SKevin Barnett if (host_byte(scmd->result) == DID_NO_CONNECT)
5637376fb880SKevin Barnett return false;
5638376fb880SKevin Barnett
563903b288cfSKevin Barnett device = scmd->device->hostdata;
56405be9db06SKevin Barnett if (pqi_device_offline(device) || pqi_device_in_remove(device))
564103b288cfSKevin Barnett return false;
564203b288cfSKevin Barnett
5643376fb880SKevin Barnett ctrl_info = shost_to_hba(scmd->device->host);
5644376fb880SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
5645376fb880SKevin Barnett return false;
5646376fb880SKevin Barnett
5647376fb880SKevin Barnett return true;
5648376fb880SKevin Barnett }
5649376fb880SKevin Barnett
pqi_aio_io_complete(struct pqi_io_request * io_request,void * context)56506c223761SKevin Barnett static void pqi_aio_io_complete(struct pqi_io_request *io_request,
56516c223761SKevin Barnett void *context)
56526c223761SKevin Barnett {
56536c223761SKevin Barnett struct scsi_cmnd *scmd;
56546c223761SKevin Barnett
56556c223761SKevin Barnett scmd = io_request->scmd;
56566c223761SKevin Barnett scsi_dma_unmap(scmd);
56575be9db06SKevin Barnett if (io_request->status == -EAGAIN || pqi_raid_bypass_retry_needed(io_request)) {
56586c223761SKevin Barnett set_host_byte(scmd, DID_IMM_RETRY);
5659c1ea387dSBart Van Assche pqi_cmd_priv(scmd)->this_residual++;
5660376fb880SKevin Barnett }
56615be9db06SKevin Barnett
56626c223761SKevin Barnett pqi_free_io_request(io_request);
56636c223761SKevin Barnett pqi_scsi_done(scmd);
56646c223761SKevin Barnett }
56656c223761SKevin Barnett
pqi_aio_submit_scsi_cmd(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,struct scsi_cmnd * scmd,struct pqi_queue_group * queue_group)56666c223761SKevin Barnett static inline int pqi_aio_submit_scsi_cmd(struct pqi_ctrl_info *ctrl_info,
56676c223761SKevin Barnett struct pqi_scsi_dev *device, struct scsi_cmnd *scmd,
56686c223761SKevin Barnett struct pqi_queue_group *queue_group)
56696c223761SKevin Barnett {
56702a47834dSGilbert Wu bool io_high_prio;
56712a47834dSGilbert Wu
567268f79204SGilbert Wu io_high_prio = pqi_is_io_high_priority(device, scmd);
5673b4dc06a9SKevin Barnett
56746c223761SKevin Barnett return pqi_aio_submit_io(ctrl_info, scmd, device->aio_handle,
56752a47834dSGilbert Wu scmd->cmnd, scmd->cmd_len, queue_group, NULL,
56762a47834dSGilbert Wu false, io_high_prio);
56776c223761SKevin Barnett }
56786c223761SKevin Barnett
pqi_aio_submit_io(struct pqi_ctrl_info * ctrl_info,struct scsi_cmnd * scmd,u32 aio_handle,u8 * cdb,unsigned int cdb_length,struct pqi_queue_group * queue_group,struct pqi_encryption_info * encryption_info,bool raid_bypass,bool io_high_prio)56796c223761SKevin Barnett static int pqi_aio_submit_io(struct pqi_ctrl_info *ctrl_info,
56806c223761SKevin Barnett struct scsi_cmnd *scmd, u32 aio_handle, u8 *cdb,
56816c223761SKevin Barnett unsigned int cdb_length, struct pqi_queue_group *queue_group,
56822a47834dSGilbert Wu struct pqi_encryption_info *encryption_info, bool raid_bypass,
56832a47834dSGilbert Wu bool io_high_prio)
56846c223761SKevin Barnett {
56856c223761SKevin Barnett int rc;
56866c223761SKevin Barnett struct pqi_io_request *io_request;
56876c223761SKevin Barnett struct pqi_aio_path_request *request;
56886c223761SKevin Barnett
5689b27ac2faSDon Brace io_request = pqi_alloc_io_request(ctrl_info, scmd);
5690b27ac2faSDon Brace if (!io_request)
5691b27ac2faSDon Brace return SCSI_MLQUEUE_HOST_BUSY;
569268f79204SGilbert Wu
56936c223761SKevin Barnett io_request->io_complete_callback = pqi_aio_io_complete;
56946c223761SKevin Barnett io_request->scmd = scmd;
5695376fb880SKevin Barnett io_request->raid_bypass = raid_bypass;
56966c223761SKevin Barnett
56976c223761SKevin Barnett request = io_request->iu;
56989e98e60bSKevin Barnett memset(request, 0, offsetof(struct pqi_aio_path_request, sg_descriptors));
56996c223761SKevin Barnett
57006c223761SKevin Barnett request->header.iu_type = PQI_REQUEST_IU_AIO_PATH_IO;
57016c223761SKevin Barnett put_unaligned_le32(aio_handle, &request->nexus_id);
57026c223761SKevin Barnett put_unaligned_le32(scsi_bufflen(scmd), &request->buffer_length);
57036c223761SKevin Barnett request->task_attribute = SOP_TASK_ATTRIBUTE_SIMPLE;
57042a47834dSGilbert Wu request->command_priority = io_high_prio;
57056c223761SKevin Barnett put_unaligned_le16(io_request->index, &request->request_id);
57066c223761SKevin Barnett request->error_index = request->request_id;
5707dad662c9SDavid Strahan if (!raid_bypass && ctrl_info->multi_lun_device_supported)
5708dad662c9SDavid Strahan put_unaligned_le64(scmd->device->lun << 8, &request->lun_number);
57096c223761SKevin Barnett if (cdb_length > sizeof(request->cdb))
57106c223761SKevin Barnett cdb_length = sizeof(request->cdb);
57116c223761SKevin Barnett request->cdb_length = cdb_length;
57126c223761SKevin Barnett memcpy(request->cdb, cdb, cdb_length);
57136c223761SKevin Barnett
57146c223761SKevin Barnett switch (scmd->sc_data_direction) {
57156c223761SKevin Barnett case DMA_TO_DEVICE:
57166c223761SKevin Barnett request->data_direction = SOP_READ_FLAG;
57176c223761SKevin Barnett break;
57186c223761SKevin Barnett case DMA_FROM_DEVICE:
57196c223761SKevin Barnett request->data_direction = SOP_WRITE_FLAG;
57206c223761SKevin Barnett break;
57216c223761SKevin Barnett case DMA_NONE:
57226c223761SKevin Barnett request->data_direction = SOP_NO_DIRECTION_FLAG;
57236c223761SKevin Barnett break;
57246c223761SKevin Barnett case DMA_BIDIRECTIONAL:
57256c223761SKevin Barnett request->data_direction = SOP_BIDIRECTIONAL;
57266c223761SKevin Barnett break;
57276c223761SKevin Barnett default:
57286c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
57296c223761SKevin Barnett "unknown data direction: %d\n",
57306c223761SKevin Barnett scmd->sc_data_direction);
57316c223761SKevin Barnett break;
57326c223761SKevin Barnett }
57336c223761SKevin Barnett
57346c223761SKevin Barnett if (encryption_info) {
57356c223761SKevin Barnett request->encryption_enable = true;
57366c223761SKevin Barnett put_unaligned_le16(encryption_info->data_encryption_key_index,
57376c223761SKevin Barnett &request->data_encryption_key_index);
57386c223761SKevin Barnett put_unaligned_le32(encryption_info->encrypt_tweak_lower,
57396c223761SKevin Barnett &request->encrypt_tweak_lower);
57406c223761SKevin Barnett put_unaligned_le32(encryption_info->encrypt_tweak_upper,
57416c223761SKevin Barnett &request->encrypt_tweak_upper);
57426c223761SKevin Barnett }
57436c223761SKevin Barnett
57446c223761SKevin Barnett rc = pqi_build_aio_sg_list(ctrl_info, request, scmd, io_request);
57456c223761SKevin Barnett if (rc) {
57466c223761SKevin Barnett pqi_free_io_request(io_request);
57476c223761SKevin Barnett return SCSI_MLQUEUE_HOST_BUSY;
57486c223761SKevin Barnett }
57496c223761SKevin Barnett
57506c223761SKevin Barnett pqi_start_io(ctrl_info, queue_group, AIO_PATH, io_request);
57516c223761SKevin Barnett
57526c223761SKevin Barnett return 0;
57536c223761SKevin Barnett }
57546c223761SKevin Barnett
pqi_aio_submit_r1_write_io(struct pqi_ctrl_info * ctrl_info,struct scsi_cmnd * scmd,struct pqi_queue_group * queue_group,struct pqi_encryption_info * encryption_info,struct pqi_scsi_dev * device,struct pqi_scsi_dev_raid_map_data * rmd)57557a012c23SDon Brace static int pqi_aio_submit_r1_write_io(struct pqi_ctrl_info *ctrl_info,
57567a012c23SDon Brace struct scsi_cmnd *scmd, struct pqi_queue_group *queue_group,
57577a012c23SDon Brace struct pqi_encryption_info *encryption_info, struct pqi_scsi_dev *device,
57587a012c23SDon Brace struct pqi_scsi_dev_raid_map_data *rmd)
57597a012c23SDon Brace {
57607a012c23SDon Brace int rc;
57617a012c23SDon Brace struct pqi_io_request *io_request;
57627a012c23SDon Brace struct pqi_aio_r1_path_request *r1_request;
57637a012c23SDon Brace
5764b27ac2faSDon Brace io_request = pqi_alloc_io_request(ctrl_info, scmd);
5765b27ac2faSDon Brace if (!io_request)
5766b27ac2faSDon Brace return SCSI_MLQUEUE_HOST_BUSY;
5767b27ac2faSDon Brace
57687a012c23SDon Brace io_request->io_complete_callback = pqi_aio_io_complete;
57697a012c23SDon Brace io_request->scmd = scmd;
57707a012c23SDon Brace io_request->raid_bypass = true;
57717a012c23SDon Brace
57727a012c23SDon Brace r1_request = io_request->iu;
57737a012c23SDon Brace memset(r1_request, 0, offsetof(struct pqi_aio_r1_path_request, sg_descriptors));
57747a012c23SDon Brace
57757a012c23SDon Brace r1_request->header.iu_type = PQI_REQUEST_IU_AIO_PATH_RAID1_IO;
57767a012c23SDon Brace put_unaligned_le16(*(u16 *)device->scsi3addr & 0x3fff, &r1_request->volume_id);
57777a012c23SDon Brace r1_request->num_drives = rmd->num_it_nexus_entries;
57787a012c23SDon Brace put_unaligned_le32(rmd->it_nexus[0], &r1_request->it_nexus_1);
57797a012c23SDon Brace put_unaligned_le32(rmd->it_nexus[1], &r1_request->it_nexus_2);
57807a012c23SDon Brace if (rmd->num_it_nexus_entries == 3)
57817a012c23SDon Brace put_unaligned_le32(rmd->it_nexus[2], &r1_request->it_nexus_3);
57827a012c23SDon Brace
57837a012c23SDon Brace put_unaligned_le32(scsi_bufflen(scmd), &r1_request->data_length);
57847a012c23SDon Brace r1_request->task_attribute = SOP_TASK_ATTRIBUTE_SIMPLE;
57857a012c23SDon Brace put_unaligned_le16(io_request->index, &r1_request->request_id);
57867a012c23SDon Brace r1_request->error_index = r1_request->request_id;
57877a012c23SDon Brace if (rmd->cdb_length > sizeof(r1_request->cdb))
57887a012c23SDon Brace rmd->cdb_length = sizeof(r1_request->cdb);
57897a012c23SDon Brace r1_request->cdb_length = rmd->cdb_length;
57907a012c23SDon Brace memcpy(r1_request->cdb, rmd->cdb, rmd->cdb_length);
57917a012c23SDon Brace
57927a012c23SDon Brace /* The direction is always write. */
57937a012c23SDon Brace r1_request->data_direction = SOP_READ_FLAG;
57947a012c23SDon Brace
57957a012c23SDon Brace if (encryption_info) {
57967a012c23SDon Brace r1_request->encryption_enable = true;
57977a012c23SDon Brace put_unaligned_le16(encryption_info->data_encryption_key_index,
57987a012c23SDon Brace &r1_request->data_encryption_key_index);
57997a012c23SDon Brace put_unaligned_le32(encryption_info->encrypt_tweak_lower,
58007a012c23SDon Brace &r1_request->encrypt_tweak_lower);
58017a012c23SDon Brace put_unaligned_le32(encryption_info->encrypt_tweak_upper,
58027a012c23SDon Brace &r1_request->encrypt_tweak_upper);
58037a012c23SDon Brace }
58047a012c23SDon Brace
58057a012c23SDon Brace rc = pqi_build_aio_r1_sg_list(ctrl_info, r1_request, scmd, io_request);
58067a012c23SDon Brace if (rc) {
58077a012c23SDon Brace pqi_free_io_request(io_request);
58087a012c23SDon Brace return SCSI_MLQUEUE_HOST_BUSY;
58097a012c23SDon Brace }
58107a012c23SDon Brace
58117a012c23SDon Brace pqi_start_io(ctrl_info, queue_group, AIO_PATH, io_request);
58127a012c23SDon Brace
58137a012c23SDon Brace return 0;
58147a012c23SDon Brace }
58157a012c23SDon Brace
pqi_aio_submit_r56_write_io(struct pqi_ctrl_info * ctrl_info,struct scsi_cmnd * scmd,struct pqi_queue_group * queue_group,struct pqi_encryption_info * encryption_info,struct pqi_scsi_dev * device,struct pqi_scsi_dev_raid_map_data * rmd)58166702d2c4SDon Brace static int pqi_aio_submit_r56_write_io(struct pqi_ctrl_info *ctrl_info,
58176702d2c4SDon Brace struct scsi_cmnd *scmd, struct pqi_queue_group *queue_group,
58186702d2c4SDon Brace struct pqi_encryption_info *encryption_info, struct pqi_scsi_dev *device,
58196702d2c4SDon Brace struct pqi_scsi_dev_raid_map_data *rmd)
58206702d2c4SDon Brace {
58216702d2c4SDon Brace int rc;
58226702d2c4SDon Brace struct pqi_io_request *io_request;
58236702d2c4SDon Brace struct pqi_aio_r56_path_request *r56_request;
58246702d2c4SDon Brace
5825b27ac2faSDon Brace io_request = pqi_alloc_io_request(ctrl_info, scmd);
5826b27ac2faSDon Brace if (!io_request)
5827b27ac2faSDon Brace return SCSI_MLQUEUE_HOST_BUSY;
58286702d2c4SDon Brace io_request->io_complete_callback = pqi_aio_io_complete;
58296702d2c4SDon Brace io_request->scmd = scmd;
58306702d2c4SDon Brace io_request->raid_bypass = true;
58316702d2c4SDon Brace
58326702d2c4SDon Brace r56_request = io_request->iu;
58336702d2c4SDon Brace memset(r56_request, 0, offsetof(struct pqi_aio_r56_path_request, sg_descriptors));
58346702d2c4SDon Brace
58356702d2c4SDon Brace if (device->raid_level == SA_RAID_5 || device->raid_level == SA_RAID_51)
58366702d2c4SDon Brace r56_request->header.iu_type = PQI_REQUEST_IU_AIO_PATH_RAID5_IO;
58376702d2c4SDon Brace else
58386702d2c4SDon Brace r56_request->header.iu_type = PQI_REQUEST_IU_AIO_PATH_RAID6_IO;
58396702d2c4SDon Brace
58406702d2c4SDon Brace put_unaligned_le16(*(u16 *)device->scsi3addr & 0x3fff, &r56_request->volume_id);
58416702d2c4SDon Brace put_unaligned_le32(rmd->aio_handle, &r56_request->data_it_nexus);
58426702d2c4SDon Brace put_unaligned_le32(rmd->p_parity_it_nexus, &r56_request->p_parity_it_nexus);
58436702d2c4SDon Brace if (rmd->raid_level == SA_RAID_6) {
58446702d2c4SDon Brace put_unaligned_le32(rmd->q_parity_it_nexus, &r56_request->q_parity_it_nexus);
58456702d2c4SDon Brace r56_request->xor_multiplier = rmd->xor_mult;
58466702d2c4SDon Brace }
58476702d2c4SDon Brace put_unaligned_le32(scsi_bufflen(scmd), &r56_request->data_length);
58486702d2c4SDon Brace r56_request->task_attribute = SOP_TASK_ATTRIBUTE_SIMPLE;
58496702d2c4SDon Brace put_unaligned_le64(rmd->row, &r56_request->row);
58506702d2c4SDon Brace
58516702d2c4SDon Brace put_unaligned_le16(io_request->index, &r56_request->request_id);
58526702d2c4SDon Brace r56_request->error_index = r56_request->request_id;
58536702d2c4SDon Brace
58546702d2c4SDon Brace if (rmd->cdb_length > sizeof(r56_request->cdb))
58556702d2c4SDon Brace rmd->cdb_length = sizeof(r56_request->cdb);
58566702d2c4SDon Brace r56_request->cdb_length = rmd->cdb_length;
58576702d2c4SDon Brace memcpy(r56_request->cdb, rmd->cdb, rmd->cdb_length);
58586702d2c4SDon Brace
58596702d2c4SDon Brace /* The direction is always write. */
58606702d2c4SDon Brace r56_request->data_direction = SOP_READ_FLAG;
58616702d2c4SDon Brace
58626702d2c4SDon Brace if (encryption_info) {
58636702d2c4SDon Brace r56_request->encryption_enable = true;
58646702d2c4SDon Brace put_unaligned_le16(encryption_info->data_encryption_key_index,
58656702d2c4SDon Brace &r56_request->data_encryption_key_index);
58666702d2c4SDon Brace put_unaligned_le32(encryption_info->encrypt_tweak_lower,
58676702d2c4SDon Brace &r56_request->encrypt_tweak_lower);
58686702d2c4SDon Brace put_unaligned_le32(encryption_info->encrypt_tweak_upper,
58696702d2c4SDon Brace &r56_request->encrypt_tweak_upper);
58706702d2c4SDon Brace }
58716702d2c4SDon Brace
58726702d2c4SDon Brace rc = pqi_build_aio_r56_sg_list(ctrl_info, r56_request, scmd, io_request);
58736702d2c4SDon Brace if (rc) {
58746702d2c4SDon Brace pqi_free_io_request(io_request);
58756702d2c4SDon Brace return SCSI_MLQUEUE_HOST_BUSY;
58766702d2c4SDon Brace }
58776702d2c4SDon Brace
58786702d2c4SDon Brace pqi_start_io(ctrl_info, queue_group, AIO_PATH, io_request);
58796702d2c4SDon Brace
58806702d2c4SDon Brace return 0;
58816702d2c4SDon Brace }
58826702d2c4SDon Brace
pqi_get_hw_queue(struct pqi_ctrl_info * ctrl_info,struct scsi_cmnd * scmd)5883061ef06aSKevin Barnett static inline u16 pqi_get_hw_queue(struct pqi_ctrl_info *ctrl_info,
5884061ef06aSKevin Barnett struct scsi_cmnd *scmd)
5885061ef06aSKevin Barnett {
5886b27ac2faSDon Brace /*
5887b27ac2faSDon Brace * We are setting host_tagset = 1 during init.
5888b27ac2faSDon Brace */
5889b27ac2faSDon Brace return blk_mq_unique_tag_to_hwq(blk_mq_unique_tag(scsi_cmd_to_rq(scmd)));
5890061ef06aSKevin Barnett }
5891061ef06aSKevin Barnett
pqi_is_bypass_eligible_request(struct scsi_cmnd * scmd)58925be9db06SKevin Barnett static inline bool pqi_is_bypass_eligible_request(struct scsi_cmnd *scmd)
58935be9db06SKevin Barnett {
589412db0f93SBart Van Assche if (blk_rq_is_passthrough(scsi_cmd_to_rq(scmd)))
58955be9db06SKevin Barnett return false;
58965be9db06SKevin Barnett
5897c1ea387dSBart Van Assche return pqi_cmd_priv(scmd)->this_residual == 0;
58985be9db06SKevin Barnett }
58995be9db06SKevin Barnett
59007561a7e4SKevin Barnett /*
59017561a7e4SKevin Barnett * This function gets called just before we hand the completed SCSI request
59027561a7e4SKevin Barnett * back to the SML.
59037561a7e4SKevin Barnett */
59047561a7e4SKevin Barnett
pqi_prep_for_scsi_done(struct scsi_cmnd * scmd)59057561a7e4SKevin Barnett void pqi_prep_for_scsi_done(struct scsi_cmnd *scmd)
59067561a7e4SKevin Barnett {
59077561a7e4SKevin Barnett struct pqi_scsi_dev *device;
5908153c45ddSKevin Barnett struct completion *wait;
59097561a7e4SKevin Barnett
59101e46731eSMahesh Rajashekhara if (!scmd->device) {
59111e46731eSMahesh Rajashekhara set_host_byte(scmd, DID_NO_CONNECT);
59121e46731eSMahesh Rajashekhara return;
59131e46731eSMahesh Rajashekhara }
59141e46731eSMahesh Rajashekhara
59157561a7e4SKevin Barnett device = scmd->device->hostdata;
59161e46731eSMahesh Rajashekhara if (!device) {
59171e46731eSMahesh Rajashekhara set_host_byte(scmd, DID_NO_CONNECT);
59181e46731eSMahesh Rajashekhara return;
59191e46731eSMahesh Rajashekhara }
59201e46731eSMahesh Rajashekhara
5921904f2bfdSKumar Meiyappan atomic_dec(&device->scsi_cmds_outstanding[scmd->device->lun]);
5922153c45ddSKevin Barnett
5923153c45ddSKevin Barnett wait = (struct completion *)xchg(&scmd->host_scribble, NULL);
5924153c45ddSKevin Barnett if (wait != PQI_NO_COMPLETION)
5925153c45ddSKevin Barnett complete(wait);
59267561a7e4SKevin Barnett }
59277561a7e4SKevin Barnett
pqi_is_parity_write_stream(struct pqi_ctrl_info * ctrl_info,struct scsi_cmnd * scmd)5928c7ffedb3SDon Brace static bool pqi_is_parity_write_stream(struct pqi_ctrl_info *ctrl_info,
59296c223761SKevin Barnett struct scsi_cmnd *scmd)
59306c223761SKevin Barnett {
5931c7ffedb3SDon Brace u32 oldest_jiffies;
5932c7ffedb3SDon Brace u8 lru_index;
5933c7ffedb3SDon Brace int i;
5934c7ffedb3SDon Brace int rc;
5935c7ffedb3SDon Brace struct pqi_scsi_dev *device;
5936c7ffedb3SDon Brace struct pqi_stream_data *pqi_stream_data;
5937c7ffedb3SDon Brace struct pqi_scsi_dev_raid_map_data rmd;
5938c7ffedb3SDon Brace
5939c7ffedb3SDon Brace if (!ctrl_info->enable_stream_detection)
5940c7ffedb3SDon Brace return false;
5941c7ffedb3SDon Brace
5942c7ffedb3SDon Brace rc = pqi_get_aio_lba_and_block_count(scmd, &rmd);
5943c7ffedb3SDon Brace if (rc)
5944c7ffedb3SDon Brace return false;
5945c7ffedb3SDon Brace
5946c7ffedb3SDon Brace /* Check writes only. */
5947c7ffedb3SDon Brace if (!rmd.is_write)
5948c7ffedb3SDon Brace return false;
5949c7ffedb3SDon Brace
5950c7ffedb3SDon Brace device = scmd->device->hostdata;
5951c7ffedb3SDon Brace
5952c7ffedb3SDon Brace /* Check for RAID 5/6 streams. */
5953c7ffedb3SDon Brace if (device->raid_level != SA_RAID_5 && device->raid_level != SA_RAID_6)
5954c7ffedb3SDon Brace return false;
5955c7ffedb3SDon Brace
5956c7ffedb3SDon Brace /*
5957c7ffedb3SDon Brace * If controller does not support AIO RAID{5,6} writes, need to send
5958c7ffedb3SDon Brace * requests down non-AIO path.
5959c7ffedb3SDon Brace */
5960c7ffedb3SDon Brace if ((device->raid_level == SA_RAID_5 && !ctrl_info->enable_r5_writes) ||
5961c7ffedb3SDon Brace (device->raid_level == SA_RAID_6 && !ctrl_info->enable_r6_writes))
5962c7ffedb3SDon Brace return true;
5963c7ffedb3SDon Brace
5964c7ffedb3SDon Brace lru_index = 0;
5965c7ffedb3SDon Brace oldest_jiffies = INT_MAX;
5966c7ffedb3SDon Brace for (i = 0; i < NUM_STREAMS_PER_LUN; i++) {
5967c7ffedb3SDon Brace pqi_stream_data = &device->stream_data[i];
5968c7ffedb3SDon Brace /*
5969c7ffedb3SDon Brace * Check for adjacent request or request is within
5970c7ffedb3SDon Brace * the previous request.
5971c7ffedb3SDon Brace */
5972c7ffedb3SDon Brace if ((pqi_stream_data->next_lba &&
5973c7ffedb3SDon Brace rmd.first_block >= pqi_stream_data->next_lba) &&
5974c7ffedb3SDon Brace rmd.first_block <= pqi_stream_data->next_lba +
5975c7ffedb3SDon Brace rmd.block_cnt) {
5976c7ffedb3SDon Brace pqi_stream_data->next_lba = rmd.first_block +
5977c7ffedb3SDon Brace rmd.block_cnt;
5978c7ffedb3SDon Brace pqi_stream_data->last_accessed = jiffies;
5979c7ffedb3SDon Brace return true;
5980c7ffedb3SDon Brace }
5981c7ffedb3SDon Brace
5982c7ffedb3SDon Brace /* unused entry */
5983c7ffedb3SDon Brace if (pqi_stream_data->last_accessed == 0) {
5984c7ffedb3SDon Brace lru_index = i;
5985c7ffedb3SDon Brace break;
5986c7ffedb3SDon Brace }
5987c7ffedb3SDon Brace
5988c7ffedb3SDon Brace /* Find entry with oldest last accessed time. */
5989c7ffedb3SDon Brace if (pqi_stream_data->last_accessed <= oldest_jiffies) {
5990c7ffedb3SDon Brace oldest_jiffies = pqi_stream_data->last_accessed;
5991c7ffedb3SDon Brace lru_index = i;
5992c7ffedb3SDon Brace }
5993c7ffedb3SDon Brace }
5994c7ffedb3SDon Brace
5995c7ffedb3SDon Brace /* Set LRU entry. */
5996c7ffedb3SDon Brace pqi_stream_data = &device->stream_data[lru_index];
5997c7ffedb3SDon Brace pqi_stream_data->last_accessed = jiffies;
5998c7ffedb3SDon Brace pqi_stream_data->next_lba = rmd.first_block + rmd.block_cnt;
5999c7ffedb3SDon Brace
6000c7ffedb3SDon Brace return false;
6001c7ffedb3SDon Brace }
6002c7ffedb3SDon Brace
pqi_scsi_queue_command(struct Scsi_Host * shost,struct scsi_cmnd * scmd)6003c7ffedb3SDon Brace static int pqi_scsi_queue_command(struct Scsi_Host *shost, struct scsi_cmnd *scmd)
6004c7ffedb3SDon Brace {
60056c223761SKevin Barnett int rc;
60066c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
60076c223761SKevin Barnett struct pqi_scsi_dev *device;
6008061ef06aSKevin Barnett u16 hw_queue;
60096c223761SKevin Barnett struct pqi_queue_group *queue_group;
60106c223761SKevin Barnett bool raid_bypassed;
6011153c45ddSKevin Barnett u8 lun;
6012153c45ddSKevin Barnett
6013153c45ddSKevin Barnett scmd->host_scribble = PQI_NO_COMPLETION;
60146c223761SKevin Barnett
60156c223761SKevin Barnett device = scmd->device->hostdata;
60166c223761SKevin Barnett
60171e46731eSMahesh Rajashekhara if (!device) {
60181e46731eSMahesh Rajashekhara set_host_byte(scmd, DID_NO_CONNECT);
60191e46731eSMahesh Rajashekhara pqi_scsi_done(scmd);
60201e46731eSMahesh Rajashekhara return 0;
60211e46731eSMahesh Rajashekhara }
60221e46731eSMahesh Rajashekhara
6023153c45ddSKevin Barnett lun = (u8)scmd->device->lun;
6024153c45ddSKevin Barnett
6025153c45ddSKevin Barnett atomic_inc(&device->scsi_cmds_outstanding[lun]);
60267561a7e4SKevin Barnett
6027583891c9SKevin Barnett ctrl_info = shost_to_hba(shost);
6028583891c9SKevin Barnett
60291bdf6e93SDon Brace if (pqi_ctrl_offline(ctrl_info) || pqi_device_in_remove(device)) {
60306c223761SKevin Barnett set_host_byte(scmd, DID_NO_CONNECT);
60316c223761SKevin Barnett pqi_scsi_done(scmd);
60326c223761SKevin Barnett return 0;
60336c223761SKevin Barnett }
60347d81d2b8SKevin Barnett
6035153c45ddSKevin Barnett if (pqi_ctrl_blocked(ctrl_info) || pqi_device_in_reset(device, lun)) {
60367561a7e4SKevin Barnett rc = SCSI_MLQUEUE_HOST_BUSY;
60377561a7e4SKevin Barnett goto out;
60387561a7e4SKevin Barnett }
60397561a7e4SKevin Barnett
60407d81d2b8SKevin Barnett /*
60417d81d2b8SKevin Barnett * This is necessary because the SML doesn't zero out this field during
60427d81d2b8SKevin Barnett * error recovery.
60437d81d2b8SKevin Barnett */
60447d81d2b8SKevin Barnett scmd->result = 0;
60456c223761SKevin Barnett
6046061ef06aSKevin Barnett hw_queue = pqi_get_hw_queue(ctrl_info, scmd);
6047061ef06aSKevin Barnett queue_group = &ctrl_info->queue_groups[hw_queue];
60486c223761SKevin Barnett
60496c223761SKevin Barnett if (pqi_is_logical_device(device)) {
60506c223761SKevin Barnett raid_bypassed = false;
6051588a63feSKevin Barnett if (device->raid_bypass_enabled &&
60525be9db06SKevin Barnett pqi_is_bypass_eligible_request(scmd) &&
60535be9db06SKevin Barnett !pqi_is_parity_write_stream(ctrl_info, scmd)) {
6054c7ffedb3SDon Brace rc = pqi_raid_bypass_submit_scsi_cmd(ctrl_info, device, scmd, queue_group);
60558b664fefSKevin Barnett if (rc == 0 || rc == SCSI_MLQUEUE_HOST_BUSY) {
60566c223761SKevin Barnett raid_bypassed = true;
605780d560d9SMike McGowen device->raid_bypass_cnt++;
60588b664fefSKevin Barnett }
60596c223761SKevin Barnett }
60606c223761SKevin Barnett if (!raid_bypassed)
60618b664fefSKevin Barnett rc = pqi_raid_submit_scsi_cmd(ctrl_info, device, scmd, queue_group);
60626c223761SKevin Barnett } else {
60636c223761SKevin Barnett if (device->aio_enabled)
60648b664fefSKevin Barnett rc = pqi_aio_submit_scsi_cmd(ctrl_info, device, scmd, queue_group);
60656c223761SKevin Barnett else
60668b664fefSKevin Barnett rc = pqi_raid_submit_scsi_cmd(ctrl_info, device, scmd, queue_group);
60676c223761SKevin Barnett }
60686c223761SKevin Barnett
60697561a7e4SKevin Barnett out:
6070153c45ddSKevin Barnett if (rc) {
6071153c45ddSKevin Barnett scmd->host_scribble = NULL;
6072153c45ddSKevin Barnett atomic_dec(&device->scsi_cmds_outstanding[lun]);
6073153c45ddSKevin Barnett }
60747561a7e4SKevin Barnett
60756c223761SKevin Barnett return rc;
60766c223761SKevin Barnett }
60776c223761SKevin Barnett
pqi_queued_io_count(struct pqi_ctrl_info * ctrl_info)60786ce1ddf5SKevin Barnett static unsigned int pqi_queued_io_count(struct pqi_ctrl_info *ctrl_info)
60797561a7e4SKevin Barnett {
60807561a7e4SKevin Barnett unsigned int i;
60817561a7e4SKevin Barnett unsigned int path;
60826ce1ddf5SKevin Barnett unsigned long flags;
60836ce1ddf5SKevin Barnett unsigned int queued_io_count;
60846ce1ddf5SKevin Barnett struct pqi_queue_group *queue_group;
60856ce1ddf5SKevin Barnett struct pqi_io_request *io_request;
60866ce1ddf5SKevin Barnett
60876ce1ddf5SKevin Barnett queued_io_count = 0;
60886ce1ddf5SKevin Barnett
60896ce1ddf5SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
60906ce1ddf5SKevin Barnett queue_group = &ctrl_info->queue_groups[i];
60916ce1ddf5SKevin Barnett for (path = 0; path < 2; path++) {
60926ce1ddf5SKevin Barnett spin_lock_irqsave(&queue_group->submit_lock[path], flags);
60936ce1ddf5SKevin Barnett list_for_each_entry(io_request, &queue_group->request_list[path], request_list_entry)
60946ce1ddf5SKevin Barnett queued_io_count++;
60956ce1ddf5SKevin Barnett spin_unlock_irqrestore(&queue_group->submit_lock[path], flags);
60966ce1ddf5SKevin Barnett }
60976ce1ddf5SKevin Barnett }
60986ce1ddf5SKevin Barnett
60996ce1ddf5SKevin Barnett return queued_io_count;
61006ce1ddf5SKevin Barnett }
61016ce1ddf5SKevin Barnett
pqi_nonempty_inbound_queue_count(struct pqi_ctrl_info * ctrl_info)61026ce1ddf5SKevin Barnett static unsigned int pqi_nonempty_inbound_queue_count(struct pqi_ctrl_info *ctrl_info)
61036ce1ddf5SKevin Barnett {
61046ce1ddf5SKevin Barnett unsigned int i;
61056ce1ddf5SKevin Barnett unsigned int path;
61066ce1ddf5SKevin Barnett unsigned int nonempty_inbound_queue_count;
61077561a7e4SKevin Barnett struct pqi_queue_group *queue_group;
61087561a7e4SKevin Barnett pqi_index_t iq_pi;
61097561a7e4SKevin Barnett pqi_index_t iq_ci;
61107561a7e4SKevin Barnett
61116ce1ddf5SKevin Barnett nonempty_inbound_queue_count = 0;
61126ce1ddf5SKevin Barnett
61137561a7e4SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
61147561a7e4SKevin Barnett queue_group = &ctrl_info->queue_groups[i];
61157561a7e4SKevin Barnett for (path = 0; path < 2; path++) {
61167561a7e4SKevin Barnett iq_pi = queue_group->iq_pi_copy[path];
61176ce1ddf5SKevin Barnett iq_ci = readl(queue_group->iq_ci[path]);
61186ce1ddf5SKevin Barnett if (iq_ci != iq_pi)
61196ce1ddf5SKevin Barnett nonempty_inbound_queue_count++;
61206ce1ddf5SKevin Barnett }
61216ce1ddf5SKevin Barnett }
61226ce1ddf5SKevin Barnett
61236ce1ddf5SKevin Barnett return nonempty_inbound_queue_count;
61246ce1ddf5SKevin Barnett }
61256ce1ddf5SKevin Barnett
61266ce1ddf5SKevin Barnett #define PQI_INBOUND_QUEUES_NONEMPTY_WARNING_TIMEOUT_SECS 10
61276ce1ddf5SKevin Barnett
pqi_wait_until_inbound_queues_empty(struct pqi_ctrl_info * ctrl_info)61286ce1ddf5SKevin Barnett static int pqi_wait_until_inbound_queues_empty(struct pqi_ctrl_info *ctrl_info)
61296ce1ddf5SKevin Barnett {
61306ce1ddf5SKevin Barnett unsigned long start_jiffies;
61316ce1ddf5SKevin Barnett unsigned long warning_timeout;
61326ce1ddf5SKevin Barnett unsigned int queued_io_count;
61336ce1ddf5SKevin Barnett unsigned int nonempty_inbound_queue_count;
61346ce1ddf5SKevin Barnett bool displayed_warning;
61356ce1ddf5SKevin Barnett
61366ce1ddf5SKevin Barnett displayed_warning = false;
61376ce1ddf5SKevin Barnett start_jiffies = jiffies;
613842dc0426SBalsundar P warning_timeout = (PQI_INBOUND_QUEUES_NONEMPTY_WARNING_TIMEOUT_SECS * HZ) + start_jiffies;
61397561a7e4SKevin Barnett
61407561a7e4SKevin Barnett while (1) {
61416ce1ddf5SKevin Barnett queued_io_count = pqi_queued_io_count(ctrl_info);
61426ce1ddf5SKevin Barnett nonempty_inbound_queue_count = pqi_nonempty_inbound_queue_count(ctrl_info);
61436ce1ddf5SKevin Barnett if (queued_io_count == 0 && nonempty_inbound_queue_count == 0)
61447561a7e4SKevin Barnett break;
61457561a7e4SKevin Barnett pqi_check_ctrl_health(ctrl_info);
61467561a7e4SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
61477561a7e4SKevin Barnett return -ENXIO;
61486ce1ddf5SKevin Barnett if (time_after(jiffies, warning_timeout)) {
61496ce1ddf5SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
61506ce1ddf5SKevin Barnett "waiting %u seconds for queued I/O to drain (queued I/O count: %u; non-empty inbound queue count: %u)\n",
61516ce1ddf5SKevin Barnett jiffies_to_msecs(jiffies - start_jiffies) / 1000, queued_io_count, nonempty_inbound_queue_count);
61526ce1ddf5SKevin Barnett displayed_warning = true;
615342dc0426SBalsundar P warning_timeout = (PQI_INBOUND_QUEUES_NONEMPTY_WARNING_TIMEOUT_SECS * HZ) + jiffies;
61546ce1ddf5SKevin Barnett }
61557561a7e4SKevin Barnett usleep_range(1000, 2000);
61567561a7e4SKevin Barnett }
61576ce1ddf5SKevin Barnett
61586ce1ddf5SKevin Barnett if (displayed_warning)
61596ce1ddf5SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
61606ce1ddf5SKevin Barnett "queued I/O drained after waiting for %u seconds\n",
61616ce1ddf5SKevin Barnett jiffies_to_msecs(jiffies - start_jiffies) / 1000);
61627561a7e4SKevin Barnett
61637561a7e4SKevin Barnett return 0;
61647561a7e4SKevin Barnett }
61657561a7e4SKevin Barnett
pqi_fail_io_queued_for_device(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,u8 lun)61667561a7e4SKevin Barnett static void pqi_fail_io_queued_for_device(struct pqi_ctrl_info *ctrl_info,
6167153c45ddSKevin Barnett struct pqi_scsi_dev *device, u8 lun)
61687561a7e4SKevin Barnett {
61697561a7e4SKevin Barnett unsigned int i;
61707561a7e4SKevin Barnett unsigned int path;
61717561a7e4SKevin Barnett struct pqi_queue_group *queue_group;
61727561a7e4SKevin Barnett unsigned long flags;
61737561a7e4SKevin Barnett struct pqi_io_request *io_request;
61747561a7e4SKevin Barnett struct pqi_io_request *next;
61757561a7e4SKevin Barnett struct scsi_cmnd *scmd;
61767561a7e4SKevin Barnett struct pqi_scsi_dev *scsi_device;
61777561a7e4SKevin Barnett
61787561a7e4SKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
61797561a7e4SKevin Barnett queue_group = &ctrl_info->queue_groups[i];
61807561a7e4SKevin Barnett
61817561a7e4SKevin Barnett for (path = 0; path < 2; path++) {
61827561a7e4SKevin Barnett spin_lock_irqsave(
61837561a7e4SKevin Barnett &queue_group->submit_lock[path], flags);
61847561a7e4SKevin Barnett
61857561a7e4SKevin Barnett list_for_each_entry_safe(io_request, next,
61867561a7e4SKevin Barnett &queue_group->request_list[path],
61877561a7e4SKevin Barnett request_list_entry) {
6188583891c9SKevin Barnett
61897561a7e4SKevin Barnett scmd = io_request->scmd;
61907561a7e4SKevin Barnett if (!scmd)
61917561a7e4SKevin Barnett continue;
61927561a7e4SKevin Barnett
61937561a7e4SKevin Barnett scsi_device = scmd->device->hostdata;
61947561a7e4SKevin Barnett if (scsi_device != device)
61957561a7e4SKevin Barnett continue;
61967561a7e4SKevin Barnett
6197153c45ddSKevin Barnett if ((u8)scmd->device->lun != lun)
6198153c45ddSKevin Barnett continue;
6199153c45ddSKevin Barnett
62007561a7e4SKevin Barnett list_del(&io_request->request_list_entry);
62017561a7e4SKevin Barnett set_host_byte(scmd, DID_RESET);
6202b622a601SMurthy Bhat pqi_free_io_request(io_request);
6203b622a601SMurthy Bhat scsi_dma_unmap(scmd);
62047561a7e4SKevin Barnett pqi_scsi_done(scmd);
62057561a7e4SKevin Barnett }
62067561a7e4SKevin Barnett
62077561a7e4SKevin Barnett spin_unlock_irqrestore(
62087561a7e4SKevin Barnett &queue_group->submit_lock[path], flags);
62097561a7e4SKevin Barnett }
62107561a7e4SKevin Barnett }
62117561a7e4SKevin Barnett }
62127561a7e4SKevin Barnett
621318ff5f08SKevin Barnett #define PQI_PENDING_IO_WARNING_TIMEOUT_SECS 10
62144fd22c13SMahesh Rajashekhara
pqi_device_wait_for_pending_io(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,u8 lun,unsigned long timeout_msecs)6215061ef06aSKevin Barnett static int pqi_device_wait_for_pending_io(struct pqi_ctrl_info *ctrl_info,
6216904f2bfdSKumar Meiyappan struct pqi_scsi_dev *device, u8 lun, unsigned long timeout_msecs)
6217061ef06aSKevin Barnett {
621818ff5f08SKevin Barnett int cmds_outstanding;
621918ff5f08SKevin Barnett unsigned long start_jiffies;
622018ff5f08SKevin Barnett unsigned long warning_timeout;
622118ff5f08SKevin Barnett unsigned long msecs_waiting;
62221e46731eSMahesh Rajashekhara
622318ff5f08SKevin Barnett start_jiffies = jiffies;
622442dc0426SBalsundar P warning_timeout = (PQI_PENDING_IO_WARNING_TIMEOUT_SECS * HZ) + start_jiffies;
62251e46731eSMahesh Rajashekhara
6226904f2bfdSKumar Meiyappan while ((cmds_outstanding = atomic_read(&device->scsi_cmds_outstanding[lun])) > 0) {
6227331f7e99SSagar Biradar if (ctrl_info->ctrl_removal_state != PQI_CTRL_GRACEFUL_REMOVAL) {
6228061ef06aSKevin Barnett pqi_check_ctrl_health(ctrl_info);
6229061ef06aSKevin Barnett if (pqi_ctrl_offline(ctrl_info))
6230061ef06aSKevin Barnett return -ENXIO;
6231331f7e99SSagar Biradar }
623218ff5f08SKevin Barnett msecs_waiting = jiffies_to_msecs(jiffies - start_jiffies);
62336ce1ddf5SKevin Barnett if (msecs_waiting >= timeout_msecs) {
62341e46731eSMahesh Rajashekhara dev_err(&ctrl_info->pci_dev->dev,
623518ff5f08SKevin Barnett "scsi %d:%d:%d:%d: timed out after %lu seconds waiting for %d outstanding command(s)\n",
623618ff5f08SKevin Barnett ctrl_info->scsi_host->host_no, device->bus, device->target,
6237904f2bfdSKumar Meiyappan lun, msecs_waiting / 1000, cmds_outstanding);
62381e46731eSMahesh Rajashekhara return -ETIMEDOUT;
62391e46731eSMahesh Rajashekhara }
624018ff5f08SKevin Barnett if (time_after(jiffies, warning_timeout)) {
624118ff5f08SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
624218ff5f08SKevin Barnett "scsi %d:%d:%d:%d: waiting %lu seconds for %d outstanding command(s)\n",
624318ff5f08SKevin Barnett ctrl_info->scsi_host->host_no, device->bus, device->target,
6244904f2bfdSKumar Meiyappan lun, msecs_waiting / 1000, cmds_outstanding);
624542dc0426SBalsundar P warning_timeout = (PQI_PENDING_IO_WARNING_TIMEOUT_SECS * HZ) + jiffies;
62461e46731eSMahesh Rajashekhara }
6247061ef06aSKevin Barnett usleep_range(1000, 2000);
6248061ef06aSKevin Barnett }
6249061ef06aSKevin Barnett
6250061ef06aSKevin Barnett return 0;
6251061ef06aSKevin Barnett }
6252061ef06aSKevin Barnett
pqi_lun_reset_complete(struct pqi_io_request * io_request,void * context)625314bb215dSKevin Barnett static void pqi_lun_reset_complete(struct pqi_io_request *io_request,
62546c223761SKevin Barnett void *context)
62556c223761SKevin Barnett {
62566c223761SKevin Barnett struct completion *waiting = context;
62576c223761SKevin Barnett
62586c223761SKevin Barnett complete(waiting);
62596c223761SKevin Barnett }
62606c223761SKevin Barnett
6261c2922f17SMurthy Bhat #define PQI_LUN_RESET_POLL_COMPLETION_SECS 10
626214bb215dSKevin Barnett
pqi_wait_for_lun_reset_completion(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,u8 lun,struct completion * wait)626314bb215dSKevin Barnett static int pqi_wait_for_lun_reset_completion(struct pqi_ctrl_info *ctrl_info,
6264904f2bfdSKumar Meiyappan struct pqi_scsi_dev *device, u8 lun, struct completion *wait)
626514bb215dSKevin Barnett {
626614bb215dSKevin Barnett int rc;
626718ff5f08SKevin Barnett unsigned int wait_secs;
62686ce1ddf5SKevin Barnett int cmds_outstanding;
626918ff5f08SKevin Barnett
627018ff5f08SKevin Barnett wait_secs = 0;
627114bb215dSKevin Barnett
627214bb215dSKevin Barnett while (1) {
627314bb215dSKevin Barnett if (wait_for_completion_io_timeout(wait,
627442dc0426SBalsundar P PQI_LUN_RESET_POLL_COMPLETION_SECS * HZ)) {
627514bb215dSKevin Barnett rc = 0;
627614bb215dSKevin Barnett break;
627714bb215dSKevin Barnett }
627814bb215dSKevin Barnett
627914bb215dSKevin Barnett pqi_check_ctrl_health(ctrl_info);
628014bb215dSKevin Barnett if (pqi_ctrl_offline(ctrl_info)) {
62814e8415e3SKevin Barnett rc = -ENXIO;
628214bb215dSKevin Barnett break;
628314bb215dSKevin Barnett }
628418ff5f08SKevin Barnett
628518ff5f08SKevin Barnett wait_secs += PQI_LUN_RESET_POLL_COMPLETION_SECS;
6286904f2bfdSKumar Meiyappan cmds_outstanding = atomic_read(&device->scsi_cmds_outstanding[lun]);
628718ff5f08SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
62886ce1ddf5SKevin Barnett "scsi %d:%d:%d:%d: waiting %u seconds for LUN reset to complete (%d command(s) outstanding)\n",
6289904f2bfdSKumar Meiyappan ctrl_info->scsi_host->host_no, device->bus, device->target, lun, wait_secs, cmds_outstanding);
629014bb215dSKevin Barnett }
629114bb215dSKevin Barnett
629214bb215dSKevin Barnett return rc;
629314bb215dSKevin Barnett }
629414bb215dSKevin Barnett
629518ff5f08SKevin Barnett #define PQI_LUN_RESET_FIRMWARE_TIMEOUT_SECS 30
629618ff5f08SKevin Barnett
pqi_lun_reset(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,u8 lun)6297153c45ddSKevin Barnett static int pqi_lun_reset(struct pqi_ctrl_info *ctrl_info, struct pqi_scsi_dev *device, u8 lun)
62986c223761SKevin Barnett {
62996c223761SKevin Barnett int rc;
63006c223761SKevin Barnett struct pqi_io_request *io_request;
63016c223761SKevin Barnett DECLARE_COMPLETION_ONSTACK(wait);
63026c223761SKevin Barnett struct pqi_task_management_request *request;
63036c223761SKevin Barnett
6304b27ac2faSDon Brace io_request = pqi_alloc_io_request(ctrl_info, NULL);
630514bb215dSKevin Barnett io_request->io_complete_callback = pqi_lun_reset_complete;
63066c223761SKevin Barnett io_request->context = &wait;
63076c223761SKevin Barnett
63086c223761SKevin Barnett request = io_request->iu;
63096c223761SKevin Barnett memset(request, 0, sizeof(*request));
63106c223761SKevin Barnett
63116c223761SKevin Barnett request->header.iu_type = PQI_REQUEST_IU_TASK_MANAGEMENT;
63126c223761SKevin Barnett put_unaligned_le16(sizeof(*request) - PQI_REQUEST_HEADER_LENGTH,
63136c223761SKevin Barnett &request->header.iu_length);
63146c223761SKevin Barnett put_unaligned_le16(io_request->index, &request->request_id);
63156c223761SKevin Barnett memcpy(request->lun_number, device->scsi3addr,
63166c223761SKevin Barnett sizeof(request->lun_number));
6317904f2bfdSKumar Meiyappan if (!pqi_is_logical_device(device) && ctrl_info->multi_lun_device_supported)
6318153c45ddSKevin Barnett request->ml_device_lun_number = lun;
63196c223761SKevin Barnett request->task_management_function = SOP_TASK_MANAGEMENT_LUN_RESET;
6320c2922f17SMurthy Bhat if (ctrl_info->tmf_iu_timeout_supported)
632118ff5f08SKevin Barnett put_unaligned_le16(PQI_LUN_RESET_FIRMWARE_TIMEOUT_SECS, &request->timeout);
63226c223761SKevin Barnett
6323583891c9SKevin Barnett pqi_start_io(ctrl_info, &ctrl_info->queue_groups[PQI_DEFAULT_QUEUE_GROUP], RAID_PATH,
63246c223761SKevin Barnett io_request);
63256c223761SKevin Barnett
6326153c45ddSKevin Barnett rc = pqi_wait_for_lun_reset_completion(ctrl_info, device, lun, &wait);
632714bb215dSKevin Barnett if (rc == 0)
63286c223761SKevin Barnett rc = io_request->status;
63296c223761SKevin Barnett
63306c223761SKevin Barnett pqi_free_io_request(io_request);
63316c223761SKevin Barnett
63326c223761SKevin Barnett return rc;
63336c223761SKevin Barnett }
63346c223761SKevin Barnett
63353406384bSMahesh Rajashekhara #define PQI_LUN_RESET_RETRIES 3
633618ff5f08SKevin Barnett #define PQI_LUN_RESET_RETRY_INTERVAL_MSECS (10 * 1000)
633718ff5f08SKevin Barnett #define PQI_LUN_RESET_PENDING_IO_TIMEOUT_MSECS (10 * 60 * 1000)
633818ff5f08SKevin Barnett #define PQI_LUN_RESET_FAILED_PENDING_IO_TIMEOUT_MSECS (2 * 60 * 1000)
63396c223761SKevin Barnett
pqi_lun_reset_with_retries(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,u8 lun)6340153c45ddSKevin Barnett static int pqi_lun_reset_with_retries(struct pqi_ctrl_info *ctrl_info, struct pqi_scsi_dev *device, u8 lun)
63416c223761SKevin Barnett {
634218ff5f08SKevin Barnett int reset_rc;
634318ff5f08SKevin Barnett int wait_rc;
63443406384bSMahesh Rajashekhara unsigned int retries;
634518ff5f08SKevin Barnett unsigned long timeout_msecs;
63466c223761SKevin Barnett
63473406384bSMahesh Rajashekhara for (retries = 0;;) {
6348153c45ddSKevin Barnett reset_rc = pqi_lun_reset(ctrl_info, device, lun);
6349153c45ddSKevin Barnett if (reset_rc == 0 || reset_rc == -ENODEV || reset_rc == -ENXIO || ++retries > PQI_LUN_RESET_RETRIES)
63503406384bSMahesh Rajashekhara break;
63513406384bSMahesh Rajashekhara msleep(PQI_LUN_RESET_RETRY_INTERVAL_MSECS);
63523406384bSMahesh Rajashekhara }
6353429fab70SKevin Barnett
635418ff5f08SKevin Barnett timeout_msecs = reset_rc ? PQI_LUN_RESET_FAILED_PENDING_IO_TIMEOUT_MSECS :
635518ff5f08SKevin Barnett PQI_LUN_RESET_PENDING_IO_TIMEOUT_MSECS;
63564fd22c13SMahesh Rajashekhara
6357153c45ddSKevin Barnett wait_rc = pqi_device_wait_for_pending_io(ctrl_info, device, lun, timeout_msecs);
635818ff5f08SKevin Barnett if (wait_rc && reset_rc == 0)
635918ff5f08SKevin Barnett reset_rc = wait_rc;
63606c223761SKevin Barnett
636118ff5f08SKevin Barnett return reset_rc == 0 ? SUCCESS : FAILED;
63626c223761SKevin Barnett }
63636c223761SKevin Barnett
pqi_device_reset(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,u8 lun)6364153c45ddSKevin Barnett static int pqi_device_reset(struct pqi_ctrl_info *ctrl_info, struct pqi_scsi_dev *device, u8 lun)
63656c223761SKevin Barnett {
63666c223761SKevin Barnett int rc;
63676c223761SKevin Barnett
63684fd22c13SMahesh Rajashekhara pqi_ctrl_block_requests(ctrl_info);
63694fd22c13SMahesh Rajashekhara pqi_ctrl_wait_until_quiesced(ctrl_info);
6370153c45ddSKevin Barnett pqi_fail_io_queued_for_device(ctrl_info, device, lun);
63714fd22c13SMahesh Rajashekhara rc = pqi_wait_until_inbound_queues_empty(ctrl_info);
6372153c45ddSKevin Barnett pqi_device_reset_start(device, lun);
6373153c45ddSKevin Barnett pqi_ctrl_unblock_requests(ctrl_info);
63744fd22c13SMahesh Rajashekhara if (rc)
63754fd22c13SMahesh Rajashekhara rc = FAILED;
63764fd22c13SMahesh Rajashekhara else
6377153c45ddSKevin Barnett rc = pqi_lun_reset_with_retries(ctrl_info, device, lun);
6378153c45ddSKevin Barnett pqi_device_reset_done(device, lun);
6379429fab70SKevin Barnett
63804fd22c13SMahesh Rajashekhara return rc;
63816c223761SKevin Barnett }
63826c223761SKevin Barnett
pqi_device_reset_handler(struct pqi_ctrl_info * ctrl_info,struct pqi_scsi_dev * device,u8 lun,struct scsi_cmnd * scmd,u8 scsi_opcode)6383153c45ddSKevin Barnett static int pqi_device_reset_handler(struct pqi_ctrl_info *ctrl_info, struct pqi_scsi_dev *device, u8 lun, struct scsi_cmnd *scmd, u8 scsi_opcode)
63846c223761SKevin Barnett {
63856c223761SKevin Barnett int rc;
63866c223761SKevin Barnett
638737f33181SKevin Barnett mutex_lock(&ctrl_info->lun_reset_mutex);
638837f33181SKevin Barnett
63896c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
6390e1b91949SMahesh Rajashekhara "resetting scsi %d:%d:%d:%u SCSI cmd at %p due to cmd opcode 0x%02x\n",
6391e1b91949SMahesh Rajashekhara ctrl_info->scsi_host->host_no, device->bus, device->target, lun, scmd, scsi_opcode);
63926c223761SKevin Barnett
63937561a7e4SKevin Barnett pqi_check_ctrl_health(ctrl_info);
639437f33181SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
63957561a7e4SKevin Barnett rc = FAILED;
639637f33181SKevin Barnett else
6397153c45ddSKevin Barnett rc = pqi_device_reset(ctrl_info, device, lun);
6398429fab70SKevin Barnett
63996c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
6400153c45ddSKevin Barnett "reset of scsi %d:%d:%d:%u: %s\n",
6401153c45ddSKevin Barnett ctrl_info->scsi_host->host_no, device->bus, device->target, lun,
64026c223761SKevin Barnett rc == SUCCESS ? "SUCCESS" : "FAILED");
64036c223761SKevin Barnett
640437f33181SKevin Barnett mutex_unlock(&ctrl_info->lun_reset_mutex);
64056c223761SKevin Barnett
64066c223761SKevin Barnett return rc;
64076c223761SKevin Barnett }
64086c223761SKevin Barnett
pqi_eh_device_reset_handler(struct scsi_cmnd * scmd)64096c223761SKevin Barnett static int pqi_eh_device_reset_handler(struct scsi_cmnd *scmd)
64106c223761SKevin Barnett {
64116c223761SKevin Barnett struct Scsi_Host *shost;
64126c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
64136c223761SKevin Barnett struct pqi_scsi_dev *device;
6414153c45ddSKevin Barnett u8 scsi_opcode;
6415153c45ddSKevin Barnett
6416153c45ddSKevin Barnett shost = scmd->device->host;
6417153c45ddSKevin Barnett ctrl_info = shost_to_hba(shost);
6418153c45ddSKevin Barnett device = scmd->device->hostdata;
6419153c45ddSKevin Barnett scsi_opcode = scmd->cmd_len > 0 ? scmd->cmnd[0] : 0xff;
6420153c45ddSKevin Barnett
6421153c45ddSKevin Barnett return pqi_device_reset_handler(ctrl_info, device, (u8)scmd->device->lun, scmd, scsi_opcode);
6422153c45ddSKevin Barnett }
6423153c45ddSKevin Barnett
pqi_tmf_worker(struct work_struct * work)6424153c45ddSKevin Barnett static void pqi_tmf_worker(struct work_struct *work)
6425153c45ddSKevin Barnett {
6426153c45ddSKevin Barnett struct pqi_tmf_work *tmf_work;
6427153c45ddSKevin Barnett struct scsi_cmnd *scmd;
6428153c45ddSKevin Barnett
6429153c45ddSKevin Barnett tmf_work = container_of(work, struct pqi_tmf_work, work_struct);
6430153c45ddSKevin Barnett scmd = (struct scsi_cmnd *)xchg(&tmf_work->scmd, NULL);
6431153c45ddSKevin Barnett
6432153c45ddSKevin Barnett pqi_device_reset_handler(tmf_work->ctrl_info, tmf_work->device, tmf_work->lun, scmd, tmf_work->scsi_opcode);
6433153c45ddSKevin Barnett }
6434153c45ddSKevin Barnett
pqi_eh_abort_handler(struct scsi_cmnd * scmd)6435153c45ddSKevin Barnett static int pqi_eh_abort_handler(struct scsi_cmnd *scmd)
6436153c45ddSKevin Barnett {
6437153c45ddSKevin Barnett struct Scsi_Host *shost;
6438153c45ddSKevin Barnett struct pqi_ctrl_info *ctrl_info;
6439153c45ddSKevin Barnett struct pqi_scsi_dev *device;
6440153c45ddSKevin Barnett struct pqi_tmf_work *tmf_work;
6441153c45ddSKevin Barnett DECLARE_COMPLETION_ONSTACK(wait);
64426c223761SKevin Barnett
64436c223761SKevin Barnett shost = scmd->device->host;
64446c223761SKevin Barnett ctrl_info = shost_to_hba(shost);
64456c223761SKevin Barnett device = scmd->device->hostdata;
64466c223761SKevin Barnett
6447153c45ddSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
6448e1b91949SMahesh Rajashekhara "attempting TASK ABORT on scsi %d:%d:%d:%d for SCSI cmd at %p\n",
6449e1b91949SMahesh Rajashekhara shost->host_no, device->bus, device->target, (int)scmd->device->lun, scmd);
6450153c45ddSKevin Barnett
6451153c45ddSKevin Barnett if (cmpxchg(&scmd->host_scribble, PQI_NO_COMPLETION, (void *)&wait) == NULL) {
6452153c45ddSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
6453e1b91949SMahesh Rajashekhara "scsi %d:%d:%d:%d for SCSI cmd at %p already completed\n",
6454e1b91949SMahesh Rajashekhara shost->host_no, device->bus, device->target, (int)scmd->device->lun, scmd);
6455153c45ddSKevin Barnett scmd->result = DID_RESET << 16;
6456153c45ddSKevin Barnett goto out;
6457153c45ddSKevin Barnett }
6458153c45ddSKevin Barnett
6459153c45ddSKevin Barnett tmf_work = &device->tmf_work[scmd->device->lun];
6460153c45ddSKevin Barnett
6461153c45ddSKevin Barnett if (cmpxchg(&tmf_work->scmd, NULL, scmd) == NULL) {
6462153c45ddSKevin Barnett tmf_work->ctrl_info = ctrl_info;
6463153c45ddSKevin Barnett tmf_work->device = device;
6464153c45ddSKevin Barnett tmf_work->lun = (u8)scmd->device->lun;
6465153c45ddSKevin Barnett tmf_work->scsi_opcode = scmd->cmd_len > 0 ? scmd->cmnd[0] : 0xff;
6466153c45ddSKevin Barnett schedule_work(&tmf_work->work_struct);
6467153c45ddSKevin Barnett }
6468153c45ddSKevin Barnett
6469153c45ddSKevin Barnett wait_for_completion(&wait);
64706c223761SKevin Barnett
64716c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
6472e1b91949SMahesh Rajashekhara "TASK ABORT on scsi %d:%d:%d:%d for SCSI cmd at %p: SUCCESS\n",
6473e1b91949SMahesh Rajashekhara shost->host_no, device->bus, device->target, (int)scmd->device->lun, scmd);
64746c223761SKevin Barnett
6475153c45ddSKevin Barnett out:
64766c223761SKevin Barnett
6477153c45ddSKevin Barnett return SUCCESS;
64786c223761SKevin Barnett }
64796c223761SKevin Barnett
pqi_slave_alloc(struct scsi_device * sdev)64806c223761SKevin Barnett static int pqi_slave_alloc(struct scsi_device *sdev)
64816c223761SKevin Barnett {
64826c223761SKevin Barnett struct pqi_scsi_dev *device;
64836c223761SKevin Barnett unsigned long flags;
64846c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
64856c223761SKevin Barnett struct scsi_target *starget;
64866c223761SKevin Barnett struct sas_rphy *rphy;
64876c223761SKevin Barnett
64886c223761SKevin Barnett ctrl_info = shost_to_hba(sdev->host);
64896c223761SKevin Barnett
64906c223761SKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
64916c223761SKevin Barnett
64926c223761SKevin Barnett if (sdev_channel(sdev) == PQI_PHYSICAL_DEVICE_BUS) {
64936c223761SKevin Barnett starget = scsi_target(sdev);
64946c223761SKevin Barnett rphy = target_to_rphy(starget);
64956c223761SKevin Barnett device = pqi_find_device_by_sas_rphy(ctrl_info, rphy);
64966c223761SKevin Barnett if (device) {
6497d4dc6aeaSKevin Barnett if (device->target_lun_valid) {
6498d4dc6aeaSKevin Barnett device->ignore_device = true;
6499d4dc6aeaSKevin Barnett } else {
65006c223761SKevin Barnett device->target = sdev_id(sdev);
65016c223761SKevin Barnett device->lun = sdev->lun;
65026c223761SKevin Barnett device->target_lun_valid = true;
65036c223761SKevin Barnett }
6504d4dc6aeaSKevin Barnett }
65056c223761SKevin Barnett } else {
65066c223761SKevin Barnett device = pqi_find_scsi_dev(ctrl_info, sdev_channel(sdev),
65076c223761SKevin Barnett sdev_id(sdev), sdev->lun);
65086c223761SKevin Barnett }
65096c223761SKevin Barnett
651094086f5bSKevin Barnett if (device) {
65116c223761SKevin Barnett sdev->hostdata = device;
65126c223761SKevin Barnett device->sdev = sdev;
65136c223761SKevin Barnett if (device->queue_depth) {
65146c223761SKevin Barnett device->advertised_queue_depth = device->queue_depth;
65156c223761SKevin Barnett scsi_change_queue_depth(sdev,
65166c223761SKevin Barnett device->advertised_queue_depth);
65176c223761SKevin Barnett }
651899a12b48SKevin Barnett if (pqi_is_logical_device(device)) {
6519b6e2ef67SDave Carroll pqi_disable_write_same(sdev);
652099a12b48SKevin Barnett } else {
65212b447f81SDave Carroll sdev->allow_restart = 1;
652299a12b48SKevin Barnett if (device->device_type == SA_DEVICE_TYPE_NVME)
652399a12b48SKevin Barnett pqi_disable_write_same(sdev);
652499a12b48SKevin Barnett }
65256c223761SKevin Barnett }
65266c223761SKevin Barnett
65276c223761SKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
65286c223761SKevin Barnett
65296c223761SKevin Barnett return 0;
65306c223761SKevin Barnett }
65316c223761SKevin Barnett
pqi_map_queues(struct Scsi_Host * shost)6532a4e1d0b7SBart Van Assche static void pqi_map_queues(struct Scsi_Host *shost)
653352198226SChristoph Hellwig {
653452198226SChristoph Hellwig struct pqi_ctrl_info *ctrl_info = shost_to_hba(shost);
653552198226SChristoph Hellwig
6536*4f5b15c1SDon Brace if (!ctrl_info->disable_managed_interrupts)
6537*4f5b15c1SDon Brace return blk_mq_pci_map_queues(&shost->tag_set.map[HCTX_TYPE_DEFAULT],
6538ed76e329SJens Axboe ctrl_info->pci_dev, 0);
6539*4f5b15c1SDon Brace else
6540*4f5b15c1SDon Brace return blk_mq_map_queues(&shost->tag_set.map[HCTX_TYPE_DEFAULT]);
654152198226SChristoph Hellwig }
654252198226SChristoph Hellwig
pqi_is_tape_changer_device(struct pqi_scsi_dev * device)6543d4dc6aeaSKevin Barnett static inline bool pqi_is_tape_changer_device(struct pqi_scsi_dev *device)
6544d4dc6aeaSKevin Barnett {
6545d4dc6aeaSKevin Barnett return device->devtype == TYPE_TAPE || device->devtype == TYPE_MEDIUM_CHANGER;
6546d4dc6aeaSKevin Barnett }
6547d4dc6aeaSKevin Barnett
pqi_slave_configure(struct scsi_device * sdev)6548ce143793SKevin Barnett static int pqi_slave_configure(struct scsi_device *sdev)
6549ce143793SKevin Barnett {
6550d4dc6aeaSKevin Barnett int rc = 0;
6551ce143793SKevin Barnett struct pqi_scsi_dev *device;
6552ce143793SKevin Barnett
6553ce143793SKevin Barnett device = sdev->hostdata;
6554ce143793SKevin Barnett device->devtype = sdev->type;
6555ce143793SKevin Barnett
6556d4dc6aeaSKevin Barnett if (pqi_is_tape_changer_device(device) && device->ignore_device) {
6557d4dc6aeaSKevin Barnett rc = -ENXIO;
6558d4dc6aeaSKevin Barnett device->ignore_device = false;
6559d4dc6aeaSKevin Barnett }
6560d4dc6aeaSKevin Barnett
6561d4dc6aeaSKevin Barnett return rc;
6562ce143793SKevin Barnett }
6563ce143793SKevin Barnett
pqi_slave_destroy(struct scsi_device * sdev)65642d80f405SKevin Barnett static void pqi_slave_destroy(struct scsi_device *sdev)
65652d80f405SKevin Barnett {
65662d80f405SKevin Barnett struct pqi_ctrl_info *ctrl_info;
65672d80f405SKevin Barnett struct pqi_scsi_dev *device;
65682d80f405SKevin Barnett int mutex_acquired;
65692d80f405SKevin Barnett unsigned long flags;
65702d80f405SKevin Barnett
65712d80f405SKevin Barnett ctrl_info = shost_to_hba(sdev->host);
65722d80f405SKevin Barnett
65732d80f405SKevin Barnett mutex_acquired = mutex_trylock(&ctrl_info->scan_mutex);
65742d80f405SKevin Barnett if (!mutex_acquired)
65752d80f405SKevin Barnett return;
65762d80f405SKevin Barnett
65772d80f405SKevin Barnett device = sdev->hostdata;
65782d80f405SKevin Barnett if (!device) {
65792d80f405SKevin Barnett mutex_unlock(&ctrl_info->scan_mutex);
65802d80f405SKevin Barnett return;
65812d80f405SKevin Barnett }
65822d80f405SKevin Barnett
6583cc9befcbSKumar Meiyappan device->lun_count--;
6584cc9befcbSKumar Meiyappan if (device->lun_count > 0) {
6585cc9befcbSKumar Meiyappan mutex_unlock(&ctrl_info->scan_mutex);
6586cc9befcbSKumar Meiyappan return;
6587cc9befcbSKumar Meiyappan }
6588cc9befcbSKumar Meiyappan
65892d80f405SKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
65902d80f405SKevin Barnett list_del(&device->scsi_device_list_entry);
65912d80f405SKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
65922d80f405SKevin Barnett
65932d80f405SKevin Barnett mutex_unlock(&ctrl_info->scan_mutex);
65942d80f405SKevin Barnett
65952d80f405SKevin Barnett pqi_dev_info(ctrl_info, "removed", device);
65962d80f405SKevin Barnett pqi_free_device(device);
65972d80f405SKevin Barnett }
65982d80f405SKevin Barnett
pqi_getpciinfo_ioctl(struct pqi_ctrl_info * ctrl_info,void __user * arg)65998b664fefSKevin Barnett static int pqi_getpciinfo_ioctl(struct pqi_ctrl_info *ctrl_info, void __user *arg)
66006c223761SKevin Barnett {
66016c223761SKevin Barnett struct pci_dev *pci_dev;
66026c223761SKevin Barnett u32 subsystem_vendor;
66036c223761SKevin Barnett u32 subsystem_device;
6604e9c39117SKevin Barnett cciss_pci_info_struct pci_info;
66056c223761SKevin Barnett
66066c223761SKevin Barnett if (!arg)
66076c223761SKevin Barnett return -EINVAL;
66086c223761SKevin Barnett
66096c223761SKevin Barnett pci_dev = ctrl_info->pci_dev;
66106c223761SKevin Barnett
6611e9c39117SKevin Barnett pci_info.domain = pci_domain_nr(pci_dev->bus);
6612e9c39117SKevin Barnett pci_info.bus = pci_dev->bus->number;
6613e9c39117SKevin Barnett pci_info.dev_fn = pci_dev->devfn;
66146c223761SKevin Barnett subsystem_vendor = pci_dev->subsystem_vendor;
66156c223761SKevin Barnett subsystem_device = pci_dev->subsystem_device;
6616e9c39117SKevin Barnett pci_info.board_id = ((subsystem_device << 16) & 0xffff0000) | subsystem_vendor;
66176c223761SKevin Barnett
6618e9c39117SKevin Barnett if (copy_to_user(arg, &pci_info, sizeof(pci_info)))
66196c223761SKevin Barnett return -EFAULT;
66206c223761SKevin Barnett
66216c223761SKevin Barnett return 0;
66226c223761SKevin Barnett }
66236c223761SKevin Barnett
pqi_getdrivver_ioctl(void __user * arg)66246c223761SKevin Barnett static int pqi_getdrivver_ioctl(void __user *arg)
66256c223761SKevin Barnett {
66266c223761SKevin Barnett u32 version;
66276c223761SKevin Barnett
66286c223761SKevin Barnett if (!arg)
66296c223761SKevin Barnett return -EINVAL;
66306c223761SKevin Barnett
66316c223761SKevin Barnett version = (DRIVER_MAJOR << 28) | (DRIVER_MINOR << 24) |
66326c223761SKevin Barnett (DRIVER_RELEASE << 16) | DRIVER_REVISION;
66336c223761SKevin Barnett
66346c223761SKevin Barnett if (copy_to_user(arg, &version, sizeof(version)))
66356c223761SKevin Barnett return -EFAULT;
66366c223761SKevin Barnett
66376c223761SKevin Barnett return 0;
66386c223761SKevin Barnett }
66396c223761SKevin Barnett
66406c223761SKevin Barnett struct ciss_error_info {
66416c223761SKevin Barnett u8 scsi_status;
66426c223761SKevin Barnett int command_status;
66436c223761SKevin Barnett size_t sense_data_length;
66446c223761SKevin Barnett };
66456c223761SKevin Barnett
pqi_error_info_to_ciss(struct pqi_raid_error_info * pqi_error_info,struct ciss_error_info * ciss_error_info)66466c223761SKevin Barnett static void pqi_error_info_to_ciss(struct pqi_raid_error_info *pqi_error_info,
66476c223761SKevin Barnett struct ciss_error_info *ciss_error_info)
66486c223761SKevin Barnett {
66496c223761SKevin Barnett int ciss_cmd_status;
66506c223761SKevin Barnett size_t sense_data_length;
66516c223761SKevin Barnett
66526c223761SKevin Barnett switch (pqi_error_info->data_out_result) {
66536c223761SKevin Barnett case PQI_DATA_IN_OUT_GOOD:
66546c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_SUCCESS;
66556c223761SKevin Barnett break;
66566c223761SKevin Barnett case PQI_DATA_IN_OUT_UNDERFLOW:
66576c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_DATA_UNDERRUN;
66586c223761SKevin Barnett break;
66596c223761SKevin Barnett case PQI_DATA_IN_OUT_BUFFER_OVERFLOW:
66606c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_DATA_OVERRUN;
66616c223761SKevin Barnett break;
66626c223761SKevin Barnett case PQI_DATA_IN_OUT_PROTOCOL_ERROR:
66636c223761SKevin Barnett case PQI_DATA_IN_OUT_BUFFER_ERROR:
66646c223761SKevin Barnett case PQI_DATA_IN_OUT_BUFFER_OVERFLOW_DESCRIPTOR_AREA:
66656c223761SKevin Barnett case PQI_DATA_IN_OUT_BUFFER_OVERFLOW_BRIDGE:
66666c223761SKevin Barnett case PQI_DATA_IN_OUT_ERROR:
66676c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_PROTOCOL_ERROR;
66686c223761SKevin Barnett break;
66696c223761SKevin Barnett case PQI_DATA_IN_OUT_HARDWARE_ERROR:
66706c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_FABRIC_ERROR:
66716c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_COMPLETION_TIMEOUT:
66726c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_COMPLETER_ABORT_RECEIVED:
66736c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_UNSUPPORTED_REQUEST_RECEIVED:
66746c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_ECRC_CHECK_FAILED:
66756c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_UNSUPPORTED_REQUEST:
66766c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_ACS_VIOLATION:
66776c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_TLP_PREFIX_BLOCKED:
66786c223761SKevin Barnett case PQI_DATA_IN_OUT_PCIE_POISONED_MEMORY_READ:
66796c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_HARDWARE_ERROR;
66806c223761SKevin Barnett break;
66816c223761SKevin Barnett case PQI_DATA_IN_OUT_UNSOLICITED_ABORT:
66826c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_UNSOLICITED_ABORT;
66836c223761SKevin Barnett break;
66846c223761SKevin Barnett case PQI_DATA_IN_OUT_ABORTED:
66856c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_ABORTED;
66866c223761SKevin Barnett break;
66876c223761SKevin Barnett case PQI_DATA_IN_OUT_TIMEOUT:
66886c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_TIMEOUT;
66896c223761SKevin Barnett break;
66906c223761SKevin Barnett default:
66916c223761SKevin Barnett ciss_cmd_status = CISS_CMD_STATUS_TARGET_STATUS;
66926c223761SKevin Barnett break;
66936c223761SKevin Barnett }
66946c223761SKevin Barnett
66956c223761SKevin Barnett sense_data_length =
66966c223761SKevin Barnett get_unaligned_le16(&pqi_error_info->sense_data_length);
66976c223761SKevin Barnett if (sense_data_length == 0)
66986c223761SKevin Barnett sense_data_length =
66996c223761SKevin Barnett get_unaligned_le16(&pqi_error_info->response_data_length);
67006c223761SKevin Barnett if (sense_data_length)
67016c223761SKevin Barnett if (sense_data_length > sizeof(pqi_error_info->data))
67026c223761SKevin Barnett sense_data_length = sizeof(pqi_error_info->data);
67036c223761SKevin Barnett
67046c223761SKevin Barnett ciss_error_info->scsi_status = pqi_error_info->status;
67056c223761SKevin Barnett ciss_error_info->command_status = ciss_cmd_status;
67066c223761SKevin Barnett ciss_error_info->sense_data_length = sense_data_length;
67076c223761SKevin Barnett }
67086c223761SKevin Barnett
pqi_passthru_ioctl(struct pqi_ctrl_info * ctrl_info,void __user * arg)67096c223761SKevin Barnett static int pqi_passthru_ioctl(struct pqi_ctrl_info *ctrl_info, void __user *arg)
67106c223761SKevin Barnett {
67116c223761SKevin Barnett int rc;
67126c223761SKevin Barnett char *kernel_buffer = NULL;
67136c223761SKevin Barnett u16 iu_length;
67146c223761SKevin Barnett size_t sense_data_length;
67156c223761SKevin Barnett IOCTL_Command_struct iocommand;
67166c223761SKevin Barnett struct pqi_raid_path_request request;
67176c223761SKevin Barnett struct pqi_raid_error_info pqi_error_info;
67186c223761SKevin Barnett struct ciss_error_info ciss_error_info;
67196c223761SKevin Barnett
67206c223761SKevin Barnett if (pqi_ctrl_offline(ctrl_info))
67216c223761SKevin Barnett return -ENXIO;
67222790cd4dSKevin Barnett if (pqi_ofa_in_progress(ctrl_info) && pqi_ctrl_blocked(ctrl_info))
67232790cd4dSKevin Barnett return -EBUSY;
67246c223761SKevin Barnett if (!arg)
67256c223761SKevin Barnett return -EINVAL;
67266c223761SKevin Barnett if (!capable(CAP_SYS_RAWIO))
67276c223761SKevin Barnett return -EPERM;
67286c223761SKevin Barnett if (copy_from_user(&iocommand, arg, sizeof(iocommand)))
67296c223761SKevin Barnett return -EFAULT;
67306c223761SKevin Barnett if (iocommand.buf_size < 1 &&
67316c223761SKevin Barnett iocommand.Request.Type.Direction != XFER_NONE)
67326c223761SKevin Barnett return -EINVAL;
67336c223761SKevin Barnett if (iocommand.Request.CDBLen > sizeof(request.cdb))
67346c223761SKevin Barnett return -EINVAL;
67356c223761SKevin Barnett if (iocommand.Request.Type.Type != TYPE_CMD)
67366c223761SKevin Barnett return -EINVAL;
67376c223761SKevin Barnett
67386c223761SKevin Barnett switch (iocommand.Request.Type.Direction) {
67396c223761SKevin Barnett case XFER_NONE:
67406c223761SKevin Barnett case XFER_WRITE:
67416c223761SKevin Barnett case XFER_READ:
674241555d54SKevin Barnett case XFER_READ | XFER_WRITE:
67436c223761SKevin Barnett break;
67446c223761SKevin Barnett default:
67456c223761SKevin Barnett return -EINVAL;
67466c223761SKevin Barnett }
67476c223761SKevin Barnett
67486c223761SKevin Barnett if (iocommand.buf_size > 0) {
67496c223761SKevin Barnett kernel_buffer = kmalloc(iocommand.buf_size, GFP_KERNEL);
67506c223761SKevin Barnett if (!kernel_buffer)
67516c223761SKevin Barnett return -ENOMEM;
67526c223761SKevin Barnett if (iocommand.Request.Type.Direction & XFER_WRITE) {
67536c223761SKevin Barnett if (copy_from_user(kernel_buffer, iocommand.buf,
67546c223761SKevin Barnett iocommand.buf_size)) {
67556c223761SKevin Barnett rc = -EFAULT;
67566c223761SKevin Barnett goto out;
67576c223761SKevin Barnett }
67586c223761SKevin Barnett } else {
67596c223761SKevin Barnett memset(kernel_buffer, 0, iocommand.buf_size);
67606c223761SKevin Barnett }
67616c223761SKevin Barnett }
67626c223761SKevin Barnett
67636c223761SKevin Barnett memset(&request, 0, sizeof(request));
67646c223761SKevin Barnett
67656c223761SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_RAID_PATH_IO;
67666c223761SKevin Barnett iu_length = offsetof(struct pqi_raid_path_request, sg_descriptors) -
67676c223761SKevin Barnett PQI_REQUEST_HEADER_LENGTH;
67686c223761SKevin Barnett memcpy(request.lun_number, iocommand.LUN_info.LunAddrBytes,
67696c223761SKevin Barnett sizeof(request.lun_number));
67706c223761SKevin Barnett memcpy(request.cdb, iocommand.Request.CDB, iocommand.Request.CDBLen);
67716c223761SKevin Barnett request.additional_cdb_bytes_usage = SOP_ADDITIONAL_CDB_BYTES_0;
67726c223761SKevin Barnett
67736c223761SKevin Barnett switch (iocommand.Request.Type.Direction) {
67746c223761SKevin Barnett case XFER_NONE:
67756c223761SKevin Barnett request.data_direction = SOP_NO_DIRECTION_FLAG;
67766c223761SKevin Barnett break;
67776c223761SKevin Barnett case XFER_WRITE:
67786c223761SKevin Barnett request.data_direction = SOP_WRITE_FLAG;
67796c223761SKevin Barnett break;
67806c223761SKevin Barnett case XFER_READ:
67816c223761SKevin Barnett request.data_direction = SOP_READ_FLAG;
67826c223761SKevin Barnett break;
678341555d54SKevin Barnett case XFER_READ | XFER_WRITE:
678441555d54SKevin Barnett request.data_direction = SOP_BIDIRECTIONAL;
678541555d54SKevin Barnett break;
67866c223761SKevin Barnett }
67876c223761SKevin Barnett
67886c223761SKevin Barnett request.task_attribute = SOP_TASK_ATTRIBUTE_SIMPLE;
67896c223761SKevin Barnett
67906c223761SKevin Barnett if (iocommand.buf_size > 0) {
67916c223761SKevin Barnett put_unaligned_le32(iocommand.buf_size, &request.buffer_length);
67926c223761SKevin Barnett
67936c223761SKevin Barnett rc = pqi_map_single(ctrl_info->pci_dev,
67946c223761SKevin Barnett &request.sg_descriptors[0], kernel_buffer,
67956917a9ccSChristoph Hellwig iocommand.buf_size, DMA_BIDIRECTIONAL);
67966c223761SKevin Barnett if (rc)
67976c223761SKevin Barnett goto out;
67986c223761SKevin Barnett
67996c223761SKevin Barnett iu_length += sizeof(request.sg_descriptors[0]);
68006c223761SKevin Barnett }
68016c223761SKevin Barnett
68026c223761SKevin Barnett put_unaligned_le16(iu_length, &request.header.iu_length);
68036c223761SKevin Barnett
680421432010Skoshyaji if (ctrl_info->raid_iu_timeout_supported)
680521432010Skoshyaji put_unaligned_le32(iocommand.Request.Timeout, &request.timeout);
680621432010Skoshyaji
68076c223761SKevin Barnett rc = pqi_submit_raid_request_synchronous(ctrl_info, &request.header,
6808ae0c189dSKevin Barnett PQI_SYNC_FLAGS_INTERRUPTABLE, &pqi_error_info);
68096c223761SKevin Barnett
68106c223761SKevin Barnett if (iocommand.buf_size > 0)
68116c223761SKevin Barnett pqi_pci_unmap(ctrl_info->pci_dev, request.sg_descriptors, 1,
68126917a9ccSChristoph Hellwig DMA_BIDIRECTIONAL);
68136c223761SKevin Barnett
68146c223761SKevin Barnett memset(&iocommand.error_info, 0, sizeof(iocommand.error_info));
68156c223761SKevin Barnett
68166c223761SKevin Barnett if (rc == 0) {
68176c223761SKevin Barnett pqi_error_info_to_ciss(&pqi_error_info, &ciss_error_info);
68186c223761SKevin Barnett iocommand.error_info.ScsiStatus = ciss_error_info.scsi_status;
68196c223761SKevin Barnett iocommand.error_info.CommandStatus =
68206c223761SKevin Barnett ciss_error_info.command_status;
68216c223761SKevin Barnett sense_data_length = ciss_error_info.sense_data_length;
68226c223761SKevin Barnett if (sense_data_length) {
68236c223761SKevin Barnett if (sense_data_length >
68246c223761SKevin Barnett sizeof(iocommand.error_info.SenseInfo))
68256c223761SKevin Barnett sense_data_length =
68266c223761SKevin Barnett sizeof(iocommand.error_info.SenseInfo);
68276c223761SKevin Barnett memcpy(iocommand.error_info.SenseInfo,
68286c223761SKevin Barnett pqi_error_info.data, sense_data_length);
68296c223761SKevin Barnett iocommand.error_info.SenseLen = sense_data_length;
68306c223761SKevin Barnett }
68316c223761SKevin Barnett }
68326c223761SKevin Barnett
68336c223761SKevin Barnett if (copy_to_user(arg, &iocommand, sizeof(iocommand))) {
68346c223761SKevin Barnett rc = -EFAULT;
68356c223761SKevin Barnett goto out;
68366c223761SKevin Barnett }
68376c223761SKevin Barnett
68386c223761SKevin Barnett if (rc == 0 && iocommand.buf_size > 0 &&
68396c223761SKevin Barnett (iocommand.Request.Type.Direction & XFER_READ)) {
68406c223761SKevin Barnett if (copy_to_user(iocommand.buf, kernel_buffer,
68416c223761SKevin Barnett iocommand.buf_size)) {
68426c223761SKevin Barnett rc = -EFAULT;
68436c223761SKevin Barnett }
68446c223761SKevin Barnett }
68456c223761SKevin Barnett
68466c223761SKevin Barnett out:
68476c223761SKevin Barnett kfree(kernel_buffer);
68486c223761SKevin Barnett
68496c223761SKevin Barnett return rc;
68506c223761SKevin Barnett }
68516c223761SKevin Barnett
pqi_ioctl(struct scsi_device * sdev,unsigned int cmd,void __user * arg)68526f4e626fSNathan Chancellor static int pqi_ioctl(struct scsi_device *sdev, unsigned int cmd,
68536f4e626fSNathan Chancellor void __user *arg)
68546c223761SKevin Barnett {
68556c223761SKevin Barnett int rc;
68566c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
68576c223761SKevin Barnett
68586c223761SKevin Barnett ctrl_info = shost_to_hba(sdev->host);
68596c223761SKevin Barnett
68606c223761SKevin Barnett switch (cmd) {
68616c223761SKevin Barnett case CCISS_DEREGDISK:
68626c223761SKevin Barnett case CCISS_REGNEWDISK:
68636c223761SKevin Barnett case CCISS_REGNEWD:
68646c223761SKevin Barnett rc = pqi_scan_scsi_devices(ctrl_info);
68656c223761SKevin Barnett break;
68666c223761SKevin Barnett case CCISS_GETPCIINFO:
68676c223761SKevin Barnett rc = pqi_getpciinfo_ioctl(ctrl_info, arg);
68686c223761SKevin Barnett break;
68696c223761SKevin Barnett case CCISS_GETDRIVVER:
68706c223761SKevin Barnett rc = pqi_getdrivver_ioctl(arg);
68716c223761SKevin Barnett break;
68726c223761SKevin Barnett case CCISS_PASSTHRU:
68736c223761SKevin Barnett rc = pqi_passthru_ioctl(ctrl_info, arg);
68746c223761SKevin Barnett break;
68756c223761SKevin Barnett default:
68766c223761SKevin Barnett rc = -EINVAL;
68776c223761SKevin Barnett break;
68786c223761SKevin Barnett }
68796c223761SKevin Barnett
68806c223761SKevin Barnett return rc;
68816c223761SKevin Barnett }
68826c223761SKevin Barnett
pqi_firmware_version_show(struct device * dev,struct device_attribute * attr,char * buffer)68836d90615fSMurthy Bhat static ssize_t pqi_firmware_version_show(struct device *dev,
68846c223761SKevin Barnett struct device_attribute *attr, char *buffer)
68856c223761SKevin Barnett {
68866c223761SKevin Barnett struct Scsi_Host *shost;
68876c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
68886c223761SKevin Barnett
68896c223761SKevin Barnett shost = class_to_shost(dev);
68906c223761SKevin Barnett ctrl_info = shost_to_hba(shost);
68916c223761SKevin Barnett
6892a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "%s\n", ctrl_info->firmware_version);
68936d90615fSMurthy Bhat }
68946c223761SKevin Barnett
pqi_driver_version_show(struct device * dev,struct device_attribute * attr,char * buffer)68956d90615fSMurthy Bhat static ssize_t pqi_driver_version_show(struct device *dev,
68966d90615fSMurthy Bhat struct device_attribute *attr, char *buffer)
68976d90615fSMurthy Bhat {
6898a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "%s\n", DRIVER_VERSION BUILD_TIMESTAMP);
68996d90615fSMurthy Bhat }
69006d90615fSMurthy Bhat
pqi_serial_number_show(struct device * dev,struct device_attribute * attr,char * buffer)69016d90615fSMurthy Bhat static ssize_t pqi_serial_number_show(struct device *dev,
69026d90615fSMurthy Bhat struct device_attribute *attr, char *buffer)
69036d90615fSMurthy Bhat {
69046d90615fSMurthy Bhat struct Scsi_Host *shost;
69056d90615fSMurthy Bhat struct pqi_ctrl_info *ctrl_info;
69066d90615fSMurthy Bhat
69076d90615fSMurthy Bhat shost = class_to_shost(dev);
69086d90615fSMurthy Bhat ctrl_info = shost_to_hba(shost);
69096d90615fSMurthy Bhat
6910a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "%s\n", ctrl_info->serial_number);
69116d90615fSMurthy Bhat }
69126d90615fSMurthy Bhat
pqi_model_show(struct device * dev,struct device_attribute * attr,char * buffer)69136d90615fSMurthy Bhat static ssize_t pqi_model_show(struct device *dev,
69146d90615fSMurthy Bhat struct device_attribute *attr, char *buffer)
69156d90615fSMurthy Bhat {
69166d90615fSMurthy Bhat struct Scsi_Host *shost;
69176d90615fSMurthy Bhat struct pqi_ctrl_info *ctrl_info;
69186d90615fSMurthy Bhat
69196d90615fSMurthy Bhat shost = class_to_shost(dev);
69206d90615fSMurthy Bhat ctrl_info = shost_to_hba(shost);
69216d90615fSMurthy Bhat
6922a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "%s\n", ctrl_info->model);
69236d90615fSMurthy Bhat }
69246d90615fSMurthy Bhat
pqi_vendor_show(struct device * dev,struct device_attribute * attr,char * buffer)69256d90615fSMurthy Bhat static ssize_t pqi_vendor_show(struct device *dev,
69266d90615fSMurthy Bhat struct device_attribute *attr, char *buffer)
69276d90615fSMurthy Bhat {
69286d90615fSMurthy Bhat struct Scsi_Host *shost;
69296d90615fSMurthy Bhat struct pqi_ctrl_info *ctrl_info;
69306d90615fSMurthy Bhat
69316d90615fSMurthy Bhat shost = class_to_shost(dev);
69326d90615fSMurthy Bhat ctrl_info = shost_to_hba(shost);
69336d90615fSMurthy Bhat
6934a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "%s\n", ctrl_info->vendor);
69356c223761SKevin Barnett }
69366c223761SKevin Barnett
pqi_host_rescan_store(struct device * dev,struct device_attribute * attr,const char * buffer,size_t count)69376c223761SKevin Barnett static ssize_t pqi_host_rescan_store(struct device *dev,
69386c223761SKevin Barnett struct device_attribute *attr, const char *buffer, size_t count)
69396c223761SKevin Barnett {
69406c223761SKevin Barnett struct Scsi_Host *shost = class_to_shost(dev);
69416c223761SKevin Barnett
69426c223761SKevin Barnett pqi_scan_start(shost);
69436c223761SKevin Barnett
69446c223761SKevin Barnett return count;
69456c223761SKevin Barnett }
69466c223761SKevin Barnett
pqi_lockup_action_show(struct device * dev,struct device_attribute * attr,char * buffer)69473c50976fSKevin Barnett static ssize_t pqi_lockup_action_show(struct device *dev,
69483c50976fSKevin Barnett struct device_attribute *attr, char *buffer)
69493c50976fSKevin Barnett {
69503c50976fSKevin Barnett int count = 0;
69513c50976fSKevin Barnett unsigned int i;
69523c50976fSKevin Barnett
69533c50976fSKevin Barnett for (i = 0; i < ARRAY_SIZE(pqi_lockup_actions); i++) {
69543c50976fSKevin Barnett if (pqi_lockup_actions[i].action == pqi_lockup_action)
6955181aea89STakashi Iwai count += scnprintf(buffer + count, PAGE_SIZE - count,
69563c50976fSKevin Barnett "[%s] ", pqi_lockup_actions[i].name);
69573c50976fSKevin Barnett else
6958181aea89STakashi Iwai count += scnprintf(buffer + count, PAGE_SIZE - count,
69593c50976fSKevin Barnett "%s ", pqi_lockup_actions[i].name);
69603c50976fSKevin Barnett }
69613c50976fSKevin Barnett
6962181aea89STakashi Iwai count += scnprintf(buffer + count, PAGE_SIZE - count, "\n");
69633c50976fSKevin Barnett
69643c50976fSKevin Barnett return count;
69653c50976fSKevin Barnett }
69663c50976fSKevin Barnett
pqi_lockup_action_store(struct device * dev,struct device_attribute * attr,const char * buffer,size_t count)69673c50976fSKevin Barnett static ssize_t pqi_lockup_action_store(struct device *dev,
69683c50976fSKevin Barnett struct device_attribute *attr, const char *buffer, size_t count)
69693c50976fSKevin Barnett {
69703c50976fSKevin Barnett unsigned int i;
69713c50976fSKevin Barnett char *action_name;
69723c50976fSKevin Barnett char action_name_buffer[32];
69733c50976fSKevin Barnett
697441e5d6f6SAzeem Shaikh strscpy(action_name_buffer, buffer, sizeof(action_name_buffer));
69753c50976fSKevin Barnett action_name = strstrip(action_name_buffer);
69763c50976fSKevin Barnett
69773c50976fSKevin Barnett for (i = 0; i < ARRAY_SIZE(pqi_lockup_actions); i++) {
69783c50976fSKevin Barnett if (strcmp(action_name, pqi_lockup_actions[i].name) == 0) {
69793c50976fSKevin Barnett pqi_lockup_action = pqi_lockup_actions[i].action;
69803c50976fSKevin Barnett return count;
69813c50976fSKevin Barnett }
69823c50976fSKevin Barnett }
69833c50976fSKevin Barnett
69843c50976fSKevin Barnett return -EINVAL;
69853c50976fSKevin Barnett }
69863c50976fSKevin Barnett
pqi_host_enable_stream_detection_show(struct device * dev,struct device_attribute * attr,char * buffer)69875be746d7SDon Brace static ssize_t pqi_host_enable_stream_detection_show(struct device *dev,
69885be746d7SDon Brace struct device_attribute *attr, char *buffer)
69895be746d7SDon Brace {
69905be746d7SDon Brace struct Scsi_Host *shost = class_to_shost(dev);
69915be746d7SDon Brace struct pqi_ctrl_info *ctrl_info = shost_to_hba(shost);
69925be746d7SDon Brace
69935be746d7SDon Brace return scnprintf(buffer, 10, "%x\n",
69945be746d7SDon Brace ctrl_info->enable_stream_detection);
69955be746d7SDon Brace }
69965be746d7SDon Brace
pqi_host_enable_stream_detection_store(struct device * dev,struct device_attribute * attr,const char * buffer,size_t count)69975be746d7SDon Brace static ssize_t pqi_host_enable_stream_detection_store(struct device *dev,
69985be746d7SDon Brace struct device_attribute *attr, const char *buffer, size_t count)
69995be746d7SDon Brace {
70005be746d7SDon Brace struct Scsi_Host *shost = class_to_shost(dev);
70015be746d7SDon Brace struct pqi_ctrl_info *ctrl_info = shost_to_hba(shost);
70025be746d7SDon Brace u8 set_stream_detection = 0;
70035be746d7SDon Brace
70045be746d7SDon Brace if (kstrtou8(buffer, 0, &set_stream_detection))
70055be746d7SDon Brace return -EINVAL;
70065be746d7SDon Brace
70075be746d7SDon Brace if (set_stream_detection > 0)
70085be746d7SDon Brace set_stream_detection = 1;
70095be746d7SDon Brace
70105be746d7SDon Brace ctrl_info->enable_stream_detection = set_stream_detection;
70115be746d7SDon Brace
70125be746d7SDon Brace return count;
70135be746d7SDon Brace }
70145be746d7SDon Brace
pqi_host_enable_r5_writes_show(struct device * dev,struct device_attribute * attr,char * buffer)70156702d2c4SDon Brace static ssize_t pqi_host_enable_r5_writes_show(struct device *dev,
70166702d2c4SDon Brace struct device_attribute *attr, char *buffer)
70176702d2c4SDon Brace {
70186702d2c4SDon Brace struct Scsi_Host *shost = class_to_shost(dev);
70196702d2c4SDon Brace struct pqi_ctrl_info *ctrl_info = shost_to_hba(shost);
70206702d2c4SDon Brace
70216702d2c4SDon Brace return scnprintf(buffer, 10, "%x\n", ctrl_info->enable_r5_writes);
70226702d2c4SDon Brace }
70236702d2c4SDon Brace
pqi_host_enable_r5_writes_store(struct device * dev,struct device_attribute * attr,const char * buffer,size_t count)70246702d2c4SDon Brace static ssize_t pqi_host_enable_r5_writes_store(struct device *dev,
70256702d2c4SDon Brace struct device_attribute *attr, const char *buffer, size_t count)
70266702d2c4SDon Brace {
70276702d2c4SDon Brace struct Scsi_Host *shost = class_to_shost(dev);
70286702d2c4SDon Brace struct pqi_ctrl_info *ctrl_info = shost_to_hba(shost);
70296702d2c4SDon Brace u8 set_r5_writes = 0;
70306702d2c4SDon Brace
70316702d2c4SDon Brace if (kstrtou8(buffer, 0, &set_r5_writes))
70326702d2c4SDon Brace return -EINVAL;
70336702d2c4SDon Brace
70346702d2c4SDon Brace if (set_r5_writes > 0)
70356702d2c4SDon Brace set_r5_writes = 1;
70366702d2c4SDon Brace
70376702d2c4SDon Brace ctrl_info->enable_r5_writes = set_r5_writes;
70386702d2c4SDon Brace
70396702d2c4SDon Brace return count;
70406702d2c4SDon Brace }
70416702d2c4SDon Brace
pqi_host_enable_r6_writes_show(struct device * dev,struct device_attribute * attr,char * buffer)70426702d2c4SDon Brace static ssize_t pqi_host_enable_r6_writes_show(struct device *dev,
70436702d2c4SDon Brace struct device_attribute *attr, char *buffer)
70446702d2c4SDon Brace {
70456702d2c4SDon Brace struct Scsi_Host *shost = class_to_shost(dev);
70466702d2c4SDon Brace struct pqi_ctrl_info *ctrl_info = shost_to_hba(shost);
70476702d2c4SDon Brace
70486702d2c4SDon Brace return scnprintf(buffer, 10, "%x\n", ctrl_info->enable_r6_writes);
70496702d2c4SDon Brace }
70506702d2c4SDon Brace
pqi_host_enable_r6_writes_store(struct device * dev,struct device_attribute * attr,const char * buffer,size_t count)70516702d2c4SDon Brace static ssize_t pqi_host_enable_r6_writes_store(struct device *dev,
70526702d2c4SDon Brace struct device_attribute *attr, const char *buffer, size_t count)
70536702d2c4SDon Brace {
70546702d2c4SDon Brace struct Scsi_Host *shost = class_to_shost(dev);
70556702d2c4SDon Brace struct pqi_ctrl_info *ctrl_info = shost_to_hba(shost);
70566702d2c4SDon Brace u8 set_r6_writes = 0;
70576702d2c4SDon Brace
70586702d2c4SDon Brace if (kstrtou8(buffer, 0, &set_r6_writes))
70596702d2c4SDon Brace return -EINVAL;
70606702d2c4SDon Brace
70616702d2c4SDon Brace if (set_r6_writes > 0)
70626702d2c4SDon Brace set_r6_writes = 1;
70636702d2c4SDon Brace
70646702d2c4SDon Brace ctrl_info->enable_r6_writes = set_r6_writes;
70656702d2c4SDon Brace
70666702d2c4SDon Brace return count;
70676702d2c4SDon Brace }
70686702d2c4SDon Brace
70696d90615fSMurthy Bhat static DEVICE_ATTR(driver_version, 0444, pqi_driver_version_show, NULL);
70706d90615fSMurthy Bhat static DEVICE_ATTR(firmware_version, 0444, pqi_firmware_version_show, NULL);
70716d90615fSMurthy Bhat static DEVICE_ATTR(model, 0444, pqi_model_show, NULL);
70726d90615fSMurthy Bhat static DEVICE_ATTR(serial_number, 0444, pqi_serial_number_show, NULL);
70736d90615fSMurthy Bhat static DEVICE_ATTR(vendor, 0444, pqi_vendor_show, NULL);
7074cbe0c7b1SKevin Barnett static DEVICE_ATTR(rescan, 0200, NULL, pqi_host_rescan_store);
7075583891c9SKevin Barnett static DEVICE_ATTR(lockup_action, 0644, pqi_lockup_action_show,
7076583891c9SKevin Barnett pqi_lockup_action_store);
70775be746d7SDon Brace static DEVICE_ATTR(enable_stream_detection, 0644,
70785be746d7SDon Brace pqi_host_enable_stream_detection_show,
70795be746d7SDon Brace pqi_host_enable_stream_detection_store);
70806702d2c4SDon Brace static DEVICE_ATTR(enable_r5_writes, 0644,
70816702d2c4SDon Brace pqi_host_enable_r5_writes_show, pqi_host_enable_r5_writes_store);
70826702d2c4SDon Brace static DEVICE_ATTR(enable_r6_writes, 0644,
70836702d2c4SDon Brace pqi_host_enable_r6_writes_show, pqi_host_enable_r6_writes_store);
70846c223761SKevin Barnett
708564fc9015SBart Van Assche static struct attribute *pqi_shost_attrs[] = {
708664fc9015SBart Van Assche &dev_attr_driver_version.attr,
708764fc9015SBart Van Assche &dev_attr_firmware_version.attr,
708864fc9015SBart Van Assche &dev_attr_model.attr,
708964fc9015SBart Van Assche &dev_attr_serial_number.attr,
709064fc9015SBart Van Assche &dev_attr_vendor.attr,
709164fc9015SBart Van Assche &dev_attr_rescan.attr,
709264fc9015SBart Van Assche &dev_attr_lockup_action.attr,
709364fc9015SBart Van Assche &dev_attr_enable_stream_detection.attr,
709464fc9015SBart Van Assche &dev_attr_enable_r5_writes.attr,
709564fc9015SBart Van Assche &dev_attr_enable_r6_writes.attr,
70966c223761SKevin Barnett NULL
70976c223761SKevin Barnett };
70986c223761SKevin Barnett
709964fc9015SBart Van Assche ATTRIBUTE_GROUPS(pqi_shost);
710064fc9015SBart Van Assche
pqi_unique_id_show(struct device * dev,struct device_attribute * attr,char * buffer)7101cd128244SDave Carroll static ssize_t pqi_unique_id_show(struct device *dev,
7102cd128244SDave Carroll struct device_attribute *attr, char *buffer)
7103cd128244SDave Carroll {
7104cd128244SDave Carroll struct pqi_ctrl_info *ctrl_info;
7105cd128244SDave Carroll struct scsi_device *sdev;
7106cd128244SDave Carroll struct pqi_scsi_dev *device;
7107cd128244SDave Carroll unsigned long flags;
71085b083b30SKevin Barnett u8 unique_id[16];
7109cd128244SDave Carroll
7110cd128244SDave Carroll sdev = to_scsi_device(dev);
7111cd128244SDave Carroll ctrl_info = shost_to_hba(sdev->host);
7112cd128244SDave Carroll
7113331f7e99SSagar Biradar if (pqi_ctrl_offline(ctrl_info))
7114331f7e99SSagar Biradar return -ENODEV;
7115331f7e99SSagar Biradar
7116cd128244SDave Carroll spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
7117cd128244SDave Carroll
7118cd128244SDave Carroll device = sdev->hostdata;
7119cd128244SDave Carroll if (!device) {
71208b664fefSKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
7121cd128244SDave Carroll return -ENODEV;
7122cd128244SDave Carroll }
71235b083b30SKevin Barnett
712428ca6d87SMike McGowen if (device->is_physical_device)
712528ca6d87SMike McGowen memcpy(unique_id, device->wwid, sizeof(device->wwid));
712628ca6d87SMike McGowen else
71275b083b30SKevin Barnett memcpy(unique_id, device->volume_id, sizeof(device->volume_id));
7128cd128244SDave Carroll
7129cd128244SDave Carroll spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
7130cd128244SDave Carroll
7131a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE,
7132583891c9SKevin Barnett "%02X%02X%02X%02X%02X%02X%02X%02X"
7133583891c9SKevin Barnett "%02X%02X%02X%02X%02X%02X%02X%02X\n",
71345b083b30SKevin Barnett unique_id[0], unique_id[1], unique_id[2], unique_id[3],
71355b083b30SKevin Barnett unique_id[4], unique_id[5], unique_id[6], unique_id[7],
71365b083b30SKevin Barnett unique_id[8], unique_id[9], unique_id[10], unique_id[11],
71375b083b30SKevin Barnett unique_id[12], unique_id[13], unique_id[14], unique_id[15]);
7138cd128244SDave Carroll }
7139cd128244SDave Carroll
pqi_lunid_show(struct device * dev,struct device_attribute * attr,char * buffer)7140cd128244SDave Carroll static ssize_t pqi_lunid_show(struct device *dev,
7141cd128244SDave Carroll struct device_attribute *attr, char *buffer)
7142cd128244SDave Carroll {
7143cd128244SDave Carroll struct pqi_ctrl_info *ctrl_info;
7144cd128244SDave Carroll struct scsi_device *sdev;
7145cd128244SDave Carroll struct pqi_scsi_dev *device;
7146cd128244SDave Carroll unsigned long flags;
7147cd128244SDave Carroll u8 lunid[8];
7148cd128244SDave Carroll
7149cd128244SDave Carroll sdev = to_scsi_device(dev);
7150cd128244SDave Carroll ctrl_info = shost_to_hba(sdev->host);
7151cd128244SDave Carroll
7152331f7e99SSagar Biradar if (pqi_ctrl_offline(ctrl_info))
7153331f7e99SSagar Biradar return -ENODEV;
7154331f7e99SSagar Biradar
7155cd128244SDave Carroll spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
7156cd128244SDave Carroll
7157cd128244SDave Carroll device = sdev->hostdata;
7158cd128244SDave Carroll if (!device) {
71598b664fefSKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
7160cd128244SDave Carroll return -ENODEV;
7161cd128244SDave Carroll }
7162694c5d5bSKevin Barnett
7163cd128244SDave Carroll memcpy(lunid, device->scsi3addr, sizeof(lunid));
7164cd128244SDave Carroll
7165cd128244SDave Carroll spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
7166cd128244SDave Carroll
7167a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "0x%8phN\n", lunid);
7168cd128244SDave Carroll }
7169cd128244SDave Carroll
7170cd128244SDave Carroll #define MAX_PATHS 8
7171694c5d5bSKevin Barnett
pqi_path_info_show(struct device * dev,struct device_attribute * attr,char * buf)7172cd128244SDave Carroll static ssize_t pqi_path_info_show(struct device *dev,
7173cd128244SDave Carroll struct device_attribute *attr, char *buf)
7174cd128244SDave Carroll {
7175cd128244SDave Carroll struct pqi_ctrl_info *ctrl_info;
7176cd128244SDave Carroll struct scsi_device *sdev;
7177cd128244SDave Carroll struct pqi_scsi_dev *device;
7178cd128244SDave Carroll unsigned long flags;
7179cd128244SDave Carroll int i;
7180cd128244SDave Carroll int output_len = 0;
7181cd128244SDave Carroll u8 box;
7182cd128244SDave Carroll u8 bay;
7183694c5d5bSKevin Barnett u8 path_map_index;
7184cd128244SDave Carroll char *active;
7185694c5d5bSKevin Barnett u8 phys_connector[2];
7186cd128244SDave Carroll
7187cd128244SDave Carroll sdev = to_scsi_device(dev);
7188cd128244SDave Carroll ctrl_info = shost_to_hba(sdev->host);
7189cd128244SDave Carroll
7190331f7e99SSagar Biradar if (pqi_ctrl_offline(ctrl_info))
7191331f7e99SSagar Biradar return -ENODEV;
7192331f7e99SSagar Biradar
7193cd128244SDave Carroll spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
7194cd128244SDave Carroll
7195cd128244SDave Carroll device = sdev->hostdata;
7196cd128244SDave Carroll if (!device) {
71978b664fefSKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
7198cd128244SDave Carroll return -ENODEV;
7199cd128244SDave Carroll }
7200cd128244SDave Carroll
7201cd128244SDave Carroll bay = device->bay;
7202cd128244SDave Carroll for (i = 0; i < MAX_PATHS; i++) {
7203cd128244SDave Carroll path_map_index = 1 << i;
7204cd128244SDave Carroll if (i == device->active_path_index)
7205cd128244SDave Carroll active = "Active";
7206cd128244SDave Carroll else if (device->path_map & path_map_index)
7207cd128244SDave Carroll active = "Inactive";
7208cd128244SDave Carroll else
7209cd128244SDave Carroll continue;
7210cd128244SDave Carroll
7211cd128244SDave Carroll output_len += scnprintf(buf + output_len,
7212cd128244SDave Carroll PAGE_SIZE - output_len,
7213cd128244SDave Carroll "[%d:%d:%d:%d] %20.20s ",
7214cd128244SDave Carroll ctrl_info->scsi_host->host_no,
7215cd128244SDave Carroll device->bus, device->target,
7216cd128244SDave Carroll device->lun,
7217cd128244SDave Carroll scsi_device_type(device->devtype));
7218cd128244SDave Carroll
7219cd128244SDave Carroll if (device->devtype == TYPE_RAID ||
7220cd128244SDave Carroll pqi_is_logical_device(device))
7221cd128244SDave Carroll goto end_buffer;
7222cd128244SDave Carroll
7223cd128244SDave Carroll memcpy(&phys_connector, &device->phys_connector[i],
7224cd128244SDave Carroll sizeof(phys_connector));
7225cd128244SDave Carroll if (phys_connector[0] < '0')
7226cd128244SDave Carroll phys_connector[0] = '0';
7227cd128244SDave Carroll if (phys_connector[1] < '0')
7228cd128244SDave Carroll phys_connector[1] = '0';
7229cd128244SDave Carroll
7230cd128244SDave Carroll output_len += scnprintf(buf + output_len,
7231cd128244SDave Carroll PAGE_SIZE - output_len,
7232cd128244SDave Carroll "PORT: %.2s ", phys_connector);
7233cd128244SDave Carroll
7234cd128244SDave Carroll box = device->box[i];
7235cd128244SDave Carroll if (box != 0 && box != 0xFF)
7236cd128244SDave Carroll output_len += scnprintf(buf + output_len,
7237cd128244SDave Carroll PAGE_SIZE - output_len,
7238cd128244SDave Carroll "BOX: %hhu ", box);
7239cd128244SDave Carroll
7240cd128244SDave Carroll if ((device->devtype == TYPE_DISK ||
7241cd128244SDave Carroll device->devtype == TYPE_ZBC) &&
7242cd128244SDave Carroll pqi_expose_device(device))
7243cd128244SDave Carroll output_len += scnprintf(buf + output_len,
7244cd128244SDave Carroll PAGE_SIZE - output_len,
7245cd128244SDave Carroll "BAY: %hhu ", bay);
7246cd128244SDave Carroll
7247cd128244SDave Carroll end_buffer:
7248cd128244SDave Carroll output_len += scnprintf(buf + output_len,
7249cd128244SDave Carroll PAGE_SIZE - output_len,
7250cd128244SDave Carroll "%s\n", active);
7251cd128244SDave Carroll }
7252cd128244SDave Carroll
7253cd128244SDave Carroll spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
7254694c5d5bSKevin Barnett
7255cd128244SDave Carroll return output_len;
7256cd128244SDave Carroll }
7257cd128244SDave Carroll
pqi_sas_address_show(struct device * dev,struct device_attribute * attr,char * buffer)72586c223761SKevin Barnett static ssize_t pqi_sas_address_show(struct device *dev,
72596c223761SKevin Barnett struct device_attribute *attr, char *buffer)
72606c223761SKevin Barnett {
72616c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
72626c223761SKevin Barnett struct scsi_device *sdev;
72636c223761SKevin Barnett struct pqi_scsi_dev *device;
72646c223761SKevin Barnett unsigned long flags;
72656c223761SKevin Barnett u64 sas_address;
72666c223761SKevin Barnett
72676c223761SKevin Barnett sdev = to_scsi_device(dev);
72686c223761SKevin Barnett ctrl_info = shost_to_hba(sdev->host);
72696c223761SKevin Barnett
7270331f7e99SSagar Biradar if (pqi_ctrl_offline(ctrl_info))
7271331f7e99SSagar Biradar return -ENODEV;
7272331f7e99SSagar Biradar
72736c223761SKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
72746c223761SKevin Barnett
72756c223761SKevin Barnett device = sdev->hostdata;
727600598b05SKevin Barnett if (!device) {
72778b664fefSKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
72786c223761SKevin Barnett return -ENODEV;
72796c223761SKevin Barnett }
7280694c5d5bSKevin Barnett
72816c223761SKevin Barnett sas_address = device->sas_address;
72826c223761SKevin Barnett
72836c223761SKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
72846c223761SKevin Barnett
7285a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "0x%016llx\n", sas_address);
72866c223761SKevin Barnett }
72876c223761SKevin Barnett
pqi_ssd_smart_path_enabled_show(struct device * dev,struct device_attribute * attr,char * buffer)72886c223761SKevin Barnett static ssize_t pqi_ssd_smart_path_enabled_show(struct device *dev,
72896c223761SKevin Barnett struct device_attribute *attr, char *buffer)
72906c223761SKevin Barnett {
72916c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
72926c223761SKevin Barnett struct scsi_device *sdev;
72936c223761SKevin Barnett struct pqi_scsi_dev *device;
72946c223761SKevin Barnett unsigned long flags;
72956c223761SKevin Barnett
72966c223761SKevin Barnett sdev = to_scsi_device(dev);
72976c223761SKevin Barnett ctrl_info = shost_to_hba(sdev->host);
72986c223761SKevin Barnett
7299331f7e99SSagar Biradar if (pqi_ctrl_offline(ctrl_info))
7300331f7e99SSagar Biradar return -ENODEV;
7301331f7e99SSagar Biradar
73026c223761SKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
73036c223761SKevin Barnett
73046c223761SKevin Barnett device = sdev->hostdata;
73058b664fefSKevin Barnett if (!device) {
73068b664fefSKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
73078b664fefSKevin Barnett return -ENODEV;
73088b664fefSKevin Barnett }
73098b664fefSKevin Barnett
7310588a63feSKevin Barnett buffer[0] = device->raid_bypass_enabled ? '1' : '0';
73116c223761SKevin Barnett buffer[1] = '\n';
73126c223761SKevin Barnett buffer[2] = '\0';
73136c223761SKevin Barnett
73146c223761SKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
73156c223761SKevin Barnett
73166c223761SKevin Barnett return 2;
73176c223761SKevin Barnett }
73186c223761SKevin Barnett
pqi_raid_level_show(struct device * dev,struct device_attribute * attr,char * buffer)7319a9f93392SKevin Barnett static ssize_t pqi_raid_level_show(struct device *dev,
7320a9f93392SKevin Barnett struct device_attribute *attr, char *buffer)
7321a9f93392SKevin Barnett {
7322a9f93392SKevin Barnett struct pqi_ctrl_info *ctrl_info;
7323a9f93392SKevin Barnett struct scsi_device *sdev;
7324a9f93392SKevin Barnett struct pqi_scsi_dev *device;
7325a9f93392SKevin Barnett unsigned long flags;
7326a9f93392SKevin Barnett char *raid_level;
7327a9f93392SKevin Barnett
7328a9f93392SKevin Barnett sdev = to_scsi_device(dev);
7329a9f93392SKevin Barnett ctrl_info = shost_to_hba(sdev->host);
7330a9f93392SKevin Barnett
7331331f7e99SSagar Biradar if (pqi_ctrl_offline(ctrl_info))
7332331f7e99SSagar Biradar return -ENODEV;
7333331f7e99SSagar Biradar
7334a9f93392SKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
7335a9f93392SKevin Barnett
7336a9f93392SKevin Barnett device = sdev->hostdata;
73378b664fefSKevin Barnett if (!device) {
73388b664fefSKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
73398b664fefSKevin Barnett return -ENODEV;
73408b664fefSKevin Barnett }
7341a9f93392SKevin Barnett
7342cbe42ac1SKevin Barnett if (pqi_is_logical_device(device) && device->devtype == TYPE_DISK)
7343a9f93392SKevin Barnett raid_level = pqi_raid_level_to_string(device->raid_level);
7344a9f93392SKevin Barnett else
7345a9f93392SKevin Barnett raid_level = "N/A";
7346a9f93392SKevin Barnett
7347a9f93392SKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
7348a9f93392SKevin Barnett
7349a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "%s\n", raid_level);
7350a9f93392SKevin Barnett }
7351a9f93392SKevin Barnett
pqi_raid_bypass_cnt_show(struct device * dev,struct device_attribute * attr,char * buffer)73528b664fefSKevin Barnett static ssize_t pqi_raid_bypass_cnt_show(struct device *dev,
73538b664fefSKevin Barnett struct device_attribute *attr, char *buffer)
73548b664fefSKevin Barnett {
73558b664fefSKevin Barnett struct pqi_ctrl_info *ctrl_info;
73568b664fefSKevin Barnett struct scsi_device *sdev;
73578b664fefSKevin Barnett struct pqi_scsi_dev *device;
73588b664fefSKevin Barnett unsigned long flags;
735980d560d9SMike McGowen unsigned int raid_bypass_cnt;
73608b664fefSKevin Barnett
73618b664fefSKevin Barnett sdev = to_scsi_device(dev);
73628b664fefSKevin Barnett ctrl_info = shost_to_hba(sdev->host);
73638b664fefSKevin Barnett
7364331f7e99SSagar Biradar if (pqi_ctrl_offline(ctrl_info))
7365331f7e99SSagar Biradar return -ENODEV;
7366331f7e99SSagar Biradar
73678b664fefSKevin Barnett spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
73688b664fefSKevin Barnett
73698b664fefSKevin Barnett device = sdev->hostdata;
73708b664fefSKevin Barnett if (!device) {
73718b664fefSKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
73728b664fefSKevin Barnett return -ENODEV;
73738b664fefSKevin Barnett }
73748b664fefSKevin Barnett
737580d560d9SMike McGowen raid_bypass_cnt = device->raid_bypass_cnt;
73768b664fefSKevin Barnett
73778b664fefSKevin Barnett spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
73788b664fefSKevin Barnett
7379a4256252SKevin Barnett return scnprintf(buffer, PAGE_SIZE, "0x%x\n", raid_bypass_cnt);
73808b664fefSKevin Barnett }
73818b664fefSKevin Barnett
pqi_sas_ncq_prio_enable_show(struct device * dev,struct device_attribute * attr,char * buf)73822a47834dSGilbert Wu static ssize_t pqi_sas_ncq_prio_enable_show(struct device *dev,
73832a47834dSGilbert Wu struct device_attribute *attr, char *buf)
73842a47834dSGilbert Wu {
73852a47834dSGilbert Wu struct pqi_ctrl_info *ctrl_info;
73862a47834dSGilbert Wu struct scsi_device *sdev;
73872a47834dSGilbert Wu struct pqi_scsi_dev *device;
73882a47834dSGilbert Wu unsigned long flags;
73892a47834dSGilbert Wu int output_len = 0;
73902a47834dSGilbert Wu
73912a47834dSGilbert Wu sdev = to_scsi_device(dev);
73922a47834dSGilbert Wu ctrl_info = shost_to_hba(sdev->host);
73932a47834dSGilbert Wu
7394331f7e99SSagar Biradar if (pqi_ctrl_offline(ctrl_info))
7395331f7e99SSagar Biradar return -ENODEV;
7396331f7e99SSagar Biradar
73972a47834dSGilbert Wu spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
73982a47834dSGilbert Wu
73992a47834dSGilbert Wu device = sdev->hostdata;
74002a47834dSGilbert Wu if (!device) {
74012a47834dSGilbert Wu spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
74022a47834dSGilbert Wu return -ENODEV;
74032a47834dSGilbert Wu }
74042a47834dSGilbert Wu
74052a47834dSGilbert Wu output_len = snprintf(buf, PAGE_SIZE, "%d\n",
74062a47834dSGilbert Wu device->ncq_prio_enable);
74072a47834dSGilbert Wu spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
74082a47834dSGilbert Wu
74092a47834dSGilbert Wu return output_len;
74102a47834dSGilbert Wu }
74112a47834dSGilbert Wu
pqi_sas_ncq_prio_enable_store(struct device * dev,struct device_attribute * attr,const char * buf,size_t count)74122a47834dSGilbert Wu static ssize_t pqi_sas_ncq_prio_enable_store(struct device *dev,
74132a47834dSGilbert Wu struct device_attribute *attr,
74142a47834dSGilbert Wu const char *buf, size_t count)
74152a47834dSGilbert Wu {
74162a47834dSGilbert Wu struct pqi_ctrl_info *ctrl_info;
74172a47834dSGilbert Wu struct scsi_device *sdev;
74182a47834dSGilbert Wu struct pqi_scsi_dev *device;
74192a47834dSGilbert Wu unsigned long flags;
74202a47834dSGilbert Wu u8 ncq_prio_enable = 0;
74212a47834dSGilbert Wu
74222a47834dSGilbert Wu if (kstrtou8(buf, 0, &ncq_prio_enable))
74232a47834dSGilbert Wu return -EINVAL;
74242a47834dSGilbert Wu
74252a47834dSGilbert Wu sdev = to_scsi_device(dev);
74262a47834dSGilbert Wu ctrl_info = shost_to_hba(sdev->host);
74272a47834dSGilbert Wu
74282a47834dSGilbert Wu spin_lock_irqsave(&ctrl_info->scsi_device_list_lock, flags);
74292a47834dSGilbert Wu
74302a47834dSGilbert Wu device = sdev->hostdata;
74312a47834dSGilbert Wu
74322a47834dSGilbert Wu if (!device) {
74332a47834dSGilbert Wu spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
74342a47834dSGilbert Wu return -ENODEV;
74352a47834dSGilbert Wu }
74362a47834dSGilbert Wu
743768f79204SGilbert Wu if (!device->ncq_prio_support) {
74382a47834dSGilbert Wu spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
74392a47834dSGilbert Wu return -EINVAL;
74402a47834dSGilbert Wu }
74412a47834dSGilbert Wu
74422a47834dSGilbert Wu device->ncq_prio_enable = ncq_prio_enable;
74432a47834dSGilbert Wu
74442a47834dSGilbert Wu spin_unlock_irqrestore(&ctrl_info->scsi_device_list_lock, flags);
74452a47834dSGilbert Wu
74462a47834dSGilbert Wu return strlen(buf);
74472a47834dSGilbert Wu }
74482a47834dSGilbert Wu
pqi_numa_node_show(struct device * dev,struct device_attribute * attr,char * buffer)7449d2c7583fSDon Brace static ssize_t pqi_numa_node_show(struct device *dev,
7450d2c7583fSDon Brace struct device_attribute *attr, char *buffer)
7451d2c7583fSDon Brace {
7452d2c7583fSDon Brace struct scsi_device *sdev;
7453d2c7583fSDon Brace struct pqi_ctrl_info *ctrl_info;
7454d2c7583fSDon Brace
7455d2c7583fSDon Brace sdev = to_scsi_device(dev);
7456d2c7583fSDon Brace ctrl_info = shost_to_hba(sdev->host);
7457d2c7583fSDon Brace
7458d2c7583fSDon Brace return scnprintf(buffer, PAGE_SIZE, "%d\n", ctrl_info->numa_node);
7459d2c7583fSDon Brace }
7460d2c7583fSDon Brace
7461cd128244SDave Carroll static DEVICE_ATTR(lunid, 0444, pqi_lunid_show, NULL);
7462cd128244SDave Carroll static DEVICE_ATTR(unique_id, 0444, pqi_unique_id_show, NULL);
7463cd128244SDave Carroll static DEVICE_ATTR(path_info, 0444, pqi_path_info_show, NULL);
7464cbe0c7b1SKevin Barnett static DEVICE_ATTR(sas_address, 0444, pqi_sas_address_show, NULL);
74658b664fefSKevin Barnett static DEVICE_ATTR(ssd_smart_path_enabled, 0444, pqi_ssd_smart_path_enabled_show, NULL);
7466a9f93392SKevin Barnett static DEVICE_ATTR(raid_level, 0444, pqi_raid_level_show, NULL);
74678b664fefSKevin Barnett static DEVICE_ATTR(raid_bypass_cnt, 0444, pqi_raid_bypass_cnt_show, NULL);
74682a47834dSGilbert Wu static DEVICE_ATTR(sas_ncq_prio_enable, 0644,
74692a47834dSGilbert Wu pqi_sas_ncq_prio_enable_show, pqi_sas_ncq_prio_enable_store);
7470d2c7583fSDon Brace static DEVICE_ATTR(numa_node, 0444, pqi_numa_node_show, NULL);
74716c223761SKevin Barnett
747264fc9015SBart Van Assche static struct attribute *pqi_sdev_attrs[] = {
747364fc9015SBart Van Assche &dev_attr_lunid.attr,
747464fc9015SBart Van Assche &dev_attr_unique_id.attr,
747564fc9015SBart Van Assche &dev_attr_path_info.attr,
747664fc9015SBart Van Assche &dev_attr_sas_address.attr,
747764fc9015SBart Van Assche &dev_attr_ssd_smart_path_enabled.attr,
747864fc9015SBart Van Assche &dev_attr_raid_level.attr,
747964fc9015SBart Van Assche &dev_attr_raid_bypass_cnt.attr,
74802a47834dSGilbert Wu &dev_attr_sas_ncq_prio_enable.attr,
7481d2c7583fSDon Brace &dev_attr_numa_node.attr,
74826c223761SKevin Barnett NULL
74836c223761SKevin Barnett };
74846c223761SKevin Barnett
748564fc9015SBart Van Assche ATTRIBUTE_GROUPS(pqi_sdev);
748664fc9015SBart Van Assche
7487077126d6SBart Van Assche static const struct scsi_host_template pqi_driver_template = {
74886c223761SKevin Barnett .module = THIS_MODULE,
74896c223761SKevin Barnett .name = DRIVER_NAME_SHORT,
74906c223761SKevin Barnett .proc_name = DRIVER_NAME_SHORT,
74916c223761SKevin Barnett .queuecommand = pqi_scsi_queue_command,
74926c223761SKevin Barnett .scan_start = pqi_scan_start,
74936c223761SKevin Barnett .scan_finished = pqi_scan_finished,
74946c223761SKevin Barnett .this_id = -1,
74956c223761SKevin Barnett .eh_device_reset_handler = pqi_eh_device_reset_handler,
7496153c45ddSKevin Barnett .eh_abort_handler = pqi_eh_abort_handler,
74976c223761SKevin Barnett .ioctl = pqi_ioctl,
74986c223761SKevin Barnett .slave_alloc = pqi_slave_alloc,
7499ce143793SKevin Barnett .slave_configure = pqi_slave_configure,
75002d80f405SKevin Barnett .slave_destroy = pqi_slave_destroy,
750152198226SChristoph Hellwig .map_queues = pqi_map_queues,
750264fc9015SBart Van Assche .sdev_groups = pqi_sdev_groups,
750364fc9015SBart Van Assche .shost_groups = pqi_shost_groups,
7504c1ea387dSBart Van Assche .cmd_size = sizeof(struct pqi_cmd_priv),
75056c223761SKevin Barnett };
75066c223761SKevin Barnett
pqi_register_scsi(struct pqi_ctrl_info * ctrl_info)75076c223761SKevin Barnett static int pqi_register_scsi(struct pqi_ctrl_info *ctrl_info)
75086c223761SKevin Barnett {
75096c223761SKevin Barnett int rc;
75106c223761SKevin Barnett struct Scsi_Host *shost;
75116c223761SKevin Barnett
75126c223761SKevin Barnett shost = scsi_host_alloc(&pqi_driver_template, sizeof(ctrl_info));
75136c223761SKevin Barnett if (!shost) {
7514583891c9SKevin Barnett dev_err(&ctrl_info->pci_dev->dev, "scsi_host_alloc failed\n");
75156c223761SKevin Barnett return -ENOMEM;
75166c223761SKevin Barnett }
75176c223761SKevin Barnett
75186c223761SKevin Barnett shost->io_port = 0;
75196c223761SKevin Barnett shost->n_io_port = 0;
75206c223761SKevin Barnett shost->this_id = -1;
75216c223761SKevin Barnett shost->max_channel = PQI_MAX_BUS;
75226c223761SKevin Barnett shost->max_cmd_len = MAX_COMMAND_SIZE;
7523904f2bfdSKumar Meiyappan shost->max_lun = PQI_MAX_LUNS_PER_DEVICE;
75246c223761SKevin Barnett shost->max_id = ~0;
75256c223761SKevin Barnett shost->max_sectors = ctrl_info->max_sectors;
75266c223761SKevin Barnett shost->can_queue = ctrl_info->scsi_ml_can_queue;
75276c223761SKevin Barnett shost->cmd_per_lun = shost->can_queue;
75286c223761SKevin Barnett shost->sg_tablesize = ctrl_info->sg_tablesize;
75296c223761SKevin Barnett shost->transportt = pqi_sas_transport_template;
753052198226SChristoph Hellwig shost->irq = pci_irq_vector(ctrl_info->pci_dev, 0);
75316c223761SKevin Barnett shost->unique_id = shost->irq;
75326c223761SKevin Barnett shost->nr_hw_queues = ctrl_info->num_queue_groups;
7533c6d3ee20SDon Brace shost->host_tagset = 1;
75346c223761SKevin Barnett shost->hostdata[0] = (unsigned long)ctrl_info;
75356c223761SKevin Barnett
75366c223761SKevin Barnett rc = scsi_add_host(shost, &ctrl_info->pci_dev->dev);
75376c223761SKevin Barnett if (rc) {
7538583891c9SKevin Barnett dev_err(&ctrl_info->pci_dev->dev, "scsi_add_host failed\n");
75396c223761SKevin Barnett goto free_host;
75406c223761SKevin Barnett }
75416c223761SKevin Barnett
75426c223761SKevin Barnett rc = pqi_add_sas_host(shost, ctrl_info);
75436c223761SKevin Barnett if (rc) {
7544583891c9SKevin Barnett dev_err(&ctrl_info->pci_dev->dev, "add SAS host failed\n");
75456c223761SKevin Barnett goto remove_host;
75466c223761SKevin Barnett }
75476c223761SKevin Barnett
75486c223761SKevin Barnett ctrl_info->scsi_host = shost;
75496c223761SKevin Barnett
75506c223761SKevin Barnett return 0;
75516c223761SKevin Barnett
75526c223761SKevin Barnett remove_host:
75536c223761SKevin Barnett scsi_remove_host(shost);
75546c223761SKevin Barnett free_host:
75556c223761SKevin Barnett scsi_host_put(shost);
75566c223761SKevin Barnett
75576c223761SKevin Barnett return rc;
75586c223761SKevin Barnett }
75596c223761SKevin Barnett
pqi_unregister_scsi(struct pqi_ctrl_info * ctrl_info)75606c223761SKevin Barnett static void pqi_unregister_scsi(struct pqi_ctrl_info *ctrl_info)
75616c223761SKevin Barnett {
75626c223761SKevin Barnett struct Scsi_Host *shost;
75636c223761SKevin Barnett
75646c223761SKevin Barnett pqi_delete_sas_host(ctrl_info);
75656c223761SKevin Barnett
75666c223761SKevin Barnett shost = ctrl_info->scsi_host;
75676c223761SKevin Barnett if (!shost)
75686c223761SKevin Barnett return;
75696c223761SKevin Barnett
75706c223761SKevin Barnett scsi_remove_host(shost);
75716c223761SKevin Barnett scsi_host_put(shost);
75726c223761SKevin Barnett }
75736c223761SKevin Barnett
pqi_wait_for_pqi_reset_completion(struct pqi_ctrl_info * ctrl_info)7574336b6819SKevin Barnett static int pqi_wait_for_pqi_reset_completion(struct pqi_ctrl_info *ctrl_info)
7575336b6819SKevin Barnett {
7576336b6819SKevin Barnett int rc = 0;
7577336b6819SKevin Barnett struct pqi_device_registers __iomem *pqi_registers;
7578336b6819SKevin Barnett unsigned long timeout;
7579336b6819SKevin Barnett unsigned int timeout_msecs;
7580336b6819SKevin Barnett union pqi_reset_register reset_reg;
75816c223761SKevin Barnett
7582336b6819SKevin Barnett pqi_registers = ctrl_info->pqi_registers;
7583336b6819SKevin Barnett timeout_msecs = readw(&pqi_registers->max_reset_timeout) * 100;
7584336b6819SKevin Barnett timeout = msecs_to_jiffies(timeout_msecs) + jiffies;
7585336b6819SKevin Barnett
7586336b6819SKevin Barnett while (1) {
7587336b6819SKevin Barnett msleep(PQI_RESET_POLL_INTERVAL_MSECS);
7588336b6819SKevin Barnett reset_reg.all_bits = readl(&pqi_registers->device_reset);
7589336b6819SKevin Barnett if (reset_reg.bits.reset_action == PQI_RESET_ACTION_COMPLETED)
7590336b6819SKevin Barnett break;
759185b41834SKevin Barnett if (!sis_is_firmware_running(ctrl_info)) {
7592336b6819SKevin Barnett rc = -ENXIO;
7593336b6819SKevin Barnett break;
7594336b6819SKevin Barnett }
7595336b6819SKevin Barnett if (time_after(jiffies, timeout)) {
7596336b6819SKevin Barnett rc = -ETIMEDOUT;
7597336b6819SKevin Barnett break;
7598336b6819SKevin Barnett }
7599336b6819SKevin Barnett }
7600336b6819SKevin Barnett
7601336b6819SKevin Barnett return rc;
7602336b6819SKevin Barnett }
76036c223761SKevin Barnett
pqi_reset(struct pqi_ctrl_info * ctrl_info)76046c223761SKevin Barnett static int pqi_reset(struct pqi_ctrl_info *ctrl_info)
76056c223761SKevin Barnett {
76066c223761SKevin Barnett int rc;
7607336b6819SKevin Barnett union pqi_reset_register reset_reg;
76086c223761SKevin Barnett
7609336b6819SKevin Barnett if (ctrl_info->pqi_reset_quiesce_supported) {
7610336b6819SKevin Barnett rc = sis_pqi_reset_quiesce(ctrl_info);
7611336b6819SKevin Barnett if (rc) {
7612336b6819SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
7613583891c9SKevin Barnett "PQI reset failed during quiesce with error %d\n", rc);
7614336b6819SKevin Barnett return rc;
7615336b6819SKevin Barnett }
7616336b6819SKevin Barnett }
76176c223761SKevin Barnett
7618336b6819SKevin Barnett reset_reg.all_bits = 0;
7619336b6819SKevin Barnett reset_reg.bits.reset_type = PQI_RESET_TYPE_HARD_RESET;
7620336b6819SKevin Barnett reset_reg.bits.reset_action = PQI_RESET_ACTION_RESET;
76216c223761SKevin Barnett
7622336b6819SKevin Barnett writel(reset_reg.all_bits, &ctrl_info->pqi_registers->device_reset);
7623336b6819SKevin Barnett
7624336b6819SKevin Barnett rc = pqi_wait_for_pqi_reset_completion(ctrl_info);
76256c223761SKevin Barnett if (rc)
76266c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
7627336b6819SKevin Barnett "PQI reset failed with error %d\n", rc);
76286c223761SKevin Barnett
76296c223761SKevin Barnett return rc;
76306c223761SKevin Barnett }
76316c223761SKevin Barnett
pqi_get_ctrl_serial_number(struct pqi_ctrl_info * ctrl_info)76326d90615fSMurthy Bhat static int pqi_get_ctrl_serial_number(struct pqi_ctrl_info *ctrl_info)
76336d90615fSMurthy Bhat {
76346d90615fSMurthy Bhat int rc;
76356d90615fSMurthy Bhat struct bmic_sense_subsystem_info *sense_info;
76366d90615fSMurthy Bhat
76376d90615fSMurthy Bhat sense_info = kzalloc(sizeof(*sense_info), GFP_KERNEL);
76386d90615fSMurthy Bhat if (!sense_info)
76396d90615fSMurthy Bhat return -ENOMEM;
76406d90615fSMurthy Bhat
76416d90615fSMurthy Bhat rc = pqi_sense_subsystem_info(ctrl_info, sense_info);
76426d90615fSMurthy Bhat if (rc)
76436d90615fSMurthy Bhat goto out;
76446d90615fSMurthy Bhat
76456d90615fSMurthy Bhat memcpy(ctrl_info->serial_number, sense_info->ctrl_serial_number,
76466d90615fSMurthy Bhat sizeof(sense_info->ctrl_serial_number));
76476d90615fSMurthy Bhat ctrl_info->serial_number[sizeof(sense_info->ctrl_serial_number)] = '\0';
76486d90615fSMurthy Bhat
76496d90615fSMurthy Bhat out:
76506d90615fSMurthy Bhat kfree(sense_info);
76516d90615fSMurthy Bhat
76526d90615fSMurthy Bhat return rc;
76536d90615fSMurthy Bhat }
76546d90615fSMurthy Bhat
pqi_get_ctrl_product_details(struct pqi_ctrl_info * ctrl_info)76556d90615fSMurthy Bhat static int pqi_get_ctrl_product_details(struct pqi_ctrl_info *ctrl_info)
76566c223761SKevin Barnett {
76576c223761SKevin Barnett int rc;
76586c223761SKevin Barnett struct bmic_identify_controller *identify;
76596c223761SKevin Barnett
76606c223761SKevin Barnett identify = kmalloc(sizeof(*identify), GFP_KERNEL);
76616c223761SKevin Barnett if (!identify)
76626c223761SKevin Barnett return -ENOMEM;
76636c223761SKevin Barnett
76646c223761SKevin Barnett rc = pqi_identify_controller(ctrl_info, identify);
76656c223761SKevin Barnett if (rc)
76666c223761SKevin Barnett goto out;
76676c223761SKevin Barnett
7668598bef8dSKevin Barnett if (get_unaligned_le32(&identify->extra_controller_flags) &
7669598bef8dSKevin Barnett BMIC_IDENTIFY_EXTRA_FLAGS_LONG_FW_VERSION_SUPPORTED) {
7670598bef8dSKevin Barnett memcpy(ctrl_info->firmware_version,
7671598bef8dSKevin Barnett identify->firmware_version_long,
7672598bef8dSKevin Barnett sizeof(identify->firmware_version_long));
7673598bef8dSKevin Barnett } else {
7674598bef8dSKevin Barnett memcpy(ctrl_info->firmware_version,
7675598bef8dSKevin Barnett identify->firmware_version_short,
7676598bef8dSKevin Barnett sizeof(identify->firmware_version_short));
7677598bef8dSKevin Barnett ctrl_info->firmware_version
7678598bef8dSKevin Barnett [sizeof(identify->firmware_version_short)] = '\0';
76796c223761SKevin Barnett snprintf(ctrl_info->firmware_version +
76806c223761SKevin Barnett strlen(ctrl_info->firmware_version),
7681598bef8dSKevin Barnett sizeof(ctrl_info->firmware_version) -
7682598bef8dSKevin Barnett sizeof(identify->firmware_version_short),
7683598bef8dSKevin Barnett "-%u",
7684598bef8dSKevin Barnett get_unaligned_le16(&identify->firmware_build_number));
7685598bef8dSKevin Barnett }
76866c223761SKevin Barnett
76876d90615fSMurthy Bhat memcpy(ctrl_info->model, identify->product_id,
76886d90615fSMurthy Bhat sizeof(identify->product_id));
76896d90615fSMurthy Bhat ctrl_info->model[sizeof(identify->product_id)] = '\0';
76906d90615fSMurthy Bhat
76916d90615fSMurthy Bhat memcpy(ctrl_info->vendor, identify->vendor_id,
76926d90615fSMurthy Bhat sizeof(identify->vendor_id));
76936d90615fSMurthy Bhat ctrl_info->vendor[sizeof(identify->vendor_id)] = '\0';
76946d90615fSMurthy Bhat
76951d393227SGilbert Wu dev_info(&ctrl_info->pci_dev->dev,
76961d393227SGilbert Wu "Firmware version: %s\n", ctrl_info->firmware_version);
76971d393227SGilbert Wu
76986c223761SKevin Barnett out:
76996c223761SKevin Barnett kfree(identify);
77006c223761SKevin Barnett
77016c223761SKevin Barnett return rc;
77026c223761SKevin Barnett }
77036c223761SKevin Barnett
7704b212c251SKevin Barnett struct pqi_config_table_section_info {
7705b212c251SKevin Barnett struct pqi_ctrl_info *ctrl_info;
7706b212c251SKevin Barnett void *section;
7707b212c251SKevin Barnett u32 section_offset;
7708b212c251SKevin Barnett void __iomem *section_iomem_addr;
7709b212c251SKevin Barnett };
7710b212c251SKevin Barnett
pqi_is_firmware_feature_supported(struct pqi_config_table_firmware_features * firmware_features,unsigned int bit_position)7711b212c251SKevin Barnett static inline bool pqi_is_firmware_feature_supported(
7712b212c251SKevin Barnett struct pqi_config_table_firmware_features *firmware_features,
7713b212c251SKevin Barnett unsigned int bit_position)
7714b212c251SKevin Barnett {
7715b212c251SKevin Barnett unsigned int byte_index;
7716b212c251SKevin Barnett
7717b212c251SKevin Barnett byte_index = bit_position / BITS_PER_BYTE;
7718b212c251SKevin Barnett
7719b212c251SKevin Barnett if (byte_index >= le16_to_cpu(firmware_features->num_elements))
7720b212c251SKevin Barnett return false;
7721b212c251SKevin Barnett
7722b212c251SKevin Barnett return firmware_features->features_supported[byte_index] &
7723b212c251SKevin Barnett (1 << (bit_position % BITS_PER_BYTE)) ? true : false;
7724b212c251SKevin Barnett }
7725b212c251SKevin Barnett
pqi_is_firmware_feature_enabled(struct pqi_config_table_firmware_features * firmware_features,void __iomem * firmware_features_iomem_addr,unsigned int bit_position)7726b212c251SKevin Barnett static inline bool pqi_is_firmware_feature_enabled(
7727b212c251SKevin Barnett struct pqi_config_table_firmware_features *firmware_features,
7728b212c251SKevin Barnett void __iomem *firmware_features_iomem_addr,
7729b212c251SKevin Barnett unsigned int bit_position)
7730b212c251SKevin Barnett {
7731b212c251SKevin Barnett unsigned int byte_index;
7732b212c251SKevin Barnett u8 __iomem *features_enabled_iomem_addr;
7733b212c251SKevin Barnett
7734b212c251SKevin Barnett byte_index = (bit_position / BITS_PER_BYTE) +
7735b212c251SKevin Barnett (le16_to_cpu(firmware_features->num_elements) * 2);
7736b212c251SKevin Barnett
7737b212c251SKevin Barnett features_enabled_iomem_addr = firmware_features_iomem_addr +
7738b212c251SKevin Barnett offsetof(struct pqi_config_table_firmware_features,
7739b212c251SKevin Barnett features_supported) + byte_index;
7740b212c251SKevin Barnett
7741b212c251SKevin Barnett return *((__force u8 *)features_enabled_iomem_addr) &
7742b212c251SKevin Barnett (1 << (bit_position % BITS_PER_BYTE)) ? true : false;
7743b212c251SKevin Barnett }
7744b212c251SKevin Barnett
pqi_request_firmware_feature(struct pqi_config_table_firmware_features * firmware_features,unsigned int bit_position)7745b212c251SKevin Barnett static inline void pqi_request_firmware_feature(
7746b212c251SKevin Barnett struct pqi_config_table_firmware_features *firmware_features,
7747b212c251SKevin Barnett unsigned int bit_position)
7748b212c251SKevin Barnett {
7749b212c251SKevin Barnett unsigned int byte_index;
7750b212c251SKevin Barnett
7751b212c251SKevin Barnett byte_index = (bit_position / BITS_PER_BYTE) +
7752b212c251SKevin Barnett le16_to_cpu(firmware_features->num_elements);
7753b212c251SKevin Barnett
7754b212c251SKevin Barnett firmware_features->features_supported[byte_index] |=
7755b212c251SKevin Barnett (1 << (bit_position % BITS_PER_BYTE));
7756b212c251SKevin Barnett }
7757b212c251SKevin Barnett
pqi_config_table_update(struct pqi_ctrl_info * ctrl_info,u16 first_section,u16 last_section)7758b212c251SKevin Barnett static int pqi_config_table_update(struct pqi_ctrl_info *ctrl_info,
7759b212c251SKevin Barnett u16 first_section, u16 last_section)
7760b212c251SKevin Barnett {
7761b212c251SKevin Barnett struct pqi_vendor_general_request request;
7762b212c251SKevin Barnett
7763b212c251SKevin Barnett memset(&request, 0, sizeof(request));
7764b212c251SKevin Barnett
7765b212c251SKevin Barnett request.header.iu_type = PQI_REQUEST_IU_VENDOR_GENERAL;
7766b212c251SKevin Barnett put_unaligned_le16(sizeof(request) - PQI_REQUEST_HEADER_LENGTH,
7767b212c251SKevin Barnett &request.header.iu_length);
7768b212c251SKevin Barnett put_unaligned_le16(PQI_VENDOR_GENERAL_CONFIG_TABLE_UPDATE,
7769b212c251SKevin Barnett &request.function_code);
7770b212c251SKevin Barnett put_unaligned_le16(first_section,
7771b212c251SKevin Barnett &request.data.config_table_update.first_section);
7772b212c251SKevin Barnett put_unaligned_le16(last_section,
7773b212c251SKevin Barnett &request.data.config_table_update.last_section);
7774b212c251SKevin Barnett
7775ae0c189dSKevin Barnett return pqi_submit_raid_request_synchronous(ctrl_info, &request.header, 0, NULL);
7776b212c251SKevin Barnett }
7777b212c251SKevin Barnett
pqi_enable_firmware_features(struct pqi_ctrl_info * ctrl_info,struct pqi_config_table_firmware_features * firmware_features,void __iomem * firmware_features_iomem_addr)7778b212c251SKevin Barnett static int pqi_enable_firmware_features(struct pqi_ctrl_info *ctrl_info,
7779b212c251SKevin Barnett struct pqi_config_table_firmware_features *firmware_features,
7780b212c251SKevin Barnett void __iomem *firmware_features_iomem_addr)
7781b212c251SKevin Barnett {
7782b212c251SKevin Barnett void *features_requested;
7783b212c251SKevin Barnett void __iomem *features_requested_iomem_addr;
7784f6cc2a77SKevin Barnett void __iomem *host_max_known_feature_iomem_addr;
7785b212c251SKevin Barnett
7786b212c251SKevin Barnett features_requested = firmware_features->features_supported +
7787b212c251SKevin Barnett le16_to_cpu(firmware_features->num_elements);
7788b212c251SKevin Barnett
7789b212c251SKevin Barnett features_requested_iomem_addr = firmware_features_iomem_addr +
7790b212c251SKevin Barnett (features_requested - (void *)firmware_features);
7791b212c251SKevin Barnett
7792b212c251SKevin Barnett memcpy_toio(features_requested_iomem_addr, features_requested,
7793b212c251SKevin Barnett le16_to_cpu(firmware_features->num_elements));
7794b212c251SKevin Barnett
7795f6cc2a77SKevin Barnett if (pqi_is_firmware_feature_supported(firmware_features,
7796f6cc2a77SKevin Barnett PQI_FIRMWARE_FEATURE_MAX_KNOWN_FEATURE)) {
7797f6cc2a77SKevin Barnett host_max_known_feature_iomem_addr =
7798f6cc2a77SKevin Barnett features_requested_iomem_addr +
7799f6cc2a77SKevin Barnett (le16_to_cpu(firmware_features->num_elements) * 2) +
7800f6cc2a77SKevin Barnett sizeof(__le16);
7801c23efd9eSDon Brace writeb(PQI_FIRMWARE_FEATURE_MAXIMUM & 0xFF, host_max_known_feature_iomem_addr);
7802c23efd9eSDon Brace writeb((PQI_FIRMWARE_FEATURE_MAXIMUM & 0xFF00) >> 8, host_max_known_feature_iomem_addr + 1);
7803f6cc2a77SKevin Barnett }
7804f6cc2a77SKevin Barnett
7805b212c251SKevin Barnett return pqi_config_table_update(ctrl_info,
7806b212c251SKevin Barnett PQI_CONFIG_TABLE_SECTION_FIRMWARE_FEATURES,
7807b212c251SKevin Barnett PQI_CONFIG_TABLE_SECTION_FIRMWARE_FEATURES);
7808b212c251SKevin Barnett }
7809b212c251SKevin Barnett
7810b212c251SKevin Barnett struct pqi_firmware_feature {
7811b212c251SKevin Barnett char *feature_name;
7812b212c251SKevin Barnett unsigned int feature_bit;
7813b212c251SKevin Barnett bool supported;
7814b212c251SKevin Barnett bool enabled;
7815b212c251SKevin Barnett void (*feature_status)(struct pqi_ctrl_info *ctrl_info,
7816b212c251SKevin Barnett struct pqi_firmware_feature *firmware_feature);
7817b212c251SKevin Barnett };
7818b212c251SKevin Barnett
pqi_firmware_feature_status(struct pqi_ctrl_info * ctrl_info,struct pqi_firmware_feature * firmware_feature)7819b212c251SKevin Barnett static void pqi_firmware_feature_status(struct pqi_ctrl_info *ctrl_info,
7820b212c251SKevin Barnett struct pqi_firmware_feature *firmware_feature)
7821b212c251SKevin Barnett {
7822b212c251SKevin Barnett if (!firmware_feature->supported) {
7823b212c251SKevin Barnett dev_info(&ctrl_info->pci_dev->dev, "%s not supported by controller\n",
7824b212c251SKevin Barnett firmware_feature->feature_name);
7825b212c251SKevin Barnett return;
7826b212c251SKevin Barnett }
7827b212c251SKevin Barnett
7828b212c251SKevin Barnett if (firmware_feature->enabled) {
7829b212c251SKevin Barnett dev_info(&ctrl_info->pci_dev->dev,
7830b212c251SKevin Barnett "%s enabled\n", firmware_feature->feature_name);
7831b212c251SKevin Barnett return;
7832b212c251SKevin Barnett }
7833b212c251SKevin Barnett
7834b212c251SKevin Barnett dev_err(&ctrl_info->pci_dev->dev, "failed to enable %s\n",
7835b212c251SKevin Barnett firmware_feature->feature_name);
7836b212c251SKevin Barnett }
7837b212c251SKevin Barnett
pqi_ctrl_update_feature_flags(struct pqi_ctrl_info * ctrl_info,struct pqi_firmware_feature * firmware_feature)783821432010Skoshyaji static void pqi_ctrl_update_feature_flags(struct pqi_ctrl_info *ctrl_info,
783921432010Skoshyaji struct pqi_firmware_feature *firmware_feature)
784021432010Skoshyaji {
784121432010Skoshyaji switch (firmware_feature->feature_bit) {
7842f6cc2a77SKevin Barnett case PQI_FIRMWARE_FEATURE_RAID_1_WRITE_BYPASS:
7843f6cc2a77SKevin Barnett ctrl_info->enable_r1_writes = firmware_feature->enabled;
7844f6cc2a77SKevin Barnett break;
7845f6cc2a77SKevin Barnett case PQI_FIRMWARE_FEATURE_RAID_5_WRITE_BYPASS:
7846f6cc2a77SKevin Barnett ctrl_info->enable_r5_writes = firmware_feature->enabled;
7847f6cc2a77SKevin Barnett break;
7848f6cc2a77SKevin Barnett case PQI_FIRMWARE_FEATURE_RAID_6_WRITE_BYPASS:
7849f6cc2a77SKevin Barnett ctrl_info->enable_r6_writes = firmware_feature->enabled;
7850f6cc2a77SKevin Barnett break;
785121432010Skoshyaji case PQI_FIRMWARE_FEATURE_SOFT_RESET_HANDSHAKE:
785221432010Skoshyaji ctrl_info->soft_reset_handshake_supported =
78534ccc354bSKevin Barnett firmware_feature->enabled &&
78544ccc354bSKevin Barnett pqi_read_soft_reset_status(ctrl_info);
785521432010Skoshyaji break;
785621432010Skoshyaji case PQI_FIRMWARE_FEATURE_RAID_IU_TIMEOUT:
7857583891c9SKevin Barnett ctrl_info->raid_iu_timeout_supported = firmware_feature->enabled;
785821432010Skoshyaji break;
7859c2922f17SMurthy Bhat case PQI_FIRMWARE_FEATURE_TMF_IU_TIMEOUT:
7860583891c9SKevin Barnett ctrl_info->tmf_iu_timeout_supported = firmware_feature->enabled;
7861c2922f17SMurthy Bhat break;
78625d1f03e6SMurthy Bhat case PQI_FIRMWARE_FEATURE_FW_TRIAGE:
78635d1f03e6SMurthy Bhat ctrl_info->firmware_triage_supported = firmware_feature->enabled;
78649ee5d6e9SMahesh Rajashekhara pqi_save_fw_triage_setting(ctrl_info, firmware_feature->enabled);
78655d1f03e6SMurthy Bhat break;
786628ca6d87SMike McGowen case PQI_FIRMWARE_FEATURE_RPL_EXTENDED_FORMAT_4_5:
786728ca6d87SMike McGowen ctrl_info->rpl_extended_format_4_5_supported = firmware_feature->enabled;
786828ca6d87SMike McGowen break;
7869904f2bfdSKumar Meiyappan case PQI_FIRMWARE_FEATURE_MULTI_LUN_DEVICE_SUPPORT:
7870904f2bfdSKumar Meiyappan ctrl_info->multi_lun_device_supported = firmware_feature->enabled;
7871904f2bfdSKumar Meiyappan break;
787221432010Skoshyaji }
787321432010Skoshyaji
787421432010Skoshyaji pqi_firmware_feature_status(ctrl_info, firmware_feature);
787521432010Skoshyaji }
787621432010Skoshyaji
pqi_firmware_feature_update(struct pqi_ctrl_info * ctrl_info,struct pqi_firmware_feature * firmware_feature)7877b212c251SKevin Barnett static inline void pqi_firmware_feature_update(struct pqi_ctrl_info *ctrl_info,
7878b212c251SKevin Barnett struct pqi_firmware_feature *firmware_feature)
7879b212c251SKevin Barnett {
7880b212c251SKevin Barnett if (firmware_feature->feature_status)
7881b212c251SKevin Barnett firmware_feature->feature_status(ctrl_info, firmware_feature);
7882b212c251SKevin Barnett }
7883b212c251SKevin Barnett
7884b212c251SKevin Barnett static DEFINE_MUTEX(pqi_firmware_features_mutex);
7885b212c251SKevin Barnett
7886b212c251SKevin Barnett static struct pqi_firmware_feature pqi_firmware_features[] = {
7887b212c251SKevin Barnett {
7888b212c251SKevin Barnett .feature_name = "Online Firmware Activation",
7889b212c251SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_OFA,
7890b212c251SKevin Barnett .feature_status = pqi_firmware_feature_status,
7891b212c251SKevin Barnett },
7892b212c251SKevin Barnett {
7893b212c251SKevin Barnett .feature_name = "Serial Management Protocol",
7894b212c251SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_SMP,
7895b212c251SKevin Barnett .feature_status = pqi_firmware_feature_status,
7896b212c251SKevin Barnett },
78974fd22c13SMahesh Rajashekhara {
7898f6cc2a77SKevin Barnett .feature_name = "Maximum Known Feature",
7899f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_MAX_KNOWN_FEATURE,
7900f6cc2a77SKevin Barnett .feature_status = pqi_firmware_feature_status,
7901f6cc2a77SKevin Barnett },
7902f6cc2a77SKevin Barnett {
7903f6cc2a77SKevin Barnett .feature_name = "RAID 0 Read Bypass",
7904f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_0_READ_BYPASS,
7905f6cc2a77SKevin Barnett .feature_status = pqi_firmware_feature_status,
7906f6cc2a77SKevin Barnett },
7907f6cc2a77SKevin Barnett {
7908f6cc2a77SKevin Barnett .feature_name = "RAID 1 Read Bypass",
7909f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_1_READ_BYPASS,
7910f6cc2a77SKevin Barnett .feature_status = pqi_firmware_feature_status,
7911f6cc2a77SKevin Barnett },
7912f6cc2a77SKevin Barnett {
7913f6cc2a77SKevin Barnett .feature_name = "RAID 5 Read Bypass",
7914f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_5_READ_BYPASS,
7915f6cc2a77SKevin Barnett .feature_status = pqi_firmware_feature_status,
7916f6cc2a77SKevin Barnett },
7917f6cc2a77SKevin Barnett {
7918f6cc2a77SKevin Barnett .feature_name = "RAID 6 Read Bypass",
7919f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_6_READ_BYPASS,
7920f6cc2a77SKevin Barnett .feature_status = pqi_firmware_feature_status,
7921f6cc2a77SKevin Barnett },
7922f6cc2a77SKevin Barnett {
7923f6cc2a77SKevin Barnett .feature_name = "RAID 0 Write Bypass",
7924f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_0_WRITE_BYPASS,
7925f6cc2a77SKevin Barnett .feature_status = pqi_firmware_feature_status,
7926f6cc2a77SKevin Barnett },
7927f6cc2a77SKevin Barnett {
7928f6cc2a77SKevin Barnett .feature_name = "RAID 1 Write Bypass",
7929f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_1_WRITE_BYPASS,
7930f6cc2a77SKevin Barnett .feature_status = pqi_ctrl_update_feature_flags,
7931f6cc2a77SKevin Barnett },
7932f6cc2a77SKevin Barnett {
7933f6cc2a77SKevin Barnett .feature_name = "RAID 5 Write Bypass",
7934f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_5_WRITE_BYPASS,
7935f6cc2a77SKevin Barnett .feature_status = pqi_ctrl_update_feature_flags,
7936f6cc2a77SKevin Barnett },
7937f6cc2a77SKevin Barnett {
7938f6cc2a77SKevin Barnett .feature_name = "RAID 6 Write Bypass",
7939f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_6_WRITE_BYPASS,
7940f6cc2a77SKevin Barnett .feature_status = pqi_ctrl_update_feature_flags,
7941f6cc2a77SKevin Barnett },
7942f6cc2a77SKevin Barnett {
79434fd22c13SMahesh Rajashekhara .feature_name = "New Soft Reset Handshake",
79444fd22c13SMahesh Rajashekhara .feature_bit = PQI_FIRMWARE_FEATURE_SOFT_RESET_HANDSHAKE,
794521432010Skoshyaji .feature_status = pqi_ctrl_update_feature_flags,
794621432010Skoshyaji },
794721432010Skoshyaji {
794821432010Skoshyaji .feature_name = "RAID IU Timeout",
794921432010Skoshyaji .feature_bit = PQI_FIRMWARE_FEATURE_RAID_IU_TIMEOUT,
795021432010Skoshyaji .feature_status = pqi_ctrl_update_feature_flags,
79514fd22c13SMahesh Rajashekhara },
7952c2922f17SMurthy Bhat {
7953c2922f17SMurthy Bhat .feature_name = "TMF IU Timeout",
7954c2922f17SMurthy Bhat .feature_bit = PQI_FIRMWARE_FEATURE_TMF_IU_TIMEOUT,
7955c2922f17SMurthy Bhat .feature_status = pqi_ctrl_update_feature_flags,
7956c2922f17SMurthy Bhat },
7957f6cc2a77SKevin Barnett {
7958f6cc2a77SKevin Barnett .feature_name = "RAID Bypass on encrypted logical volumes on NVMe",
7959f6cc2a77SKevin Barnett .feature_bit = PQI_FIRMWARE_FEATURE_RAID_BYPASS_ON_ENCRYPTED_NVME,
7960f6cc2a77SKevin Barnett .feature_status = pqi_firmware_feature_status,
7961f6cc2a77SKevin Barnett },
79627a84a821SKevin Barnett {
79635d1f03e6SMurthy Bhat .feature_name = "Firmware Triage",
79645d1f03e6SMurthy Bhat .feature_bit = PQI_FIRMWARE_FEATURE_FW_TRIAGE,
79655d1f03e6SMurthy Bhat .feature_status = pqi_ctrl_update_feature_flags,
79665d1f03e6SMurthy Bhat },
796728ca6d87SMike McGowen {
796828ca6d87SMike McGowen .feature_name = "RPL Extended Formats 4 and 5",
796928ca6d87SMike McGowen .feature_bit = PQI_FIRMWARE_FEATURE_RPL_EXTENDED_FORMAT_4_5,
797028ca6d87SMike McGowen .feature_status = pqi_ctrl_update_feature_flags,
797128ca6d87SMike McGowen },
7972904f2bfdSKumar Meiyappan {
7973904f2bfdSKumar Meiyappan .feature_name = "Multi-LUN Target",
7974904f2bfdSKumar Meiyappan .feature_bit = PQI_FIRMWARE_FEATURE_MULTI_LUN_DEVICE_SUPPORT,
7975904f2bfdSKumar Meiyappan .feature_status = pqi_ctrl_update_feature_flags,
7976904f2bfdSKumar Meiyappan },
7977b212c251SKevin Barnett };
7978b212c251SKevin Barnett
pqi_process_firmware_features(struct pqi_config_table_section_info * section_info)7979b212c251SKevin Barnett static void pqi_process_firmware_features(
7980b212c251SKevin Barnett struct pqi_config_table_section_info *section_info)
7981b212c251SKevin Barnett {
7982b212c251SKevin Barnett int rc;
7983b212c251SKevin Barnett struct pqi_ctrl_info *ctrl_info;
7984b212c251SKevin Barnett struct pqi_config_table_firmware_features *firmware_features;
7985b212c251SKevin Barnett void __iomem *firmware_features_iomem_addr;
7986b212c251SKevin Barnett unsigned int i;
7987b212c251SKevin Barnett unsigned int num_features_supported;
7988b212c251SKevin Barnett
7989b212c251SKevin Barnett ctrl_info = section_info->ctrl_info;
7990b212c251SKevin Barnett firmware_features = section_info->section;
7991b212c251SKevin Barnett firmware_features_iomem_addr = section_info->section_iomem_addr;
7992b212c251SKevin Barnett
7993b212c251SKevin Barnett for (i = 0, num_features_supported = 0;
7994b212c251SKevin Barnett i < ARRAY_SIZE(pqi_firmware_features); i++) {
7995b212c251SKevin Barnett if (pqi_is_firmware_feature_supported(firmware_features,
7996b212c251SKevin Barnett pqi_firmware_features[i].feature_bit)) {
7997b212c251SKevin Barnett pqi_firmware_features[i].supported = true;
7998b212c251SKevin Barnett num_features_supported++;
7999b212c251SKevin Barnett } else {
8000b212c251SKevin Barnett pqi_firmware_feature_update(ctrl_info,
8001b212c251SKevin Barnett &pqi_firmware_features[i]);
8002b212c251SKevin Barnett }
8003b212c251SKevin Barnett }
8004b212c251SKevin Barnett
8005b212c251SKevin Barnett if (num_features_supported == 0)
8006b212c251SKevin Barnett return;
8007b212c251SKevin Barnett
8008b212c251SKevin Barnett for (i = 0; i < ARRAY_SIZE(pqi_firmware_features); i++) {
8009b212c251SKevin Barnett if (!pqi_firmware_features[i].supported)
8010b212c251SKevin Barnett continue;
8011b212c251SKevin Barnett pqi_request_firmware_feature(firmware_features,
8012b212c251SKevin Barnett pqi_firmware_features[i].feature_bit);
8013b212c251SKevin Barnett }
8014b212c251SKevin Barnett
8015b212c251SKevin Barnett rc = pqi_enable_firmware_features(ctrl_info, firmware_features,
8016b212c251SKevin Barnett firmware_features_iomem_addr);
8017b212c251SKevin Barnett if (rc) {
8018b212c251SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8019b212c251SKevin Barnett "failed to enable firmware features in PQI configuration table\n");
8020b212c251SKevin Barnett for (i = 0; i < ARRAY_SIZE(pqi_firmware_features); i++) {
8021b212c251SKevin Barnett if (!pqi_firmware_features[i].supported)
8022b212c251SKevin Barnett continue;
8023b212c251SKevin Barnett pqi_firmware_feature_update(ctrl_info,
8024b212c251SKevin Barnett &pqi_firmware_features[i]);
8025b212c251SKevin Barnett }
8026b212c251SKevin Barnett return;
8027b212c251SKevin Barnett }
8028b212c251SKevin Barnett
8029b212c251SKevin Barnett for (i = 0; i < ARRAY_SIZE(pqi_firmware_features); i++) {
8030b212c251SKevin Barnett if (!pqi_firmware_features[i].supported)
8031b212c251SKevin Barnett continue;
8032b212c251SKevin Barnett if (pqi_is_firmware_feature_enabled(firmware_features,
8033b212c251SKevin Barnett firmware_features_iomem_addr,
80344fd22c13SMahesh Rajashekhara pqi_firmware_features[i].feature_bit)) {
8035b212c251SKevin Barnett pqi_firmware_features[i].enabled = true;
80364fd22c13SMahesh Rajashekhara }
8037b212c251SKevin Barnett pqi_firmware_feature_update(ctrl_info,
8038b212c251SKevin Barnett &pqi_firmware_features[i]);
8039b212c251SKevin Barnett }
8040b212c251SKevin Barnett }
8041b212c251SKevin Barnett
pqi_init_firmware_features(void)8042b212c251SKevin Barnett static void pqi_init_firmware_features(void)
8043b212c251SKevin Barnett {
8044b212c251SKevin Barnett unsigned int i;
8045b212c251SKevin Barnett
8046b212c251SKevin Barnett for (i = 0; i < ARRAY_SIZE(pqi_firmware_features); i++) {
8047b212c251SKevin Barnett pqi_firmware_features[i].supported = false;
8048b212c251SKevin Barnett pqi_firmware_features[i].enabled = false;
8049b212c251SKevin Barnett }
8050b212c251SKevin Barnett }
8051b212c251SKevin Barnett
pqi_process_firmware_features_section(struct pqi_config_table_section_info * section_info)8052b212c251SKevin Barnett static void pqi_process_firmware_features_section(
8053b212c251SKevin Barnett struct pqi_config_table_section_info *section_info)
8054b212c251SKevin Barnett {
8055b212c251SKevin Barnett mutex_lock(&pqi_firmware_features_mutex);
8056b212c251SKevin Barnett pqi_init_firmware_features();
8057b212c251SKevin Barnett pqi_process_firmware_features(section_info);
8058b212c251SKevin Barnett mutex_unlock(&pqi_firmware_features_mutex);
8059b212c251SKevin Barnett }
8060b212c251SKevin Barnett
8061f6cc2a77SKevin Barnett /*
8062f6cc2a77SKevin Barnett * Reset all controller settings that can be initialized during the processing
8063f6cc2a77SKevin Barnett * of the PQI Configuration Table.
8064f6cc2a77SKevin Barnett */
8065f6cc2a77SKevin Barnett
pqi_ctrl_reset_config(struct pqi_ctrl_info * ctrl_info)80664ccc354bSKevin Barnett static void pqi_ctrl_reset_config(struct pqi_ctrl_info *ctrl_info)
80674ccc354bSKevin Barnett {
80684ccc354bSKevin Barnett ctrl_info->heartbeat_counter = NULL;
80694ccc354bSKevin Barnett ctrl_info->soft_reset_status = NULL;
80704ccc354bSKevin Barnett ctrl_info->soft_reset_handshake_supported = false;
80714ccc354bSKevin Barnett ctrl_info->enable_r1_writes = false;
80724ccc354bSKevin Barnett ctrl_info->enable_r5_writes = false;
80734ccc354bSKevin Barnett ctrl_info->enable_r6_writes = false;
80744ccc354bSKevin Barnett ctrl_info->raid_iu_timeout_supported = false;
80754ccc354bSKevin Barnett ctrl_info->tmf_iu_timeout_supported = false;
80765d1f03e6SMurthy Bhat ctrl_info->firmware_triage_supported = false;
807728ca6d87SMike McGowen ctrl_info->rpl_extended_format_4_5_supported = false;
8078904f2bfdSKumar Meiyappan ctrl_info->multi_lun_device_supported = false;
80794ccc354bSKevin Barnett }
80804ccc354bSKevin Barnett
pqi_process_config_table(struct pqi_ctrl_info * ctrl_info)808198f87667SKevin Barnett static int pqi_process_config_table(struct pqi_ctrl_info *ctrl_info)
808298f87667SKevin Barnett {
808398f87667SKevin Barnett u32 table_length;
808498f87667SKevin Barnett u32 section_offset;
8085f6cc2a77SKevin Barnett bool firmware_feature_section_present;
808698f87667SKevin Barnett void __iomem *table_iomem_addr;
808798f87667SKevin Barnett struct pqi_config_table *config_table;
808898f87667SKevin Barnett struct pqi_config_table_section_header *section;
8089b212c251SKevin Barnett struct pqi_config_table_section_info section_info;
8090921800a1SDon Brace struct pqi_config_table_section_info feature_section_info = {0};
809198f87667SKevin Barnett
809298f87667SKevin Barnett table_length = ctrl_info->config_table_length;
8093b212c251SKevin Barnett if (table_length == 0)
8094b212c251SKevin Barnett return 0;
809598f87667SKevin Barnett
809698f87667SKevin Barnett config_table = kmalloc(table_length, GFP_KERNEL);
809798f87667SKevin Barnett if (!config_table) {
809898f87667SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8099d87d5474SKevin Barnett "failed to allocate memory for PQI configuration table\n");
810098f87667SKevin Barnett return -ENOMEM;
810198f87667SKevin Barnett }
810298f87667SKevin Barnett
810398f87667SKevin Barnett /*
810498f87667SKevin Barnett * Copy the config table contents from I/O memory space into the
810598f87667SKevin Barnett * temporary buffer.
810698f87667SKevin Barnett */
8107583891c9SKevin Barnett table_iomem_addr = ctrl_info->iomem_base + ctrl_info->config_table_offset;
810898f87667SKevin Barnett memcpy_fromio(config_table, table_iomem_addr, table_length);
810998f87667SKevin Barnett
8110f6cc2a77SKevin Barnett firmware_feature_section_present = false;
8111b212c251SKevin Barnett section_info.ctrl_info = ctrl_info;
8112583891c9SKevin Barnett section_offset = get_unaligned_le32(&config_table->first_section_offset);
811398f87667SKevin Barnett
811498f87667SKevin Barnett while (section_offset) {
811598f87667SKevin Barnett section = (void *)config_table + section_offset;
811698f87667SKevin Barnett
8117b212c251SKevin Barnett section_info.section = section;
8118b212c251SKevin Barnett section_info.section_offset = section_offset;
8119583891c9SKevin Barnett section_info.section_iomem_addr = table_iomem_addr + section_offset;
8120b212c251SKevin Barnett
812198f87667SKevin Barnett switch (get_unaligned_le16(§ion->section_id)) {
8122b212c251SKevin Barnett case PQI_CONFIG_TABLE_SECTION_FIRMWARE_FEATURES:
8123f6cc2a77SKevin Barnett firmware_feature_section_present = true;
8124f6cc2a77SKevin Barnett feature_section_info = section_info;
8125b212c251SKevin Barnett break;
812698f87667SKevin Barnett case PQI_CONFIG_TABLE_SECTION_HEARTBEAT:
81275a259e32SKevin Barnett if (pqi_disable_heartbeat)
81285a259e32SKevin Barnett dev_warn(&ctrl_info->pci_dev->dev,
81295a259e32SKevin Barnett "heartbeat disabled by module parameter\n");
81305a259e32SKevin Barnett else
81315a259e32SKevin Barnett ctrl_info->heartbeat_counter =
81325a259e32SKevin Barnett table_iomem_addr +
813398f87667SKevin Barnett section_offset +
8134583891c9SKevin Barnett offsetof(struct pqi_config_table_heartbeat,
813598f87667SKevin Barnett heartbeat_counter);
813698f87667SKevin Barnett break;
81374fd22c13SMahesh Rajashekhara case PQI_CONFIG_TABLE_SECTION_SOFT_RESET:
81384fd22c13SMahesh Rajashekhara ctrl_info->soft_reset_status =
81394fd22c13SMahesh Rajashekhara table_iomem_addr +
81404fd22c13SMahesh Rajashekhara section_offset +
81414fd22c13SMahesh Rajashekhara offsetof(struct pqi_config_table_soft_reset,
81424fd22c13SMahesh Rajashekhara soft_reset_status);
81434fd22c13SMahesh Rajashekhara break;
814498f87667SKevin Barnett }
814598f87667SKevin Barnett
8146583891c9SKevin Barnett section_offset = get_unaligned_le16(§ion->next_section_offset);
814798f87667SKevin Barnett }
814898f87667SKevin Barnett
8149f6cc2a77SKevin Barnett /*
8150f6cc2a77SKevin Barnett * We process the firmware feature section after all other sections
8151f6cc2a77SKevin Barnett * have been processed so that the feature bit callbacks can take
8152f6cc2a77SKevin Barnett * into account the settings configured by other sections.
8153f6cc2a77SKevin Barnett */
8154f6cc2a77SKevin Barnett if (firmware_feature_section_present)
8155f6cc2a77SKevin Barnett pqi_process_firmware_features_section(&feature_section_info);
8156f6cc2a77SKevin Barnett
815798f87667SKevin Barnett kfree(config_table);
815898f87667SKevin Barnett
815998f87667SKevin Barnett return 0;
816098f87667SKevin Barnett }
816198f87667SKevin Barnett
8162162d7753SKevin Barnett /* Switches the controller from PQI mode back into SIS mode. */
8163162d7753SKevin Barnett
pqi_revert_to_sis_mode(struct pqi_ctrl_info * ctrl_info)8164162d7753SKevin Barnett static int pqi_revert_to_sis_mode(struct pqi_ctrl_info *ctrl_info)
8165162d7753SKevin Barnett {
8166162d7753SKevin Barnett int rc;
8167162d7753SKevin Barnett
8168061ef06aSKevin Barnett pqi_change_irq_mode(ctrl_info, IRQ_MODE_NONE);
8169162d7753SKevin Barnett rc = pqi_reset(ctrl_info);
8170162d7753SKevin Barnett if (rc)
8171162d7753SKevin Barnett return rc;
81724f078e24SKevin Barnett rc = sis_reenable_sis_mode(ctrl_info);
81734f078e24SKevin Barnett if (rc) {
81744f078e24SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
81754f078e24SKevin Barnett "re-enabling SIS mode failed with error %d\n", rc);
81764f078e24SKevin Barnett return rc;
81774f078e24SKevin Barnett }
8178162d7753SKevin Barnett pqi_save_ctrl_mode(ctrl_info, SIS_MODE);
8179162d7753SKevin Barnett
8180162d7753SKevin Barnett return 0;
8181162d7753SKevin Barnett }
8182162d7753SKevin Barnett
8183162d7753SKevin Barnett /*
8184162d7753SKevin Barnett * If the controller isn't already in SIS mode, this function forces it into
8185162d7753SKevin Barnett * SIS mode.
8186162d7753SKevin Barnett */
8187162d7753SKevin Barnett
pqi_force_sis_mode(struct pqi_ctrl_info * ctrl_info)8188162d7753SKevin Barnett static int pqi_force_sis_mode(struct pqi_ctrl_info *ctrl_info)
8189ff6abb73SKevin Barnett {
8190ff6abb73SKevin Barnett if (!sis_is_firmware_running(ctrl_info))
8191ff6abb73SKevin Barnett return -ENXIO;
8192ff6abb73SKevin Barnett
8193162d7753SKevin Barnett if (pqi_get_ctrl_mode(ctrl_info) == SIS_MODE)
8194162d7753SKevin Barnett return 0;
8195162d7753SKevin Barnett
8196162d7753SKevin Barnett if (sis_is_kernel_up(ctrl_info)) {
8197162d7753SKevin Barnett pqi_save_ctrl_mode(ctrl_info, SIS_MODE);
8198162d7753SKevin Barnett return 0;
8199ff6abb73SKevin Barnett }
8200ff6abb73SKevin Barnett
8201162d7753SKevin Barnett return pqi_revert_to_sis_mode(ctrl_info);
8202ff6abb73SKevin Barnett }
8203ff6abb73SKevin Barnett
pqi_perform_lockup_action(void)82043ada501dSMahesh Rajashekhara static void pqi_perform_lockup_action(void)
82053ada501dSMahesh Rajashekhara {
82063ada501dSMahesh Rajashekhara switch (pqi_lockup_action) {
82073ada501dSMahesh Rajashekhara case PANIC:
82083ada501dSMahesh Rajashekhara panic("FATAL: Smart Family Controller lockup detected");
82093ada501dSMahesh Rajashekhara break;
82103ada501dSMahesh Rajashekhara case REBOOT:
82113ada501dSMahesh Rajashekhara emergency_restart();
82123ada501dSMahesh Rajashekhara break;
82133ada501dSMahesh Rajashekhara case NONE:
82143ada501dSMahesh Rajashekhara default:
82153ada501dSMahesh Rajashekhara break;
82163ada501dSMahesh Rajashekhara }
82173ada501dSMahesh Rajashekhara }
82183ada501dSMahesh Rajashekhara
pqi_ctrl_init(struct pqi_ctrl_info * ctrl_info)82196c223761SKevin Barnett static int pqi_ctrl_init(struct pqi_ctrl_info *ctrl_info)
82206c223761SKevin Barnett {
82216c223761SKevin Barnett int rc;
82222708a256SKevin Barnett u32 product_id;
82236c223761SKevin Barnett
82240530736eSKevin Barnett if (reset_devices) {
82259ee5d6e9SMahesh Rajashekhara if (pqi_is_fw_triage_supported(ctrl_info)) {
82269ee5d6e9SMahesh Rajashekhara rc = sis_wait_for_fw_triage_completion(ctrl_info);
82279ee5d6e9SMahesh Rajashekhara if (rc)
82289ee5d6e9SMahesh Rajashekhara return rc;
82299ee5d6e9SMahesh Rajashekhara }
82300530736eSKevin Barnett sis_soft_reset(ctrl_info);
823142dc0426SBalsundar P ssleep(PQI_POST_RESET_DELAY_SECS);
82320530736eSKevin Barnett } else {
8233162d7753SKevin Barnett rc = pqi_force_sis_mode(ctrl_info);
8234ff6abb73SKevin Barnett if (rc)
8235ff6abb73SKevin Barnett return rc;
82360530736eSKevin Barnett }
82376c223761SKevin Barnett
82386c223761SKevin Barnett /*
82396c223761SKevin Barnett * Wait until the controller is ready to start accepting SIS
82406c223761SKevin Barnett * commands.
82416c223761SKevin Barnett */
82426c223761SKevin Barnett rc = sis_wait_for_ctrl_ready(ctrl_info);
82433ada501dSMahesh Rajashekhara if (rc) {
82443ada501dSMahesh Rajashekhara if (reset_devices) {
82453ada501dSMahesh Rajashekhara dev_err(&ctrl_info->pci_dev->dev,
82463ada501dSMahesh Rajashekhara "kdump init failed with error %d\n", rc);
82473ada501dSMahesh Rajashekhara pqi_lockup_action = REBOOT;
82483ada501dSMahesh Rajashekhara pqi_perform_lockup_action();
82493ada501dSMahesh Rajashekhara }
82506c223761SKevin Barnett return rc;
82513ada501dSMahesh Rajashekhara }
82526c223761SKevin Barnett
82536c223761SKevin Barnett /*
82546c223761SKevin Barnett * Get the controller properties. This allows us to determine
82556c223761SKevin Barnett * whether or not it supports PQI mode.
82566c223761SKevin Barnett */
82576c223761SKevin Barnett rc = sis_get_ctrl_properties(ctrl_info);
82586c223761SKevin Barnett if (rc) {
82596c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
82606c223761SKevin Barnett "error obtaining controller properties\n");
82616c223761SKevin Barnett return rc;
82626c223761SKevin Barnett }
82636c223761SKevin Barnett
82646c223761SKevin Barnett rc = sis_get_pqi_capabilities(ctrl_info);
82656c223761SKevin Barnett if (rc) {
82666c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
82676c223761SKevin Barnett "error obtaining controller capabilities\n");
82686c223761SKevin Barnett return rc;
82696c223761SKevin Barnett }
82706c223761SKevin Barnett
82712708a256SKevin Barnett product_id = sis_get_product_id(ctrl_info);
82722708a256SKevin Barnett ctrl_info->product_id = (u8)product_id;
82732708a256SKevin Barnett ctrl_info->product_revision = (u8)(product_id >> 8);
82742708a256SKevin Barnett
8275d727a776SKevin Barnett if (reset_devices) {
8276d727a776SKevin Barnett if (ctrl_info->max_outstanding_requests >
8277d727a776SKevin Barnett PQI_MAX_OUTSTANDING_REQUESTS_KDUMP)
8278d727a776SKevin Barnett ctrl_info->max_outstanding_requests =
8279d727a776SKevin Barnett PQI_MAX_OUTSTANDING_REQUESTS_KDUMP;
8280d727a776SKevin Barnett } else {
8281d727a776SKevin Barnett if (ctrl_info->max_outstanding_requests >
8282d727a776SKevin Barnett PQI_MAX_OUTSTANDING_REQUESTS)
82836c223761SKevin Barnett ctrl_info->max_outstanding_requests =
82846c223761SKevin Barnett PQI_MAX_OUTSTANDING_REQUESTS;
8285d727a776SKevin Barnett }
82866c223761SKevin Barnett
82876c223761SKevin Barnett pqi_calculate_io_resources(ctrl_info);
82886c223761SKevin Barnett
82896c223761SKevin Barnett rc = pqi_alloc_error_buffer(ctrl_info);
82906c223761SKevin Barnett if (rc) {
82916c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
82926c223761SKevin Barnett "failed to allocate PQI error buffer\n");
82936c223761SKevin Barnett return rc;
82946c223761SKevin Barnett }
82956c223761SKevin Barnett
82966c223761SKevin Barnett /*
82976c223761SKevin Barnett * If the function we are about to call succeeds, the
82986c223761SKevin Barnett * controller will transition from legacy SIS mode
82996c223761SKevin Barnett * into PQI mode.
83006c223761SKevin Barnett */
83016c223761SKevin Barnett rc = sis_init_base_struct_addr(ctrl_info);
83026c223761SKevin Barnett if (rc) {
83036c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
83046c223761SKevin Barnett "error initializing PQI mode\n");
83056c223761SKevin Barnett return rc;
83066c223761SKevin Barnett }
83076c223761SKevin Barnett
83086c223761SKevin Barnett /* Wait for the controller to complete the SIS -> PQI transition. */
83096c223761SKevin Barnett rc = pqi_wait_for_pqi_mode_ready(ctrl_info);
83106c223761SKevin Barnett if (rc) {
83116c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
83126c223761SKevin Barnett "transition to PQI mode failed\n");
83136c223761SKevin Barnett return rc;
83146c223761SKevin Barnett }
83156c223761SKevin Barnett
83166c223761SKevin Barnett /* From here on, we are running in PQI mode. */
83176c223761SKevin Barnett ctrl_info->pqi_mode_enabled = true;
8318ff6abb73SKevin Barnett pqi_save_ctrl_mode(ctrl_info, PQI_MODE);
83196c223761SKevin Barnett
83206c223761SKevin Barnett rc = pqi_alloc_admin_queues(ctrl_info);
83216c223761SKevin Barnett if (rc) {
83226c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8323d87d5474SKevin Barnett "failed to allocate admin queues\n");
83246c223761SKevin Barnett return rc;
83256c223761SKevin Barnett }
83266c223761SKevin Barnett
83276c223761SKevin Barnett rc = pqi_create_admin_queues(ctrl_info);
83286c223761SKevin Barnett if (rc) {
83296c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
83306c223761SKevin Barnett "error creating admin queues\n");
83316c223761SKevin Barnett return rc;
83326c223761SKevin Barnett }
83336c223761SKevin Barnett
83346c223761SKevin Barnett rc = pqi_report_device_capability(ctrl_info);
83356c223761SKevin Barnett if (rc) {
83366c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
83376c223761SKevin Barnett "obtaining device capability failed\n");
83386c223761SKevin Barnett return rc;
83396c223761SKevin Barnett }
83406c223761SKevin Barnett
83416c223761SKevin Barnett rc = pqi_validate_device_capability(ctrl_info);
83426c223761SKevin Barnett if (rc)
83436c223761SKevin Barnett return rc;
83446c223761SKevin Barnett
83456c223761SKevin Barnett pqi_calculate_queue_resources(ctrl_info);
83466c223761SKevin Barnett
83476c223761SKevin Barnett rc = pqi_enable_msix_interrupts(ctrl_info);
83486c223761SKevin Barnett if (rc)
83496c223761SKevin Barnett return rc;
83506c223761SKevin Barnett
83516c223761SKevin Barnett if (ctrl_info->num_msix_vectors_enabled < ctrl_info->num_queue_groups) {
83526c223761SKevin Barnett ctrl_info->max_msix_vectors =
83536c223761SKevin Barnett ctrl_info->num_msix_vectors_enabled;
83546c223761SKevin Barnett pqi_calculate_queue_resources(ctrl_info);
83556c223761SKevin Barnett }
83566c223761SKevin Barnett
83576c223761SKevin Barnett rc = pqi_alloc_io_resources(ctrl_info);
83586c223761SKevin Barnett if (rc)
83596c223761SKevin Barnett return rc;
83606c223761SKevin Barnett
83616c223761SKevin Barnett rc = pqi_alloc_operational_queues(ctrl_info);
8362d87d5474SKevin Barnett if (rc) {
8363d87d5474SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8364d87d5474SKevin Barnett "failed to allocate operational queues\n");
83656c223761SKevin Barnett return rc;
8366d87d5474SKevin Barnett }
83676c223761SKevin Barnett
83686c223761SKevin Barnett pqi_init_operational_queues(ctrl_info);
83696c223761SKevin Barnett
83700777a3fbSMike McGowen rc = pqi_create_queues(ctrl_info);
83716c223761SKevin Barnett if (rc)
83726c223761SKevin Barnett return rc;
83736c223761SKevin Barnett
83740777a3fbSMike McGowen rc = pqi_request_irqs(ctrl_info);
83756c223761SKevin Barnett if (rc)
83766c223761SKevin Barnett return rc;
83776c223761SKevin Barnett
8378061ef06aSKevin Barnett pqi_change_irq_mode(ctrl_info, IRQ_MODE_MSIX);
8379061ef06aSKevin Barnett
8380061ef06aSKevin Barnett ctrl_info->controller_online = true;
8381b212c251SKevin Barnett
8382b212c251SKevin Barnett rc = pqi_process_config_table(ctrl_info);
8383b212c251SKevin Barnett if (rc)
8384b212c251SKevin Barnett return rc;
8385b212c251SKevin Barnett
8386061ef06aSKevin Barnett pqi_start_heartbeat_timer(ctrl_info);
83876c223761SKevin Barnett
8388f6cc2a77SKevin Barnett if (ctrl_info->enable_r5_writes || ctrl_info->enable_r6_writes) {
8389f6cc2a77SKevin Barnett rc = pqi_get_advanced_raid_bypass_config(ctrl_info);
8390f6cc2a77SKevin Barnett if (rc) { /* Supported features not returned correctly. */
8391f6cc2a77SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8392f6cc2a77SKevin Barnett "error obtaining advanced RAID bypass configuration\n");
8393f6cc2a77SKevin Barnett return rc;
8394f6cc2a77SKevin Barnett }
8395f6cc2a77SKevin Barnett ctrl_info->ciss_report_log_flags |=
8396f6cc2a77SKevin Barnett CISS_REPORT_LOG_FLAG_DRIVE_TYPE_MIX;
8397f6cc2a77SKevin Barnett }
8398f6cc2a77SKevin Barnett
83996a50d6adSKevin Barnett rc = pqi_enable_events(ctrl_info);
84006c223761SKevin Barnett if (rc) {
84016c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
84026a50d6adSKevin Barnett "error enabling events\n");
84036c223761SKevin Barnett return rc;
84046c223761SKevin Barnett }
84056c223761SKevin Barnett
84066c223761SKevin Barnett /* Register with the SCSI subsystem. */
84076c223761SKevin Barnett rc = pqi_register_scsi(ctrl_info);
84086c223761SKevin Barnett if (rc)
84096c223761SKevin Barnett return rc;
84106c223761SKevin Barnett
84116d90615fSMurthy Bhat rc = pqi_get_ctrl_product_details(ctrl_info);
84126c223761SKevin Barnett if (rc) {
84136c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
84146d90615fSMurthy Bhat "error obtaining product details\n");
84156d90615fSMurthy Bhat return rc;
84166d90615fSMurthy Bhat }
84176d90615fSMurthy Bhat
84186d90615fSMurthy Bhat rc = pqi_get_ctrl_serial_number(ctrl_info);
84196d90615fSMurthy Bhat if (rc) {
84206d90615fSMurthy Bhat dev_err(&ctrl_info->pci_dev->dev,
84216d90615fSMurthy Bhat "error obtaining ctrl serial number\n");
84226c223761SKevin Barnett return rc;
84236c223761SKevin Barnett }
84246c223761SKevin Barnett
8425171c2865SDave Carroll rc = pqi_set_diag_rescan(ctrl_info);
8426171c2865SDave Carroll if (rc) {
8427171c2865SDave Carroll dev_err(&ctrl_info->pci_dev->dev,
8428171c2865SDave Carroll "error enabling multi-lun rescan\n");
8429171c2865SDave Carroll return rc;
8430171c2865SDave Carroll }
8431171c2865SDave Carroll
84326c223761SKevin Barnett rc = pqi_write_driver_version_to_host_wellness(ctrl_info);
84336c223761SKevin Barnett if (rc) {
84346c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
84356c223761SKevin Barnett "error updating host wellness\n");
84366c223761SKevin Barnett return rc;
84376c223761SKevin Barnett }
84386c223761SKevin Barnett
84396c223761SKevin Barnett pqi_schedule_update_time_worker(ctrl_info);
84406c223761SKevin Barnett
84416c223761SKevin Barnett pqi_scan_scsi_devices(ctrl_info);
84426c223761SKevin Barnett
84436c223761SKevin Barnett return 0;
84446c223761SKevin Barnett }
84456c223761SKevin Barnett
pqi_reinit_queues(struct pqi_ctrl_info * ctrl_info)8446061ef06aSKevin Barnett static void pqi_reinit_queues(struct pqi_ctrl_info *ctrl_info)
8447061ef06aSKevin Barnett {
8448061ef06aSKevin Barnett unsigned int i;
8449061ef06aSKevin Barnett struct pqi_admin_queues *admin_queues;
8450061ef06aSKevin Barnett struct pqi_event_queue *event_queue;
8451061ef06aSKevin Barnett
8452061ef06aSKevin Barnett admin_queues = &ctrl_info->admin_queues;
8453061ef06aSKevin Barnett admin_queues->iq_pi_copy = 0;
8454061ef06aSKevin Barnett admin_queues->oq_ci_copy = 0;
8455dac12fbcSKevin Barnett writel(0, admin_queues->oq_pi);
8456061ef06aSKevin Barnett
8457061ef06aSKevin Barnett for (i = 0; i < ctrl_info->num_queue_groups; i++) {
8458061ef06aSKevin Barnett ctrl_info->queue_groups[i].iq_pi_copy[RAID_PATH] = 0;
8459061ef06aSKevin Barnett ctrl_info->queue_groups[i].iq_pi_copy[AIO_PATH] = 0;
8460061ef06aSKevin Barnett ctrl_info->queue_groups[i].oq_ci_copy = 0;
8461061ef06aSKevin Barnett
8462dac12fbcSKevin Barnett writel(0, ctrl_info->queue_groups[i].iq_ci[RAID_PATH]);
8463dac12fbcSKevin Barnett writel(0, ctrl_info->queue_groups[i].iq_ci[AIO_PATH]);
8464dac12fbcSKevin Barnett writel(0, ctrl_info->queue_groups[i].oq_pi);
8465061ef06aSKevin Barnett }
8466061ef06aSKevin Barnett
8467061ef06aSKevin Barnett event_queue = &ctrl_info->event_queue;
8468dac12fbcSKevin Barnett writel(0, event_queue->oq_pi);
8469061ef06aSKevin Barnett event_queue->oq_ci_copy = 0;
8470061ef06aSKevin Barnett }
8471061ef06aSKevin Barnett
pqi_ctrl_init_resume(struct pqi_ctrl_info * ctrl_info)8472061ef06aSKevin Barnett static int pqi_ctrl_init_resume(struct pqi_ctrl_info *ctrl_info)
8473061ef06aSKevin Barnett {
8474061ef06aSKevin Barnett int rc;
8475061ef06aSKevin Barnett
8476061ef06aSKevin Barnett rc = pqi_force_sis_mode(ctrl_info);
8477061ef06aSKevin Barnett if (rc)
8478061ef06aSKevin Barnett return rc;
8479061ef06aSKevin Barnett
8480061ef06aSKevin Barnett /*
8481061ef06aSKevin Barnett * Wait until the controller is ready to start accepting SIS
8482061ef06aSKevin Barnett * commands.
8483061ef06aSKevin Barnett */
8484061ef06aSKevin Barnett rc = sis_wait_for_ctrl_ready_resume(ctrl_info);
8485061ef06aSKevin Barnett if (rc)
8486061ef06aSKevin Barnett return rc;
8487061ef06aSKevin Barnett
8488061ef06aSKevin Barnett /*
84894fd22c13SMahesh Rajashekhara * Get the controller properties. This allows us to determine
84904fd22c13SMahesh Rajashekhara * whether or not it supports PQI mode.
84914fd22c13SMahesh Rajashekhara */
84924fd22c13SMahesh Rajashekhara rc = sis_get_ctrl_properties(ctrl_info);
84934fd22c13SMahesh Rajashekhara if (rc) {
84944fd22c13SMahesh Rajashekhara dev_err(&ctrl_info->pci_dev->dev,
84954fd22c13SMahesh Rajashekhara "error obtaining controller properties\n");
84964fd22c13SMahesh Rajashekhara return rc;
84974fd22c13SMahesh Rajashekhara }
84984fd22c13SMahesh Rajashekhara
84994fd22c13SMahesh Rajashekhara rc = sis_get_pqi_capabilities(ctrl_info);
85004fd22c13SMahesh Rajashekhara if (rc) {
85014fd22c13SMahesh Rajashekhara dev_err(&ctrl_info->pci_dev->dev,
85024fd22c13SMahesh Rajashekhara "error obtaining controller capabilities\n");
85034fd22c13SMahesh Rajashekhara return rc;
85044fd22c13SMahesh Rajashekhara }
85054fd22c13SMahesh Rajashekhara
85064fd22c13SMahesh Rajashekhara /*
8507061ef06aSKevin Barnett * If the function we are about to call succeeds, the
8508061ef06aSKevin Barnett * controller will transition from legacy SIS mode
8509061ef06aSKevin Barnett * into PQI mode.
8510061ef06aSKevin Barnett */
8511061ef06aSKevin Barnett rc = sis_init_base_struct_addr(ctrl_info);
8512061ef06aSKevin Barnett if (rc) {
8513061ef06aSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8514061ef06aSKevin Barnett "error initializing PQI mode\n");
8515061ef06aSKevin Barnett return rc;
8516061ef06aSKevin Barnett }
8517061ef06aSKevin Barnett
8518061ef06aSKevin Barnett /* Wait for the controller to complete the SIS -> PQI transition. */
8519061ef06aSKevin Barnett rc = pqi_wait_for_pqi_mode_ready(ctrl_info);
8520061ef06aSKevin Barnett if (rc) {
8521061ef06aSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8522061ef06aSKevin Barnett "transition to PQI mode failed\n");
8523061ef06aSKevin Barnett return rc;
8524061ef06aSKevin Barnett }
8525061ef06aSKevin Barnett
8526061ef06aSKevin Barnett /* From here on, we are running in PQI mode. */
8527061ef06aSKevin Barnett ctrl_info->pqi_mode_enabled = true;
8528061ef06aSKevin Barnett pqi_save_ctrl_mode(ctrl_info, PQI_MODE);
8529061ef06aSKevin Barnett
8530061ef06aSKevin Barnett pqi_reinit_queues(ctrl_info);
8531061ef06aSKevin Barnett
8532061ef06aSKevin Barnett rc = pqi_create_admin_queues(ctrl_info);
8533061ef06aSKevin Barnett if (rc) {
8534061ef06aSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8535061ef06aSKevin Barnett "error creating admin queues\n");
8536061ef06aSKevin Barnett return rc;
8537061ef06aSKevin Barnett }
8538061ef06aSKevin Barnett
8539061ef06aSKevin Barnett rc = pqi_create_queues(ctrl_info);
8540061ef06aSKevin Barnett if (rc)
8541061ef06aSKevin Barnett return rc;
8542061ef06aSKevin Barnett
8543061ef06aSKevin Barnett pqi_change_irq_mode(ctrl_info, IRQ_MODE_MSIX);
8544061ef06aSKevin Barnett
8545061ef06aSKevin Barnett ctrl_info->controller_online = true;
8546061ef06aSKevin Barnett pqi_ctrl_unblock_requests(ctrl_info);
8547061ef06aSKevin Barnett
85484ccc354bSKevin Barnett pqi_ctrl_reset_config(ctrl_info);
85494ccc354bSKevin Barnett
85504fd22c13SMahesh Rajashekhara rc = pqi_process_config_table(ctrl_info);
85514fd22c13SMahesh Rajashekhara if (rc)
85524fd22c13SMahesh Rajashekhara return rc;
85534fd22c13SMahesh Rajashekhara
85544fd22c13SMahesh Rajashekhara pqi_start_heartbeat_timer(ctrl_info);
85554fd22c13SMahesh Rajashekhara
8556f6cc2a77SKevin Barnett if (ctrl_info->enable_r5_writes || ctrl_info->enable_r6_writes) {
8557f6cc2a77SKevin Barnett rc = pqi_get_advanced_raid_bypass_config(ctrl_info);
8558f6cc2a77SKevin Barnett if (rc) {
8559f6cc2a77SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8560f6cc2a77SKevin Barnett "error obtaining advanced RAID bypass configuration\n");
8561f6cc2a77SKevin Barnett return rc;
8562f6cc2a77SKevin Barnett }
8563f6cc2a77SKevin Barnett ctrl_info->ciss_report_log_flags |=
8564f6cc2a77SKevin Barnett CISS_REPORT_LOG_FLAG_DRIVE_TYPE_MIX;
8565f6cc2a77SKevin Barnett }
8566f6cc2a77SKevin Barnett
8567061ef06aSKevin Barnett rc = pqi_enable_events(ctrl_info);
8568061ef06aSKevin Barnett if (rc) {
8569061ef06aSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8570d87d5474SKevin Barnett "error enabling events\n");
8571061ef06aSKevin Barnett return rc;
8572061ef06aSKevin Barnett }
8573061ef06aSKevin Barnett
85746d90615fSMurthy Bhat rc = pqi_get_ctrl_product_details(ctrl_info);
85754fd22c13SMahesh Rajashekhara if (rc) {
85764fd22c13SMahesh Rajashekhara dev_err(&ctrl_info->pci_dev->dev,
8577694c5d5bSKevin Barnett "error obtaining product details\n");
85784fd22c13SMahesh Rajashekhara return rc;
85794fd22c13SMahesh Rajashekhara }
85804fd22c13SMahesh Rajashekhara
8581171c2865SDave Carroll rc = pqi_set_diag_rescan(ctrl_info);
8582171c2865SDave Carroll if (rc) {
8583171c2865SDave Carroll dev_err(&ctrl_info->pci_dev->dev,
8584171c2865SDave Carroll "error enabling multi-lun rescan\n");
8585171c2865SDave Carroll return rc;
8586171c2865SDave Carroll }
8587171c2865SDave Carroll
8588061ef06aSKevin Barnett rc = pqi_write_driver_version_to_host_wellness(ctrl_info);
8589061ef06aSKevin Barnett if (rc) {
8590061ef06aSKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8591061ef06aSKevin Barnett "error updating host wellness\n");
8592061ef06aSKevin Barnett return rc;
8593061ef06aSKevin Barnett }
8594061ef06aSKevin Barnett
85952790cd4dSKevin Barnett if (pqi_ofa_in_progress(ctrl_info))
85962790cd4dSKevin Barnett pqi_ctrl_unblock_scan(ctrl_info);
8597061ef06aSKevin Barnett
8598061ef06aSKevin Barnett pqi_scan_scsi_devices(ctrl_info);
8599061ef06aSKevin Barnett
8600061ef06aSKevin Barnett return 0;
8601061ef06aSKevin Barnett }
8602061ef06aSKevin Barnett
pqi_set_pcie_completion_timeout(struct pci_dev * pci_dev,u16 timeout)8603583891c9SKevin Barnett static inline int pqi_set_pcie_completion_timeout(struct pci_dev *pci_dev, u16 timeout)
8604a81ed5f3SKevin Barnett {
8605d20df83bSBolarinwa Olayemi Saheed int rc;
8606d20df83bSBolarinwa Olayemi Saheed
8607d20df83bSBolarinwa Olayemi Saheed rc = pcie_capability_clear_and_set_word(pci_dev, PCI_EXP_DEVCTL2,
8608a81ed5f3SKevin Barnett PCI_EXP_DEVCTL2_COMP_TIMEOUT, timeout);
8609d20df83bSBolarinwa Olayemi Saheed
8610d20df83bSBolarinwa Olayemi Saheed return pcibios_err_to_errno(rc);
8611a81ed5f3SKevin Barnett }
8612a81ed5f3SKevin Barnett
pqi_pci_init(struct pqi_ctrl_info * ctrl_info)86136c223761SKevin Barnett static int pqi_pci_init(struct pqi_ctrl_info *ctrl_info)
86146c223761SKevin Barnett {
86156c223761SKevin Barnett int rc;
86166c223761SKevin Barnett u64 mask;
86176c223761SKevin Barnett
86186c223761SKevin Barnett rc = pci_enable_device(ctrl_info->pci_dev);
86196c223761SKevin Barnett if (rc) {
86206c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
86216c223761SKevin Barnett "failed to enable PCI device\n");
86226c223761SKevin Barnett return rc;
86236c223761SKevin Barnett }
86246c223761SKevin Barnett
86256c223761SKevin Barnett if (sizeof(dma_addr_t) > 4)
86266c223761SKevin Barnett mask = DMA_BIT_MASK(64);
86276c223761SKevin Barnett else
86286c223761SKevin Barnett mask = DMA_BIT_MASK(32);
86296c223761SKevin Barnett
86301d94f06eSLianbo Jiang rc = dma_set_mask_and_coherent(&ctrl_info->pci_dev->dev, mask);
86316c223761SKevin Barnett if (rc) {
86326c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev, "failed to set DMA mask\n");
86336c223761SKevin Barnett goto disable_device;
86346c223761SKevin Barnett }
86356c223761SKevin Barnett
86366c223761SKevin Barnett rc = pci_request_regions(ctrl_info->pci_dev, DRIVER_NAME_SHORT);
86376c223761SKevin Barnett if (rc) {
86386c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
86396c223761SKevin Barnett "failed to obtain PCI resources\n");
86406c223761SKevin Barnett goto disable_device;
86416c223761SKevin Barnett }
86426c223761SKevin Barnett
86434bdc0d67SChristoph Hellwig ctrl_info->iomem_base = ioremap(pci_resource_start(
86446c223761SKevin Barnett ctrl_info->pci_dev, 0),
86453e7e55aaSMike McGowen pci_resource_len(ctrl_info->pci_dev, 0));
86466c223761SKevin Barnett if (!ctrl_info->iomem_base) {
86476c223761SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
86486c223761SKevin Barnett "failed to map memory for controller registers\n");
86496c223761SKevin Barnett rc = -ENOMEM;
86506c223761SKevin Barnett goto release_regions;
86516c223761SKevin Barnett }
86526c223761SKevin Barnett
8653a81ed5f3SKevin Barnett #define PCI_EXP_COMP_TIMEOUT_65_TO_210_MS 0x6
8654a81ed5f3SKevin Barnett
8655a81ed5f3SKevin Barnett /* Increase the PCIe completion timeout. */
8656a81ed5f3SKevin Barnett rc = pqi_set_pcie_completion_timeout(ctrl_info->pci_dev,
8657a81ed5f3SKevin Barnett PCI_EXP_COMP_TIMEOUT_65_TO_210_MS);
8658a81ed5f3SKevin Barnett if (rc) {
8659a81ed5f3SKevin Barnett dev_err(&ctrl_info->pci_dev->dev,
8660a81ed5f3SKevin Barnett "failed to set PCIe completion timeout\n");
8661a81ed5f3SKevin Barnett goto release_regions;
8662a81ed5f3SKevin Barnett }
8663a81ed5f3SKevin Barnett
86646c223761SKevin Barnett /* Enable bus mastering. */
86656c223761SKevin Barnett pci_set_master(ctrl_info->pci_dev);
86666c223761SKevin Barnett
8667cbe0c7b1SKevin Barnett ctrl_info->registers = ctrl_info->iomem_base;
8668cbe0c7b1SKevin Barnett ctrl_info->pqi_registers = &ctrl_info->registers->pqi_registers;
8669cbe0c7b1SKevin Barnett
86706c223761SKevin Barnett pci_set_drvdata(ctrl_info->pci_dev, ctrl_info);
86716c223761SKevin Barnett
86726c223761SKevin Barnett return 0;
86736c223761SKevin Barnett
86746c223761SKevin Barnett release_regions:
86756c223761SKevin Barnett pci_release_regions(ctrl_info->pci_dev);
86766c223761SKevin Barnett disable_device:
86776c223761SKevin Barnett pci_disable_device(ctrl_info->pci_dev);
86786c223761SKevin Barnett
86796c223761SKevin Barnett return rc;
86806c223761SKevin Barnett }
86816c223761SKevin Barnett
pqi_cleanup_pci_init(struct pqi_ctrl_info * ctrl_info)86826c223761SKevin Barnett static void pqi_cleanup_pci_init(struct pqi_ctrl_info *ctrl_info)
86836c223761SKevin Barnett {
86846c223761SKevin Barnett iounmap(ctrl_info->iomem_base);
86856c223761SKevin Barnett pci_release_regions(ctrl_info->pci_dev);
8686cbe0c7b1SKevin Barnett if (pci_is_enabled(ctrl_info->pci_dev))
86876c223761SKevin Barnett pci_disable_device(ctrl_info->pci_dev);
86886c223761SKevin Barnett pci_set_drvdata(ctrl_info->pci_dev, NULL);
86896c223761SKevin Barnett }
86906c223761SKevin Barnett
pqi_alloc_ctrl_info(int numa_node)86916c223761SKevin Barnett static struct pqi_ctrl_info *pqi_alloc_ctrl_info(int numa_node)
86926c223761SKevin Barnett {
86936c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
86946c223761SKevin Barnett
86956c223761SKevin Barnett ctrl_info = kzalloc_node(sizeof(struct pqi_ctrl_info),
86966c223761SKevin Barnett GFP_KERNEL, numa_node);
86976c223761SKevin Barnett if (!ctrl_info)
86986c223761SKevin Barnett return NULL;
86996c223761SKevin Barnett
87006c223761SKevin Barnett mutex_init(&ctrl_info->scan_mutex);
87017561a7e4SKevin Barnett mutex_init(&ctrl_info->lun_reset_mutex);
87024fd22c13SMahesh Rajashekhara mutex_init(&ctrl_info->ofa_mutex);
87036c223761SKevin Barnett
87046c223761SKevin Barnett INIT_LIST_HEAD(&ctrl_info->scsi_device_list);
87056c223761SKevin Barnett spin_lock_init(&ctrl_info->scsi_device_list_lock);
87066c223761SKevin Barnett
87076c223761SKevin Barnett INIT_WORK(&ctrl_info->event_work, pqi_event_worker);
87086c223761SKevin Barnett atomic_set(&ctrl_info->num_interrupts, 0);
87096c223761SKevin Barnett
87106c223761SKevin Barnett INIT_DELAYED_WORK(&ctrl_info->rescan_work, pqi_rescan_worker);
87116c223761SKevin Barnett INIT_DELAYED_WORK(&ctrl_info->update_time_work, pqi_update_time_worker);
87126c223761SKevin Barnett
871374a0f573SKees Cook timer_setup(&ctrl_info->heartbeat_timer, pqi_heartbeat_timer_handler, 0);
87145f310425SKevin Barnett INIT_WORK(&ctrl_info->ctrl_offline_work, pqi_ctrl_offline_worker);
871598f87667SKevin Barnett
87162790cd4dSKevin Barnett INIT_WORK(&ctrl_info->ofa_memory_alloc_work, pqi_ofa_memory_alloc_worker);
87172790cd4dSKevin Barnett INIT_WORK(&ctrl_info->ofa_quiesce_work, pqi_ofa_quiesce_worker);
87182790cd4dSKevin Barnett
87196c223761SKevin Barnett sema_init(&ctrl_info->sync_request_sem,
87206c223761SKevin Barnett PQI_RESERVED_IO_SLOTS_SYNCHRONOUS_REQUESTS);
87217561a7e4SKevin Barnett init_waitqueue_head(&ctrl_info->block_requests_wait);
87226c223761SKevin Barnett
87236c223761SKevin Barnett ctrl_info->ctrl_id = atomic_inc_return(&pqi_controller_count) - 1;
8724061ef06aSKevin Barnett ctrl_info->irq_mode = IRQ_MODE_NONE;
87256c223761SKevin Barnett ctrl_info->max_msix_vectors = PQI_MAX_MSIX_VECTORS;
87266c223761SKevin Barnett
8727f6cc2a77SKevin Barnett ctrl_info->ciss_report_log_flags = CISS_REPORT_LOG_FLAG_UNIQUE_LUN_ID;
8728f6cc2a77SKevin Barnett ctrl_info->max_transfer_encrypted_sas_sata =
8729f6cc2a77SKevin Barnett PQI_DEFAULT_MAX_TRANSFER_ENCRYPTED_SAS_SATA;
8730f6cc2a77SKevin Barnett ctrl_info->max_transfer_encrypted_nvme =
8731f6cc2a77SKevin Barnett PQI_DEFAULT_MAX_TRANSFER_ENCRYPTED_NVME;
8732f6cc2a77SKevin Barnett ctrl_info->max_write_raid_5_6 = PQI_DEFAULT_MAX_WRITE_RAID_5_6;
8733f6cc2a77SKevin Barnett ctrl_info->max_write_raid_1_10_2drive = ~0;
8734f6cc2a77SKevin Barnett ctrl_info->max_write_raid_1_10_3drive = ~0;
8735cf15c3e7SMike McGowen ctrl_info->disable_managed_interrupts = pqi_disable_managed_interrupts;
8736f6cc2a77SKevin Barnett
87376c223761SKevin Barnett return ctrl_info;
87386c223761SKevin Barnett }
87396c223761SKevin Barnett
pqi_free_ctrl_info(struct pqi_ctrl_info * ctrl_info)87406c223761SKevin Barnett static inline void pqi_free_ctrl_info(struct pqi_ctrl_info *ctrl_info)
87416c223761SKevin Barnett {
87426c223761SKevin Barnett kfree(ctrl_info);
87436c223761SKevin Barnett }
87446c223761SKevin Barnett
pqi_free_interrupts(struct pqi_ctrl_info * ctrl_info)87456c223761SKevin Barnett static void pqi_free_interrupts(struct pqi_ctrl_info *ctrl_info)
87466c223761SKevin Barnett {
874798bf061bSKevin Barnett pqi_free_irqs(ctrl_info);
874898bf061bSKevin Barnett pqi_disable_msix_interrupts(ctrl_info);
87496c223761SKevin Barnett }
87506c223761SKevin Barnett
pqi_free_ctrl_resources(struct pqi_ctrl_info * ctrl_info)87516c223761SKevin Barnett static void pqi_free_ctrl_resources(struct pqi_ctrl_info *ctrl_info)
87526c223761SKevin Barnett {
87536c223761SKevin Barnett pqi_free_interrupts(ctrl_info);
87546c223761SKevin Barnett if (ctrl_info->queue_memory_base)
87556c223761SKevin Barnett dma_free_coherent(&ctrl_info->pci_dev->dev,
87566c223761SKevin Barnett ctrl_info->queue_memory_length,
87576c223761SKevin Barnett ctrl_info->queue_memory_base,
87586c223761SKevin Barnett ctrl_info->queue_memory_base_dma_handle);
87596c223761SKevin Barnett if (ctrl_info->admin_queue_memory_base)
87606c223761SKevin Barnett dma_free_coherent(&ctrl_info->pci_dev->dev,
87616c223761SKevin Barnett ctrl_info->admin_queue_memory_length,
87626c223761SKevin Barnett ctrl_info->admin_queue_memory_base,
87636c223761SKevin Barnett ctrl_info->admin_queue_memory_base_dma_handle);
87646c223761SKevin Barnett pqi_free_all_io_requests(ctrl_info);
87656c223761SKevin Barnett if (ctrl_info->error_buffer)
87666c223761SKevin Barnett dma_free_coherent(&ctrl_info->pci_dev->dev,
87676c223761SKevin Barnett ctrl_info->error_buffer_length,
87686c223761SKevin Barnett ctrl_info->error_buffer,
87696c223761SKevin Barnett ctrl_info->error_buffer_dma_handle);
87706c223761SKevin Barnett if (ctrl_info->iomem_base)
87716c223761SKevin Barnett pqi_cleanup_pci_init(ctrl_info);
87726c223761SKevin Barnett pqi_free_ctrl_info(ctrl_info);
87736c223761SKevin Barnett }
87746c223761SKevin Barnett
pqi_remove_ctrl(struct pqi_ctrl_info * ctrl_info)87756c223761SKevin Barnett static void pqi_remove_ctrl(struct pqi_ctrl_info *ctrl_info)
87766c223761SKevin Barnett {
8777331f7e99SSagar Biradar ctrl_info->controller_online = false;
8778331f7e99SSagar Biradar pqi_stop_heartbeat_timer(ctrl_info);
8779331f7e99SSagar Biradar pqi_ctrl_block_requests(ctrl_info);
8780061ef06aSKevin Barnett pqi_cancel_rescan_worker(ctrl_info);
8781061ef06aSKevin Barnett pqi_cancel_update_time_worker(ctrl_info);
8782331f7e99SSagar Biradar if (ctrl_info->ctrl_removal_state == PQI_CTRL_SURPRISE_REMOVAL) {
8783331f7e99SSagar Biradar pqi_fail_all_outstanding_requests(ctrl_info);
8784331f7e99SSagar Biradar ctrl_info->pqi_mode_enabled = false;
8785331f7e99SSagar Biradar }
87866c223761SKevin Barnett pqi_unregister_scsi(ctrl_info);
8787162d7753SKevin Barnett if (ctrl_info->pqi_mode_enabled)
8788162d7753SKevin Barnett pqi_revert_to_sis_mode(ctrl_info);
87896c223761SKevin Barnett pqi_free_ctrl_resources(ctrl_info);
87906c223761SKevin Barnett }
87916c223761SKevin Barnett
pqi_ofa_ctrl_quiesce(struct pqi_ctrl_info * ctrl_info)87924fd22c13SMahesh Rajashekhara static void pqi_ofa_ctrl_quiesce(struct pqi_ctrl_info *ctrl_info)
87934fd22c13SMahesh Rajashekhara {
87942790cd4dSKevin Barnett pqi_ctrl_block_scan(ctrl_info);
87952790cd4dSKevin Barnett pqi_scsi_block_requests(ctrl_info);
87962790cd4dSKevin Barnett pqi_ctrl_block_device_reset(ctrl_info);
87974fd22c13SMahesh Rajashekhara pqi_ctrl_block_requests(ctrl_info);
87984fd22c13SMahesh Rajashekhara pqi_ctrl_wait_until_quiesced(ctrl_info);
87994fd22c13SMahesh Rajashekhara pqi_stop_heartbeat_timer(ctrl_info);
88004fd22c13SMahesh Rajashekhara }
88014fd22c13SMahesh Rajashekhara
pqi_ofa_ctrl_unquiesce(struct pqi_ctrl_info * ctrl_info)88024fd22c13SMahesh Rajashekhara static void pqi_ofa_ctrl_unquiesce(struct pqi_ctrl_info *ctrl_info)
88034fd22c13SMahesh Rajashekhara {
88044fd22c13SMahesh Rajashekhara pqi_start_heartbeat_timer(ctrl_info);
88052790cd4dSKevin Barnett pqi_ctrl_unblock_requests(ctrl_info);
88062790cd4dSKevin Barnett pqi_ctrl_unblock_device_reset(ctrl_info);
88072790cd4dSKevin Barnett pqi_scsi_unblock_requests(ctrl_info);
88082790cd4dSKevin Barnett pqi_ctrl_unblock_scan(ctrl_info);
88094fd22c13SMahesh Rajashekhara }
88104fd22c13SMahesh Rajashekhara
pqi_ofa_alloc_mem(struct pqi_ctrl_info * ctrl_info,u32 total_size,u32 chunk_size)88112790cd4dSKevin Barnett static int pqi_ofa_alloc_mem(struct pqi_ctrl_info *ctrl_info, u32 total_size, u32 chunk_size)
88124fd22c13SMahesh Rajashekhara {
88134fd22c13SMahesh Rajashekhara int i;
88142790cd4dSKevin Barnett u32 sg_count;
88154fd22c13SMahesh Rajashekhara struct device *dev;
88164fd22c13SMahesh Rajashekhara struct pqi_ofa_memory *ofap;
88172790cd4dSKevin Barnett struct pqi_sg_descriptor *mem_descriptor;
88182790cd4dSKevin Barnett dma_addr_t dma_handle;
88194fd22c13SMahesh Rajashekhara
88204fd22c13SMahesh Rajashekhara ofap = ctrl_info->pqi_ofa_mem_virt_addr;
88214fd22c13SMahesh Rajashekhara
88222790cd4dSKevin Barnett sg_count = DIV_ROUND_UP(total_size, chunk_size);
88232790cd4dSKevin Barnett if (sg_count == 0 || sg_count > PQI_OFA_MAX_SG_DESCRIPTORS)
88244fd22c13SMahesh Rajashekhara goto out;
88254fd22c13SMahesh Rajashekhara
88262790cd4dSKevin Barnett ctrl_info->pqi_ofa_chunk_virt_addr = kmalloc_array(sg_count, sizeof(void *), GFP_KERNEL);
88274fd22c13SMahesh Rajashekhara if (!ctrl_info->pqi_ofa_chunk_virt_addr)
88284fd22c13SMahesh Rajashekhara goto out;
88294fd22c13SMahesh Rajashekhara
88302790cd4dSKevin Barnett dev = &ctrl_info->pci_dev->dev;
88314fd22c13SMahesh Rajashekhara
88322790cd4dSKevin Barnett for (i = 0; i < sg_count; i++) {
88334fd22c13SMahesh Rajashekhara ctrl_info->pqi_ofa_chunk_virt_addr[i] =
88342790cd4dSKevin Barnett dma_alloc_coherent(dev, chunk_size, &dma_handle, GFP_KERNEL);
88354fd22c13SMahesh Rajashekhara if (!ctrl_info->pqi_ofa_chunk_virt_addr[i])
88362790cd4dSKevin Barnett goto out_free_chunks;
88374fd22c13SMahesh Rajashekhara mem_descriptor = &ofap->sg_descriptor[i];
88384fd22c13SMahesh Rajashekhara put_unaligned_le64((u64)dma_handle, &mem_descriptor->address);
88394fd22c13SMahesh Rajashekhara put_unaligned_le32(chunk_size, &mem_descriptor->length);
88404fd22c13SMahesh Rajashekhara }
88414fd22c13SMahesh Rajashekhara
88424fd22c13SMahesh Rajashekhara put_unaligned_le32(CISS_SG_LAST, &mem_descriptor->flags);
88434fd22c13SMahesh Rajashekhara put_unaligned_le16(sg_count, &ofap->num_memory_descriptors);
88442790cd4dSKevin Barnett put_unaligned_le32(sg_count * chunk_size, &ofap->bytes_allocated);
88454fd22c13SMahesh Rajashekhara
88464fd22c13SMahesh Rajashekhara return 0;
88474fd22c13SMahesh Rajashekhara
88484fd22c13SMahesh Rajashekhara out_free_chunks:
88494fd22c13SMahesh Rajashekhara while (--i >= 0) {
88504fd22c13SMahesh Rajashekhara mem_descriptor = &ofap->sg_descriptor[i];
88514fd22c13SMahesh Rajashekhara dma_free_coherent(dev, chunk_size,
88524fd22c13SMahesh Rajashekhara ctrl_info->pqi_ofa_chunk_virt_addr[i],
88534fd22c13SMahesh Rajashekhara get_unaligned_le64(&mem_descriptor->address));
88544fd22c13SMahesh Rajashekhara }
88554fd22c13SMahesh Rajashekhara kfree(ctrl_info->pqi_ofa_chunk_virt_addr);
88564fd22c13SMahesh Rajashekhara
88574fd22c13SMahesh Rajashekhara out:
88584fd22c13SMahesh Rajashekhara return -ENOMEM;
88594fd22c13SMahesh Rajashekhara }
88604fd22c13SMahesh Rajashekhara
pqi_ofa_alloc_host_buffer(struct pqi_ctrl_info * ctrl_info)88614fd22c13SMahesh Rajashekhara static int pqi_ofa_alloc_host_buffer(struct pqi_ctrl_info *ctrl_info)
88624fd22c13SMahesh Rajashekhara {
88634fd22c13SMahesh Rajashekhara u32 total_size;
88642790cd4dSKevin Barnett u32 chunk_size;
88654fd22c13SMahesh Rajashekhara u32 min_chunk_size;
88664fd22c13SMahesh Rajashekhara
88672790cd4dSKevin Barnett if (ctrl_info->ofa_bytes_requested == 0)
88684fd22c13SMahesh Rajashekhara return 0;
88694fd22c13SMahesh Rajashekhara
88702790cd4dSKevin Barnett total_size = PAGE_ALIGN(ctrl_info->ofa_bytes_requested);
88712790cd4dSKevin Barnett min_chunk_size = DIV_ROUND_UP(total_size, PQI_OFA_MAX_SG_DESCRIPTORS);
88722790cd4dSKevin Barnett min_chunk_size = PAGE_ALIGN(min_chunk_size);
88732790cd4dSKevin Barnett
88742790cd4dSKevin Barnett for (chunk_size = total_size; chunk_size >= min_chunk_size;) {
88752790cd4dSKevin Barnett if (pqi_ofa_alloc_mem(ctrl_info, total_size, chunk_size) == 0)
88762790cd4dSKevin Barnett return 0;
88772790cd4dSKevin Barnett chunk_size /= 2;
88782790cd4dSKevin Barnett chunk_size = PAGE_ALIGN(chunk_size);
88792790cd4dSKevin Barnett }
88802790cd4dSKevin Barnett
88814fd22c13SMahesh Rajashekhara return -ENOMEM;
88824fd22c13SMahesh Rajashekhara }
88834fd22c13SMahesh Rajashekhara
pqi_ofa_setup_host_buffer(struct pqi_ctrl_info * ctrl_info)88842790cd4dSKevin Barnett static void pqi_ofa_setup_host_buffer(struct pqi_ctrl_info *ctrl_info)
88854fd22c13SMahesh Rajashekhara {
88864fd22c13SMahesh Rajashekhara struct device *dev;
88872790cd4dSKevin Barnett struct pqi_ofa_memory *ofap;
88884fd22c13SMahesh Rajashekhara
88894fd22c13SMahesh Rajashekhara dev = &ctrl_info->pci_dev->dev;
88904fd22c13SMahesh Rajashekhara
88912790cd4dSKevin Barnett ofap = dma_alloc_coherent(dev, sizeof(*ofap),
88922790cd4dSKevin Barnett &ctrl_info->pqi_ofa_mem_dma_handle, GFP_KERNEL);
88932790cd4dSKevin Barnett if (!ofap)
88944fd22c13SMahesh Rajashekhara return;
88954fd22c13SMahesh Rajashekhara
88962790cd4dSKevin Barnett ctrl_info->pqi_ofa_mem_virt_addr = ofap;
88974fd22c13SMahesh Rajashekhara
88984fd22c13SMahesh Rajashekhara if (pqi_ofa_alloc_host_buffer(ctrl_info) < 0) {
88992790cd4dSKevin Barnett dev_err(dev,
89002790cd4dSKevin Barnett "failed to allocate host buffer for Online Firmware Activation\n");
89012790cd4dSKevin Barnett dma_free_coherent(dev, sizeof(*ofap), ofap, ctrl_info->pqi_ofa_mem_dma_handle);
89022790cd4dSKevin Barnett ctrl_info->pqi_ofa_mem_virt_addr = NULL;
89032790cd4dSKevin Barnett return;
89044fd22c13SMahesh Rajashekhara }
8905694c5d5bSKevin Barnett
89062790cd4dSKevin Barnett put_unaligned_le16(PQI_OFA_VERSION, &ofap->version);
89072790cd4dSKevin Barnett memcpy(&ofap->signature, PQI_OFA_SIGNATURE, sizeof(ofap->signature));
89084fd22c13SMahesh Rajashekhara }
89094fd22c13SMahesh Rajashekhara
pqi_ofa_free_host_buffer(struct pqi_ctrl_info * ctrl_info)89104fd22c13SMahesh Rajashekhara static void pqi_ofa_free_host_buffer(struct pqi_ctrl_info *ctrl_info)
89114fd22c13SMahesh Rajashekhara {
89122790cd4dSKevin Barnett unsigned int i;
89132790cd4dSKevin Barnett struct device *dev;
89144fd22c13SMahesh Rajashekhara struct pqi_ofa_memory *ofap;
89152790cd4dSKevin Barnett struct pqi_sg_descriptor *mem_descriptor;
89162790cd4dSKevin Barnett unsigned int num_memory_descriptors;
89174fd22c13SMahesh Rajashekhara
89184fd22c13SMahesh Rajashekhara ofap = ctrl_info->pqi_ofa_mem_virt_addr;
89194fd22c13SMahesh Rajashekhara if (!ofap)
89204fd22c13SMahesh Rajashekhara return;
89214fd22c13SMahesh Rajashekhara
89222790cd4dSKevin Barnett dev = &ctrl_info->pci_dev->dev;
89232790cd4dSKevin Barnett
89242790cd4dSKevin Barnett if (get_unaligned_le32(&ofap->bytes_allocated) == 0)
89254fd22c13SMahesh Rajashekhara goto out;
89264fd22c13SMahesh Rajashekhara
89274fd22c13SMahesh Rajashekhara mem_descriptor = ofap->sg_descriptor;
89282790cd4dSKevin Barnett num_memory_descriptors =
89292790cd4dSKevin Barnett get_unaligned_le16(&ofap->num_memory_descriptors);
89304fd22c13SMahesh Rajashekhara
89312790cd4dSKevin Barnett for (i = 0; i < num_memory_descriptors; i++) {
89322790cd4dSKevin Barnett dma_free_coherent(dev,
89334fd22c13SMahesh Rajashekhara get_unaligned_le32(&mem_descriptor[i].length),
89344fd22c13SMahesh Rajashekhara ctrl_info->pqi_ofa_chunk_virt_addr[i],
89354fd22c13SMahesh Rajashekhara get_unaligned_le64(&mem_descriptor[i].address));
89364fd22c13SMahesh Rajashekhara }
89374fd22c13SMahesh Rajashekhara kfree(ctrl_info->pqi_ofa_chunk_virt_addr);
89384fd22c13SMahesh Rajashekhara
89394fd22c13SMahesh Rajashekhara out:
89402790cd4dSKevin Barnett dma_free_coherent(dev, sizeof(*ofap), ofap,
89414fd22c13SMahesh Rajashekhara ctrl_info->pqi_ofa_mem_dma_handle);
89424fd22c13SMahesh Rajashekhara ctrl_info->pqi_ofa_mem_virt_addr = NULL;
89434fd22c13SMahesh Rajashekhara }
89444fd22c13SMahesh Rajashekhara
pqi_ofa_host_memory_update(struct pqi_ctrl_info * ctrl_info)89454fd22c13SMahesh Rajashekhara static int pqi_ofa_host_memory_update(struct pqi_ctrl_info *ctrl_info)
89464fd22c13SMahesh Rajashekhara {
89472790cd4dSKevin Barnett u32 buffer_length;
89484fd22c13SMahesh Rajashekhara struct pqi_vendor_general_request request;
89494fd22c13SMahesh Rajashekhara struct pqi_ofa_memory *ofap;
89504fd22c13SMahesh Rajashekhara
89514fd22c13SMahesh Rajashekhara memset(&request, 0, sizeof(request));
89524fd22c13SMahesh Rajashekhara
89534fd22c13SMahesh Rajashekhara request.header.iu_type = PQI_REQUEST_IU_VENDOR_GENERAL;
89544fd22c13SMahesh Rajashekhara put_unaligned_le16(sizeof(request) - PQI_REQUEST_HEADER_LENGTH,
89554fd22c13SMahesh Rajashekhara &request.header.iu_length);
89564fd22c13SMahesh Rajashekhara put_unaligned_le16(PQI_VENDOR_GENERAL_HOST_MEMORY_UPDATE,
89574fd22c13SMahesh Rajashekhara &request.function_code);
89584fd22c13SMahesh Rajashekhara
89592790cd4dSKevin Barnett ofap = ctrl_info->pqi_ofa_mem_virt_addr;
89602790cd4dSKevin Barnett
89614fd22c13SMahesh Rajashekhara if (ofap) {
89622790cd4dSKevin Barnett buffer_length = offsetof(struct pqi_ofa_memory, sg_descriptor) +
89634fd22c13SMahesh Rajashekhara get_unaligned_le16(&ofap->num_memory_descriptors) *
89644fd22c13SMahesh Rajashekhara sizeof(struct pqi_sg_descriptor);
89654fd22c13SMahesh Rajashekhara
89664fd22c13SMahesh Rajashekhara put_unaligned_le64((u64)ctrl_info->pqi_ofa_mem_dma_handle,
89674fd22c13SMahesh Rajashekhara &request.data.ofa_memory_allocation.buffer_address);
89682790cd4dSKevin Barnett put_unaligned_le32(buffer_length,
89694fd22c13SMahesh Rajashekhara &request.data.ofa_memory_allocation.buffer_length);
89704fd22c13SMahesh Rajashekhara }
89714fd22c13SMahesh Rajashekhara
8972ae0c189dSKevin Barnett return pqi_submit_raid_request_synchronous(ctrl_info, &request.header, 0, NULL);
89734fd22c13SMahesh Rajashekhara }
89744fd22c13SMahesh Rajashekhara
pqi_ofa_ctrl_restart(struct pqi_ctrl_info * ctrl_info,unsigned int delay_secs)89752790cd4dSKevin Barnett static int pqi_ofa_ctrl_restart(struct pqi_ctrl_info *ctrl_info, unsigned int delay_secs)
89764fd22c13SMahesh Rajashekhara {
89772790cd4dSKevin Barnett ssleep(delay_secs);
89782790cd4dSKevin Barnett
89794fd22c13SMahesh Rajashekhara return pqi_ctrl_init_resume(ctrl_info);
89804fd22c13SMahesh Rajashekhara }
89814fd22c13SMahesh Rajashekhara
89825f310425SKevin Barnett static struct pqi_raid_error_info pqi_ctrl_offline_raid_error_info = {
89835f310425SKevin Barnett .data_out_result = PQI_DATA_IN_OUT_HARDWARE_ERROR,
89845f310425SKevin Barnett .status = SAM_STAT_CHECK_CONDITION,
89855f310425SKevin Barnett };
89865f310425SKevin Barnett
pqi_fail_all_outstanding_requests(struct pqi_ctrl_info * ctrl_info)89875f310425SKevin Barnett static void pqi_fail_all_outstanding_requests(struct pqi_ctrl_info *ctrl_info)
8988376fb880SKevin Barnett {
8989376fb880SKevin Barnett unsigned int i;
8990376fb880SKevin Barnett struct pqi_io_request *io_request;
8991376fb880SKevin Barnett struct scsi_cmnd *scmd;
89924f3cefc3SMahesh Rajashekhara struct scsi_device *sdev;
8993376fb880SKevin Barnett
89945f310425SKevin Barnett for (i = 0; i < ctrl_info->max_io_slots; i++) {
89955f310425SKevin Barnett io_request = &ctrl_info->io_request_pool[i];
89965f310425SKevin Barnett if (atomic_read(&io_request->refcount) == 0)
89975f310425SKevin Barnett continue;
8998376fb880SKevin Barnett
8999376fb880SKevin Barnett scmd = io_request->scmd;
9000376fb880SKevin Barnett if (scmd) {
90014f3cefc3SMahesh Rajashekhara sdev = scmd->device;
90024f3cefc3SMahesh Rajashekhara if (!sdev || !scsi_device_online(sdev)) {
90034f3cefc3SMahesh Rajashekhara pqi_free_io_request(io_request);
90044f3cefc3SMahesh Rajashekhara continue;
90054f3cefc3SMahesh Rajashekhara } else {
90065f310425SKevin Barnett set_host_byte(scmd, DID_NO_CONNECT);
90074f3cefc3SMahesh Rajashekhara }
90085f310425SKevin Barnett } else {
90095f310425SKevin Barnett io_request->status = -ENXIO;
90105f310425SKevin Barnett io_request->error_info =
90115f310425SKevin Barnett &pqi_ctrl_offline_raid_error_info;
9012376fb880SKevin Barnett }
9013376fb880SKevin Barnett
90145f310425SKevin Barnett io_request->io_complete_callback(io_request,
90155f310425SKevin Barnett io_request->context);
9016376fb880SKevin Barnett }
9017376fb880SKevin Barnett }
9018376fb880SKevin Barnett
pqi_take_ctrl_offline_deferred(struct pqi_ctrl_info * ctrl_info)90195f310425SKevin Barnett static void pqi_take_ctrl_offline_deferred(struct pqi_ctrl_info *ctrl_info)
9020376fb880SKevin Barnett {
90215f310425SKevin Barnett pqi_perform_lockup_action();
90225f310425SKevin Barnett pqi_stop_heartbeat_timer(ctrl_info);
90235f310425SKevin Barnett pqi_free_interrupts(ctrl_info);
90245f310425SKevin Barnett pqi_cancel_rescan_worker(ctrl_info);
90255f310425SKevin Barnett pqi_cancel_update_time_worker(ctrl_info);
90265f310425SKevin Barnett pqi_ctrl_wait_until_quiesced(ctrl_info);
90275f310425SKevin Barnett pqi_fail_all_outstanding_requests(ctrl_info);
90285f310425SKevin Barnett pqi_ctrl_unblock_requests(ctrl_info);
90295f310425SKevin Barnett }
90305f310425SKevin Barnett
pqi_ctrl_offline_worker(struct work_struct * work)90315f310425SKevin Barnett static void pqi_ctrl_offline_worker(struct work_struct *work)
90325f310425SKevin Barnett {
90335f310425SKevin Barnett struct pqi_ctrl_info *ctrl_info;
90345f310425SKevin Barnett
90355f310425SKevin Barnett ctrl_info = container_of(work, struct pqi_ctrl_info, ctrl_offline_work);
90365f310425SKevin Barnett pqi_take_ctrl_offline_deferred(ctrl_info);
9037376fb880SKevin Barnett }
9038376fb880SKevin Barnett
pqi_ctrl_shutdown_reason_to_string(enum pqi_ctrl_shutdown_reason ctrl_shutdown_reason)903972b737faSDavid Strahan static char *pqi_ctrl_shutdown_reason_to_string(enum pqi_ctrl_shutdown_reason ctrl_shutdown_reason)
904072b737faSDavid Strahan {
904172b737faSDavid Strahan char *string;
904272b737faSDavid Strahan
904372b737faSDavid Strahan switch (ctrl_shutdown_reason) {
904472b737faSDavid Strahan case PQI_IQ_NOT_DRAINED_TIMEOUT:
904572b737faSDavid Strahan string = "inbound queue not drained timeout";
904672b737faSDavid Strahan break;
904772b737faSDavid Strahan case PQI_LUN_RESET_TIMEOUT:
904872b737faSDavid Strahan string = "LUN reset timeout";
904972b737faSDavid Strahan break;
905072b737faSDavid Strahan case PQI_IO_PENDING_POST_LUN_RESET_TIMEOUT:
905172b737faSDavid Strahan string = "I/O pending timeout after LUN reset";
905272b737faSDavid Strahan break;
905372b737faSDavid Strahan case PQI_NO_HEARTBEAT:
905472b737faSDavid Strahan string = "no controller heartbeat detected";
905572b737faSDavid Strahan break;
905672b737faSDavid Strahan case PQI_FIRMWARE_KERNEL_NOT_UP:
905772b737faSDavid Strahan string = "firmware kernel not ready";
905872b737faSDavid Strahan break;
905972b737faSDavid Strahan case PQI_OFA_RESPONSE_TIMEOUT:
906072b737faSDavid Strahan string = "OFA response timeout";
906172b737faSDavid Strahan break;
906272b737faSDavid Strahan case PQI_INVALID_REQ_ID:
906372b737faSDavid Strahan string = "invalid request ID";
906472b737faSDavid Strahan break;
906572b737faSDavid Strahan case PQI_UNMATCHED_REQ_ID:
906672b737faSDavid Strahan string = "unmatched request ID";
906772b737faSDavid Strahan break;
906872b737faSDavid Strahan case PQI_IO_PI_OUT_OF_RANGE:
906972b737faSDavid Strahan string = "I/O queue producer index out of range";
907072b737faSDavid Strahan break;
907172b737faSDavid Strahan case PQI_EVENT_PI_OUT_OF_RANGE:
907272b737faSDavid Strahan string = "event queue producer index out of range";
907372b737faSDavid Strahan break;
907472b737faSDavid Strahan case PQI_UNEXPECTED_IU_TYPE:
907572b737faSDavid Strahan string = "unexpected IU type";
907672b737faSDavid Strahan break;
907772b737faSDavid Strahan default:
907872b737faSDavid Strahan string = "unknown reason";
907972b737faSDavid Strahan break;
908072b737faSDavid Strahan }
908172b737faSDavid Strahan
908272b737faSDavid Strahan return string;
908372b737faSDavid Strahan }
908472b737faSDavid Strahan
pqi_take_ctrl_offline(struct pqi_ctrl_info * ctrl_info,enum pqi_ctrl_shutdown_reason ctrl_shutdown_reason)90855d1f03e6SMurthy Bhat static void pqi_take_ctrl_offline(struct pqi_ctrl_info *ctrl_info,
90865d1f03e6SMurthy Bhat enum pqi_ctrl_shutdown_reason ctrl_shutdown_reason)
9087376fb880SKevin Barnett {
90885f310425SKevin Barnett if (!ctrl_info->controller_online)
90895f310425SKevin Barnett return;
90905f310425SKevin Barnett
9091376fb880SKevin Barnett ctrl_info->controller_online = false;
90925f310425SKevin Barnett ctrl_info->pqi_mode_enabled = false;
90935f310425SKevin Barnett pqi_ctrl_block_requests(ctrl_info);
90945a259e32SKevin Barnett if (!pqi_disable_ctrl_shutdown)
90955d1f03e6SMurthy Bhat sis_shutdown_ctrl(ctrl_info, ctrl_shutdown_reason);
9096376fb880SKevin Barnett pci_disable_device(ctrl_info->pci_dev);
909772b737faSDavid Strahan dev_err(&ctrl_info->pci_dev->dev,
909872b737faSDavid Strahan "controller offline: reason code 0x%x (%s)\n",
909972b737faSDavid Strahan ctrl_shutdown_reason, pqi_ctrl_shutdown_reason_to_string(ctrl_shutdown_reason));
91005f310425SKevin Barnett schedule_work(&ctrl_info->ctrl_offline_work);
9101376fb880SKevin Barnett }
9102376fb880SKevin Barnett
pqi_print_ctrl_info(struct pci_dev * pci_dev,const struct pci_device_id * id)9103d91d7820SKevin Barnett static void pqi_print_ctrl_info(struct pci_dev *pci_dev,
91046c223761SKevin Barnett const struct pci_device_id *id)
91056c223761SKevin Barnett {
91066c223761SKevin Barnett char *ctrl_description;
91076c223761SKevin Barnett
910837b36847SKevin Barnett if (id->driver_data)
91096c223761SKevin Barnett ctrl_description = (char *)id->driver_data;
911037b36847SKevin Barnett else
91116aa26b5aSDon Brace ctrl_description = "Microchip Smart Family Controller";
91126c223761SKevin Barnett
9113d91d7820SKevin Barnett dev_info(&pci_dev->dev, "%s found\n", ctrl_description);
91146c223761SKevin Barnett }
91156c223761SKevin Barnett
pqi_pci_probe(struct pci_dev * pci_dev,const struct pci_device_id * id)9116d91d7820SKevin Barnett static int pqi_pci_probe(struct pci_dev *pci_dev,
9117d91d7820SKevin Barnett const struct pci_device_id *id)
91186c223761SKevin Barnett {
91196c223761SKevin Barnett int rc;
9120c52efc92SMike McGowen int node;
91216c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
91226c223761SKevin Barnett
9123d91d7820SKevin Barnett pqi_print_ctrl_info(pci_dev, id);
91246c223761SKevin Barnett
91256c223761SKevin Barnett if (pqi_disable_device_id_wildcards &&
91266c223761SKevin Barnett id->subvendor == PCI_ANY_ID &&
91276c223761SKevin Barnett id->subdevice == PCI_ANY_ID) {
9128d91d7820SKevin Barnett dev_warn(&pci_dev->dev,
91296c223761SKevin Barnett "controller not probed because device ID wildcards are disabled\n");
91306c223761SKevin Barnett return -ENODEV;
91316c223761SKevin Barnett }
91326c223761SKevin Barnett
91336c223761SKevin Barnett if (id->subvendor == PCI_ANY_ID || id->subdevice == PCI_ANY_ID)
9134d91d7820SKevin Barnett dev_warn(&pci_dev->dev,
91356c223761SKevin Barnett "controller device ID matched using wildcards\n");
91366c223761SKevin Barnett
9137d91d7820SKevin Barnett node = dev_to_node(&pci_dev->dev);
913862dc51fbSSagar Biradar if (node == NUMA_NO_NODE) {
9139c52efc92SMike McGowen node = cpu_to_node(0);
9140c52efc92SMike McGowen if (node == NUMA_NO_NODE)
9141c52efc92SMike McGowen node = 0;
9142c52efc92SMike McGowen set_dev_node(&pci_dev->dev, node);
914362dc51fbSSagar Biradar }
91446c223761SKevin Barnett
91456c223761SKevin Barnett ctrl_info = pqi_alloc_ctrl_info(node);
91466c223761SKevin Barnett if (!ctrl_info) {
9147d91d7820SKevin Barnett dev_err(&pci_dev->dev,
91486c223761SKevin Barnett "failed to allocate controller info block\n");
91496c223761SKevin Barnett return -ENOMEM;
91506c223761SKevin Barnett }
9151d2c7583fSDon Brace ctrl_info->numa_node = node;
91526c223761SKevin Barnett
9153d91d7820SKevin Barnett ctrl_info->pci_dev = pci_dev;
91546c223761SKevin Barnett
91556c223761SKevin Barnett rc = pqi_pci_init(ctrl_info);
91566c223761SKevin Barnett if (rc)
91576c223761SKevin Barnett goto error;
91586c223761SKevin Barnett
91596c223761SKevin Barnett rc = pqi_ctrl_init(ctrl_info);
91606c223761SKevin Barnett if (rc)
91616c223761SKevin Barnett goto error;
91626c223761SKevin Barnett
91636c223761SKevin Barnett return 0;
91646c223761SKevin Barnett
91656c223761SKevin Barnett error:
91666c223761SKevin Barnett pqi_remove_ctrl(ctrl_info);
91676c223761SKevin Barnett
91686c223761SKevin Barnett return rc;
91696c223761SKevin Barnett }
91706c223761SKevin Barnett
pqi_pci_remove(struct pci_dev * pci_dev)9171d91d7820SKevin Barnett static void pqi_pci_remove(struct pci_dev *pci_dev)
91726c223761SKevin Barnett {
91736c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
9174331f7e99SSagar Biradar u16 vendor_id;
917514063fb6SGilbert Wu int rc;
91766c223761SKevin Barnett
9177d91d7820SKevin Barnett ctrl_info = pci_get_drvdata(pci_dev);
91786c223761SKevin Barnett if (!ctrl_info)
91796c223761SKevin Barnett return;
91806c223761SKevin Barnett
9181331f7e99SSagar Biradar pci_read_config_word(ctrl_info->pci_dev, PCI_SUBSYSTEM_VENDOR_ID, &vendor_id);
9182331f7e99SSagar Biradar if (vendor_id == 0xffff)
9183331f7e99SSagar Biradar ctrl_info->ctrl_removal_state = PQI_CTRL_SURPRISE_REMOVAL;
9184331f7e99SSagar Biradar else
9185331f7e99SSagar Biradar ctrl_info->ctrl_removal_state = PQI_CTRL_GRACEFUL_REMOVAL;
9186331f7e99SSagar Biradar
918714063fb6SGilbert Wu if (ctrl_info->ctrl_removal_state == PQI_CTRL_GRACEFUL_REMOVAL) {
918814063fb6SGilbert Wu rc = pqi_flush_cache(ctrl_info, RESTART);
918914063fb6SGilbert Wu if (rc)
919014063fb6SGilbert Wu dev_err(&pci_dev->dev,
919114063fb6SGilbert Wu "unable to flush controller cache during remove\n");
919214063fb6SGilbert Wu }
919314063fb6SGilbert Wu
91946c223761SKevin Barnett pqi_remove_ctrl(ctrl_info);
91956c223761SKevin Barnett }
91966c223761SKevin Barnett
pqi_crash_if_pending_command(struct pqi_ctrl_info * ctrl_info)91970530736eSKevin Barnett static void pqi_crash_if_pending_command(struct pqi_ctrl_info *ctrl_info)
91980530736eSKevin Barnett {
91990530736eSKevin Barnett unsigned int i;
92000530736eSKevin Barnett struct pqi_io_request *io_request;
92010530736eSKevin Barnett struct scsi_cmnd *scmd;
92020530736eSKevin Barnett
92030530736eSKevin Barnett for (i = 0; i < ctrl_info->max_io_slots; i++) {
92040530736eSKevin Barnett io_request = &ctrl_info->io_request_pool[i];
92050530736eSKevin Barnett if (atomic_read(&io_request->refcount) == 0)
92060530736eSKevin Barnett continue;
92070530736eSKevin Barnett scmd = io_request->scmd;
92080530736eSKevin Barnett WARN_ON(scmd != NULL); /* IO command from SML */
92090530736eSKevin Barnett WARN_ON(scmd == NULL); /* Non-IO cmd or driver initiated*/
92100530736eSKevin Barnett }
92110530736eSKevin Barnett }
92120530736eSKevin Barnett
pqi_shutdown(struct pci_dev * pci_dev)9213d91d7820SKevin Barnett static void pqi_shutdown(struct pci_dev *pci_dev)
92146c223761SKevin Barnett {
92156c223761SKevin Barnett int rc;
92166c223761SKevin Barnett struct pqi_ctrl_info *ctrl_info;
921770ba20beSSagar Biradar enum bmic_flush_cache_shutdown_event shutdown_event;
92186c223761SKevin Barnett
9219d91d7820SKevin Barnett ctrl_info = pci_get_drvdata(pci_dev);
92200530736eSKevin Barnett if (!ctrl_info) {
92210530736eSKevin Barnett dev_err(&pci_dev->dev,
92220530736eSKevin Barnett "cache could not be flushed\n");
92230530736eSKevin Barnett return;
92240530736eSKevin Barnett }
92250530736eSKevin Barnett
92260530736eSKevin Barnett pqi_wait_until_ofa_finished(ctrl_info);
92270530736eSKevin Barnett
92289fa82023SKevin Barnett pqi_scsi_block_requests(ctrl_info);
92290530736eSKevin Barnett pqi_ctrl_block_device_reset(ctrl_info);
92309fa82023SKevin Barnett pqi_ctrl_block_requests(ctrl_info);
92319fa82023SKevin Barnett pqi_ctrl_wait_until_quiesced(ctrl_info);
92326c223761SKevin Barnett
923370ba20beSSagar Biradar if (system_state == SYSTEM_RESTART)
923470ba20beSSagar Biradar shutdown_event = RESTART;
923570ba20beSSagar Biradar else
923670ba20beSSagar Biradar shutdown_event = SHUTDOWN;
923770ba20beSSagar Biradar
92386c223761SKevin Barnett /*
92396c223761SKevin Barnett * Write all data in the controller's battery-backed cache to
92406c223761SKevin Barnett * storage.
92416c223761SKevin Barnett */
924270ba20beSSagar Biradar rc = pqi_flush_cache(ctrl_info, shutdown_event);
92430530736eSKevin Barnett if (rc)
92440530736eSKevin Barnett dev_err(&pci_dev->dev,
9245276395d0SDavid Strahan "unable to flush controller cache during shutdown\n");
92460530736eSKevin Barnett
92470530736eSKevin Barnett pqi_crash_if_pending_command(ctrl_info);
92480530736eSKevin Barnett pqi_reset(ctrl_info);
92496c223761SKevin Barnett }
92506c223761SKevin Barnett
pqi_process_lockup_action_param(void)92513c50976fSKevin Barnett static void pqi_process_lockup_action_param(void)
92523c50976fSKevin Barnett {
92533c50976fSKevin Barnett unsigned int i;
92543c50976fSKevin Barnett
92553c50976fSKevin Barnett if (!pqi_lockup_action_param)
92563c50976fSKevin Barnett return;
92573c50976fSKevin Barnett
92583c50976fSKevin Barnett for (i = 0; i < ARRAY_SIZE(pqi_lockup_actions); i++) {
92593c50976fSKevin Barnett if (strcmp(pqi_lockup_action_param,
92603c50976fSKevin Barnett pqi_lockup_actions[i].name) == 0) {
92613c50976fSKevin Barnett pqi_lockup_action = pqi_lockup_actions[i].action;
92623c50976fSKevin Barnett return;
92633c50976fSKevin Barnett }
92643c50976fSKevin Barnett }
92653c50976fSKevin Barnett
92663c50976fSKevin Barnett pr_warn("%s: invalid lockup action setting \"%s\" - supported settings: none, reboot, panic\n",
92673c50976fSKevin Barnett DRIVER_NAME_SHORT, pqi_lockup_action_param);
92683c50976fSKevin Barnett }
92693c50976fSKevin Barnett
92706d567dfeSKevin Barnett #define PQI_CTRL_READY_TIMEOUT_PARAM_MIN_SECS 30
92716d567dfeSKevin Barnett #define PQI_CTRL_READY_TIMEOUT_PARAM_MAX_SECS (30 * 60)
92726d567dfeSKevin Barnett
pqi_process_ctrl_ready_timeout_param(void)92736d567dfeSKevin Barnett static void pqi_process_ctrl_ready_timeout_param(void)
92746d567dfeSKevin Barnett {
92756d567dfeSKevin Barnett if (pqi_ctrl_ready_timeout_secs == 0)
92766d567dfeSKevin Barnett return;
92776d567dfeSKevin Barnett
92786d567dfeSKevin Barnett if (pqi_ctrl_ready_timeout_secs < PQI_CTRL_READY_TIMEOUT_PARAM_MIN_SECS) {
92796d567dfeSKevin Barnett pr_warn("%s: ctrl_ready_timeout parm of %u second(s) is less than minimum timeout of %d seconds - setting timeout to %d seconds\n",
92806d567dfeSKevin Barnett DRIVER_NAME_SHORT, pqi_ctrl_ready_timeout_secs, PQI_CTRL_READY_TIMEOUT_PARAM_MIN_SECS, PQI_CTRL_READY_TIMEOUT_PARAM_MIN_SECS);
92816d567dfeSKevin Barnett pqi_ctrl_ready_timeout_secs = PQI_CTRL_READY_TIMEOUT_PARAM_MIN_SECS;
92826d567dfeSKevin Barnett } else if (pqi_ctrl_ready_timeout_secs > PQI_CTRL_READY_TIMEOUT_PARAM_MAX_SECS) {
92836d567dfeSKevin Barnett pr_warn("%s: ctrl_ready_timeout parm of %u seconds is greater than maximum timeout of %d seconds - setting timeout to %d seconds\n",
92846d567dfeSKevin Barnett DRIVER_NAME_SHORT, pqi_ctrl_ready_timeout_secs, PQI_CTRL_READY_TIMEOUT_PARAM_MAX_SECS, PQI_CTRL_READY_TIMEOUT_PARAM_MAX_SECS);
92856d567dfeSKevin Barnett pqi_ctrl_ready_timeout_secs = PQI_CTRL_READY_TIMEOUT_PARAM_MAX_SECS;
92866d567dfeSKevin Barnett }
92876d567dfeSKevin Barnett
92886d567dfeSKevin Barnett sis_ctrl_ready_timeout_secs = pqi_ctrl_ready_timeout_secs;
92896d567dfeSKevin Barnett }
92906d567dfeSKevin Barnett
pqi_process_module_params(void)92913c50976fSKevin Barnett static void pqi_process_module_params(void)
92923c50976fSKevin Barnett {
92933c50976fSKevin Barnett pqi_process_lockup_action_param();
92946d567dfeSKevin Barnett pqi_process_ctrl_ready_timeout_param();
92953c50976fSKevin Barnett }
92963c50976fSKevin Barnett
929731b17c3aSDon Brace #if defined(CONFIG_PM)
929831b17c3aSDon Brace
pqi_get_flush_cache_shutdown_event(struct pci_dev * pci_dev)9299b73357a1SSagar Biradar static inline enum bmic_flush_cache_shutdown_event pqi_get_flush_cache_shutdown_event(struct pci_dev *pci_dev)
9300b73357a1SSagar Biradar {
9301b73357a1SSagar Biradar if (pci_dev->subsystem_vendor == PCI_VENDOR_ID_ADAPTEC2 && pci_dev->subsystem_device == 0x1304)
9302b73357a1SSagar Biradar return RESTART;
9303c66e078aSKevin Barnett
9304b73357a1SSagar Biradar return SUSPEND;
9305b73357a1SSagar Biradar }
9306b73357a1SSagar Biradar
pqi_suspend_or_freeze(struct device * dev,bool suspend)9307c66e078aSKevin Barnett static int pqi_suspend_or_freeze(struct device *dev, bool suspend)
9308061ef06aSKevin Barnett {
9309c66e078aSKevin Barnett struct pci_dev *pci_dev;
9310061ef06aSKevin Barnett struct pqi_ctrl_info *ctrl_info;
9311061ef06aSKevin Barnett
9312c66e078aSKevin Barnett pci_dev = to_pci_dev(dev);
9313061ef06aSKevin Barnett ctrl_info = pci_get_drvdata(pci_dev);
9314061ef06aSKevin Barnett
93154fd22c13SMahesh Rajashekhara pqi_wait_until_ofa_finished(ctrl_info);
93169fa82023SKevin Barnett
93179fa82023SKevin Barnett pqi_ctrl_block_scan(ctrl_info);
93189fa82023SKevin Barnett pqi_scsi_block_requests(ctrl_info);
93199fa82023SKevin Barnett pqi_ctrl_block_device_reset(ctrl_info);
9320061ef06aSKevin Barnett pqi_ctrl_block_requests(ctrl_info);
9321061ef06aSKevin Barnett pqi_ctrl_wait_until_quiesced(ctrl_info);
9322c66e078aSKevin Barnett
9323c66e078aSKevin Barnett if (suspend) {
9324c66e078aSKevin Barnett enum bmic_flush_cache_shutdown_event shutdown_event;
9325c66e078aSKevin Barnett
9326c66e078aSKevin Barnett shutdown_event = pqi_get_flush_cache_shutdown_event(pci_dev);
9327b73357a1SSagar Biradar pqi_flush_cache(ctrl_info, shutdown_event);
9328c66e078aSKevin Barnett }
9329c66e078aSKevin Barnett
9330061ef06aSKevin Barnett pqi_stop_heartbeat_timer(ctrl_info);
93319fa82023SKevin Barnett pqi_crash_if_pending_command(ctrl_info);
9332c66e078aSKevin Barnett pqi_free_irqs(ctrl_info);
9333061ef06aSKevin Barnett
9334061ef06aSKevin Barnett ctrl_info->controller_online = false;
9335061ef06aSKevin Barnett ctrl_info->pqi_mode_enabled = false;
9336061ef06aSKevin Barnett
9337061ef06aSKevin Barnett return 0;
9338061ef06aSKevin Barnett }
9339061ef06aSKevin Barnett
pqi_suspend(struct device * dev)9340c66e078aSKevin Barnett static __maybe_unused int pqi_suspend(struct device *dev)
9341c66e078aSKevin Barnett {
9342c66e078aSKevin Barnett return pqi_suspend_or_freeze(dev, true);
9343c66e078aSKevin Barnett }
9344c66e078aSKevin Barnett
pqi_resume_or_restore(struct device * dev)9345c66e078aSKevin Barnett static int pqi_resume_or_restore(struct device *dev)
9346061ef06aSKevin Barnett {
9347061ef06aSKevin Barnett int rc;
9348c66e078aSKevin Barnett struct pci_dev *pci_dev;
9349061ef06aSKevin Barnett struct pqi_ctrl_info *ctrl_info;
9350061ef06aSKevin Barnett
9351c66e078aSKevin Barnett pci_dev = to_pci_dev(dev);
9352061ef06aSKevin Barnett ctrl_info = pci_get_drvdata(pci_dev);
9353061ef06aSKevin Barnett
9354c66e078aSKevin Barnett rc = pqi_request_irqs(ctrl_info);
9355c66e078aSKevin Barnett if (rc)
9356061ef06aSKevin Barnett return rc;
9357061ef06aSKevin Barnett
935843e97ef4SKevin Barnett pqi_ctrl_unblock_device_reset(ctrl_info);
935943e97ef4SKevin Barnett pqi_ctrl_unblock_requests(ctrl_info);
936043e97ef4SKevin Barnett pqi_scsi_unblock_requests(ctrl_info);
936143e97ef4SKevin Barnett pqi_ctrl_unblock_scan(ctrl_info);
936243e97ef4SKevin Barnett
9363c66e078aSKevin Barnett ssleep(PQI_POST_RESET_DELAY_SECS);
9364c66e078aSKevin Barnett
9365061ef06aSKevin Barnett return pqi_ctrl_init_resume(ctrl_info);
9366061ef06aSKevin Barnett }
9367061ef06aSKevin Barnett
pqi_freeze(struct device * dev)9368c66e078aSKevin Barnett static int pqi_freeze(struct device *dev)
9369c66e078aSKevin Barnett {
9370c66e078aSKevin Barnett return pqi_suspend_or_freeze(dev, false);
9371c66e078aSKevin Barnett }
9372c66e078aSKevin Barnett
pqi_thaw(struct device * dev)9373c66e078aSKevin Barnett static int pqi_thaw(struct device *dev)
9374c66e078aSKevin Barnett {
9375c66e078aSKevin Barnett int rc;
9376c66e078aSKevin Barnett struct pci_dev *pci_dev;
9377c66e078aSKevin Barnett struct pqi_ctrl_info *ctrl_info;
9378c66e078aSKevin Barnett
9379c66e078aSKevin Barnett pci_dev = to_pci_dev(dev);
9380c66e078aSKevin Barnett ctrl_info = pci_get_drvdata(pci_dev);
9381c66e078aSKevin Barnett
9382c66e078aSKevin Barnett rc = pqi_request_irqs(ctrl_info);
9383c66e078aSKevin Barnett if (rc)
9384c66e078aSKevin Barnett return rc;
9385c66e078aSKevin Barnett
9386c66e078aSKevin Barnett ctrl_info->controller_online = true;
9387c66e078aSKevin Barnett ctrl_info->pqi_mode_enabled = true;
9388c66e078aSKevin Barnett
9389c66e078aSKevin Barnett pqi_ctrl_unblock_device_reset(ctrl_info);
9390c66e078aSKevin Barnett pqi_ctrl_unblock_requests(ctrl_info);
9391c66e078aSKevin Barnett pqi_scsi_unblock_requests(ctrl_info);
9392c66e078aSKevin Barnett pqi_ctrl_unblock_scan(ctrl_info);
9393c66e078aSKevin Barnett
9394c66e078aSKevin Barnett return 0;
9395c66e078aSKevin Barnett }
9396c66e078aSKevin Barnett
pqi_poweroff(struct device * dev)9397c66e078aSKevin Barnett static int pqi_poweroff(struct device *dev)
9398c66e078aSKevin Barnett {
9399c66e078aSKevin Barnett struct pci_dev *pci_dev;
9400c66e078aSKevin Barnett struct pqi_ctrl_info *ctrl_info;
9401c66e078aSKevin Barnett enum bmic_flush_cache_shutdown_event shutdown_event;
9402c66e078aSKevin Barnett
9403c66e078aSKevin Barnett pci_dev = to_pci_dev(dev);
9404c66e078aSKevin Barnett ctrl_info = pci_get_drvdata(pci_dev);
9405c66e078aSKevin Barnett
9406c66e078aSKevin Barnett shutdown_event = pqi_get_flush_cache_shutdown_event(pci_dev);
9407c66e078aSKevin Barnett pqi_flush_cache(ctrl_info, shutdown_event);
9408c66e078aSKevin Barnett
9409c66e078aSKevin Barnett return 0;
9410c66e078aSKevin Barnett }
9411c66e078aSKevin Barnett
9412c66e078aSKevin Barnett static const struct dev_pm_ops pqi_pm_ops = {
9413c66e078aSKevin Barnett .suspend = pqi_suspend,
9414c66e078aSKevin Barnett .resume = pqi_resume_or_restore,
9415c66e078aSKevin Barnett .freeze = pqi_freeze,
9416c66e078aSKevin Barnett .thaw = pqi_thaw,
9417c66e078aSKevin Barnett .poweroff = pqi_poweroff,
9418c66e078aSKevin Barnett .restore = pqi_resume_or_restore,
9419c66e078aSKevin Barnett };
9420c66e078aSKevin Barnett
942131b17c3aSDon Brace #endif /* CONFIG_PM */
942231b17c3aSDon Brace
94236c223761SKevin Barnett /* Define the PCI IDs for the controllers that we support. */
94246c223761SKevin Barnett static const struct pci_device_id pqi_pci_id_table[] = {
94256c223761SKevin Barnett {
94266c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9427b0f9408bSKevin Barnett 0x105b, 0x1211)
9428b0f9408bSKevin Barnett },
9429b0f9408bSKevin Barnett {
9430b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9431b0f9408bSKevin Barnett 0x105b, 0x1321)
9432b0f9408bSKevin Barnett },
9433b0f9408bSKevin Barnett {
9434b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94357eddabffSKevin Barnett 0x152d, 0x8a22)
94367eddabffSKevin Barnett },
94377eddabffSKevin Barnett {
94387eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94397eddabffSKevin Barnett 0x152d, 0x8a23)
94407eddabffSKevin Barnett },
94417eddabffSKevin Barnett {
94427eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94437eddabffSKevin Barnett 0x152d, 0x8a24)
94447eddabffSKevin Barnett },
94457eddabffSKevin Barnett {
94467eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94477eddabffSKevin Barnett 0x152d, 0x8a36)
94487eddabffSKevin Barnett },
94497eddabffSKevin Barnett {
94507eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94517eddabffSKevin Barnett 0x152d, 0x8a37)
94527eddabffSKevin Barnett },
94537eddabffSKevin Barnett {
94547eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94550595a0b4SAjish Koshy 0x193d, 0x1104)
94560595a0b4SAjish Koshy },
94570595a0b4SAjish Koshy {
94580595a0b4SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94590595a0b4SAjish Koshy 0x193d, 0x1105)
94600595a0b4SAjish Koshy },
94610595a0b4SAjish Koshy {
94620595a0b4SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94630595a0b4SAjish Koshy 0x193d, 0x1106)
94640595a0b4SAjish Koshy },
94650595a0b4SAjish Koshy {
94660595a0b4SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94670595a0b4SAjish Koshy 0x193d, 0x1107)
94680595a0b4SAjish Koshy },
94690595a0b4SAjish Koshy {
94700595a0b4SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9471d3af3f64SMahesh Rajashekhara 0x193d, 0x1108)
9472d3af3f64SMahesh Rajashekhara },
9473d3af3f64SMahesh Rajashekhara {
9474d3af3f64SMahesh Rajashekhara PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9475d3af3f64SMahesh Rajashekhara 0x193d, 0x1109)
9476d3af3f64SMahesh Rajashekhara },
9477d3af3f64SMahesh Rajashekhara {
9478d3af3f64SMahesh Rajashekhara PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
94790b93cf2aSMike McGowen 0x193d, 0x110b)
94800b93cf2aSMike McGowen },
94810b93cf2aSMike McGowen {
94820b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9483b0f9408bSKevin Barnett 0x193d, 0x8460)
9484b0f9408bSKevin Barnett },
9485b0f9408bSKevin Barnett {
9486b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9487b0f9408bSKevin Barnett 0x193d, 0x8461)
9488b0f9408bSKevin Barnett },
9489b0f9408bSKevin Barnett {
9490b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
949184a77fefSMurthy Bhat 0x193d, 0xc460)
949284a77fefSMurthy Bhat },
949384a77fefSMurthy Bhat {
949484a77fefSMurthy Bhat PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
949584a77fefSMurthy Bhat 0x193d, 0xc461)
949684a77fefSMurthy Bhat },
949784a77fefSMurthy Bhat {
949884a77fefSMurthy Bhat PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9499b0f9408bSKevin Barnett 0x193d, 0xf460)
9500b0f9408bSKevin Barnett },
9501b0f9408bSKevin Barnett {
9502b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9503b0f9408bSKevin Barnett 0x193d, 0xf461)
9504b0f9408bSKevin Barnett },
9505b0f9408bSKevin Barnett {
9506b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9507b0f9408bSKevin Barnett 0x1bd4, 0x0045)
9508b0f9408bSKevin Barnett },
9509b0f9408bSKevin Barnett {
9510b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9511b0f9408bSKevin Barnett 0x1bd4, 0x0046)
9512b0f9408bSKevin Barnett },
9513b0f9408bSKevin Barnett {
9514b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9515b0f9408bSKevin Barnett 0x1bd4, 0x0047)
9516b0f9408bSKevin Barnett },
9517b0f9408bSKevin Barnett {
9518b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9519b0f9408bSKevin Barnett 0x1bd4, 0x0048)
9520b0f9408bSKevin Barnett },
9521b0f9408bSKevin Barnett {
9522b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
95239f8d05faSKevin Barnett 0x1bd4, 0x004a)
95249f8d05faSKevin Barnett },
95259f8d05faSKevin Barnett {
95269f8d05faSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
95279f8d05faSKevin Barnett 0x1bd4, 0x004b)
95289f8d05faSKevin Barnett },
95299f8d05faSKevin Barnett {
95309f8d05faSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
95319f8d05faSKevin Barnett 0x1bd4, 0x004c)
95329f8d05faSKevin Barnett },
95339f8d05faSKevin Barnett {
95349f8d05faSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
953563a7956aSGilbert Wu 0x1bd4, 0x004f)
953663a7956aSGilbert Wu },
953763a7956aSGilbert Wu {
953863a7956aSGilbert Wu PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
953975fbeaccSKevin Barnett 0x1bd4, 0x0051)
954075fbeaccSKevin Barnett },
954175fbeaccSKevin Barnett {
954275fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
954375fbeaccSKevin Barnett 0x1bd4, 0x0052)
954475fbeaccSKevin Barnett },
954575fbeaccSKevin Barnett {
954675fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
954775fbeaccSKevin Barnett 0x1bd4, 0x0053)
954875fbeaccSKevin Barnett },
954975fbeaccSKevin Barnett {
955075fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
955175fbeaccSKevin Barnett 0x1bd4, 0x0054)
955275fbeaccSKevin Barnett },
955375fbeaccSKevin Barnett {
955475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9555c57ee4ccSDon Brace 0x1bd4, 0x006b)
9556c57ee4ccSDon Brace },
9557c57ee4ccSDon Brace {
9558c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9559c57ee4ccSDon Brace 0x1bd4, 0x006c)
9560c57ee4ccSDon Brace },
9561c57ee4ccSDon Brace {
9562c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9563c57ee4ccSDon Brace 0x1bd4, 0x006d)
9564c57ee4ccSDon Brace },
9565c57ee4ccSDon Brace {
9566c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9567c57ee4ccSDon Brace 0x1bd4, 0x006f)
9568c57ee4ccSDon Brace },
9569c57ee4ccSDon Brace {
9570c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9571c57ee4ccSDon Brace 0x1bd4, 0x0070)
9572c57ee4ccSDon Brace },
9573c57ee4ccSDon Brace {
9574c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9575c57ee4ccSDon Brace 0x1bd4, 0x0071)
9576c57ee4ccSDon Brace },
9577c57ee4ccSDon Brace {
9578c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9579c57ee4ccSDon Brace 0x1bd4, 0x0072)
9580c57ee4ccSDon Brace },
9581c57ee4ccSDon Brace {
9582c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
95830b93cf2aSMike McGowen 0x1bd4, 0x0086)
95840b93cf2aSMike McGowen },
95850b93cf2aSMike McGowen {
95860b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
95870b93cf2aSMike McGowen 0x1bd4, 0x0087)
95880b93cf2aSMike McGowen },
95890b93cf2aSMike McGowen {
95900b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
95910b93cf2aSMike McGowen 0x1bd4, 0x0088)
95920b93cf2aSMike McGowen },
95930b93cf2aSMike McGowen {
95940b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
95950b93cf2aSMike McGowen 0x1bd4, 0x0089)
95960b93cf2aSMike McGowen },
95970b93cf2aSMike McGowen {
95980b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9599c1b10475SAjish Koshy 0x19e5, 0xd227)
9600c1b10475SAjish Koshy },
9601c1b10475SAjish Koshy {
9602c1b10475SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9603c1b10475SAjish Koshy 0x19e5, 0xd228)
9604c1b10475SAjish Koshy },
9605c1b10475SAjish Koshy {
9606c1b10475SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9607c1b10475SAjish Koshy 0x19e5, 0xd229)
9608c1b10475SAjish Koshy },
9609c1b10475SAjish Koshy {
9610c1b10475SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9611c1b10475SAjish Koshy 0x19e5, 0xd22a)
9612c1b10475SAjish Koshy },
9613c1b10475SAjish Koshy {
9614c1b10475SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9615c1b10475SAjish Koshy 0x19e5, 0xd22b)
9616c1b10475SAjish Koshy },
9617c1b10475SAjish Koshy {
9618c1b10475SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9619c1b10475SAjish Koshy 0x19e5, 0xd22c)
9620c1b10475SAjish Koshy },
9621c1b10475SAjish Koshy {
9622c1b10475SAjish Koshy PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96236c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0110)
96246c223761SKevin Barnett },
96256c223761SKevin Barnett {
96266c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
962755790064SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0608)
96286c223761SKevin Barnett },
96296c223761SKevin Barnett {
96306c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
963144e68c4aSMike McGowen PCI_VENDOR_ID_ADAPTEC2, 0x0659)
963244e68c4aSMike McGowen },
963344e68c4aSMike McGowen {
963444e68c4aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96356c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0800)
96366c223761SKevin Barnett },
96376c223761SKevin Barnett {
96386c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96396c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0801)
96406c223761SKevin Barnett },
96416c223761SKevin Barnett {
96426c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96436c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0802)
96446c223761SKevin Barnett },
96456c223761SKevin Barnett {
96466c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96476c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0803)
96486c223761SKevin Barnett },
96496c223761SKevin Barnett {
96506c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96516c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0804)
96526c223761SKevin Barnett },
96536c223761SKevin Barnett {
96546c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96556c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0805)
96566c223761SKevin Barnett },
96576c223761SKevin Barnett {
96586c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96597eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0806)
96607eddabffSKevin Barnett },
96617eddabffSKevin Barnett {
96627eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
966355790064SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0807)
966455790064SKevin Barnett },
966555790064SKevin Barnett {
966655790064SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
966763a7956aSGilbert Wu PCI_VENDOR_ID_ADAPTEC2, 0x0808)
966863a7956aSGilbert Wu },
966963a7956aSGilbert Wu {
967063a7956aSGilbert Wu PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
967163a7956aSGilbert Wu PCI_VENDOR_ID_ADAPTEC2, 0x0809)
967263a7956aSGilbert Wu },
967363a7956aSGilbert Wu {
967463a7956aSGilbert Wu PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96753af06083SMahesh Rajashekhara PCI_VENDOR_ID_ADAPTEC2, 0x080a)
96763af06083SMahesh Rajashekhara },
96773af06083SMahesh Rajashekhara {
96783af06083SMahesh Rajashekhara PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96796c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0900)
96806c223761SKevin Barnett },
96816c223761SKevin Barnett {
96826c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96836c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0901)
96846c223761SKevin Barnett },
96856c223761SKevin Barnett {
96866c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96876c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0902)
96886c223761SKevin Barnett },
96896c223761SKevin Barnett {
96906c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96916c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0903)
96926c223761SKevin Barnett },
96936c223761SKevin Barnett {
96946c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96956c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0904)
96966c223761SKevin Barnett },
96976c223761SKevin Barnett {
96986c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
96996c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0905)
97006c223761SKevin Barnett },
97016c223761SKevin Barnett {
97026c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97036c223761SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0906)
97046c223761SKevin Barnett },
97056c223761SKevin Barnett {
97066c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97077eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0907)
97087eddabffSKevin Barnett },
97097eddabffSKevin Barnett {
97107eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97117eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x0908)
97127eddabffSKevin Barnett },
97137eddabffSKevin Barnett {
97147eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
971555790064SKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x090a)
971655790064SKevin Barnett },
971755790064SKevin Barnett {
971855790064SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97197eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1200)
97207eddabffSKevin Barnett },
97217eddabffSKevin Barnett {
97227eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97237eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1201)
97247eddabffSKevin Barnett },
97257eddabffSKevin Barnett {
97267eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97277eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1202)
97287eddabffSKevin Barnett },
97297eddabffSKevin Barnett {
97307eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97317eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1280)
97327eddabffSKevin Barnett },
97337eddabffSKevin Barnett {
97347eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97357eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1281)
97367eddabffSKevin Barnett },
97377eddabffSKevin Barnett {
97387eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9739b0f9408bSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1282)
9740b0f9408bSKevin Barnett },
9741b0f9408bSKevin Barnett {
9742b0f9408bSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97437eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1300)
97447eddabffSKevin Barnett },
97457eddabffSKevin Barnett {
97467eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97477eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1301)
97487eddabffSKevin Barnett },
97497eddabffSKevin Barnett {
97507eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9751bd809e8dSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1302)
9752bd809e8dSKevin Barnett },
9753bd809e8dSKevin Barnett {
9754bd809e8dSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9755bd809e8dSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1303)
9756bd809e8dSKevin Barnett },
9757bd809e8dSKevin Barnett {
9758bd809e8dSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9759c57ee4ccSDon Brace PCI_VENDOR_ID_ADAPTEC2, 0x1304)
9760c57ee4ccSDon Brace },
9761c57ee4ccSDon Brace {
9762c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
97637eddabffSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1380)
97647eddabffSKevin Barnett },
97657eddabffSKevin Barnett {
97667eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
976775fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1400)
976875fbeaccSKevin Barnett },
976975fbeaccSKevin Barnett {
977075fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
977175fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1402)
977275fbeaccSKevin Barnett },
977375fbeaccSKevin Barnett {
977475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
977575fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1410)
977675fbeaccSKevin Barnett },
977775fbeaccSKevin Barnett {
977875fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
977975fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1411)
978075fbeaccSKevin Barnett },
978175fbeaccSKevin Barnett {
978275fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
978375fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1412)
978475fbeaccSKevin Barnett },
978575fbeaccSKevin Barnett {
978675fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
978775fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1420)
978875fbeaccSKevin Barnett },
978975fbeaccSKevin Barnett {
979075fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
979175fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1430)
979275fbeaccSKevin Barnett },
979375fbeaccSKevin Barnett {
979475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
979575fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1440)
979675fbeaccSKevin Barnett },
979775fbeaccSKevin Barnett {
979875fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
979975fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1441)
980075fbeaccSKevin Barnett },
980175fbeaccSKevin Barnett {
980275fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
980375fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1450)
980475fbeaccSKevin Barnett },
980575fbeaccSKevin Barnett {
980675fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
980775fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1452)
980875fbeaccSKevin Barnett },
980975fbeaccSKevin Barnett {
981075fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
981175fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1460)
981275fbeaccSKevin Barnett },
981375fbeaccSKevin Barnett {
981475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
981575fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1461)
981675fbeaccSKevin Barnett },
981775fbeaccSKevin Barnett {
981875fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
981975fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1462)
982075fbeaccSKevin Barnett },
982175fbeaccSKevin Barnett {
982275fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9823c57ee4ccSDon Brace PCI_VENDOR_ID_ADAPTEC2, 0x1463)
9824c57ee4ccSDon Brace },
9825c57ee4ccSDon Brace {
9826c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
982775fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1470)
982875fbeaccSKevin Barnett },
982975fbeaccSKevin Barnett {
983075fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
983175fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1471)
983275fbeaccSKevin Barnett },
983375fbeaccSKevin Barnett {
983475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
983575fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1472)
983675fbeaccSKevin Barnett },
983775fbeaccSKevin Barnett {
983875fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9839c57ee4ccSDon Brace PCI_VENDOR_ID_ADAPTEC2, 0x1473)
9840c57ee4ccSDon Brace },
9841c57ee4ccSDon Brace {
9842c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9843c57ee4ccSDon Brace PCI_VENDOR_ID_ADAPTEC2, 0x1474)
9844c57ee4ccSDon Brace },
9845c57ee4ccSDon Brace {
9846c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
98470b93cf2aSMike McGowen PCI_VENDOR_ID_ADAPTEC2, 0x1475)
98480b93cf2aSMike McGowen },
98490b93cf2aSMike McGowen {
98500b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
985175fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1480)
985275fbeaccSKevin Barnett },
985375fbeaccSKevin Barnett {
985475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
985575fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1490)
985675fbeaccSKevin Barnett },
985775fbeaccSKevin Barnett {
985875fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
985975fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x1491)
986075fbeaccSKevin Barnett },
986175fbeaccSKevin Barnett {
986275fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
986375fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14a0)
986475fbeaccSKevin Barnett },
986575fbeaccSKevin Barnett {
986675fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
986775fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14a1)
986875fbeaccSKevin Barnett },
986975fbeaccSKevin Barnett {
987075fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
987180982656SMike McGowen PCI_VENDOR_ID_ADAPTEC2, 0x14a2)
987280982656SMike McGowen },
987380982656SMike McGowen {
987480982656SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9875c57ee4ccSDon Brace PCI_VENDOR_ID_ADAPTEC2, 0x14a4)
9876c57ee4ccSDon Brace },
9877c57ee4ccSDon Brace {
9878c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9879c57ee4ccSDon Brace PCI_VENDOR_ID_ADAPTEC2, 0x14a5)
9880c57ee4ccSDon Brace },
9881c57ee4ccSDon Brace {
9882c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9883c57ee4ccSDon Brace PCI_VENDOR_ID_ADAPTEC2, 0x14a6)
9884c57ee4ccSDon Brace },
9885c57ee4ccSDon Brace {
9886c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
988775fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14b0)
988875fbeaccSKevin Barnett },
988975fbeaccSKevin Barnett {
989075fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
989175fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14b1)
989275fbeaccSKevin Barnett },
989375fbeaccSKevin Barnett {
989475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
989575fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14c0)
989675fbeaccSKevin Barnett },
989775fbeaccSKevin Barnett {
989875fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
989975fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14c1)
990075fbeaccSKevin Barnett },
990175fbeaccSKevin Barnett {
990275fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
9903c57ee4ccSDon Brace PCI_VENDOR_ID_ADAPTEC2, 0x14c2)
9904c57ee4ccSDon Brace },
9905c57ee4ccSDon Brace {
9906c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99070b93cf2aSMike McGowen PCI_VENDOR_ID_ADAPTEC2, 0x14c3)
99080b93cf2aSMike McGowen },
99090b93cf2aSMike McGowen {
99100b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99110b93cf2aSMike McGowen PCI_VENDOR_ID_ADAPTEC2, 0x14c4)
99120b93cf2aSMike McGowen },
99130b93cf2aSMike McGowen {
99140b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
991575fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14d0)
991675fbeaccSKevin Barnett },
991775fbeaccSKevin Barnett {
991875fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
991975fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14e0)
992075fbeaccSKevin Barnett },
992175fbeaccSKevin Barnett {
992275fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
992375fbeaccSKevin Barnett PCI_VENDOR_ID_ADAPTEC2, 0x14f0)
992475fbeaccSKevin Barnett },
992575fbeaccSKevin Barnett {
992675fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99279f8d05faSKevin Barnett PCI_VENDOR_ID_ADVANTECH, 0x8312)
99289f8d05faSKevin Barnett },
99299f8d05faSKevin Barnett {
99309f8d05faSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
993155790064SKevin Barnett PCI_VENDOR_ID_DELL, 0x1fe0)
993255790064SKevin Barnett },
993355790064SKevin Barnett {
993455790064SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99357eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0600)
99367eddabffSKevin Barnett },
99377eddabffSKevin Barnett {
99387eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99397eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0601)
99407eddabffSKevin Barnett },
99417eddabffSKevin Barnett {
99427eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99437eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0602)
99447eddabffSKevin Barnett },
99457eddabffSKevin Barnett {
99467eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99477eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0603)
99487eddabffSKevin Barnett },
99497eddabffSKevin Barnett {
99507eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
995155790064SKevin Barnett PCI_VENDOR_ID_HP, 0x0609)
99527eddabffSKevin Barnett },
99537eddabffSKevin Barnett {
99547eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99557eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0650)
99567eddabffSKevin Barnett },
99577eddabffSKevin Barnett {
99587eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99597eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0651)
99607eddabffSKevin Barnett },
99617eddabffSKevin Barnett {
99627eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99637eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0652)
99647eddabffSKevin Barnett },
99657eddabffSKevin Barnett {
99667eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99677eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0653)
99687eddabffSKevin Barnett },
99697eddabffSKevin Barnett {
99707eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99717eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0654)
99727eddabffSKevin Barnett },
99737eddabffSKevin Barnett {
99747eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99757eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0655)
99767eddabffSKevin Barnett },
99777eddabffSKevin Barnett {
99787eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99797eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0700)
99807eddabffSKevin Barnett },
99817eddabffSKevin Barnett {
99827eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99837eddabffSKevin Barnett PCI_VENDOR_ID_HP, 0x0701)
99847eddabffSKevin Barnett },
99857eddabffSKevin Barnett {
99867eddabffSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99876c223761SKevin Barnett PCI_VENDOR_ID_HP, 0x1001)
99886c223761SKevin Barnett },
99896c223761SKevin Barnett {
99906c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
999175fbeaccSKevin Barnett PCI_VENDOR_ID_HP, 0x1002)
999275fbeaccSKevin Barnett },
999375fbeaccSKevin Barnett {
999475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99956c223761SKevin Barnett PCI_VENDOR_ID_HP, 0x1100)
99966c223761SKevin Barnett },
99976c223761SKevin Barnett {
99986c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
99996c223761SKevin Barnett PCI_VENDOR_ID_HP, 0x1101)
100006c223761SKevin Barnett },
100016c223761SKevin Barnett {
100026c223761SKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1000375fbeaccSKevin Barnett 0x1590, 0x0294)
1000475fbeaccSKevin Barnett },
1000575fbeaccSKevin Barnett {
1000675fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1000775fbeaccSKevin Barnett 0x1590, 0x02db)
1000875fbeaccSKevin Barnett },
1000975fbeaccSKevin Barnett {
1001075fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1001175fbeaccSKevin Barnett 0x1590, 0x02dc)
1001275fbeaccSKevin Barnett },
1001375fbeaccSKevin Barnett {
1001475fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1001575fbeaccSKevin Barnett 0x1590, 0x032e)
1001675fbeaccSKevin Barnett },
1001775fbeaccSKevin Barnett {
1001875fbeaccSKevin Barnett PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10019c57ee4ccSDon Brace 0x1590, 0x036f)
10020c57ee4ccSDon Brace },
10021c57ee4ccSDon Brace {
10022c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10023c57ee4ccSDon Brace 0x1590, 0x0381)
10024c57ee4ccSDon Brace },
10025c57ee4ccSDon Brace {
10026c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10027c57ee4ccSDon Brace 0x1590, 0x0382)
10028c57ee4ccSDon Brace },
10029c57ee4ccSDon Brace {
10030c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10031c57ee4ccSDon Brace 0x1590, 0x0383)
10032c57ee4ccSDon Brace },
10033c57ee4ccSDon Brace {
10034c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
100358bdb3b9cSGilbert Wu 0x1d8d, 0x0800)
100368bdb3b9cSGilbert Wu },
100378bdb3b9cSGilbert Wu {
100388bdb3b9cSGilbert Wu PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
100398bdb3b9cSGilbert Wu 0x1d8d, 0x0908)
100408bdb3b9cSGilbert Wu },
100418bdb3b9cSGilbert Wu {
100428bdb3b9cSGilbert Wu PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
100438bdb3b9cSGilbert Wu 0x1d8d, 0x0806)
100448bdb3b9cSGilbert Wu },
100458bdb3b9cSGilbert Wu {
100468bdb3b9cSGilbert Wu PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
100478bdb3b9cSGilbert Wu 0x1d8d, 0x0916)
100488bdb3b9cSGilbert Wu },
100498bdb3b9cSGilbert Wu {
100508bdb3b9cSGilbert Wu PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1005171ecc60dSGilbert Wu PCI_VENDOR_ID_GIGABYTE, 0x1000)
1005271ecc60dSGilbert Wu },
1005371ecc60dSGilbert Wu {
1005471ecc60dSGilbert Wu PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10055e326b97cSMike McGowen 0x1dfc, 0x3161)
10056e326b97cSMike McGowen },
10057e326b97cSMike McGowen {
10058e326b97cSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10059c57ee4ccSDon Brace 0x1f0c, 0x3161)
10060c57ee4ccSDon Brace },
10061c57ee4ccSDon Brace {
10062c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10063fe0375d4SDavid Strahan 0x1cf2, 0x0804)
10064fe0375d4SDavid Strahan },
10065fe0375d4SDavid Strahan {
10066fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10067fe0375d4SDavid Strahan 0x1cf2, 0x0805)
10068fe0375d4SDavid Strahan },
10069fe0375d4SDavid Strahan {
10070fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10071fe0375d4SDavid Strahan 0x1cf2, 0x0806)
10072fe0375d4SDavid Strahan },
10073fe0375d4SDavid Strahan {
10074fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1007509d9968aSBalsundar P 0x1cf2, 0x5445)
1007609d9968aSBalsundar P },
1007709d9968aSBalsundar P {
1007809d9968aSBalsundar P PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1007909d9968aSBalsundar P 0x1cf2, 0x5446)
1008009d9968aSBalsundar P },
1008109d9968aSBalsundar P {
1008209d9968aSBalsundar P PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1008309d9968aSBalsundar P 0x1cf2, 0x5447)
1008409d9968aSBalsundar P },
1008509d9968aSBalsundar P {
1008609d9968aSBalsundar P PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10087c57ee4ccSDon Brace 0x1cf2, 0x5449)
10088c57ee4ccSDon Brace },
10089c57ee4ccSDon Brace {
10090c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10091c57ee4ccSDon Brace 0x1cf2, 0x544a)
10092c57ee4ccSDon Brace },
10093c57ee4ccSDon Brace {
10094c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10095c57ee4ccSDon Brace 0x1cf2, 0x544b)
10096c57ee4ccSDon Brace },
10097c57ee4ccSDon Brace {
10098c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10099c57ee4ccSDon Brace 0x1cf2, 0x544d)
10100c57ee4ccSDon Brace },
10101c57ee4ccSDon Brace {
10102c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10103c57ee4ccSDon Brace 0x1cf2, 0x544e)
10104c57ee4ccSDon Brace },
10105c57ee4ccSDon Brace {
10106c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10107c57ee4ccSDon Brace 0x1cf2, 0x544f)
10108c57ee4ccSDon Brace },
10109c57ee4ccSDon Brace {
10110c57ee4ccSDon Brace PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10111fe0375d4SDavid Strahan 0x1cf2, 0x54da)
10112fe0375d4SDavid Strahan },
10113fe0375d4SDavid Strahan {
10114fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10115fe0375d4SDavid Strahan 0x1cf2, 0x54db)
10116fe0375d4SDavid Strahan },
10117fe0375d4SDavid Strahan {
10118fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10119fe0375d4SDavid Strahan 0x1cf2, 0x54dc)
10120fe0375d4SDavid Strahan },
10121fe0375d4SDavid Strahan {
10122fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1012309d9968aSBalsundar P 0x1cf2, 0x0b27)
1012409d9968aSBalsundar P },
1012509d9968aSBalsundar P {
1012609d9968aSBalsundar P PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1012709d9968aSBalsundar P 0x1cf2, 0x0b29)
1012809d9968aSBalsundar P },
1012909d9968aSBalsundar P {
1013009d9968aSBalsundar P PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
1013109d9968aSBalsundar P 0x1cf2, 0x0b45)
1013209d9968aSBalsundar P },
1013309d9968aSBalsundar P {
1013409d9968aSBalsundar P PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10135dab53784SMurthy Bhat 0x1cc4, 0x0101)
10136dab53784SMurthy Bhat },
10137dab53784SMurthy Bhat {
10138dab53784SMurthy Bhat PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10139dab53784SMurthy Bhat 0x1cc4, 0x0201)
10140dab53784SMurthy Bhat },
10141dab53784SMurthy Bhat {
10142dab53784SMurthy Bhat PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101432a9c2ba2SMike McGowen PCI_VENDOR_ID_LENOVO, 0x0220)
101442a9c2ba2SMike McGowen },
101452a9c2ba2SMike McGowen {
101462a9c2ba2SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101472a9c2ba2SMike McGowen PCI_VENDOR_ID_LENOVO, 0x0221)
101482a9c2ba2SMike McGowen },
101492a9c2ba2SMike McGowen {
101502a9c2ba2SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101512a9c2ba2SMike McGowen PCI_VENDOR_ID_LENOVO, 0x0520)
101522a9c2ba2SMike McGowen },
101532a9c2ba2SMike McGowen {
101542a9c2ba2SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101552a9c2ba2SMike McGowen PCI_VENDOR_ID_LENOVO, 0x0522)
101562a9c2ba2SMike McGowen },
101572a9c2ba2SMike McGowen {
101582a9c2ba2SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101592a9c2ba2SMike McGowen PCI_VENDOR_ID_LENOVO, 0x0620)
101602a9c2ba2SMike McGowen },
101612a9c2ba2SMike McGowen {
101622a9c2ba2SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101632a9c2ba2SMike McGowen PCI_VENDOR_ID_LENOVO, 0x0621)
101642a9c2ba2SMike McGowen },
101652a9c2ba2SMike McGowen {
101662a9c2ba2SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101672a9c2ba2SMike McGowen PCI_VENDOR_ID_LENOVO, 0x0622)
101682a9c2ba2SMike McGowen },
101692a9c2ba2SMike McGowen {
101702a9c2ba2SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101712a9c2ba2SMike McGowen PCI_VENDOR_ID_LENOVO, 0x0623)
101722a9c2ba2SMike McGowen },
101732a9c2ba2SMike McGowen {
101742a9c2ba2SMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10175fe0375d4SDavid Strahan 0x1014, 0x0718)
10176fe0375d4SDavid Strahan },
10177fe0375d4SDavid Strahan {
10178fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10179ce109051SDavid Strahan 0x1137, 0x02f8)
10180ce109051SDavid Strahan },
10181ce109051SDavid Strahan {
10182ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10183ce109051SDavid Strahan 0x1137, 0x02f9)
10184ce109051SDavid Strahan },
10185ce109051SDavid Strahan {
10186ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10187ce109051SDavid Strahan 0x1137, 0x02fa)
10188ce109051SDavid Strahan },
10189ce109051SDavid Strahan {
10190ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101910b93cf2aSMike McGowen 0x1e93, 0x1000)
101920b93cf2aSMike McGowen },
101930b93cf2aSMike McGowen {
101940b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101950b93cf2aSMike McGowen 0x1e93, 0x1001)
101960b93cf2aSMike McGowen },
101970b93cf2aSMike McGowen {
101980b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
101990b93cf2aSMike McGowen 0x1e93, 0x1002)
102000b93cf2aSMike McGowen },
102010b93cf2aSMike McGowen {
102020b93cf2aSMike McGowen PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10203fe0375d4SDavid Strahan 0x1e93, 0x1005)
10204fe0375d4SDavid Strahan },
10205fe0375d4SDavid Strahan {
10206fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10207fe0375d4SDavid Strahan 0x1f51, 0x1001)
10208fe0375d4SDavid Strahan },
10209fe0375d4SDavid Strahan {
10210fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10211fe0375d4SDavid Strahan 0x1f51, 0x1002)
10212fe0375d4SDavid Strahan },
10213fe0375d4SDavid Strahan {
10214fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10215fe0375d4SDavid Strahan 0x1f51, 0x1003)
10216fe0375d4SDavid Strahan },
10217fe0375d4SDavid Strahan {
10218fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10219fe0375d4SDavid Strahan 0x1f51, 0x1004)
10220fe0375d4SDavid Strahan },
10221fe0375d4SDavid Strahan {
10222fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10223fe0375d4SDavid Strahan 0x1f51, 0x1005)
10224fe0375d4SDavid Strahan },
10225fe0375d4SDavid Strahan {
10226fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10227fe0375d4SDavid Strahan 0x1f51, 0x1006)
10228fe0375d4SDavid Strahan },
10229fe0375d4SDavid Strahan {
10230fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10231fe0375d4SDavid Strahan 0x1f51, 0x1007)
10232fe0375d4SDavid Strahan },
10233fe0375d4SDavid Strahan {
10234fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10235fe0375d4SDavid Strahan 0x1f51, 0x1008)
10236fe0375d4SDavid Strahan },
10237fe0375d4SDavid Strahan {
10238fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10239fe0375d4SDavid Strahan 0x1f51, 0x1009)
10240fe0375d4SDavid Strahan },
10241fe0375d4SDavid Strahan {
10242fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10243fe0375d4SDavid Strahan 0x1f51, 0x100a)
10244fe0375d4SDavid Strahan },
10245fe0375d4SDavid Strahan {
10246fe0375d4SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10247ce109051SDavid Strahan 0x1f51, 0x100e)
10248ce109051SDavid Strahan },
10249ce109051SDavid Strahan {
10250ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10251ce109051SDavid Strahan 0x1f51, 0x100f)
10252ce109051SDavid Strahan },
10253ce109051SDavid Strahan {
10254ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10255ce109051SDavid Strahan 0x1f51, 0x1010)
10256ce109051SDavid Strahan },
10257ce109051SDavid Strahan {
10258ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10259ce109051SDavid Strahan 0x1f51, 0x1011)
10260ce109051SDavid Strahan },
10261ce109051SDavid Strahan {
10262ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10263ce109051SDavid Strahan 0x1f51, 0x1043)
10264ce109051SDavid Strahan },
10265ce109051SDavid Strahan {
10266ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10267ce109051SDavid Strahan 0x1f51, 0x1044)
10268ce109051SDavid Strahan },
10269ce109051SDavid Strahan {
10270ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
10271ce109051SDavid Strahan 0x1f51, 0x1045)
10272ce109051SDavid Strahan },
10273ce109051SDavid Strahan {
10274ce109051SDavid Strahan PCI_DEVICE_SUB(PCI_VENDOR_ID_ADAPTEC2, 0x028f,
102756c223761SKevin Barnett PCI_ANY_ID, PCI_ANY_ID)
102766c223761SKevin Barnett },
102776c223761SKevin Barnett { 0 }
102786c223761SKevin Barnett };
102796c223761SKevin Barnett
102806c223761SKevin Barnett MODULE_DEVICE_TABLE(pci, pqi_pci_id_table);
102816c223761SKevin Barnett
102826c223761SKevin Barnett static struct pci_driver pqi_pci_driver = {
102836c223761SKevin Barnett .name = DRIVER_NAME_SHORT,
102846c223761SKevin Barnett .id_table = pqi_pci_id_table,
102856c223761SKevin Barnett .probe = pqi_pci_probe,
102866c223761SKevin Barnett .remove = pqi_pci_remove,
102876c223761SKevin Barnett .shutdown = pqi_shutdown,
10288061ef06aSKevin Barnett #if defined(CONFIG_PM)
10289c66e078aSKevin Barnett .driver = {
10290c66e078aSKevin Barnett .pm = &pqi_pm_ops
10291c66e078aSKevin Barnett },
10292061ef06aSKevin Barnett #endif
102936c223761SKevin Barnett };
102946c223761SKevin Barnett
pqi_init(void)102956c223761SKevin Barnett static int __init pqi_init(void)
102966c223761SKevin Barnett {
102976c223761SKevin Barnett int rc;
102986c223761SKevin Barnett
102996c223761SKevin Barnett pr_info(DRIVER_NAME "\n");
103005e693586SMike McGowen pqi_verify_structures();
103015e693586SMike McGowen sis_verify_structures();
103026c223761SKevin Barnett
103038b664fefSKevin Barnett pqi_sas_transport_template = sas_attach_transport(&pqi_sas_transport_functions);
103046c223761SKevin Barnett if (!pqi_sas_transport_template)
103056c223761SKevin Barnett return -ENODEV;
103066c223761SKevin Barnett
103073c50976fSKevin Barnett pqi_process_module_params();
103083c50976fSKevin Barnett
103096c223761SKevin Barnett rc = pci_register_driver(&pqi_pci_driver);
103106c223761SKevin Barnett if (rc)
103116c223761SKevin Barnett sas_release_transport(pqi_sas_transport_template);
103126c223761SKevin Barnett
103136c223761SKevin Barnett return rc;
103146c223761SKevin Barnett }
103156c223761SKevin Barnett
pqi_cleanup(void)103166c223761SKevin Barnett static void __exit pqi_cleanup(void)
103176c223761SKevin Barnett {
103186c223761SKevin Barnett pci_unregister_driver(&pqi_pci_driver);
103196c223761SKevin Barnett sas_release_transport(pqi_sas_transport_template);
103206c223761SKevin Barnett }
103216c223761SKevin Barnett
103226c223761SKevin Barnett module_init(pqi_init);
103236c223761SKevin Barnett module_exit(pqi_cleanup);
103246c223761SKevin Barnett
pqi_verify_structures(void)103255e693586SMike McGowen static void pqi_verify_structures(void)
103266c223761SKevin Barnett {
103276c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103286c223761SKevin Barnett sis_host_to_ctrl_doorbell) != 0x20);
103296c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103306c223761SKevin Barnett sis_interrupt_mask) != 0x34);
103316c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103326c223761SKevin Barnett sis_ctrl_to_host_doorbell) != 0x9c);
103336c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103346c223761SKevin Barnett sis_ctrl_to_host_doorbell_clear) != 0xa0);
103356c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
10336ff6abb73SKevin Barnett sis_driver_scratch) != 0xb0);
10337ff6abb73SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103382708a256SKevin Barnett sis_product_identifier) != 0xb4);
103392708a256SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103406c223761SKevin Barnett sis_firmware_status) != 0xbc);
103416c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103425d1f03e6SMurthy Bhat sis_ctrl_shutdown_reason_code) != 0xcc);
103435d1f03e6SMurthy Bhat BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103446c223761SKevin Barnett sis_mailbox) != 0x1000);
103456c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_ctrl_registers,
103466c223761SKevin Barnett pqi_registers) != 0x4000);
103476c223761SKevin Barnett
103486c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_iu_header,
103496c223761SKevin Barnett iu_type) != 0x0);
103506c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_iu_header,
103516c223761SKevin Barnett iu_length) != 0x2);
103526c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_iu_header,
103536c223761SKevin Barnett response_queue_id) != 0x4);
103546c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_iu_header,
10355ae0c189dSKevin Barnett driver_flags) != 0x6);
103566c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_iu_header) != 0x8);
103576c223761SKevin Barnett
103586c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_error_info,
103596c223761SKevin Barnett status) != 0x0);
103606c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_error_info,
103616c223761SKevin Barnett service_response) != 0x1);
103626c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_error_info,
103636c223761SKevin Barnett data_present) != 0x2);
103646c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_error_info,
103656c223761SKevin Barnett reserved) != 0x3);
103666c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_error_info,
103676c223761SKevin Barnett residual_count) != 0x4);
103686c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_error_info,
103696c223761SKevin Barnett data_length) != 0x8);
103706c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_error_info,
103716c223761SKevin Barnett reserved1) != 0xa);
103726c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_error_info,
103736c223761SKevin Barnett data) != 0xc);
103746c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_aio_error_info) != 0x10c);
103756c223761SKevin Barnett
103766c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103776c223761SKevin Barnett data_in_result) != 0x0);
103786c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103796c223761SKevin Barnett data_out_result) != 0x1);
103806c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103816c223761SKevin Barnett reserved) != 0x2);
103826c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103836c223761SKevin Barnett status) != 0x5);
103846c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103856c223761SKevin Barnett status_qualifier) != 0x6);
103866c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103876c223761SKevin Barnett sense_data_length) != 0x8);
103886c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103896c223761SKevin Barnett response_data_length) != 0xa);
103906c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103916c223761SKevin Barnett data_in_transferred) != 0xc);
103926c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103936c223761SKevin Barnett data_out_transferred) != 0x10);
103946c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_error_info,
103956c223761SKevin Barnett data) != 0x14);
103966c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_raid_error_info) != 0x114);
103976c223761SKevin Barnett
103986c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
103996c223761SKevin Barnett signature) != 0x0);
104006c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104016c223761SKevin Barnett function_and_status_code) != 0x8);
104026c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104036c223761SKevin Barnett max_admin_iq_elements) != 0x10);
104046c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104056c223761SKevin Barnett max_admin_oq_elements) != 0x11);
104066c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104076c223761SKevin Barnett admin_iq_element_length) != 0x12);
104086c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104096c223761SKevin Barnett admin_oq_element_length) != 0x13);
104106c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104116c223761SKevin Barnett max_reset_timeout) != 0x14);
104126c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104136c223761SKevin Barnett legacy_intx_status) != 0x18);
104146c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104156c223761SKevin Barnett legacy_intx_mask_set) != 0x1c);
104166c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104176c223761SKevin Barnett legacy_intx_mask_clear) != 0x20);
104186c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104196c223761SKevin Barnett device_status) != 0x40);
104206c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104216c223761SKevin Barnett admin_iq_pi_offset) != 0x48);
104226c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104236c223761SKevin Barnett admin_oq_ci_offset) != 0x50);
104246c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104256c223761SKevin Barnett admin_iq_element_array_addr) != 0x58);
104266c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104276c223761SKevin Barnett admin_oq_element_array_addr) != 0x60);
104286c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104296c223761SKevin Barnett admin_iq_ci_addr) != 0x68);
104306c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104316c223761SKevin Barnett admin_oq_pi_addr) != 0x70);
104326c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104336c223761SKevin Barnett admin_iq_num_elements) != 0x78);
104346c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104356c223761SKevin Barnett admin_oq_num_elements) != 0x79);
104366c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104376c223761SKevin Barnett admin_queue_int_msg_num) != 0x7a);
104386c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104396c223761SKevin Barnett device_error) != 0x80);
104406c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104416c223761SKevin Barnett error_details) != 0x88);
104426c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104436c223761SKevin Barnett device_reset) != 0x90);
104446c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_registers,
104456c223761SKevin Barnett power_action) != 0x94);
104466c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_device_registers) != 0x100);
104476c223761SKevin Barnett
104486c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104496c223761SKevin Barnett header.iu_type) != 0);
104506c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104516c223761SKevin Barnett header.iu_length) != 2);
104526c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
10453ae0c189dSKevin Barnett header.driver_flags) != 6);
104546c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104556c223761SKevin Barnett request_id) != 8);
104566c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104576c223761SKevin Barnett function_code) != 10);
104586c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104596c223761SKevin Barnett data.report_device_capability.buffer_length) != 44);
104606c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104616c223761SKevin Barnett data.report_device_capability.sg_descriptor) != 48);
104626c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104636c223761SKevin Barnett data.create_operational_iq.queue_id) != 12);
104646c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104656c223761SKevin Barnett data.create_operational_iq.element_array_addr) != 16);
104666c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104676c223761SKevin Barnett data.create_operational_iq.ci_addr) != 24);
104686c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104696c223761SKevin Barnett data.create_operational_iq.num_elements) != 32);
104706c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104716c223761SKevin Barnett data.create_operational_iq.element_length) != 34);
104726c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104736c223761SKevin Barnett data.create_operational_iq.queue_protocol) != 36);
104746c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104756c223761SKevin Barnett data.create_operational_oq.queue_id) != 12);
104766c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104776c223761SKevin Barnett data.create_operational_oq.element_array_addr) != 16);
104786c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104796c223761SKevin Barnett data.create_operational_oq.pi_addr) != 24);
104806c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104816c223761SKevin Barnett data.create_operational_oq.num_elements) != 32);
104826c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104836c223761SKevin Barnett data.create_operational_oq.element_length) != 34);
104846c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104856c223761SKevin Barnett data.create_operational_oq.queue_protocol) != 36);
104866c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104876c223761SKevin Barnett data.create_operational_oq.int_msg_num) != 40);
104886c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104896c223761SKevin Barnett data.create_operational_oq.coalescing_count) != 42);
104906c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104916c223761SKevin Barnett data.create_operational_oq.min_coalescing_time) != 44);
104926c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104936c223761SKevin Barnett data.create_operational_oq.max_coalescing_time) != 48);
104946c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_request,
104956c223761SKevin Barnett data.delete_operational_queue.queue_id) != 12);
104966c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_general_admin_request) != 64);
10497c593642cSPankaj Bharadiya BUILD_BUG_ON(sizeof_field(struct pqi_general_admin_request,
104986c223761SKevin Barnett data.create_operational_iq) != 64 - 11);
10499c593642cSPankaj Bharadiya BUILD_BUG_ON(sizeof_field(struct pqi_general_admin_request,
105006c223761SKevin Barnett data.create_operational_oq) != 64 - 11);
10501c593642cSPankaj Bharadiya BUILD_BUG_ON(sizeof_field(struct pqi_general_admin_request,
105026c223761SKevin Barnett data.delete_operational_queue) != 64 - 11);
105036c223761SKevin Barnett
105046c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105056c223761SKevin Barnett header.iu_type) != 0);
105066c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105076c223761SKevin Barnett header.iu_length) != 2);
105086c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
10509ae0c189dSKevin Barnett header.driver_flags) != 6);
105106c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105116c223761SKevin Barnett request_id) != 8);
105126c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105136c223761SKevin Barnett function_code) != 10);
105146c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105156c223761SKevin Barnett status) != 11);
105166c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105176c223761SKevin Barnett data.create_operational_iq.status_descriptor) != 12);
105186c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105196c223761SKevin Barnett data.create_operational_iq.iq_pi_offset) != 16);
105206c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105216c223761SKevin Barnett data.create_operational_oq.status_descriptor) != 12);
105226c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_admin_response,
105236c223761SKevin Barnett data.create_operational_oq.oq_ci_offset) != 16);
105246c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_general_admin_response) != 64);
105256c223761SKevin Barnett
105266c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105276c223761SKevin Barnett header.iu_type) != 0);
105286c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105296c223761SKevin Barnett header.iu_length) != 2);
105306c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105316c223761SKevin Barnett header.response_queue_id) != 4);
105326c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
10533ae0c189dSKevin Barnett header.driver_flags) != 6);
105346c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105356c223761SKevin Barnett request_id) != 8);
105366c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105376c223761SKevin Barnett nexus_id) != 10);
105386c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105396c223761SKevin Barnett buffer_length) != 12);
105406c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105416c223761SKevin Barnett lun_number) != 16);
105426c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105436c223761SKevin Barnett protocol_specific) != 24);
105446c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105456c223761SKevin Barnett error_index) != 27);
105466c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105476c223761SKevin Barnett cdb) != 32);
105486c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
1054921432010Skoshyaji timeout) != 60);
1055021432010Skoshyaji BUILD_BUG_ON(offsetof(struct pqi_raid_path_request,
105516c223761SKevin Barnett sg_descriptors) != 64);
105526c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_raid_path_request) !=
105536c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH);
105546c223761SKevin Barnett
105556c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105566c223761SKevin Barnett header.iu_type) != 0);
105576c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105586c223761SKevin Barnett header.iu_length) != 2);
105596c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105606c223761SKevin Barnett header.response_queue_id) != 4);
105616c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
10562ae0c189dSKevin Barnett header.driver_flags) != 6);
105636c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105646c223761SKevin Barnett request_id) != 8);
105656c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105666c223761SKevin Barnett nexus_id) != 12);
105676c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105686c223761SKevin Barnett buffer_length) != 16);
105696c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105706c223761SKevin Barnett data_encryption_key_index) != 22);
105716c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105726c223761SKevin Barnett encrypt_tweak_lower) != 24);
105736c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105746c223761SKevin Barnett encrypt_tweak_upper) != 28);
105756c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105766c223761SKevin Barnett cdb) != 32);
105776c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105786c223761SKevin Barnett error_index) != 48);
105796c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105806c223761SKevin Barnett num_sg_descriptors) != 50);
105816c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105826c223761SKevin Barnett cdb_length) != 51);
105836c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105846c223761SKevin Barnett lun_number) != 52);
105856c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_aio_path_request,
105866c223761SKevin Barnett sg_descriptors) != 64);
105876c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_aio_path_request) !=
105886c223761SKevin Barnett PQI_OPERATIONAL_IQ_ELEMENT_LENGTH);
105896c223761SKevin Barnett
105906c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_io_response,
105916c223761SKevin Barnett header.iu_type) != 0);
105926c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_io_response,
105936c223761SKevin Barnett header.iu_length) != 2);
105946c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_io_response,
105956c223761SKevin Barnett request_id) != 8);
105966c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_io_response,
105976c223761SKevin Barnett error_index) != 10);
105986c223761SKevin Barnett
105996c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106006c223761SKevin Barnett header.iu_type) != 0);
106016c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106026c223761SKevin Barnett header.iu_length) != 2);
106036c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106046c223761SKevin Barnett header.response_queue_id) != 4);
106056c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106066c223761SKevin Barnett request_id) != 8);
106076c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106086c223761SKevin Barnett data.report_event_configuration.buffer_length) != 12);
106096c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106106c223761SKevin Barnett data.report_event_configuration.sg_descriptors) != 16);
106116c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106126c223761SKevin Barnett data.set_event_configuration.global_event_oq_id) != 10);
106136c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106146c223761SKevin Barnett data.set_event_configuration.buffer_length) != 12);
106156c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_general_management_request,
106166c223761SKevin Barnett data.set_event_configuration.sg_descriptors) != 16);
106176c223761SKevin Barnett
106186c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_iu_layer_descriptor,
106196c223761SKevin Barnett max_inbound_iu_length) != 6);
106206c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_iu_layer_descriptor,
106216c223761SKevin Barnett max_outbound_iu_length) != 14);
106226c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_iu_layer_descriptor) != 16);
106236c223761SKevin Barnett
106246c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106256c223761SKevin Barnett data_length) != 0);
106266c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106276c223761SKevin Barnett iq_arbitration_priority_support_bitmask) != 8);
106286c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106296c223761SKevin Barnett maximum_aw_a) != 9);
106306c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106316c223761SKevin Barnett maximum_aw_b) != 10);
106326c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106336c223761SKevin Barnett maximum_aw_c) != 11);
106346c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106356c223761SKevin Barnett max_inbound_queues) != 16);
106366c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106376c223761SKevin Barnett max_elements_per_iq) != 18);
106386c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106396c223761SKevin Barnett max_iq_element_length) != 24);
106406c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106416c223761SKevin Barnett min_iq_element_length) != 26);
106426c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106436c223761SKevin Barnett max_outbound_queues) != 30);
106446c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106456c223761SKevin Barnett max_elements_per_oq) != 32);
106466c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106476c223761SKevin Barnett intr_coalescing_time_granularity) != 34);
106486c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106496c223761SKevin Barnett max_oq_element_length) != 36);
106506c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106516c223761SKevin Barnett min_oq_element_length) != 38);
106526c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_device_capability,
106536c223761SKevin Barnett iu_layer_descriptors) != 64);
106546c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_device_capability) != 576);
106556c223761SKevin Barnett
106566c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_descriptor,
106576c223761SKevin Barnett event_type) != 0);
106586c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_descriptor,
106596c223761SKevin Barnett oq_id) != 2);
106606c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_event_descriptor) != 4);
106616c223761SKevin Barnett
106626c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_config,
106636c223761SKevin Barnett num_event_descriptors) != 2);
106646c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_config,
106656c223761SKevin Barnett descriptors) != 4);
106666c223761SKevin Barnett
10667061ef06aSKevin Barnett BUILD_BUG_ON(PQI_NUM_SUPPORTED_EVENTS !=
10668061ef06aSKevin Barnett ARRAY_SIZE(pqi_supported_event_types));
10669061ef06aSKevin Barnett
106706c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_response,
106716c223761SKevin Barnett header.iu_type) != 0);
106726c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_response,
106736c223761SKevin Barnett header.iu_length) != 2);
106746c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_response,
106756c223761SKevin Barnett event_type) != 8);
106766c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_response,
106776c223761SKevin Barnett event_id) != 10);
106786c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_response,
106796c223761SKevin Barnett additional_event_id) != 12);
106806c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_response,
106816c223761SKevin Barnett data) != 16);
106826c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_event_response) != 32);
106836c223761SKevin Barnett
106846c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_acknowledge_request,
106856c223761SKevin Barnett header.iu_type) != 0);
106866c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_acknowledge_request,
106876c223761SKevin Barnett header.iu_length) != 2);
106886c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_acknowledge_request,
106896c223761SKevin Barnett event_type) != 8);
106906c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_acknowledge_request,
106916c223761SKevin Barnett event_id) != 10);
106926c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_event_acknowledge_request,
106936c223761SKevin Barnett additional_event_id) != 12);
106946c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_event_acknowledge_request) != 16);
106956c223761SKevin Barnett
106966c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
106976c223761SKevin Barnett header.iu_type) != 0);
106986c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
106996c223761SKevin Barnett header.iu_length) != 2);
107006c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
107016c223761SKevin Barnett request_id) != 8);
107026c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
107036c223761SKevin Barnett nexus_id) != 10);
107046c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
10705c2922f17SMurthy Bhat timeout) != 14);
10706c2922f17SMurthy Bhat BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
107076c223761SKevin Barnett lun_number) != 16);
107086c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
107096c223761SKevin Barnett protocol_specific) != 24);
107106c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
107116c223761SKevin Barnett outbound_queue_id_to_manage) != 26);
107126c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
107136c223761SKevin Barnett request_id_to_manage) != 28);
107146c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_request,
107156c223761SKevin Barnett task_management_function) != 30);
107166c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_task_management_request) != 32);
107176c223761SKevin Barnett
107186c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_response,
107196c223761SKevin Barnett header.iu_type) != 0);
107206c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_response,
107216c223761SKevin Barnett header.iu_length) != 2);
107226c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_response,
107236c223761SKevin Barnett request_id) != 8);
107246c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_response,
107256c223761SKevin Barnett nexus_id) != 10);
107266c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_response,
107276c223761SKevin Barnett additional_response_info) != 12);
107286c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct pqi_task_management_response,
107296c223761SKevin Barnett response_code) != 15);
107306c223761SKevin Barnett BUILD_BUG_ON(sizeof(struct pqi_task_management_response) != 16);
107316c223761SKevin Barnett
107326c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
107336c223761SKevin Barnett configured_logical_drive_count) != 0);
107346c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
107356c223761SKevin Barnett configuration_signature) != 1);
107366c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
10737598bef8dSKevin Barnett firmware_version_short) != 5);
107386c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
107396c223761SKevin Barnett extended_logical_unit_count) != 154);
107406c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
107416c223761SKevin Barnett firmware_build_number) != 190);
107426c223761SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
10743598bef8dSKevin Barnett vendor_id) != 200);
10744598bef8dSKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
10745598bef8dSKevin Barnett product_id) != 208);
10746598bef8dSKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
10747598bef8dSKevin Barnett extra_controller_flags) != 286);
10748598bef8dSKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
107496c223761SKevin Barnett controller_mode) != 292);
10750598bef8dSKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
10751598bef8dSKevin Barnett spare_part_number) != 293);
10752598bef8dSKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_controller,
10753598bef8dSKevin Barnett firmware_version_long) != 325);
107546c223761SKevin Barnett
107551be42f46SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_physical_device,
107561be42f46SKevin Barnett phys_bay_in_box) != 115);
107571be42f46SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_physical_device,
107581be42f46SKevin Barnett device_type) != 120);
107591be42f46SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_physical_device,
107601be42f46SKevin Barnett redundant_path_present_map) != 1736);
107611be42f46SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_physical_device,
107621be42f46SKevin Barnett active_path_number) != 1738);
107631be42f46SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_physical_device,
107641be42f46SKevin Barnett alternate_paths_phys_connector) != 1739);
107651be42f46SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_physical_device,
107661be42f46SKevin Barnett alternate_paths_phys_box_on_port) != 1755);
107671be42f46SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_identify_physical_device,
107681be42f46SKevin Barnett current_queue_depth_limit) != 1796);
107691be42f46SKevin Barnett BUILD_BUG_ON(sizeof(struct bmic_identify_physical_device) != 2560);
107701be42f46SKevin Barnett
10771f6cc2a77SKevin Barnett BUILD_BUG_ON(sizeof(struct bmic_sense_feature_buffer_header) != 4);
10772f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_buffer_header,
10773f6cc2a77SKevin Barnett page_code) != 0);
10774f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_buffer_header,
10775f6cc2a77SKevin Barnett subpage_code) != 1);
10776f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_buffer_header,
10777f6cc2a77SKevin Barnett buffer_length) != 2);
10778f6cc2a77SKevin Barnett
10779f6cc2a77SKevin Barnett BUILD_BUG_ON(sizeof(struct bmic_sense_feature_page_header) != 4);
10780f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_page_header,
10781f6cc2a77SKevin Barnett page_code) != 0);
10782f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_page_header,
10783f6cc2a77SKevin Barnett subpage_code) != 1);
10784f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_page_header,
10785f6cc2a77SKevin Barnett page_length) != 2);
10786f6cc2a77SKevin Barnett
10787f6cc2a77SKevin Barnett BUILD_BUG_ON(sizeof(struct bmic_sense_feature_io_page_aio_subpage)
10788f6cc2a77SKevin Barnett != 18);
10789f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10790f6cc2a77SKevin Barnett header) != 0);
10791f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10792f6cc2a77SKevin Barnett firmware_read_support) != 4);
10793f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10794f6cc2a77SKevin Barnett driver_read_support) != 5);
10795f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10796f6cc2a77SKevin Barnett firmware_write_support) != 6);
10797f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10798f6cc2a77SKevin Barnett driver_write_support) != 7);
10799f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10800f6cc2a77SKevin Barnett max_transfer_encrypted_sas_sata) != 8);
10801f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10802f6cc2a77SKevin Barnett max_transfer_encrypted_nvme) != 10);
10803f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10804f6cc2a77SKevin Barnett max_write_raid_5_6) != 12);
10805f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10806f6cc2a77SKevin Barnett max_write_raid_1_10_2drive) != 14);
10807f6cc2a77SKevin Barnett BUILD_BUG_ON(offsetof(struct bmic_sense_feature_io_page_aio_subpage,
10808f6cc2a77SKevin Barnett max_write_raid_1_10_3drive) != 16);
10809f6cc2a77SKevin Barnett
108106c223761SKevin Barnett BUILD_BUG_ON(PQI_ADMIN_IQ_NUM_ELEMENTS > 255);
108116c223761SKevin Barnett BUILD_BUG_ON(PQI_ADMIN_OQ_NUM_ELEMENTS > 255);
108126c223761SKevin Barnett BUILD_BUG_ON(PQI_ADMIN_IQ_ELEMENT_LENGTH %
108136c223761SKevin Barnett PQI_QUEUE_ELEMENT_LENGTH_ALIGNMENT != 0);
108146c223761SKevin Barnett BUILD_BUG_ON(PQI_ADMIN_OQ_ELEMENT_LENGTH %
108156c223761SKevin Barnett PQI_QUEUE_ELEMENT_LENGTH_ALIGNMENT != 0);
108166c223761SKevin Barnett BUILD_BUG_ON(PQI_OPERATIONAL_IQ_ELEMENT_LENGTH > 1048560);
108176c223761SKevin Barnett BUILD_BUG_ON(PQI_OPERATIONAL_IQ_ELEMENT_LENGTH %
108186c223761SKevin Barnett PQI_QUEUE_ELEMENT_LENGTH_ALIGNMENT != 0);
108196c223761SKevin Barnett BUILD_BUG_ON(PQI_OPERATIONAL_OQ_ELEMENT_LENGTH > 1048560);
108206c223761SKevin Barnett BUILD_BUG_ON(PQI_OPERATIONAL_OQ_ELEMENT_LENGTH %
108216c223761SKevin Barnett PQI_QUEUE_ELEMENT_LENGTH_ALIGNMENT != 0);
108226c223761SKevin Barnett
108236c223761SKevin Barnett BUILD_BUG_ON(PQI_RESERVED_IO_SLOTS >= PQI_MAX_OUTSTANDING_REQUESTS);
10824d727a776SKevin Barnett BUILD_BUG_ON(PQI_RESERVED_IO_SLOTS >=
10825d727a776SKevin Barnett PQI_MAX_OUTSTANDING_REQUESTS_KDUMP);
108266c223761SKevin Barnett }
10827