File Index
Files and directories
Sign in
FILE

ipr.c

File preview with syntax highlighting.

linux-6.19.14/drivers/scsi/ipr.c C
    1// SPDX-License-Identifier: GPL-2.0-or-later
    2/*
    3 * ipr.c -- driver for IBM Power Linux RAID adapters
    4 *
    5 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
    6 *
    7 * Copyright (C) 2003, 2004 IBM Corporation
    8 */
    9
   10/*
   11 * Notes:
   12 *
   13 * This driver is used to control the following SCSI adapters:
   14 *
   15 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
   16 *
   17 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
   18 *              PCI-X Dual Channel Ultra 320 SCSI Adapter
   19 *              PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
   20 *              Embedded SCSI adapter on p615 and p655 systems
   21 *
   22 * Supported Hardware Features:
   23 *	- Ultra 320 SCSI controller
   24 *	- PCI-X host interface
   25 *	- Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
   26 *	- Non-Volatile Write Cache
   27 *	- Supports attachment of non-RAID disks, tape, and optical devices
   28 *	- RAID Levels 0, 5, 10
   29 *	- Hot spare
   30 *	- Background Parity Checking
   31 *	- Background Data Scrubbing
   32 *	- Ability to increase the capacity of an existing RAID 5 disk array
   33 *		by adding disks
   34 *
   35 * Driver Features:
   36 *	- Tagged command queuing
   37 *	- Adapter microcode download
   38 *	- PCI hot plug
   39 *	- SCSI device hot plug
   40 *
   41 */
   42
   43#include <linux/fs.h>
   44#include <linux/init.h>
   45#include <linux/types.h>
   46#include <linux/errno.h>
   47#include <linux/kernel.h>
   48#include <linux/slab.h>
   49#include <linux/vmalloc.h>
   50#include <linux/ioport.h>
   51#include <linux/delay.h>
   52#include <linux/pci.h>
   53#include <linux/wait.h>
   54#include <linux/spinlock.h>
   55#include <linux/sched.h>
   56#include <linux/interrupt.h>
   57#include <linux/blkdev.h>
   58#include <linux/firmware.h>
   59#include <linux/module.h>
   60#include <linux/moduleparam.h>
   61#include <linux/hdreg.h>
   62#include <linux/reboot.h>
   63#include <linux/stringify.h>
   64#include <linux/irq.h>
   65#include <asm/io.h>
   66#include <asm/processor.h>
   67#include <scsi/scsi.h>
   68#include <scsi/scsi_host.h>
   69#include <scsi/scsi_tcq.h>
   70#include <scsi/scsi_eh.h>
   71#include <scsi/scsi_cmnd.h>
   72#include "ipr.h"
   73
   74/*
   75 *   Global Data
   76 */
   77static LIST_HEAD(ipr_ioa_head);
   78static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
   79static unsigned int ipr_max_speed = 1;
   80static unsigned int ipr_fastfail = 0;
   81static unsigned int ipr_transop_timeout = 0;
   82static unsigned int ipr_debug = 0;
   83static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
   84static unsigned int ipr_dual_ioa_raid = 1;
   85static unsigned int ipr_number_of_msix = 16;
   86static unsigned int ipr_fast_reboot;
   87static DEFINE_SPINLOCK(ipr_driver_lock);
   88
   89/* This table describes the differences between DMA controller chips */
   90static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
   91	{ /* Gemstone, Citrine, Obsidian, and Obsidian-E */
   92		.mailbox = 0x0042C,
   93		.max_cmds = 100,
   94		.cache_line_size = 0x20,
   95		.clear_isr = 1,
   96		.iopoll_weight = 0,
   97		{
   98			.set_interrupt_mask_reg = 0x0022C,
   99			.clr_interrupt_mask_reg = 0x00230,
  100			.clr_interrupt_mask_reg32 = 0x00230,
  101			.sense_interrupt_mask_reg = 0x0022C,
  102			.sense_interrupt_mask_reg32 = 0x0022C,
  103			.clr_interrupt_reg = 0x00228,
  104			.clr_interrupt_reg32 = 0x00228,
  105			.sense_interrupt_reg = 0x00224,
  106			.sense_interrupt_reg32 = 0x00224,
  107			.ioarrin_reg = 0x00404,
  108			.sense_uproc_interrupt_reg = 0x00214,
  109			.sense_uproc_interrupt_reg32 = 0x00214,
  110			.set_uproc_interrupt_reg = 0x00214,
  111			.set_uproc_interrupt_reg32 = 0x00214,
  112			.clr_uproc_interrupt_reg = 0x00218,
  113			.clr_uproc_interrupt_reg32 = 0x00218
  114		}
  115	},
  116	{ /* Snipe and Scamp */
  117		.mailbox = 0x0052C,
  118		.max_cmds = 100,
  119		.cache_line_size = 0x20,
  120		.clear_isr = 1,
  121		.iopoll_weight = 0,
  122		{
  123			.set_interrupt_mask_reg = 0x00288,
  124			.clr_interrupt_mask_reg = 0x0028C,
  125			.clr_interrupt_mask_reg32 = 0x0028C,
  126			.sense_interrupt_mask_reg = 0x00288,
  127			.sense_interrupt_mask_reg32 = 0x00288,
  128			.clr_interrupt_reg = 0x00284,
  129			.clr_interrupt_reg32 = 0x00284,
  130			.sense_interrupt_reg = 0x00280,
  131			.sense_interrupt_reg32 = 0x00280,
  132			.ioarrin_reg = 0x00504,
  133			.sense_uproc_interrupt_reg = 0x00290,
  134			.sense_uproc_interrupt_reg32 = 0x00290,
  135			.set_uproc_interrupt_reg = 0x00290,
  136			.set_uproc_interrupt_reg32 = 0x00290,
  137			.clr_uproc_interrupt_reg = 0x00294,
  138			.clr_uproc_interrupt_reg32 = 0x00294
  139		}
  140	},
  141	{ /* CRoC */
  142		.mailbox = 0x00044,
  143		.max_cmds = 1000,
  144		.cache_line_size = 0x20,
  145		.clear_isr = 0,
  146		.iopoll_weight = 64,
  147		{
  148			.set_interrupt_mask_reg = 0x00010,
  149			.clr_interrupt_mask_reg = 0x00018,
  150			.clr_interrupt_mask_reg32 = 0x0001C,
  151			.sense_interrupt_mask_reg = 0x00010,
  152			.sense_interrupt_mask_reg32 = 0x00014,
  153			.clr_interrupt_reg = 0x00008,
  154			.clr_interrupt_reg32 = 0x0000C,
  155			.sense_interrupt_reg = 0x00000,
  156			.sense_interrupt_reg32 = 0x00004,
  157			.ioarrin_reg = 0x00070,
  158			.sense_uproc_interrupt_reg = 0x00020,
  159			.sense_uproc_interrupt_reg32 = 0x00024,
  160			.set_uproc_interrupt_reg = 0x00020,
  161			.set_uproc_interrupt_reg32 = 0x00024,
  162			.clr_uproc_interrupt_reg = 0x00028,
  163			.clr_uproc_interrupt_reg32 = 0x0002C,
  164			.init_feedback_reg = 0x0005C,
  165			.dump_addr_reg = 0x00064,
  166			.dump_data_reg = 0x00068,
  167			.endian_swap_reg = 0x00084
  168		}
  169	},
  170};
  171
  172static const struct ipr_chip_t ipr_chip[] = {
  173	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
  174	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
  175	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
  176	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
  177	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, true, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
  178	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
  179	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
  180	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
  181	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
  182	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
  183};
  184
  185static int ipr_max_bus_speeds[] = {
  186	IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
  187};
  188
  189MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
  190MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
  191module_param_named(max_speed, ipr_max_speed, uint, 0);
  192MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
  193module_param_named(log_level, ipr_log_level, uint, 0);
  194MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
  195module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
  196MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
  197module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
  198MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
  199module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
  200MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
  201module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
  202MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
  203module_param_named(max_devs, ipr_max_devs, int, 0);
  204MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
  205		 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
  206module_param_named(number_of_msix, ipr_number_of_msix, int, 0);
  207MODULE_PARM_DESC(number_of_msix, "Specify the number of MSIX interrupts to use on capable adapters (1 - 16).  (default:16)");
  208module_param_named(fast_reboot, ipr_fast_reboot, int, S_IRUGO | S_IWUSR);
  209MODULE_PARM_DESC(fast_reboot, "Skip adapter shutdown during reboot. Set to 1 to enable. (default: 0)");
  210MODULE_LICENSE("GPL");
  211MODULE_VERSION(IPR_DRIVER_VERSION);
  212
  213/*  A constant array of IOASCs/URCs/Error Messages */
  214static const
  215struct ipr_error_table_t ipr_error_table[] = {
  216	{0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
  217	"8155: An unknown error was received"},
  218	{0x00330000, 0, 0,
  219	"Soft underlength error"},
  220	{0x005A0000, 0, 0,
  221	"Command to be cancelled not found"},
  222	{0x00808000, 0, 0,
  223	"Qualified success"},
  224	{0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
  225	"FFFE: Soft device bus error recovered by the IOA"},
  226	{0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
  227	"4101: Soft device bus fabric error"},
  228	{0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
  229	"FFFC: Logical block guard error recovered by the device"},
  230	{0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
  231	"FFFC: Logical block reference tag error recovered by the device"},
  232	{0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
  233	"4171: Recovered scatter list tag / sequence number error"},
  234	{0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
  235	"FF3D: Recovered logical block CRC error on IOA to Host transfer"},
  236	{0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
  237	"4171: Recovered logical block sequence number error on IOA to Host transfer"},
  238	{0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
  239	"FFFD: Recovered logical block reference tag error detected by the IOA"},
  240	{0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
  241	"FFFD: Logical block guard error recovered by the IOA"},
  242	{0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
  243	"FFF9: Device sector reassign successful"},
  244	{0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
  245	"FFF7: Media error recovered by device rewrite procedures"},
  246	{0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
  247	"7001: IOA sector reassignment successful"},
  248	{0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
  249	"FFF9: Soft media error. Sector reassignment recommended"},
  250	{0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
  251	"FFF7: Media error recovered by IOA rewrite procedures"},
  252	{0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
  253	"FF3D: Soft PCI bus error recovered by the IOA"},
  254	{0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
  255	"FFF6: Device hardware error recovered by the IOA"},
  256	{0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
  257	"FFF6: Device hardware error recovered by the device"},
  258	{0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
  259	"FF3D: Soft IOA error recovered by the IOA"},
  260	{0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
  261	"FFFA: Undefined device response recovered by the IOA"},
  262	{0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
  263	"FFF6: Device bus error, message or command phase"},
  264	{0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
  265	"FFFE: Task Management Function failed"},
  266	{0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
  267	"FFF6: Failure prediction threshold exceeded"},
  268	{0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
  269	"8009: Impending cache battery pack failure"},
  270	{0x02040100, 0, 0,
  271	"Logical Unit in process of becoming ready"},
  272	{0x02040200, 0, 0,
  273	"Initializing command required"},
  274	{0x02040400, 0, 0,
  275	"34FF: Disk device format in progress"},
  276	{0x02040C00, 0, 0,
  277	"Logical unit not accessible, target port in unavailable state"},
  278	{0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
  279	"9070: IOA requested reset"},
  280	{0x023F0000, 0, 0,
  281	"Synchronization required"},
  282	{0x02408500, 0, 0,
  283	"IOA microcode download required"},
  284	{0x02408600, 0, 0,
  285	"Device bus connection is prohibited by host"},
  286	{0x024E0000, 0, 0,
  287	"No ready, IOA shutdown"},
  288	{0x025A0000, 0, 0,
  289	"Not ready, IOA has been shutdown"},
  290	{0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
  291	"3020: Storage subsystem configuration error"},
  292	{0x03110B00, 0, 0,
  293	"FFF5: Medium error, data unreadable, recommend reassign"},
  294	{0x03110C00, 0, 0,
  295	"7000: Medium error, data unreadable, do not reassign"},
  296	{0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
  297	"FFF3: Disk media format bad"},
  298	{0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
  299	"3002: Addressed device failed to respond to selection"},
  300	{0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
  301	"3100: Device bus error"},
  302	{0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
  303	"3109: IOA timed out a device command"},
  304	{0x04088000, 0, 0,
  305	"3120: SCSI bus is not operational"},
  306	{0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
  307	"4100: Hard device bus fabric error"},
  308	{0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
  309	"310C: Logical block guard error detected by the device"},
  310	{0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
  311	"310C: Logical block reference tag error detected by the device"},
  312	{0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
  313	"4170: Scatter list tag / sequence number error"},
  314	{0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
  315	"8150: Logical block CRC error on IOA to Host transfer"},
  316	{0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
  317	"4170: Logical block sequence number error on IOA to Host transfer"},
  318	{0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
  319	"310D: Logical block reference tag error detected by the IOA"},
  320	{0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
  321	"310D: Logical block guard error detected by the IOA"},
  322	{0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
  323	"9000: IOA reserved area data check"},
  324	{0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
  325	"9001: IOA reserved area invalid data pattern"},
  326	{0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
  327	"9002: IOA reserved area LRC error"},
  328	{0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
  329	"Hardware Error, IOA metadata access error"},
  330	{0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
  331	"102E: Out of alternate sectors for disk storage"},
  332	{0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
  333	"FFF4: Data transfer underlength error"},
  334	{0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
  335	"FFF4: Data transfer overlength error"},
  336	{0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
  337	"3400: Logical unit failure"},
  338	{0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
  339	"FFF4: Device microcode is corrupt"},
  340	{0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
  341	"8150: PCI bus error"},
  342	{0x04430000, 1, 0,
  343	"Unsupported device bus message received"},
  344	{0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
  345	"FFF4: Disk device problem"},
  346	{0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
  347	"8150: Permanent IOA failure"},
  348	{0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
  349	"3010: Disk device returned wrong response to IOA"},
  350	{0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
  351	"8151: IOA microcode error"},
  352	{0x04448500, 0, 0,
  353	"Device bus status error"},
  354	{0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
  355	"8157: IOA error requiring IOA reset to recover"},
  356	{0x04448700, 0, 0,
  357	"ATA device status error"},
  358	{0x04490000, 0, 0,
  359	"Message reject received from the device"},
  360	{0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
  361	"8008: A permanent cache battery pack failure occurred"},
  362	{0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
  363	"9090: Disk unit has been modified after the last known status"},
  364	{0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
  365	"9081: IOA detected device error"},
  366	{0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
  367	"9082: IOA detected device error"},
  368	{0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
  369	"3110: Device bus error, message or command phase"},
  370	{0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
  371	"3110: SAS Command / Task Management Function failed"},
  372	{0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
  373	"9091: Incorrect hardware configuration change has been detected"},
  374	{0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
  375	"9073: Invalid multi-adapter configuration"},
  376	{0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
  377	"4010: Incorrect connection between cascaded expanders"},
  378	{0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
  379	"4020: Connections exceed IOA design limits"},
  380	{0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
  381	"4030: Incorrect multipath connection"},
  382	{0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
  383	"4110: Unsupported enclosure function"},
  384	{0x04679800, 0, IPR_DEFAULT_LOG_LEVEL,
  385	"4120: SAS cable VPD cannot be read"},
  386	{0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
  387	"FFF4: Command to logical unit failed"},
  388	{0x05240000, 1, 0,
  389	"Illegal request, invalid request type or request packet"},
  390	{0x05250000, 0, 0,
  391	"Illegal request, invalid resource handle"},
  392	{0x05258000, 0, 0,
  393	"Illegal request, commands not allowed to this device"},
  394	{0x05258100, 0, 0,
  395	"Illegal request, command not allowed to a secondary adapter"},
  396	{0x05258200, 0, 0,
  397	"Illegal request, command not allowed to a non-optimized resource"},
  398	{0x05260000, 0, 0,
  399	"Illegal request, invalid field in parameter list"},
  400	{0x05260100, 0, 0,
  401	"Illegal request, parameter not supported"},
  402	{0x05260200, 0, 0,
  403	"Illegal request, parameter value invalid"},
  404	{0x052C0000, 0, 0,
  405	"Illegal request, command sequence error"},
  406	{0x052C8000, 1, 0,
  407	"Illegal request, dual adapter support not enabled"},
  408	{0x052C8100, 1, 0,
  409	"Illegal request, another cable connector was physically disabled"},
  410	{0x054E8000, 1, 0,
  411	"Illegal request, inconsistent group id/group count"},
  412	{0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
  413	"9031: Array protection temporarily suspended, protection resuming"},
  414	{0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
  415	"9040: Array protection temporarily suspended, protection resuming"},
  416	{0x060B0100, 0, IPR_DEFAULT_LOG_LEVEL,
  417	"4080: IOA exceeded maximum operating temperature"},
  418	{0x060B8000, 0, IPR_DEFAULT_LOG_LEVEL,
  419	"4085: Service required"},
  420	{0x060B8100, 0, IPR_DEFAULT_LOG_LEVEL,
  421	"4086: SAS Adapter Hardware Configuration Error"},
  422	{0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
  423	"3140: Device bus not ready to ready transition"},
  424	{0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
  425	"FFFB: SCSI bus was reset"},
  426	{0x06290500, 0, 0,
  427	"FFFE: SCSI bus transition to single ended"},
  428	{0x06290600, 0, 0,
  429	"FFFE: SCSI bus transition to LVD"},
  430	{0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
  431	"FFFB: SCSI bus was reset by another initiator"},
  432	{0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
  433	"3029: A device replacement has occurred"},
  434	{0x063F8300, 0, IPR_DEFAULT_LOG_LEVEL,
  435	"4102: Device bus fabric performance degradation"},
  436	{0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
  437	"9051: IOA cache data exists for a missing or failed device"},
  438	{0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
  439	"9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
  440	{0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
  441	"9025: Disk unit is not supported at its physical location"},
  442	{0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
  443	"3020: IOA detected a SCSI bus configuration error"},
  444	{0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
  445	"3150: SCSI bus configuration error"},
  446	{0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
  447	"9074: Asymmetric advanced function disk configuration"},
  448	{0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
  449	"4040: Incomplete multipath connection between IOA and enclosure"},
  450	{0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
  451	"4041: Incomplete multipath connection between enclosure and device"},
  452	{0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
  453	"9075: Incomplete multipath connection between IOA and remote IOA"},
  454	{0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
  455	"9076: Configuration error, missing remote IOA"},
  456	{0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
  457	"4050: Enclosure does not support a required multipath function"},
  458	{0x06679800, 0, IPR_DEFAULT_LOG_LEVEL,
  459	"4121: Configuration error, required cable is missing"},
  460	{0x06679900, 0, IPR_DEFAULT_LOG_LEVEL,
  461	"4122: Cable is not plugged into the correct location on remote IOA"},
  462	{0x06679A00, 0, IPR_DEFAULT_LOG_LEVEL,
  463	"4123: Configuration error, invalid cable vital product data"},
  464	{0x06679B00, 0, IPR_DEFAULT_LOG_LEVEL,
  465	"4124: Configuration error, both cable ends are plugged into the same IOA"},
  466	{0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
  467	"4070: Logically bad block written on device"},
  468	{0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
  469	"9041: Array protection temporarily suspended"},
  470	{0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
  471	"9042: Corrupt array parity detected on specified device"},
  472	{0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
  473	"9030: Array no longer protected due to missing or failed disk unit"},
  474	{0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
  475	"9071: Link operational transition"},
  476	{0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
  477	"9072: Link not operational transition"},
  478	{0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
  479	"9032: Array exposed but still protected"},
  480	{0x066B8300, 0, IPR_DEBUG_LOG_LEVEL,
  481	"70DD: Device forced failed by disrupt device command"},
  482	{0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
  483	"4061: Multipath redundancy level got better"},
  484	{0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
  485	"4060: Multipath redundancy level got worse"},
  486	{0x06808100, 0, IPR_DEBUG_LOG_LEVEL,
  487	"9083: Device raw mode enabled"},
  488	{0x06808200, 0, IPR_DEBUG_LOG_LEVEL,
  489	"9084: Device raw mode disabled"},
  490	{0x07270000, 0, 0,
  491	"Failure due to other device"},
  492	{0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
  493	"9008: IOA does not support functions expected by devices"},
  494	{0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
  495	"9010: Cache data associated with attached devices cannot be found"},
  496	{0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
  497	"9011: Cache data belongs to devices other than those attached"},
  498	{0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
  499	"9020: Array missing 2 or more devices with only 1 device present"},
  500	{0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
  501	"9021: Array missing 2 or more devices with 2 or more devices present"},
  502	{0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
  503	"9022: Exposed array is missing a required device"},
  504	{0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
  505	"9023: Array member(s) not at required physical locations"},
  506	{0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
  507	"9024: Array not functional due to present hardware configuration"},
  508	{0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
  509	"9026: Array not functional due to present hardware configuration"},
  510	{0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
  511	"9027: Array is missing a device and parity is out of sync"},
  512	{0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
  513	"9028: Maximum number of arrays already exist"},
  514	{0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
  515	"9050: Required cache data cannot be located for a disk unit"},
  516	{0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
  517	"9052: Cache data exists for a device that has been modified"},
  518	{0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
  519	"9054: IOA resources not available due to previous problems"},
  520	{0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
  521	"9092: Disk unit requires initialization before use"},
  522	{0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
  523	"9029: Incorrect hardware configuration change has been detected"},
  524	{0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
  525	"9060: One or more disk pairs are missing from an array"},
  526	{0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
  527	"9061: One or more disks are missing from an array"},
  528	{0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
  529	"9062: One or more disks are missing from an array"},
  530	{0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
  531	"9063: Maximum number of functional arrays has been exceeded"},
  532	{0x07279A00, 0, 0,
  533	"Data protect, other volume set problem"},
  534	{0x0B260000, 0, 0,
  535	"Aborted command, invalid descriptor"},
  536	{0x0B3F9000, 0, 0,
  537	"Target operating conditions have changed, dual adapter takeover"},
  538	{0x0B530200, 0, 0,
  539	"Aborted command, medium removal prevented"},
  540	{0x0B5A0000, 0, 0,
  541	"Command terminated by host"},
  542	{0x0B5B8000, 0, 0,
  543	"Aborted command, command terminated by host"}
  544};
  545
  546static const struct ipr_ses_table_entry ipr_ses_table[] = {
  547	{ "2104-DL1        ", "XXXXXXXXXXXXXXXX", 80 },
  548	{ "2104-TL1        ", "XXXXXXXXXXXXXXXX", 80 },
  549	{ "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
  550	{ "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
  551	{ "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
  552	{ "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
  553	{ "2104-DU3        ", "XXXXXXXXXXXXXXXX", 160 },
  554	{ "2104-TU3        ", "XXXXXXXXXXXXXXXX", 160 },
  555	{ "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
  556	{ "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
  557	{ "St  V1S2        ", "XXXXXXXXXXXXXXXX", 160 },
  558	{ "HSBPD4M  PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
  559	{ "VSBPD1H   U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
  560};
  561
  562/*
  563 *  Function Prototypes
  564 */
  565static int ipr_reset_alert(struct ipr_cmnd *);
  566static void ipr_process_ccn(struct ipr_cmnd *);
  567static void ipr_process_error(struct ipr_cmnd *);
  568static void ipr_reset_ioa_job(struct ipr_cmnd *);
  569static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
  570				   enum ipr_shutdown_type);
  571
  572#ifdef CONFIG_SCSI_IPR_TRACE
  573/**
  574 * ipr_trc_hook - Add a trace entry to the driver trace
  575 * @ipr_cmd:	ipr command struct
  576 * @type:		trace type
  577 * @add_data:	additional data
  578 *
  579 * Return value:
  580 * 	none
  581 **/
  582static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
  583			 u8 type, u32 add_data)
  584{
  585	struct ipr_trace_entry *trace_entry;
  586	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
  587	unsigned int trace_index;
  588
  589	trace_index = atomic_add_return(1, &ioa_cfg->trace_index) & IPR_TRACE_INDEX_MASK;
  590	trace_entry = &ioa_cfg->trace[trace_index];
  591	trace_entry->time = jiffies;
  592	trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
  593	trace_entry->type = type;
  594	trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
  595	trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
  596	trace_entry->u.add_data = add_data;
  597	wmb();
  598}
  599#else
  600#define ipr_trc_hook(ipr_cmd, type, add_data) do { } while (0)
  601#endif
  602
  603/**
  604 * ipr_lock_and_done - Acquire lock and complete command
  605 * @ipr_cmd:	ipr command struct
  606 *
  607 * Return value:
  608 *	none
  609 **/
  610static void ipr_lock_and_done(struct ipr_cmnd *ipr_cmd)
  611{
  612	unsigned long lock_flags;
  613	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
  614
  615	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
  616	ipr_cmd->done(ipr_cmd);
  617	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
  618}
  619
  620/**
  621 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
  622 * @ipr_cmd:	ipr command struct
  623 *
  624 * Return value:
  625 * 	none
  626 **/
  627static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
  628{
  629	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
  630	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
  631	dma_addr_t dma_addr = ipr_cmd->dma_addr;
  632	int hrrq_id;
  633
  634	hrrq_id = ioarcb->cmd_pkt.hrrq_id;
  635	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
  636	ioarcb->cmd_pkt.hrrq_id = hrrq_id;
  637	ioarcb->data_transfer_length = 0;
  638	ioarcb->read_data_transfer_length = 0;
  639	ioarcb->ioadl_len = 0;
  640	ioarcb->read_ioadl_len = 0;
  641
  642	if (ipr_cmd->ioa_cfg->sis64) {
  643		ioarcb->u.sis64_addr_data.data_ioadl_addr =
  644			cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
  645	} else {
  646		ioarcb->write_ioadl_addr =
  647			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
  648		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
  649	}
  650
  651	ioasa->hdr.ioasc = 0;
  652	ioasa->hdr.residual_data_len = 0;
  653	ipr_cmd->scsi_cmd = NULL;
  654	ipr_cmd->sense_buffer[0] = 0;
  655	ipr_cmd->dma_use_sg = 0;
  656}
  657
  658/**
  659 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
  660 * @ipr_cmd:	ipr command struct
  661 * @fast_done:	fast done function call-back
  662 *
  663 * Return value:
  664 * 	none
  665 **/
  666static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd,
  667			      void (*fast_done) (struct ipr_cmnd *))
  668{
  669	ipr_reinit_ipr_cmnd(ipr_cmd);
  670	ipr_cmd->u.scratch = 0;
  671	ipr_cmd->sibling = NULL;
  672	ipr_cmd->eh_comp = NULL;
  673	ipr_cmd->fast_done = fast_done;
  674	timer_setup(&ipr_cmd->timer, NULL, 0);
  675}
  676
  677/**
  678 * __ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
  679 * @hrrq:	hrr queue
  680 *
  681 * Return value:
  682 * 	pointer to ipr command struct
  683 **/
  684static
  685struct ipr_cmnd *__ipr_get_free_ipr_cmnd(struct ipr_hrr_queue *hrrq)
  686{
  687	struct ipr_cmnd *ipr_cmd = NULL;
  688
  689	if (likely(!list_empty(&hrrq->hrrq_free_q))) {
  690		ipr_cmd = list_entry(hrrq->hrrq_free_q.next,
  691			struct ipr_cmnd, queue);
  692		list_del(&ipr_cmd->queue);
  693	}
  694
  695
  696	return ipr_cmd;
  697}
  698
  699/**
  700 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block and initialize it
  701 * @ioa_cfg:	ioa config struct
  702 *
  703 * Return value:
  704 *	pointer to ipr command struct
  705 **/
  706static
  707struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
  708{
  709	struct ipr_cmnd *ipr_cmd =
  710		__ipr_get_free_ipr_cmnd(&ioa_cfg->hrrq[IPR_INIT_HRRQ]);
  711	ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
  712	return ipr_cmd;
  713}
  714
  715/**
  716 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
  717 * @ioa_cfg:	ioa config struct
  718 * @clr_ints:     interrupts to clear
  719 *
  720 * This function masks all interrupts on the adapter, then clears the
  721 * interrupts specified in the mask
  722 *
  723 * Return value:
  724 * 	none
  725 **/
  726static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
  727					  u32 clr_ints)
  728{
  729	int i;
  730
  731	/* Stop new interrupts */
  732	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
  733		spin_lock(&ioa_cfg->hrrq[i]._lock);
  734		ioa_cfg->hrrq[i].allow_interrupts = 0;
  735		spin_unlock(&ioa_cfg->hrrq[i]._lock);
  736	}
  737
  738	/* Set interrupt mask to stop all new interrupts */
  739	if (ioa_cfg->sis64)
  740		writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
  741	else
  742		writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
  743
  744	/* Clear any pending interrupts */
  745	if (ioa_cfg->sis64)
  746		writel(~0, ioa_cfg->regs.clr_interrupt_reg);
  747	writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
  748	readl(ioa_cfg->regs.sense_interrupt_reg);
  749}
  750
  751/**
  752 * ipr_save_pcix_cmd_reg - Save PCI-X command register
  753 * @ioa_cfg:	ioa config struct
  754 *
  755 * Return value:
  756 * 	0 on success / -EIO on failure
  757 **/
  758static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
  759{
  760	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
  761	int rc;
  762
  763	if (pcix_cmd_reg == 0)
  764		return 0;
  765
  766	rc = pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
  767				  &ioa_cfg->saved_pcix_cmd_reg);
  768	if (rc != PCIBIOS_SUCCESSFUL) {
  769		dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
  770		return -EIO;
  771	}
  772
  773	ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
  774	return 0;
  775}
  776
  777/**
  778 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
  779 * @ioa_cfg:	ioa config struct
  780 *
  781 * Return value:
  782 * 	0 on success / -EIO on failure
  783 **/
  784static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
  785{
  786	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
  787	int rc;
  788
  789	if (pcix_cmd_reg) {
  790		rc = pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
  791					   ioa_cfg->saved_pcix_cmd_reg);
  792		if (rc != PCIBIOS_SUCCESSFUL) {
  793			dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
  794			return -EIO;
  795		}
  796	}
  797
  798	return 0;
  799}
  800
  801
  802/**
  803 * __ipr_scsi_eh_done - mid-layer done function for aborted ops
  804 * @ipr_cmd:	ipr command struct
  805 *
  806 * This function is invoked by the interrupt handler for
  807 * ops generated by the SCSI mid-layer which are being aborted.
  808 *
  809 * Return value:
  810 * 	none
  811 **/
  812static void __ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
  813{
  814	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
  815
  816	scsi_cmd->result |= (DID_ERROR << 16);
  817
  818	scsi_dma_unmap(ipr_cmd->scsi_cmd);
  819	scsi_done(scsi_cmd);
  820	if (ipr_cmd->eh_comp)
  821		complete(ipr_cmd->eh_comp);
  822	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
  823}
  824
  825/**
  826 * ipr_scsi_eh_done - mid-layer done function for aborted ops
  827 * @ipr_cmd:	ipr command struct
  828 *
  829 * This function is invoked by the interrupt handler for
  830 * ops generated by the SCSI mid-layer which are being aborted.
  831 *
  832 * Return value:
  833 * 	none
  834 **/
  835static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
  836{
  837	unsigned long hrrq_flags;
  838	struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
  839
  840	spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
  841	__ipr_scsi_eh_done(ipr_cmd);
  842	spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
  843}
  844
  845/**
  846 * ipr_fail_all_ops - Fails all outstanding ops.
  847 * @ioa_cfg:	ioa config struct
  848 *
  849 * This function fails all outstanding ops.
  850 *
  851 * Return value:
  852 * 	none
  853 **/
  854static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
  855{
  856	struct ipr_cmnd *ipr_cmd, *temp;
  857	struct ipr_hrr_queue *hrrq;
  858
  859	ENTER;
  860	for_each_hrrq(hrrq, ioa_cfg) {
  861		spin_lock(&hrrq->_lock);
  862		list_for_each_entry_safe(ipr_cmd,
  863					temp, &hrrq->hrrq_pending_q, queue) {
  864			list_del(&ipr_cmd->queue);
  865
  866			ipr_cmd->s.ioasa.hdr.ioasc =
  867				cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
  868			ipr_cmd->s.ioasa.hdr.ilid =
  869				cpu_to_be32(IPR_DRIVER_ILID);
  870
  871			if (ipr_cmd->scsi_cmd)
  872				ipr_cmd->done = __ipr_scsi_eh_done;
  873
  874			ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH,
  875				     IPR_IOASC_IOA_WAS_RESET);
  876			timer_delete(&ipr_cmd->timer);
  877			ipr_cmd->done(ipr_cmd);
  878		}
  879		spin_unlock(&hrrq->_lock);
  880	}
  881	LEAVE;
  882}
  883
  884/**
  885 * ipr_send_command -  Send driver initiated requests.
  886 * @ipr_cmd:		ipr command struct
  887 *
  888 * This function sends a command to the adapter using the correct write call.
  889 * In the case of sis64, calculate the ioarcb size required. Then or in the
  890 * appropriate bits.
  891 *
  892 * Return value:
  893 * 	none
  894 **/
  895static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
  896{
  897	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
  898	dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
  899
  900	if (ioa_cfg->sis64) {
  901		/* The default size is 256 bytes */
  902		send_dma_addr |= 0x1;
  903
  904		/* If the number of ioadls * size of ioadl > 128 bytes,
  905		   then use a 512 byte ioarcb */
  906		if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
  907			send_dma_addr |= 0x4;
  908		writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
  909	} else
  910		writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
  911}
  912
  913/**
  914 * ipr_do_req -  Send driver initiated requests.
  915 * @ipr_cmd:		ipr command struct
  916 * @done:			done function
  917 * @timeout_func:	timeout function
  918 * @timeout:		timeout value
  919 *
  920 * This function sends the specified command to the adapter with the
  921 * timeout given. The done function is invoked on command completion.
  922 *
  923 * Return value:
  924 * 	none
  925 **/
  926static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
  927		       void (*done) (struct ipr_cmnd *),
  928		       void (*timeout_func) (struct timer_list *), u32 timeout)
  929{
  930	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
  931
  932	ipr_cmd->done = done;
  933
  934	ipr_cmd->timer.expires = jiffies + timeout;
  935	ipr_cmd->timer.function = timeout_func;
  936
  937	add_timer(&ipr_cmd->timer);
  938
  939	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
  940
  941	ipr_send_command(ipr_cmd);
  942}
  943
  944/**
  945 * ipr_internal_cmd_done - Op done function for an internally generated op.
  946 * @ipr_cmd:	ipr command struct
  947 *
  948 * This function is the op done function for an internally generated,
  949 * blocking op. It simply wakes the sleeping thread.
  950 *
  951 * Return value:
  952 * 	none
  953 **/
  954static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
  955{
  956	if (ipr_cmd->sibling)
  957		ipr_cmd->sibling = NULL;
  958	else
  959		complete(&ipr_cmd->completion);
  960}
  961
  962/**
  963 * ipr_init_ioadl - initialize the ioadl for the correct SIS type
  964 * @ipr_cmd:	ipr command struct
  965 * @dma_addr:	dma address
  966 * @len:	transfer length
  967 * @flags:	ioadl flag value
  968 *
  969 * This function initializes an ioadl in the case where there is only a single
  970 * descriptor.
  971 *
  972 * Return value:
  973 * 	nothing
  974 **/
  975static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
  976			   u32 len, int flags)
  977{
  978	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
  979	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
  980
  981	ipr_cmd->dma_use_sg = 1;
  982
  983	if (ipr_cmd->ioa_cfg->sis64) {
  984		ioadl64->flags = cpu_to_be32(flags);
  985		ioadl64->data_len = cpu_to_be32(len);
  986		ioadl64->address = cpu_to_be64(dma_addr);
  987
  988		ipr_cmd->ioarcb.ioadl_len =
  989		       	cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
  990		ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
  991	} else {
  992		ioadl->flags_and_data_len = cpu_to_be32(flags | len);
  993		ioadl->address = cpu_to_be32(dma_addr);
  994
  995		if (flags == IPR_IOADL_FLAGS_READ_LAST) {
  996			ipr_cmd->ioarcb.read_ioadl_len =
  997				cpu_to_be32(sizeof(struct ipr_ioadl_desc));
  998			ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
  999		} else {
 1000			ipr_cmd->ioarcb.ioadl_len =
 1001			       	cpu_to_be32(sizeof(struct ipr_ioadl_desc));
 1002			ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
 1003		}
 1004	}
 1005}
 1006
 1007/**
 1008 * ipr_send_blocking_cmd - Send command and sleep on its completion.
 1009 * @ipr_cmd:	ipr command struct
 1010 * @timeout_func:	function to invoke if command times out
 1011 * @timeout:	timeout
 1012 *
 1013 * Return value:
 1014 * 	none
 1015 **/
 1016static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
 1017				  void (*timeout_func) (struct timer_list *),
 1018				  u32 timeout)
 1019{
 1020	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 1021
 1022	init_completion(&ipr_cmd->completion);
 1023	ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
 1024
 1025	spin_unlock_irq(ioa_cfg->host->host_lock);
 1026	wait_for_completion(&ipr_cmd->completion);
 1027	spin_lock_irq(ioa_cfg->host->host_lock);
 1028}
 1029
 1030static int ipr_get_hrrq_index(struct ipr_ioa_cfg *ioa_cfg)
 1031{
 1032	unsigned int hrrq;
 1033
 1034	if (ioa_cfg->hrrq_num == 1)
 1035		hrrq = 0;
 1036	else {
 1037		hrrq = atomic_add_return(1, &ioa_cfg->hrrq_index);
 1038		hrrq = (hrrq % (ioa_cfg->hrrq_num - 1)) + 1;
 1039	}
 1040	return hrrq;
 1041}
 1042
 1043/**
 1044 * ipr_send_hcam - Send an HCAM to the adapter.
 1045 * @ioa_cfg:	ioa config struct
 1046 * @type:		HCAM type
 1047 * @hostrcb:	hostrcb struct
 1048 *
 1049 * This function will send a Host Controlled Async command to the adapter.
 1050 * If HCAMs are currently not allowed to be issued to the adapter, it will
 1051 * place the hostrcb on the free queue.
 1052 *
 1053 * Return value:
 1054 * 	none
 1055 **/
 1056static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
 1057			  struct ipr_hostrcb *hostrcb)
 1058{
 1059	struct ipr_cmnd *ipr_cmd;
 1060	struct ipr_ioarcb *ioarcb;
 1061
 1062	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
 1063		ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
 1064		list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
 1065		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
 1066
 1067		ipr_cmd->u.hostrcb = hostrcb;
 1068		ioarcb = &ipr_cmd->ioarcb;
 1069
 1070		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 1071		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
 1072		ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
 1073		ioarcb->cmd_pkt.cdb[1] = type;
 1074		ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
 1075		ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
 1076
 1077		ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
 1078			       sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
 1079
 1080		if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
 1081			ipr_cmd->done = ipr_process_ccn;
 1082		else
 1083			ipr_cmd->done = ipr_process_error;
 1084
 1085		ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
 1086
 1087		ipr_send_command(ipr_cmd);
 1088	} else {
 1089		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
 1090	}
 1091}
 1092
 1093/**
 1094 * ipr_init_res_entry - Initialize a resource entry struct.
 1095 * @res:	resource entry struct
 1096 * @cfgtew:	config table entry wrapper struct
 1097 *
 1098 * Return value:
 1099 * 	none
 1100 **/
 1101static void ipr_init_res_entry(struct ipr_resource_entry *res,
 1102			       struct ipr_config_table_entry_wrapper *cfgtew)
 1103{
 1104	int found = 0;
 1105	struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
 1106	struct ipr_resource_entry *gscsi_res = NULL;
 1107
 1108	res->needs_sync_complete = 0;
 1109	res->in_erp = 0;
 1110	res->add_to_ml = 0;
 1111	res->del_from_ml = 0;
 1112	res->resetting_device = 0;
 1113	res->reset_occurred = 0;
 1114	res->sdev = NULL;
 1115
 1116	if (ioa_cfg->sis64) {
 1117		res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
 1118		res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
 1119		res->qmodel = IPR_QUEUEING_MODEL64(res);
 1120		res->type = cfgtew->u.cfgte64->res_type;
 1121
 1122		memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
 1123			sizeof(res->res_path));
 1124
 1125		res->bus = 0;
 1126		memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
 1127			sizeof(res->dev_lun.scsi_lun));
 1128		res->lun = scsilun_to_int(&res->dev_lun);
 1129
 1130		if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
 1131			list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
 1132				if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
 1133					found = 1;
 1134					res->target = gscsi_res->target;
 1135					break;
 1136				}
 1137			}
 1138			if (!found) {
 1139				res->target = find_first_zero_bit(ioa_cfg->target_ids,
 1140								  ioa_cfg->max_devs_supported);
 1141				set_bit(res->target, ioa_cfg->target_ids);
 1142			}
 1143		} else if (res->type == IPR_RES_TYPE_IOAFP) {
 1144			res->bus = IPR_IOAFP_VIRTUAL_BUS;
 1145			res->target = 0;
 1146		} else if (res->type == IPR_RES_TYPE_ARRAY) {
 1147			res->bus = IPR_ARRAY_VIRTUAL_BUS;
 1148			res->target = find_first_zero_bit(ioa_cfg->array_ids,
 1149							  ioa_cfg->max_devs_supported);
 1150			set_bit(res->target, ioa_cfg->array_ids);
 1151		} else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
 1152			res->bus = IPR_VSET_VIRTUAL_BUS;
 1153			res->target = find_first_zero_bit(ioa_cfg->vset_ids,
 1154							  ioa_cfg->max_devs_supported);
 1155			set_bit(res->target, ioa_cfg->vset_ids);
 1156		} else {
 1157			res->target = find_first_zero_bit(ioa_cfg->target_ids,
 1158							  ioa_cfg->max_devs_supported);
 1159			set_bit(res->target, ioa_cfg->target_ids);
 1160		}
 1161	} else {
 1162		res->qmodel = IPR_QUEUEING_MODEL(res);
 1163		res->flags = cfgtew->u.cfgte->flags;
 1164		if (res->flags & IPR_IS_IOA_RESOURCE)
 1165			res->type = IPR_RES_TYPE_IOAFP;
 1166		else
 1167			res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
 1168
 1169		res->bus = cfgtew->u.cfgte->res_addr.bus;
 1170		res->target = cfgtew->u.cfgte->res_addr.target;
 1171		res->lun = cfgtew->u.cfgte->res_addr.lun;
 1172		res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
 1173	}
 1174}
 1175
 1176/**
 1177 * ipr_is_same_device - Determine if two devices are the same.
 1178 * @res:	resource entry struct
 1179 * @cfgtew:	config table entry wrapper struct
 1180 *
 1181 * Return value:
 1182 * 	1 if the devices are the same / 0 otherwise
 1183 **/
 1184static int ipr_is_same_device(struct ipr_resource_entry *res,
 1185			      struct ipr_config_table_entry_wrapper *cfgtew)
 1186{
 1187	if (res->ioa_cfg->sis64) {
 1188		if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
 1189					sizeof(cfgtew->u.cfgte64->dev_id)) &&
 1190			!memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
 1191					sizeof(cfgtew->u.cfgte64->lun))) {
 1192			return 1;
 1193		}
 1194	} else {
 1195		if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
 1196		    res->target == cfgtew->u.cfgte->res_addr.target &&
 1197		    res->lun == cfgtew->u.cfgte->res_addr.lun)
 1198			return 1;
 1199	}
 1200
 1201	return 0;
 1202}
 1203
 1204/**
 1205 * __ipr_format_res_path - Format the resource path for printing.
 1206 * @res_path:	resource path
 1207 * @buffer:	buffer
 1208 * @len:	length of buffer provided
 1209 *
 1210 * Return value:
 1211 * 	pointer to buffer
 1212 **/
 1213static char *__ipr_format_res_path(u8 *res_path, char *buffer, int len)
 1214{
 1215	int i;
 1216	char *p = buffer;
 1217
 1218	*p = '\0';
 1219	p += scnprintf(p, buffer + len - p, "%02X", res_path[0]);
 1220	for (i = 1; res_path[i] != 0xff && i < IPR_RES_PATH_BYTES; i++)
 1221		p += scnprintf(p, buffer + len - p, "-%02X", res_path[i]);
 1222
 1223	return buffer;
 1224}
 1225
 1226/**
 1227 * ipr_format_res_path - Format the resource path for printing.
 1228 * @ioa_cfg:	ioa config struct
 1229 * @res_path:	resource path
 1230 * @buffer:	buffer
 1231 * @len:	length of buffer provided
 1232 *
 1233 * Return value:
 1234 *	pointer to buffer
 1235 **/
 1236static char *ipr_format_res_path(struct ipr_ioa_cfg *ioa_cfg,
 1237				 u8 *res_path, char *buffer, int len)
 1238{
 1239	char *p = buffer;
 1240
 1241	*p = '\0';
 1242	p += scnprintf(p, buffer + len - p, "%d/", ioa_cfg->host->host_no);
 1243	__ipr_format_res_path(res_path, p, len - (p - buffer));
 1244	return buffer;
 1245}
 1246
 1247/**
 1248 * ipr_update_res_entry - Update the resource entry.
 1249 * @res:	resource entry struct
 1250 * @cfgtew:	config table entry wrapper struct
 1251 *
 1252 * Return value:
 1253 *      none
 1254 **/
 1255static void ipr_update_res_entry(struct ipr_resource_entry *res,
 1256				 struct ipr_config_table_entry_wrapper *cfgtew)
 1257{
 1258	char buffer[IPR_MAX_RES_PATH_LENGTH];
 1259	int new_path = 0;
 1260
 1261	if (res->ioa_cfg->sis64) {
 1262		res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
 1263		res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
 1264		res->type = cfgtew->u.cfgte64->res_type;
 1265
 1266		memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
 1267			sizeof(struct ipr_std_inq_data));
 1268
 1269		res->qmodel = IPR_QUEUEING_MODEL64(res);
 1270		res->res_handle = cfgtew->u.cfgte64->res_handle;
 1271		res->dev_id = cfgtew->u.cfgte64->dev_id;
 1272
 1273		memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
 1274			sizeof(res->dev_lun.scsi_lun));
 1275
 1276		if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
 1277					sizeof(res->res_path))) {
 1278			memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
 1279				sizeof(res->res_path));
 1280			new_path = 1;
 1281		}
 1282
 1283		if (res->sdev && new_path)
 1284			sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
 1285				    ipr_format_res_path(res->ioa_cfg,
 1286					res->res_path, buffer, sizeof(buffer)));
 1287	} else {
 1288		res->flags = cfgtew->u.cfgte->flags;
 1289		if (res->flags & IPR_IS_IOA_RESOURCE)
 1290			res->type = IPR_RES_TYPE_IOAFP;
 1291		else
 1292			res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
 1293
 1294		memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
 1295			sizeof(struct ipr_std_inq_data));
 1296
 1297		res->qmodel = IPR_QUEUEING_MODEL(res);
 1298		res->res_handle = cfgtew->u.cfgte->res_handle;
 1299	}
 1300}
 1301
 1302/**
 1303 * ipr_clear_res_target - Clear the bit in the bit map representing the target
 1304 * 			  for the resource.
 1305 * @res:	resource entry struct
 1306 *
 1307 * Return value:
 1308 *      none
 1309 **/
 1310static void ipr_clear_res_target(struct ipr_resource_entry *res)
 1311{
 1312	struct ipr_resource_entry *gscsi_res = NULL;
 1313	struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
 1314
 1315	if (!ioa_cfg->sis64)
 1316		return;
 1317
 1318	if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
 1319		clear_bit(res->target, ioa_cfg->array_ids);
 1320	else if (res->bus == IPR_VSET_VIRTUAL_BUS)
 1321		clear_bit(res->target, ioa_cfg->vset_ids);
 1322	else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
 1323		list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
 1324			if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
 1325				return;
 1326		clear_bit(res->target, ioa_cfg->target_ids);
 1327
 1328	} else if (res->bus == 0)
 1329		clear_bit(res->target, ioa_cfg->target_ids);
 1330}
 1331
 1332/**
 1333 * ipr_handle_config_change - Handle a config change from the adapter
 1334 * @ioa_cfg:	ioa config struct
 1335 * @hostrcb:	hostrcb
 1336 *
 1337 * Return value:
 1338 * 	none
 1339 **/
 1340static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
 1341				     struct ipr_hostrcb *hostrcb)
 1342{
 1343	struct ipr_resource_entry *res = NULL;
 1344	struct ipr_config_table_entry_wrapper cfgtew;
 1345	__be32 cc_res_handle;
 1346
 1347	u32 is_ndn = 1;
 1348
 1349	if (ioa_cfg->sis64) {
 1350		cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
 1351		cc_res_handle = cfgtew.u.cfgte64->res_handle;
 1352	} else {
 1353		cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
 1354		cc_res_handle = cfgtew.u.cfgte->res_handle;
 1355	}
 1356
 1357	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
 1358		if (res->res_handle == cc_res_handle) {
 1359			is_ndn = 0;
 1360			break;
 1361		}
 1362	}
 1363
 1364	if (is_ndn) {
 1365		if (list_empty(&ioa_cfg->free_res_q)) {
 1366			ipr_send_hcam(ioa_cfg,
 1367				      IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
 1368				      hostrcb);
 1369			return;
 1370		}
 1371
 1372		res = list_entry(ioa_cfg->free_res_q.next,
 1373				 struct ipr_resource_entry, queue);
 1374
 1375		list_del(&res->queue);
 1376		ipr_init_res_entry(res, &cfgtew);
 1377		list_add_tail(&res->queue, &ioa_cfg->used_res_q);
 1378	}
 1379
 1380	ipr_update_res_entry(res, &cfgtew);
 1381
 1382	if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
 1383		if (res->sdev) {
 1384			res->del_from_ml = 1;
 1385			res->res_handle = IPR_INVALID_RES_HANDLE;
 1386			schedule_work(&ioa_cfg->work_q);
 1387		} else {
 1388			ipr_clear_res_target(res);
 1389			list_move_tail(&res->queue, &ioa_cfg->free_res_q);
 1390		}
 1391	} else if (!res->sdev || res->del_from_ml) {
 1392		res->add_to_ml = 1;
 1393		schedule_work(&ioa_cfg->work_q);
 1394	}
 1395
 1396	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
 1397}
 1398
 1399/**
 1400 * ipr_process_ccn - Op done function for a CCN.
 1401 * @ipr_cmd:	ipr command struct
 1402 *
 1403 * This function is the op done function for a configuration
 1404 * change notification host controlled async from the adapter.
 1405 *
 1406 * Return value:
 1407 * 	none
 1408 **/
 1409static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
 1410{
 1411	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 1412	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
 1413	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 1414
 1415	list_del_init(&hostrcb->queue);
 1416	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 1417
 1418	if (ioasc) {
 1419		if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
 1420		    ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST)
 1421			dev_err(&ioa_cfg->pdev->dev,
 1422				"Host RCB failed with IOASC: 0x%08X\n", ioasc);
 1423
 1424		ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
 1425	} else {
 1426		ipr_handle_config_change(ioa_cfg, hostrcb);
 1427	}
 1428}
 1429
 1430/**
 1431 * strip_whitespace - Strip and pad trailing whitespace.
 1432 * @i:		size of buffer
 1433 * @buf:	string to modify
 1434 *
 1435 * This function will strip all trailing whitespace and
 1436 * NUL terminate the string.
 1437 *
 1438 **/
 1439static void strip_whitespace(int i, char *buf)
 1440{
 1441	if (i < 1)
 1442		return;
 1443	i--;
 1444	while (i && buf[i] == ' ')
 1445		i--;
 1446	buf[i+1] = '\0';
 1447}
 1448
 1449/**
 1450 * ipr_log_vpd_compact - Log the passed extended VPD compactly.
 1451 * @prefix:		string to print at start of printk
 1452 * @hostrcb:	hostrcb pointer
 1453 * @vpd:		vendor/product id/sn struct
 1454 *
 1455 * Return value:
 1456 * 	none
 1457 **/
 1458static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
 1459				struct ipr_vpd *vpd)
 1460{
 1461	char vendor_id[IPR_VENDOR_ID_LEN + 1];
 1462	char product_id[IPR_PROD_ID_LEN + 1];
 1463	char sn[IPR_SERIAL_NUM_LEN + 1];
 1464
 1465	memcpy(vendor_id, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
 1466	strip_whitespace(IPR_VENDOR_ID_LEN, vendor_id);
 1467
 1468	memcpy(product_id, vpd->vpids.product_id, IPR_PROD_ID_LEN);
 1469	strip_whitespace(IPR_PROD_ID_LEN, product_id);
 1470
 1471	memcpy(sn, vpd->sn, IPR_SERIAL_NUM_LEN);
 1472	strip_whitespace(IPR_SERIAL_NUM_LEN, sn);
 1473
 1474	ipr_hcam_err(hostrcb, "%s VPID/SN: %s %s %s\n", prefix,
 1475		     vendor_id, product_id, sn);
 1476}
 1477
 1478/**
 1479 * ipr_log_vpd - Log the passed VPD to the error log.
 1480 * @vpd:		vendor/product id/sn struct
 1481 *
 1482 * Return value:
 1483 * 	none
 1484 **/
 1485static void ipr_log_vpd(struct ipr_vpd *vpd)
 1486{
 1487	char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
 1488		    + IPR_SERIAL_NUM_LEN];
 1489
 1490	memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
 1491	memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
 1492	       IPR_PROD_ID_LEN);
 1493	buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
 1494	ipr_err("Vendor/Product ID: %s\n", buffer);
 1495
 1496	memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
 1497	buffer[IPR_SERIAL_NUM_LEN] = '\0';
 1498	ipr_err("    Serial Number: %s\n", buffer);
 1499}
 1500
 1501/**
 1502 * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
 1503 * @prefix:		string to print at start of printk
 1504 * @hostrcb:	hostrcb pointer
 1505 * @vpd:		vendor/product id/sn/wwn struct
 1506 *
 1507 * Return value:
 1508 * 	none
 1509 **/
 1510static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
 1511				    struct ipr_ext_vpd *vpd)
 1512{
 1513	ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
 1514	ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
 1515		     be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
 1516}
 1517
 1518/**
 1519 * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
 1520 * @vpd:		vendor/product id/sn/wwn struct
 1521 *
 1522 * Return value:
 1523 * 	none
 1524 **/
 1525static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
 1526{
 1527	ipr_log_vpd(&vpd->vpd);
 1528	ipr_err("    WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
 1529		be32_to_cpu(vpd->wwid[1]));
 1530}
 1531
 1532/**
 1533 * ipr_log_enhanced_cache_error - Log a cache error.
 1534 * @ioa_cfg:	ioa config struct
 1535 * @hostrcb:	hostrcb struct
 1536 *
 1537 * Return value:
 1538 * 	none
 1539 **/
 1540static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
 1541					 struct ipr_hostrcb *hostrcb)
 1542{
 1543	struct ipr_hostrcb_type_12_error *error;
 1544
 1545	if (ioa_cfg->sis64)
 1546		error = &hostrcb->hcam.u.error64.u.type_12_error;
 1547	else
 1548		error = &hostrcb->hcam.u.error.u.type_12_error;
 1549
 1550	ipr_err("-----Current Configuration-----\n");
 1551	ipr_err("Cache Directory Card Information:\n");
 1552	ipr_log_ext_vpd(&error->ioa_vpd);
 1553	ipr_err("Adapter Card Information:\n");
 1554	ipr_log_ext_vpd(&error->cfc_vpd);
 1555
 1556	ipr_err("-----Expected Configuration-----\n");
 1557	ipr_err("Cache Directory Card Information:\n");
 1558	ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
 1559	ipr_err("Adapter Card Information:\n");
 1560	ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
 1561
 1562	ipr_err("Additional IOA Data: %08X %08X %08X\n",
 1563		     be32_to_cpu(error->ioa_data[0]),
 1564		     be32_to_cpu(error->ioa_data[1]),
 1565		     be32_to_cpu(error->ioa_data[2]));
 1566}
 1567
 1568/**
 1569 * ipr_log_cache_error - Log a cache error.
 1570 * @ioa_cfg:	ioa config struct
 1571 * @hostrcb:	hostrcb struct
 1572 *
 1573 * Return value:
 1574 * 	none
 1575 **/
 1576static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
 1577				struct ipr_hostrcb *hostrcb)
 1578{
 1579	struct ipr_hostrcb_type_02_error *error =
 1580		&hostrcb->hcam.u.error.u.type_02_error;
 1581
 1582	ipr_err("-----Current Configuration-----\n");
 1583	ipr_err("Cache Directory Card Information:\n");
 1584	ipr_log_vpd(&error->ioa_vpd);
 1585	ipr_err("Adapter Card Information:\n");
 1586	ipr_log_vpd(&error->cfc_vpd);
 1587
 1588	ipr_err("-----Expected Configuration-----\n");
 1589	ipr_err("Cache Directory Card Information:\n");
 1590	ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
 1591	ipr_err("Adapter Card Information:\n");
 1592	ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
 1593
 1594	ipr_err("Additional IOA Data: %08X %08X %08X\n",
 1595		     be32_to_cpu(error->ioa_data[0]),
 1596		     be32_to_cpu(error->ioa_data[1]),
 1597		     be32_to_cpu(error->ioa_data[2]));
 1598}
 1599
 1600/**
 1601 * ipr_log_enhanced_config_error - Log a configuration error.
 1602 * @ioa_cfg:	ioa config struct
 1603 * @hostrcb:	hostrcb struct
 1604 *
 1605 * Return value:
 1606 * 	none
 1607 **/
 1608static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
 1609					  struct ipr_hostrcb *hostrcb)
 1610{
 1611	int errors_logged, i;
 1612	struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
 1613	struct ipr_hostrcb_type_13_error *error;
 1614
 1615	error = &hostrcb->hcam.u.error.u.type_13_error;
 1616	errors_logged = be32_to_cpu(error->errors_logged);
 1617
 1618	ipr_err("Device Errors Detected/Logged: %d/%d\n",
 1619		be32_to_cpu(error->errors_detected), errors_logged);
 1620
 1621	dev_entry = error->dev;
 1622
 1623	for (i = 0; i < errors_logged; i++, dev_entry++) {
 1624		ipr_err_separator;
 1625
 1626		ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
 1627		ipr_log_ext_vpd(&dev_entry->vpd);
 1628
 1629		ipr_err("-----New Device Information-----\n");
 1630		ipr_log_ext_vpd(&dev_entry->new_vpd);
 1631
 1632		ipr_err("Cache Directory Card Information:\n");
 1633		ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
 1634
 1635		ipr_err("Adapter Card Information:\n");
 1636		ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
 1637	}
 1638}
 1639
 1640/**
 1641 * ipr_log_sis64_config_error - Log a device error.
 1642 * @ioa_cfg:	ioa config struct
 1643 * @hostrcb:	hostrcb struct
 1644 *
 1645 * Return value:
 1646 * 	none
 1647 **/
 1648static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
 1649				       struct ipr_hostrcb *hostrcb)
 1650{
 1651	int errors_logged, i;
 1652	struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
 1653	struct ipr_hostrcb_type_23_error *error;
 1654	char buffer[IPR_MAX_RES_PATH_LENGTH];
 1655
 1656	error = &hostrcb->hcam.u.error64.u.type_23_error;
 1657	errors_logged = be32_to_cpu(error->errors_logged);
 1658
 1659	ipr_err("Device Errors Detected/Logged: %d/%d\n",
 1660		be32_to_cpu(error->errors_detected), errors_logged);
 1661
 1662	dev_entry = error->dev;
 1663
 1664	for (i = 0; i < errors_logged; i++, dev_entry++) {
 1665		ipr_err_separator;
 1666
 1667		ipr_err("Device %d : %s", i + 1,
 1668			__ipr_format_res_path(dev_entry->res_path,
 1669					      buffer, sizeof(buffer)));
 1670		ipr_log_ext_vpd(&dev_entry->vpd);
 1671
 1672		ipr_err("-----New Device Information-----\n");
 1673		ipr_log_ext_vpd(&dev_entry->new_vpd);
 1674
 1675		ipr_err("Cache Directory Card Information:\n");
 1676		ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
 1677
 1678		ipr_err("Adapter Card Information:\n");
 1679		ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
 1680	}
 1681}
 1682
 1683/**
 1684 * ipr_log_config_error - Log a configuration error.
 1685 * @ioa_cfg:	ioa config struct
 1686 * @hostrcb:	hostrcb struct
 1687 *
 1688 * Return value:
 1689 * 	none
 1690 **/
 1691static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
 1692				 struct ipr_hostrcb *hostrcb)
 1693{
 1694	int errors_logged, i;
 1695	struct ipr_hostrcb_device_data_entry *dev_entry;
 1696	struct ipr_hostrcb_type_03_error *error;
 1697
 1698	error = &hostrcb->hcam.u.error.u.type_03_error;
 1699	errors_logged = be32_to_cpu(error->errors_logged);
 1700
 1701	ipr_err("Device Errors Detected/Logged: %d/%d\n",
 1702		be32_to_cpu(error->errors_detected), errors_logged);
 1703
 1704	dev_entry = error->dev;
 1705
 1706	for (i = 0; i < errors_logged; i++, dev_entry++) {
 1707		ipr_err_separator;
 1708
 1709		ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
 1710		ipr_log_vpd(&dev_entry->vpd);
 1711
 1712		ipr_err("-----New Device Information-----\n");
 1713		ipr_log_vpd(&dev_entry->new_vpd);
 1714
 1715		ipr_err("Cache Directory Card Information:\n");
 1716		ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
 1717
 1718		ipr_err("Adapter Card Information:\n");
 1719		ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
 1720
 1721		ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
 1722			be32_to_cpu(dev_entry->ioa_data[0]),
 1723			be32_to_cpu(dev_entry->ioa_data[1]),
 1724			be32_to_cpu(dev_entry->ioa_data[2]),
 1725			be32_to_cpu(dev_entry->ioa_data[3]),
 1726			be32_to_cpu(dev_entry->ioa_data[4]));
 1727	}
 1728}
 1729
 1730/**
 1731 * ipr_log_enhanced_array_error - Log an array configuration error.
 1732 * @ioa_cfg:	ioa config struct
 1733 * @hostrcb:	hostrcb struct
 1734 *
 1735 * Return value:
 1736 * 	none
 1737 **/
 1738static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
 1739					 struct ipr_hostrcb *hostrcb)
 1740{
 1741	int i, num_entries;
 1742	struct ipr_hostrcb_type_14_error *error;
 1743	struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
 1744	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
 1745
 1746	error = &hostrcb->hcam.u.error.u.type_14_error;
 1747
 1748	ipr_err_separator;
 1749
 1750	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
 1751		error->protection_level,
 1752		ioa_cfg->host->host_no,
 1753		error->last_func_vset_res_addr.bus,
 1754		error->last_func_vset_res_addr.target,
 1755		error->last_func_vset_res_addr.lun);
 1756
 1757	ipr_err_separator;
 1758
 1759	array_entry = error->array_member;
 1760	num_entries = min_t(u32, be32_to_cpu(error->num_entries),
 1761			    ARRAY_SIZE(error->array_member));
 1762
 1763	for (i = 0; i < num_entries; i++, array_entry++) {
 1764		if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
 1765			continue;
 1766
 1767		if (be32_to_cpu(error->exposed_mode_adn) == i)
 1768			ipr_err("Exposed Array Member %d:\n", i);
 1769		else
 1770			ipr_err("Array Member %d:\n", i);
 1771
 1772		ipr_log_ext_vpd(&array_entry->vpd);
 1773		ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
 1774		ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
 1775				 "Expected Location");
 1776
 1777		ipr_err_separator;
 1778	}
 1779}
 1780
 1781/**
 1782 * ipr_log_array_error - Log an array configuration error.
 1783 * @ioa_cfg:	ioa config struct
 1784 * @hostrcb:	hostrcb struct
 1785 *
 1786 * Return value:
 1787 * 	none
 1788 **/
 1789static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
 1790				struct ipr_hostrcb *hostrcb)
 1791{
 1792	int i;
 1793	struct ipr_hostrcb_type_04_error *error;
 1794	struct ipr_hostrcb_array_data_entry *array_entry;
 1795	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
 1796
 1797	error = &hostrcb->hcam.u.error.u.type_04_error;
 1798
 1799	ipr_err_separator;
 1800
 1801	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
 1802		error->protection_level,
 1803		ioa_cfg->host->host_no,
 1804		error->last_func_vset_res_addr.bus,
 1805		error->last_func_vset_res_addr.target,
 1806		error->last_func_vset_res_addr.lun);
 1807
 1808	ipr_err_separator;
 1809
 1810	array_entry = error->array_member;
 1811
 1812	for (i = 0; i < 18; i++) {
 1813		if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
 1814			continue;
 1815
 1816		if (be32_to_cpu(error->exposed_mode_adn) == i)
 1817			ipr_err("Exposed Array Member %d:\n", i);
 1818		else
 1819			ipr_err("Array Member %d:\n", i);
 1820
 1821		ipr_log_vpd(&array_entry->vpd);
 1822
 1823		ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
 1824		ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
 1825				 "Expected Location");
 1826
 1827		ipr_err_separator;
 1828
 1829		if (i == 9)
 1830			array_entry = error->array_member2;
 1831		else
 1832			array_entry++;
 1833	}
 1834}
 1835
 1836/**
 1837 * ipr_log_hex_data - Log additional hex IOA error data.
 1838 * @ioa_cfg:	ioa config struct
 1839 * @data:		IOA error data
 1840 * @len:		data length
 1841 *
 1842 * Return value:
 1843 * 	none
 1844 **/
 1845static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, __be32 *data, int len)
 1846{
 1847	int i;
 1848
 1849	if (len == 0)
 1850		return;
 1851
 1852	if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
 1853		len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
 1854
 1855	for (i = 0; i < len / 4; i += 4) {
 1856		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
 1857			be32_to_cpu(data[i]),
 1858			be32_to_cpu(data[i+1]),
 1859			be32_to_cpu(data[i+2]),
 1860			be32_to_cpu(data[i+3]));
 1861	}
 1862}
 1863
 1864/**
 1865 * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
 1866 * @ioa_cfg:	ioa config struct
 1867 * @hostrcb:	hostrcb struct
 1868 *
 1869 * Return value:
 1870 * 	none
 1871 **/
 1872static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
 1873					    struct ipr_hostrcb *hostrcb)
 1874{
 1875	struct ipr_hostrcb_type_17_error *error;
 1876
 1877	if (ioa_cfg->sis64)
 1878		error = &hostrcb->hcam.u.error64.u.type_17_error;
 1879	else
 1880		error = &hostrcb->hcam.u.error.u.type_17_error;
 1881
 1882	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
 1883	strim(error->failure_reason);
 1884
 1885	ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
 1886		     be32_to_cpu(hostrcb->hcam.u.error.prc));
 1887	ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
 1888	ipr_log_hex_data(ioa_cfg, error->data,
 1889			 be32_to_cpu(hostrcb->hcam.length) -
 1890			 (offsetof(struct ipr_hostrcb_error, u) +
 1891			  offsetof(struct ipr_hostrcb_type_17_error, data)));
 1892}
 1893
 1894/**
 1895 * ipr_log_dual_ioa_error - Log a dual adapter error.
 1896 * @ioa_cfg:	ioa config struct
 1897 * @hostrcb:	hostrcb struct
 1898 *
 1899 * Return value:
 1900 * 	none
 1901 **/
 1902static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
 1903				   struct ipr_hostrcb *hostrcb)
 1904{
 1905	struct ipr_hostrcb_type_07_error *error;
 1906
 1907	error = &hostrcb->hcam.u.error.u.type_07_error;
 1908	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
 1909	strim(error->failure_reason);
 1910
 1911	ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
 1912		     be32_to_cpu(hostrcb->hcam.u.error.prc));
 1913	ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
 1914	ipr_log_hex_data(ioa_cfg, error->data,
 1915			 be32_to_cpu(hostrcb->hcam.length) -
 1916			 (offsetof(struct ipr_hostrcb_error, u) +
 1917			  offsetof(struct ipr_hostrcb_type_07_error, data)));
 1918}
 1919
 1920static const struct {
 1921	u8 active;
 1922	char *desc;
 1923} path_active_desc[] = {
 1924	{ IPR_PATH_NO_INFO, "Path" },
 1925	{ IPR_PATH_ACTIVE, "Active path" },
 1926	{ IPR_PATH_NOT_ACTIVE, "Inactive path" }
 1927};
 1928
 1929static const struct {
 1930	u8 state;
 1931	char *desc;
 1932} path_state_desc[] = {
 1933	{ IPR_PATH_STATE_NO_INFO, "has no path state information available" },
 1934	{ IPR_PATH_HEALTHY, "is healthy" },
 1935	{ IPR_PATH_DEGRADED, "is degraded" },
 1936	{ IPR_PATH_FAILED, "is failed" }
 1937};
 1938
 1939/**
 1940 * ipr_log_fabric_path - Log a fabric path error
 1941 * @hostrcb:	hostrcb struct
 1942 * @fabric:		fabric descriptor
 1943 *
 1944 * Return value:
 1945 * 	none
 1946 **/
 1947static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
 1948				struct ipr_hostrcb_fabric_desc *fabric)
 1949{
 1950	int i, j;
 1951	u8 path_state = fabric->path_state;
 1952	u8 active = path_state & IPR_PATH_ACTIVE_MASK;
 1953	u8 state = path_state & IPR_PATH_STATE_MASK;
 1954
 1955	for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
 1956		if (path_active_desc[i].active != active)
 1957			continue;
 1958
 1959		for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
 1960			if (path_state_desc[j].state != state)
 1961				continue;
 1962
 1963			if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
 1964				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
 1965					     path_active_desc[i].desc, path_state_desc[j].desc,
 1966					     fabric->ioa_port);
 1967			} else if (fabric->cascaded_expander == 0xff) {
 1968				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
 1969					     path_active_desc[i].desc, path_state_desc[j].desc,
 1970					     fabric->ioa_port, fabric->phy);
 1971			} else if (fabric->phy == 0xff) {
 1972				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
 1973					     path_active_desc[i].desc, path_state_desc[j].desc,
 1974					     fabric->ioa_port, fabric->cascaded_expander);
 1975			} else {
 1976				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
 1977					     path_active_desc[i].desc, path_state_desc[j].desc,
 1978					     fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
 1979			}
 1980			return;
 1981		}
 1982	}
 1983
 1984	ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
 1985		fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
 1986}
 1987
 1988/**
 1989 * ipr_log64_fabric_path - Log a fabric path error
 1990 * @hostrcb:	hostrcb struct
 1991 * @fabric:		fabric descriptor
 1992 *
 1993 * Return value:
 1994 * 	none
 1995 **/
 1996static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
 1997				  struct ipr_hostrcb64_fabric_desc *fabric)
 1998{
 1999	int i, j;
 2000	u8 path_state = fabric->path_state;
 2001	u8 active = path_state & IPR_PATH_ACTIVE_MASK;
 2002	u8 state = path_state & IPR_PATH_STATE_MASK;
 2003	char buffer[IPR_MAX_RES_PATH_LENGTH];
 2004
 2005	for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
 2006		if (path_active_desc[i].active != active)
 2007			continue;
 2008
 2009		for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
 2010			if (path_state_desc[j].state != state)
 2011				continue;
 2012
 2013			ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
 2014				     path_active_desc[i].desc, path_state_desc[j].desc,
 2015				     ipr_format_res_path(hostrcb->ioa_cfg,
 2016						fabric->res_path,
 2017						buffer, sizeof(buffer)));
 2018			return;
 2019		}
 2020	}
 2021
 2022	ipr_err("Path state=%02X Resource Path=%s\n", path_state,
 2023		ipr_format_res_path(hostrcb->ioa_cfg, fabric->res_path,
 2024				    buffer, sizeof(buffer)));
 2025}
 2026
 2027static const struct {
 2028	u8 type;
 2029	char *desc;
 2030} path_type_desc[] = {
 2031	{ IPR_PATH_CFG_IOA_PORT, "IOA port" },
 2032	{ IPR_PATH_CFG_EXP_PORT, "Expander port" },
 2033	{ IPR_PATH_CFG_DEVICE_PORT, "Device port" },
 2034	{ IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
 2035};
 2036
 2037static const struct {
 2038	u8 status;
 2039	char *desc;
 2040} path_status_desc[] = {
 2041	{ IPR_PATH_CFG_NO_PROB, "Functional" },
 2042	{ IPR_PATH_CFG_DEGRADED, "Degraded" },
 2043	{ IPR_PATH_CFG_FAILED, "Failed" },
 2044	{ IPR_PATH_CFG_SUSPECT, "Suspect" },
 2045	{ IPR_PATH_NOT_DETECTED, "Missing" },
 2046	{ IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
 2047};
 2048
 2049static const char *link_rate[] = {
 2050	"unknown",
 2051	"disabled",
 2052	"phy reset problem",
 2053	"spinup hold",
 2054	"port selector",
 2055	"unknown",
 2056	"unknown",
 2057	"unknown",
 2058	"1.5Gbps",
 2059	"3.0Gbps",
 2060	"unknown",
 2061	"unknown",
 2062	"unknown",
 2063	"unknown",
 2064	"unknown",
 2065	"unknown"
 2066};
 2067
 2068/**
 2069 * ipr_log_path_elem - Log a fabric path element.
 2070 * @hostrcb:	hostrcb struct
 2071 * @cfg:		fabric path element struct
 2072 *
 2073 * Return value:
 2074 * 	none
 2075 **/
 2076static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
 2077			      struct ipr_hostrcb_config_element *cfg)
 2078{
 2079	int i, j;
 2080	u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
 2081	u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
 2082
 2083	if (type == IPR_PATH_CFG_NOT_EXIST)
 2084		return;
 2085
 2086	for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
 2087		if (path_type_desc[i].type != type)
 2088			continue;
 2089
 2090		for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
 2091			if (path_status_desc[j].status != status)
 2092				continue;
 2093
 2094			if (type == IPR_PATH_CFG_IOA_PORT) {
 2095				ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
 2096					     path_status_desc[j].desc, path_type_desc[i].desc,
 2097					     cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
 2098					     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
 2099			} else {
 2100				if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
 2101					ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
 2102						     path_status_desc[j].desc, path_type_desc[i].desc,
 2103						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
 2104						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
 2105				} else if (cfg->cascaded_expander == 0xff) {
 2106					ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
 2107						     "WWN=%08X%08X\n", path_status_desc[j].desc,
 2108						     path_type_desc[i].desc, cfg->phy,
 2109						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
 2110						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
 2111				} else if (cfg->phy == 0xff) {
 2112					ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
 2113						     "WWN=%08X%08X\n", path_status_desc[j].desc,
 2114						     path_type_desc[i].desc, cfg->cascaded_expander,
 2115						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
 2116						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
 2117				} else {
 2118					ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
 2119						     "WWN=%08X%08X\n", path_status_desc[j].desc,
 2120						     path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
 2121						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
 2122						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
 2123				}
 2124			}
 2125			return;
 2126		}
 2127	}
 2128
 2129	ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
 2130		     "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
 2131		     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
 2132		     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
 2133}
 2134
 2135/**
 2136 * ipr_log64_path_elem - Log a fabric path element.
 2137 * @hostrcb:	hostrcb struct
 2138 * @cfg:		fabric path element struct
 2139 *
 2140 * Return value:
 2141 * 	none
 2142 **/
 2143static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
 2144				struct ipr_hostrcb64_config_element *cfg)
 2145{
 2146	int i, j;
 2147	u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
 2148	u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
 2149	u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
 2150	char buffer[IPR_MAX_RES_PATH_LENGTH];
 2151
 2152	if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
 2153		return;
 2154
 2155	for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
 2156		if (path_type_desc[i].type != type)
 2157			continue;
 2158
 2159		for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
 2160			if (path_status_desc[j].status != status)
 2161				continue;
 2162
 2163			ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
 2164				     path_status_desc[j].desc, path_type_desc[i].desc,
 2165				     ipr_format_res_path(hostrcb->ioa_cfg,
 2166					cfg->res_path, buffer, sizeof(buffer)),
 2167					link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
 2168					be32_to_cpu(cfg->wwid[0]),
 2169					be32_to_cpu(cfg->wwid[1]));
 2170			return;
 2171		}
 2172	}
 2173	ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
 2174		     "WWN=%08X%08X\n", cfg->type_status,
 2175		     ipr_format_res_path(hostrcb->ioa_cfg,
 2176			cfg->res_path, buffer, sizeof(buffer)),
 2177			link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
 2178			be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
 2179}
 2180
 2181/**
 2182 * ipr_log_fabric_error - Log a fabric error.
 2183 * @ioa_cfg:	ioa config struct
 2184 * @hostrcb:	hostrcb struct
 2185 *
 2186 * Return value:
 2187 * 	none
 2188 **/
 2189static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
 2190				 struct ipr_hostrcb *hostrcb)
 2191{
 2192	struct ipr_hostrcb_type_20_error *error;
 2193	struct ipr_hostrcb_fabric_desc *fabric;
 2194	struct ipr_hostrcb_config_element *cfg;
 2195	int i, add_len;
 2196
 2197	error = &hostrcb->hcam.u.error.u.type_20_error;
 2198	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
 2199	ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
 2200
 2201	add_len = be32_to_cpu(hostrcb->hcam.length) -
 2202		(offsetof(struct ipr_hostrcb_error, u) +
 2203		 offsetof(struct ipr_hostrcb_type_20_error, desc));
 2204
 2205	for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
 2206		ipr_log_fabric_path(hostrcb, fabric);
 2207		for_each_fabric_cfg(fabric, cfg)
 2208			ipr_log_path_elem(hostrcb, cfg);
 2209
 2210		add_len -= be16_to_cpu(fabric->length);
 2211		fabric = (struct ipr_hostrcb_fabric_desc *)
 2212			((unsigned long)fabric + be16_to_cpu(fabric->length));
 2213	}
 2214
 2215	ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
 2216}
 2217
 2218/**
 2219 * ipr_log_sis64_array_error - Log a sis64 array error.
 2220 * @ioa_cfg:	ioa config struct
 2221 * @hostrcb:	hostrcb struct
 2222 *
 2223 * Return value:
 2224 * 	none
 2225 **/
 2226static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
 2227				      struct ipr_hostrcb *hostrcb)
 2228{
 2229	int i, num_entries;
 2230	struct ipr_hostrcb_type_24_error *error;
 2231	struct ipr_hostrcb64_array_data_entry *array_entry;
 2232	char buffer[IPR_MAX_RES_PATH_LENGTH];
 2233	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
 2234
 2235	error = &hostrcb->hcam.u.error64.u.type_24_error;
 2236
 2237	ipr_err_separator;
 2238
 2239	ipr_err("RAID %s Array Configuration: %s\n",
 2240		error->protection_level,
 2241		ipr_format_res_path(ioa_cfg, error->last_res_path,
 2242			buffer, sizeof(buffer)));
 2243
 2244	ipr_err_separator;
 2245
 2246	array_entry = error->array_member;
 2247	num_entries = min_t(u32, error->num_entries,
 2248			    ARRAY_SIZE(error->array_member));
 2249
 2250	for (i = 0; i < num_entries; i++, array_entry++) {
 2251
 2252		if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
 2253			continue;
 2254
 2255		if (error->exposed_mode_adn == i)
 2256			ipr_err("Exposed Array Member %d:\n", i);
 2257		else
 2258			ipr_err("Array Member %d:\n", i);
 2259
 2260		ipr_err("Array Member %d:\n", i);
 2261		ipr_log_ext_vpd(&array_entry->vpd);
 2262		ipr_err("Current Location: %s\n",
 2263			 ipr_format_res_path(ioa_cfg, array_entry->res_path,
 2264				buffer, sizeof(buffer)));
 2265		ipr_err("Expected Location: %s\n",
 2266			 ipr_format_res_path(ioa_cfg,
 2267				array_entry->expected_res_path,
 2268				buffer, sizeof(buffer)));
 2269
 2270		ipr_err_separator;
 2271	}
 2272}
 2273
 2274/**
 2275 * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
 2276 * @ioa_cfg:	ioa config struct
 2277 * @hostrcb:	hostrcb struct
 2278 *
 2279 * Return value:
 2280 * 	none
 2281 **/
 2282static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
 2283				       struct ipr_hostrcb *hostrcb)
 2284{
 2285	struct ipr_hostrcb_type_30_error *error;
 2286	struct ipr_hostrcb64_fabric_desc *fabric;
 2287	struct ipr_hostrcb64_config_element *cfg;
 2288	int i, add_len;
 2289
 2290	error = &hostrcb->hcam.u.error64.u.type_30_error;
 2291
 2292	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
 2293	ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
 2294
 2295	add_len = be32_to_cpu(hostrcb->hcam.length) -
 2296		(offsetof(struct ipr_hostrcb64_error, u) +
 2297		 offsetof(struct ipr_hostrcb_type_30_error, desc));
 2298
 2299	for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
 2300		ipr_log64_fabric_path(hostrcb, fabric);
 2301		for_each_fabric_cfg(fabric, cfg)
 2302			ipr_log64_path_elem(hostrcb, cfg);
 2303
 2304		add_len -= be16_to_cpu(fabric->length);
 2305		fabric = (struct ipr_hostrcb64_fabric_desc *)
 2306			((unsigned long)fabric + be16_to_cpu(fabric->length));
 2307	}
 2308
 2309	ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
 2310}
 2311
 2312/**
 2313 * ipr_log_sis64_service_required_error - Log a sis64 service required error.
 2314 * @ioa_cfg:    ioa config struct
 2315 * @hostrcb:    hostrcb struct
 2316 *
 2317 * Return value:
 2318 *      none
 2319 **/
 2320static void ipr_log_sis64_service_required_error(struct ipr_ioa_cfg *ioa_cfg,
 2321				       struct ipr_hostrcb *hostrcb)
 2322{
 2323	struct ipr_hostrcb_type_41_error *error;
 2324
 2325	error = &hostrcb->hcam.u.error64.u.type_41_error;
 2326
 2327	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
 2328	ipr_err("Primary Failure Reason: %s\n", error->failure_reason);
 2329	ipr_log_hex_data(ioa_cfg, error->data,
 2330			 be32_to_cpu(hostrcb->hcam.length) -
 2331			 (offsetof(struct ipr_hostrcb_error, u) +
 2332			  offsetof(struct ipr_hostrcb_type_41_error, data)));
 2333}
 2334/**
 2335 * ipr_log_generic_error - Log an adapter error.
 2336 * @ioa_cfg:	ioa config struct
 2337 * @hostrcb:	hostrcb struct
 2338 *
 2339 * Return value:
 2340 * 	none
 2341 **/
 2342static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
 2343				  struct ipr_hostrcb *hostrcb)
 2344{
 2345	ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
 2346			 be32_to_cpu(hostrcb->hcam.length));
 2347}
 2348
 2349/**
 2350 * ipr_log_sis64_device_error - Log a cache error.
 2351 * @ioa_cfg:	ioa config struct
 2352 * @hostrcb:	hostrcb struct
 2353 *
 2354 * Return value:
 2355 * 	none
 2356 **/
 2357static void ipr_log_sis64_device_error(struct ipr_ioa_cfg *ioa_cfg,
 2358					 struct ipr_hostrcb *hostrcb)
 2359{
 2360	struct ipr_hostrcb_type_21_error *error;
 2361	char buffer[IPR_MAX_RES_PATH_LENGTH];
 2362
 2363	error = &hostrcb->hcam.u.error64.u.type_21_error;
 2364
 2365	ipr_err("-----Failing Device Information-----\n");
 2366	ipr_err("World Wide Unique ID: %08X%08X%08X%08X\n",
 2367		be32_to_cpu(error->wwn[0]), be32_to_cpu(error->wwn[1]),
 2368		 be32_to_cpu(error->wwn[2]), be32_to_cpu(error->wwn[3]));
 2369	ipr_err("Device Resource Path: %s\n",
 2370		__ipr_format_res_path(error->res_path,
 2371				      buffer, sizeof(buffer)));
 2372	error->primary_problem_desc[sizeof(error->primary_problem_desc) - 1] = '\0';
 2373	error->second_problem_desc[sizeof(error->second_problem_desc) - 1] = '\0';
 2374	ipr_err("Primary Problem Description: %s\n", error->primary_problem_desc);
 2375	ipr_err("Secondary Problem Description:  %s\n", error->second_problem_desc);
 2376	ipr_err("SCSI Sense Data:\n");
 2377	ipr_log_hex_data(ioa_cfg, error->sense_data, sizeof(error->sense_data));
 2378	ipr_err("SCSI Command Descriptor Block: \n");
 2379	ipr_log_hex_data(ioa_cfg, error->cdb, sizeof(error->cdb));
 2380
 2381	ipr_err("Additional IOA Data:\n");
 2382	ipr_log_hex_data(ioa_cfg, error->ioa_data, be32_to_cpu(error->length_of_error));
 2383}
 2384
 2385/**
 2386 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
 2387 * @ioasc:	IOASC
 2388 *
 2389 * This function will return the index of into the ipr_error_table
 2390 * for the specified IOASC. If the IOASC is not in the table,
 2391 * 0 will be returned, which points to the entry used for unknown errors.
 2392 *
 2393 * Return value:
 2394 * 	index into the ipr_error_table
 2395 **/
 2396static u32 ipr_get_error(u32 ioasc)
 2397{
 2398	int i;
 2399
 2400	for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
 2401		if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
 2402			return i;
 2403
 2404	return 0;
 2405}
 2406
 2407/**
 2408 * ipr_handle_log_data - Log an adapter error.
 2409 * @ioa_cfg:	ioa config struct
 2410 * @hostrcb:	hostrcb struct
 2411 *
 2412 * This function logs an adapter error to the system.
 2413 *
 2414 * Return value:
 2415 * 	none
 2416 **/
 2417static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
 2418				struct ipr_hostrcb *hostrcb)
 2419{
 2420	u32 ioasc;
 2421	int error_index;
 2422	struct ipr_hostrcb_type_21_error *error;
 2423
 2424	if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
 2425		return;
 2426
 2427	if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
 2428		dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
 2429
 2430	if (ioa_cfg->sis64)
 2431		ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
 2432	else
 2433		ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
 2434
 2435	if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
 2436	    ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
 2437		/* Tell the midlayer we had a bus reset so it will handle the UA properly */
 2438		scsi_report_bus_reset(ioa_cfg->host,
 2439				      hostrcb->hcam.u.error.fd_res_addr.bus);
 2440	}
 2441
 2442	error_index = ipr_get_error(ioasc);
 2443
 2444	if (!ipr_error_table[error_index].log_hcam)
 2445		return;
 2446
 2447	if (ioasc == IPR_IOASC_HW_CMD_FAILED &&
 2448	    hostrcb->hcam.overlay_id == IPR_HOST_RCB_OVERLAY_ID_21) {
 2449		error = &hostrcb->hcam.u.error64.u.type_21_error;
 2450
 2451		if (((be32_to_cpu(error->sense_data[0]) & 0x0000ff00) >> 8) == ILLEGAL_REQUEST &&
 2452			ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
 2453				return;
 2454	}
 2455
 2456	ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
 2457
 2458	/* Set indication we have logged an error */
 2459	ioa_cfg->errors_logged++;
 2460
 2461	if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
 2462		return;
 2463	if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
 2464		hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
 2465
 2466	switch (hostrcb->hcam.overlay_id) {
 2467	case IPR_HOST_RCB_OVERLAY_ID_2:
 2468		ipr_log_cache_error(ioa_cfg, hostrcb);
 2469		break;
 2470	case IPR_HOST_RCB_OVERLAY_ID_3:
 2471		ipr_log_config_error(ioa_cfg, hostrcb);
 2472		break;
 2473	case IPR_HOST_RCB_OVERLAY_ID_4:
 2474	case IPR_HOST_RCB_OVERLAY_ID_6:
 2475		ipr_log_array_error(ioa_cfg, hostrcb);
 2476		break;
 2477	case IPR_HOST_RCB_OVERLAY_ID_7:
 2478		ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
 2479		break;
 2480	case IPR_HOST_RCB_OVERLAY_ID_12:
 2481		ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
 2482		break;
 2483	case IPR_HOST_RCB_OVERLAY_ID_13:
 2484		ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
 2485		break;
 2486	case IPR_HOST_RCB_OVERLAY_ID_14:
 2487	case IPR_HOST_RCB_OVERLAY_ID_16:
 2488		ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
 2489		break;
 2490	case IPR_HOST_RCB_OVERLAY_ID_17:
 2491		ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
 2492		break;
 2493	case IPR_HOST_RCB_OVERLAY_ID_20:
 2494		ipr_log_fabric_error(ioa_cfg, hostrcb);
 2495		break;
 2496	case IPR_HOST_RCB_OVERLAY_ID_21:
 2497		ipr_log_sis64_device_error(ioa_cfg, hostrcb);
 2498		break;
 2499	case IPR_HOST_RCB_OVERLAY_ID_23:
 2500		ipr_log_sis64_config_error(ioa_cfg, hostrcb);
 2501		break;
 2502	case IPR_HOST_RCB_OVERLAY_ID_24:
 2503	case IPR_HOST_RCB_OVERLAY_ID_26:
 2504		ipr_log_sis64_array_error(ioa_cfg, hostrcb);
 2505		break;
 2506	case IPR_HOST_RCB_OVERLAY_ID_30:
 2507		ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
 2508		break;
 2509	case IPR_HOST_RCB_OVERLAY_ID_41:
 2510		ipr_log_sis64_service_required_error(ioa_cfg, hostrcb);
 2511		break;
 2512	case IPR_HOST_RCB_OVERLAY_ID_1:
 2513	case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
 2514	default:
 2515		ipr_log_generic_error(ioa_cfg, hostrcb);
 2516		break;
 2517	}
 2518}
 2519
 2520static struct ipr_hostrcb *ipr_get_free_hostrcb(struct ipr_ioa_cfg *ioa)
 2521{
 2522	struct ipr_hostrcb *hostrcb;
 2523
 2524	hostrcb = list_first_entry_or_null(&ioa->hostrcb_free_q,
 2525					struct ipr_hostrcb, queue);
 2526
 2527	if (unlikely(!hostrcb)) {
 2528		dev_info(&ioa->pdev->dev, "Reclaiming async error buffers.");
 2529		hostrcb = list_first_entry_or_null(&ioa->hostrcb_report_q,
 2530						struct ipr_hostrcb, queue);
 2531	}
 2532
 2533	list_del_init(&hostrcb->queue);
 2534	return hostrcb;
 2535}
 2536
 2537/**
 2538 * ipr_process_error - Op done function for an adapter error log.
 2539 * @ipr_cmd:	ipr command struct
 2540 *
 2541 * This function is the op done function for an error log host
 2542 * controlled async from the adapter. It will log the error and
 2543 * send the HCAM back to the adapter.
 2544 *
 2545 * Return value:
 2546 * 	none
 2547 **/
 2548static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
 2549{
 2550	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 2551	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
 2552	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 2553	u32 fd_ioasc;
 2554
 2555	if (ioa_cfg->sis64)
 2556		fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
 2557	else
 2558		fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
 2559
 2560	list_del_init(&hostrcb->queue);
 2561	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 2562
 2563	if (!ioasc) {
 2564		ipr_handle_log_data(ioa_cfg, hostrcb);
 2565		if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
 2566			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
 2567	} else if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
 2568		   ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST) {
 2569		dev_err(&ioa_cfg->pdev->dev,
 2570			"Host RCB failed with IOASC: 0x%08X\n", ioasc);
 2571	}
 2572
 2573	list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_report_q);
 2574	schedule_work(&ioa_cfg->work_q);
 2575	hostrcb = ipr_get_free_hostrcb(ioa_cfg);
 2576
 2577	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
 2578}
 2579
 2580/**
 2581 * ipr_timeout -  An internally generated op has timed out.
 2582 * @t: Timer context used to fetch ipr command struct
 2583 *
 2584 * This function blocks host requests and initiates an
 2585 * adapter reset.
 2586 *
 2587 * Return value:
 2588 * 	none
 2589 **/
 2590static void ipr_timeout(struct timer_list *t)
 2591{
 2592	struct ipr_cmnd *ipr_cmd = timer_container_of(ipr_cmd, t, timer);
 2593	unsigned long lock_flags = 0;
 2594	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 2595
 2596	ENTER;
 2597	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 2598
 2599	ioa_cfg->errors_logged++;
 2600	dev_err(&ioa_cfg->pdev->dev,
 2601		"Adapter being reset due to command timeout.\n");
 2602
 2603	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
 2604		ioa_cfg->sdt_state = GET_DUMP;
 2605
 2606	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
 2607		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 2608
 2609	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 2610	LEAVE;
 2611}
 2612
 2613/**
 2614 * ipr_oper_timeout -  Adapter timed out transitioning to operational
 2615 * @t: Timer context used to fetch ipr command struct
 2616 *
 2617 * This function blocks host requests and initiates an
 2618 * adapter reset.
 2619 *
 2620 * Return value:
 2621 * 	none
 2622 **/
 2623static void ipr_oper_timeout(struct timer_list *t)
 2624{
 2625	struct ipr_cmnd *ipr_cmd = timer_container_of(ipr_cmd, t, timer);
 2626	unsigned long lock_flags = 0;
 2627	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 2628
 2629	ENTER;
 2630	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 2631
 2632	ioa_cfg->errors_logged++;
 2633	dev_err(&ioa_cfg->pdev->dev,
 2634		"Adapter timed out transitioning to operational.\n");
 2635
 2636	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
 2637		ioa_cfg->sdt_state = GET_DUMP;
 2638
 2639	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
 2640		if (ipr_fastfail)
 2641			ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
 2642		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 2643	}
 2644
 2645	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 2646	LEAVE;
 2647}
 2648
 2649/**
 2650 * ipr_find_ses_entry - Find matching SES in SES table
 2651 * @res:	resource entry struct of SES
 2652 *
 2653 * Return value:
 2654 * 	pointer to SES table entry / NULL on failure
 2655 **/
 2656static const struct ipr_ses_table_entry *
 2657ipr_find_ses_entry(struct ipr_resource_entry *res)
 2658{
 2659	int i, j, matches;
 2660	struct ipr_std_inq_vpids *vpids;
 2661	const struct ipr_ses_table_entry *ste = ipr_ses_table;
 2662
 2663	for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
 2664		for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
 2665			if (ste->compare_product_id_byte[j] == 'X') {
 2666				vpids = &res->std_inq_data.vpids;
 2667				if (vpids->product_id[j] == ste->product_id[j])
 2668					matches++;
 2669				else
 2670					break;
 2671			} else
 2672				matches++;
 2673		}
 2674
 2675		if (matches == IPR_PROD_ID_LEN)
 2676			return ste;
 2677	}
 2678
 2679	return NULL;
 2680}
 2681
 2682/**
 2683 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
 2684 * @ioa_cfg:	ioa config struct
 2685 * @bus:		SCSI bus
 2686 * @bus_width:	bus width
 2687 *
 2688 * Return value:
 2689 *	SCSI bus speed in units of 100KHz, 1600 is 160 MHz
 2690 *	For a 2-byte wide SCSI bus, the maximum transfer speed is
 2691 *	twice the maximum transfer rate (e.g. for a wide enabled bus,
 2692 *	max 160MHz = max 320MB/sec).
 2693 **/
 2694static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
 2695{
 2696	struct ipr_resource_entry *res;
 2697	const struct ipr_ses_table_entry *ste;
 2698	u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
 2699
 2700	/* Loop through each config table entry in the config table buffer */
 2701	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
 2702		if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
 2703			continue;
 2704
 2705		if (bus != res->bus)
 2706			continue;
 2707
 2708		if (!(ste = ipr_find_ses_entry(res)))
 2709			continue;
 2710
 2711		max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
 2712	}
 2713
 2714	return max_xfer_rate;
 2715}
 2716
 2717/**
 2718 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
 2719 * @ioa_cfg:		ioa config struct
 2720 * @max_delay:		max delay in micro-seconds to wait
 2721 *
 2722 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
 2723 *
 2724 * Return value:
 2725 * 	0 on success / other on failure
 2726 **/
 2727static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
 2728{
 2729	volatile u32 pcii_reg;
 2730	int delay = 1;
 2731
 2732	/* Read interrupt reg until IOA signals IO Debug Acknowledge */
 2733	while (delay < max_delay) {
 2734		pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
 2735
 2736		if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
 2737			return 0;
 2738
 2739		/* udelay cannot be used if delay is more than a few milliseconds */
 2740		if ((delay / 1000) > MAX_UDELAY_MS)
 2741			mdelay(delay / 1000);
 2742		else
 2743			udelay(delay);
 2744
 2745		delay += delay;
 2746	}
 2747	return -EIO;
 2748}
 2749
 2750/**
 2751 * ipr_get_sis64_dump_data_section - Dump IOA memory
 2752 * @ioa_cfg:			ioa config struct
 2753 * @start_addr:			adapter address to dump
 2754 * @dest:			destination kernel buffer
 2755 * @length_in_words:		length to dump in 4 byte words
 2756 *
 2757 * Return value:
 2758 * 	0 on success
 2759 **/
 2760static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
 2761					   u32 start_addr,
 2762					   __be32 *dest, u32 length_in_words)
 2763{
 2764	int i;
 2765
 2766	for (i = 0; i < length_in_words; i++) {
 2767		writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
 2768		*dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
 2769		dest++;
 2770	}
 2771
 2772	return 0;
 2773}
 2774
 2775/**
 2776 * ipr_get_ldump_data_section - Dump IOA memory
 2777 * @ioa_cfg:			ioa config struct
 2778 * @start_addr:			adapter address to dump
 2779 * @dest:				destination kernel buffer
 2780 * @length_in_words:	length to dump in 4 byte words
 2781 *
 2782 * Return value:
 2783 * 	0 on success / -EIO on failure
 2784 **/
 2785static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
 2786				      u32 start_addr,
 2787				      __be32 *dest, u32 length_in_words)
 2788{
 2789	volatile u32 temp_pcii_reg;
 2790	int i, delay = 0;
 2791
 2792	if (ioa_cfg->sis64)
 2793		return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
 2794						       dest, length_in_words);
 2795
 2796	/* Write IOA interrupt reg starting LDUMP state  */
 2797	writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
 2798	       ioa_cfg->regs.set_uproc_interrupt_reg32);
 2799
 2800	/* Wait for IO debug acknowledge */
 2801	if (ipr_wait_iodbg_ack(ioa_cfg,
 2802			       IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
 2803		dev_err(&ioa_cfg->pdev->dev,
 2804			"IOA dump long data transfer timeout\n");
 2805		return -EIO;
 2806	}
 2807
 2808	/* Signal LDUMP interlocked - clear IO debug ack */
 2809	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
 2810	       ioa_cfg->regs.clr_interrupt_reg);
 2811
 2812	/* Write Mailbox with starting address */
 2813	writel(start_addr, ioa_cfg->ioa_mailbox);
 2814
 2815	/* Signal address valid - clear IOA Reset alert */
 2816	writel(IPR_UPROCI_RESET_ALERT,
 2817	       ioa_cfg->regs.clr_uproc_interrupt_reg32);
 2818
 2819	for (i = 0; i < length_in_words; i++) {
 2820		/* Wait for IO debug acknowledge */
 2821		if (ipr_wait_iodbg_ack(ioa_cfg,
 2822				       IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
 2823			dev_err(&ioa_cfg->pdev->dev,
 2824				"IOA dump short data transfer timeout\n");
 2825			return -EIO;
 2826		}
 2827
 2828		/* Read data from mailbox and increment destination pointer */
 2829		*dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
 2830		dest++;
 2831
 2832		/* For all but the last word of data, signal data received */
 2833		if (i < (length_in_words - 1)) {
 2834			/* Signal dump data received - Clear IO debug Ack */
 2835			writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
 2836			       ioa_cfg->regs.clr_interrupt_reg);
 2837		}
 2838	}
 2839
 2840	/* Signal end of block transfer. Set reset alert then clear IO debug ack */
 2841	writel(IPR_UPROCI_RESET_ALERT,
 2842	       ioa_cfg->regs.set_uproc_interrupt_reg32);
 2843
 2844	writel(IPR_UPROCI_IO_DEBUG_ALERT,
 2845	       ioa_cfg->regs.clr_uproc_interrupt_reg32);
 2846
 2847	/* Signal dump data received - Clear IO debug Ack */
 2848	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
 2849	       ioa_cfg->regs.clr_interrupt_reg);
 2850
 2851	/* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
 2852	while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
 2853		temp_pcii_reg =
 2854		    readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
 2855
 2856		if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
 2857			return 0;
 2858
 2859		udelay(10);
 2860		delay += 10;
 2861	}
 2862
 2863	return 0;
 2864}
 2865
 2866#ifdef CONFIG_SCSI_IPR_DUMP
 2867/**
 2868 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
 2869 * @ioa_cfg:		ioa config struct
 2870 * @pci_address:	adapter address
 2871 * @length:			length of data to copy
 2872 *
 2873 * Copy data from PCI adapter to kernel buffer.
 2874 * Note: length MUST be a 4 byte multiple
 2875 * Return value:
 2876 * 	0 on success / other on failure
 2877 **/
 2878static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
 2879			unsigned long pci_address, u32 length)
 2880{
 2881	int bytes_copied = 0;
 2882	int cur_len, rc, rem_len, rem_page_len, max_dump_size;
 2883	__be32 *page;
 2884	unsigned long lock_flags = 0;
 2885	struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
 2886
 2887	if (ioa_cfg->sis64)
 2888		max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
 2889	else
 2890		max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
 2891
 2892	while (bytes_copied < length &&
 2893	       (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
 2894		if (ioa_dump->page_offset >= PAGE_SIZE ||
 2895		    ioa_dump->page_offset == 0) {
 2896			page = (__be32 *)__get_free_page(GFP_ATOMIC);
 2897
 2898			if (!page) {
 2899				ipr_trace;
 2900				return bytes_copied;
 2901			}
 2902
 2903			ioa_dump->page_offset = 0;
 2904			ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
 2905			ioa_dump->next_page_index++;
 2906		} else
 2907			page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
 2908
 2909		rem_len = length - bytes_copied;
 2910		rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
 2911		cur_len = min(rem_len, rem_page_len);
 2912
 2913		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 2914		if (ioa_cfg->sdt_state == ABORT_DUMP) {
 2915			rc = -EIO;
 2916		} else {
 2917			rc = ipr_get_ldump_data_section(ioa_cfg,
 2918							pci_address + bytes_copied,
 2919							&page[ioa_dump->page_offset / 4],
 2920							(cur_len / sizeof(u32)));
 2921		}
 2922		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 2923
 2924		if (!rc) {
 2925			ioa_dump->page_offset += cur_len;
 2926			bytes_copied += cur_len;
 2927		} else {
 2928			ipr_trace;
 2929			break;
 2930		}
 2931		schedule();
 2932	}
 2933
 2934	return bytes_copied;
 2935}
 2936
 2937/**
 2938 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
 2939 * @hdr:	dump entry header struct
 2940 *
 2941 * Return value:
 2942 * 	nothing
 2943 **/
 2944static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
 2945{
 2946	hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
 2947	hdr->num_elems = 1;
 2948	hdr->offset = sizeof(*hdr);
 2949	hdr->status = IPR_DUMP_STATUS_SUCCESS;
 2950}
 2951
 2952/**
 2953 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
 2954 * @ioa_cfg:	ioa config struct
 2955 * @driver_dump:	driver dump struct
 2956 *
 2957 * Return value:
 2958 * 	nothing
 2959 **/
 2960static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
 2961				   struct ipr_driver_dump *driver_dump)
 2962{
 2963	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
 2964
 2965	ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
 2966	driver_dump->ioa_type_entry.hdr.len =
 2967		sizeof(struct ipr_dump_ioa_type_entry) -
 2968		sizeof(struct ipr_dump_entry_header);
 2969	driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
 2970	driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
 2971	driver_dump->ioa_type_entry.type = ioa_cfg->type;
 2972	driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
 2973		(ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
 2974		ucode_vpd->minor_release[1];
 2975	driver_dump->hdr.num_entries++;
 2976}
 2977
 2978/**
 2979 * ipr_dump_version_data - Fill in the driver version in the dump.
 2980 * @ioa_cfg:	ioa config struct
 2981 * @driver_dump:	driver dump struct
 2982 *
 2983 * Return value:
 2984 * 	nothing
 2985 **/
 2986static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
 2987				  struct ipr_driver_dump *driver_dump)
 2988{
 2989	ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
 2990	driver_dump->version_entry.hdr.len =
 2991		sizeof(struct ipr_dump_version_entry) -
 2992		sizeof(struct ipr_dump_entry_header);
 2993	driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
 2994	driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
 2995	strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
 2996	driver_dump->hdr.num_entries++;
 2997}
 2998
 2999/**
 3000 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
 3001 * @ioa_cfg:	ioa config struct
 3002 * @driver_dump:	driver dump struct
 3003 *
 3004 * Return value:
 3005 * 	nothing
 3006 **/
 3007static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
 3008				   struct ipr_driver_dump *driver_dump)
 3009{
 3010	ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
 3011	driver_dump->trace_entry.hdr.len =
 3012		sizeof(struct ipr_dump_trace_entry) -
 3013		sizeof(struct ipr_dump_entry_header);
 3014	driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
 3015	driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
 3016	memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
 3017	driver_dump->hdr.num_entries++;
 3018}
 3019
 3020/**
 3021 * ipr_dump_location_data - Fill in the IOA location in the dump.
 3022 * @ioa_cfg:	ioa config struct
 3023 * @driver_dump:	driver dump struct
 3024 *
 3025 * Return value:
 3026 * 	nothing
 3027 **/
 3028static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
 3029				   struct ipr_driver_dump *driver_dump)
 3030{
 3031	ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
 3032	driver_dump->location_entry.hdr.len =
 3033		sizeof(struct ipr_dump_location_entry) -
 3034		sizeof(struct ipr_dump_entry_header);
 3035	driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
 3036	driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
 3037	strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
 3038	driver_dump->hdr.num_entries++;
 3039}
 3040
 3041/**
 3042 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
 3043 * @ioa_cfg:	ioa config struct
 3044 * @dump:		dump struct
 3045 *
 3046 * Return value:
 3047 * 	nothing
 3048 **/
 3049static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
 3050{
 3051	unsigned long start_addr, sdt_word;
 3052	unsigned long lock_flags = 0;
 3053	struct ipr_driver_dump *driver_dump = &dump->driver_dump;
 3054	struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
 3055	u32 num_entries, max_num_entries, start_off, end_off;
 3056	u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
 3057	struct ipr_sdt *sdt;
 3058	int valid = 1;
 3059	int i;
 3060
 3061	ENTER;
 3062
 3063	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3064
 3065	if (ioa_cfg->sdt_state != READ_DUMP) {
 3066		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3067		return;
 3068	}
 3069
 3070	if (ioa_cfg->sis64) {
 3071		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3072		ssleep(IPR_DUMP_DELAY_SECONDS);
 3073		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3074	}
 3075
 3076	start_addr = readl(ioa_cfg->ioa_mailbox);
 3077
 3078	if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
 3079		dev_err(&ioa_cfg->pdev->dev,
 3080			"Invalid dump table format: %lx\n", start_addr);
 3081		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3082		return;
 3083	}
 3084
 3085	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
 3086
 3087	driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
 3088
 3089	/* Initialize the overall dump header */
 3090	driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
 3091	driver_dump->hdr.num_entries = 1;
 3092	driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
 3093	driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
 3094	driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
 3095	driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
 3096
 3097	ipr_dump_version_data(ioa_cfg, driver_dump);
 3098	ipr_dump_location_data(ioa_cfg, driver_dump);
 3099	ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
 3100	ipr_dump_trace_data(ioa_cfg, driver_dump);
 3101
 3102	/* Update dump_header */
 3103	driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
 3104
 3105	/* IOA Dump entry */
 3106	ipr_init_dump_entry_hdr(&ioa_dump->hdr);
 3107	ioa_dump->hdr.len = 0;
 3108	ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
 3109	ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
 3110
 3111	/* First entries in sdt are actually a list of dump addresses and
 3112	 lengths to gather the real dump data.  sdt represents the pointer
 3113	 to the ioa generated dump table.  Dump data will be extracted based
 3114	 on entries in this table */
 3115	sdt = &ioa_dump->sdt;
 3116
 3117	if (ioa_cfg->sis64) {
 3118		max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
 3119		max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
 3120	} else {
 3121		max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
 3122		max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
 3123	}
 3124
 3125	bytes_to_copy = offsetof(struct ipr_sdt, entry) +
 3126			(max_num_entries * sizeof(struct ipr_sdt_entry));
 3127	rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
 3128					bytes_to_copy / sizeof(__be32));
 3129
 3130	/* Smart Dump table is ready to use and the first entry is valid */
 3131	if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
 3132	    (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
 3133		dev_err(&ioa_cfg->pdev->dev,
 3134			"Dump of IOA failed. Dump table not valid: %d, %X.\n",
 3135			rc, be32_to_cpu(sdt->hdr.state));
 3136		driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
 3137		ioa_cfg->sdt_state = DUMP_OBTAINED;
 3138		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3139		return;
 3140	}
 3141
 3142	num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
 3143
 3144	if (num_entries > max_num_entries)
 3145		num_entries = max_num_entries;
 3146
 3147	/* Update dump length to the actual data to be copied */
 3148	dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
 3149	if (ioa_cfg->sis64)
 3150		dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
 3151	else
 3152		dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
 3153
 3154	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3155
 3156	for (i = 0; i < num_entries; i++) {
 3157		if (ioa_dump->hdr.len > max_dump_size) {
 3158			driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
 3159			break;
 3160		}
 3161
 3162		if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
 3163			sdt_word = be32_to_cpu(sdt->entry[i].start_token);
 3164			if (ioa_cfg->sis64)
 3165				bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
 3166			else {
 3167				start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
 3168				end_off = be32_to_cpu(sdt->entry[i].end_token);
 3169
 3170				if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
 3171					bytes_to_copy = end_off - start_off;
 3172				else
 3173					valid = 0;
 3174			}
 3175			if (valid) {
 3176				if (bytes_to_copy > max_dump_size) {
 3177					sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
 3178					continue;
 3179				}
 3180
 3181				/* Copy data from adapter to driver buffers */
 3182				bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
 3183							    bytes_to_copy);
 3184
 3185				ioa_dump->hdr.len += bytes_copied;
 3186
 3187				if (bytes_copied != bytes_to_copy) {
 3188					driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
 3189					break;
 3190				}
 3191			}
 3192		}
 3193	}
 3194
 3195	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
 3196
 3197	/* Update dump_header */
 3198	driver_dump->hdr.len += ioa_dump->hdr.len;
 3199	wmb();
 3200	ioa_cfg->sdt_state = DUMP_OBTAINED;
 3201	LEAVE;
 3202}
 3203
 3204#else
 3205#define ipr_get_ioa_dump(ioa_cfg, dump) do { } while (0)
 3206#endif
 3207
 3208/**
 3209 * ipr_release_dump - Free adapter dump memory
 3210 * @kref:	kref struct
 3211 *
 3212 * Return value:
 3213 *	nothing
 3214 **/
 3215static void ipr_release_dump(struct kref *kref)
 3216{
 3217	struct ipr_dump *dump = container_of(kref, struct ipr_dump, kref);
 3218	struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
 3219	unsigned long lock_flags = 0;
 3220	int i;
 3221
 3222	ENTER;
 3223	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3224	ioa_cfg->dump = NULL;
 3225	ioa_cfg->sdt_state = INACTIVE;
 3226	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3227
 3228	for (i = 0; i < dump->ioa_dump.next_page_index; i++)
 3229		free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
 3230
 3231	vfree(dump->ioa_dump.ioa_data);
 3232	kfree(dump);
 3233	LEAVE;
 3234}
 3235
 3236static void ipr_add_remove_thread(struct work_struct *work)
 3237{
 3238	unsigned long lock_flags;
 3239	struct ipr_resource_entry *res;
 3240	struct scsi_device *sdev;
 3241	struct ipr_ioa_cfg *ioa_cfg =
 3242		container_of(work, struct ipr_ioa_cfg, scsi_add_work_q);
 3243	u8 bus, target, lun;
 3244	int did_work;
 3245
 3246	ENTER;
 3247	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3248
 3249restart:
 3250	do {
 3251		did_work = 0;
 3252		if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
 3253			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3254			return;
 3255		}
 3256
 3257		list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
 3258			if (res->del_from_ml && res->sdev) {
 3259				did_work = 1;
 3260				sdev = res->sdev;
 3261				if (!scsi_device_get(sdev)) {
 3262					if (!res->add_to_ml)
 3263						list_move_tail(&res->queue, &ioa_cfg->free_res_q);
 3264					else
 3265						res->del_from_ml = 0;
 3266					spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3267					scsi_remove_device(sdev);
 3268					scsi_device_put(sdev);
 3269					spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3270				}
 3271				break;
 3272			}
 3273		}
 3274	} while (did_work);
 3275
 3276	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
 3277		if (res->add_to_ml) {
 3278			bus = res->bus;
 3279			target = res->target;
 3280			lun = res->lun;
 3281			res->add_to_ml = 0;
 3282			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3283			scsi_add_device(ioa_cfg->host, bus, target, lun);
 3284			spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3285			goto restart;
 3286		}
 3287	}
 3288
 3289	ioa_cfg->scan_done = 1;
 3290	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3291	kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
 3292	LEAVE;
 3293}
 3294
 3295/**
 3296 * ipr_worker_thread - Worker thread
 3297 * @work:		ioa config struct
 3298 *
 3299 * Called at task level from a work thread. This function takes care
 3300 * of adding and removing device from the mid-layer as configuration
 3301 * changes are detected by the adapter.
 3302 *
 3303 * Return value:
 3304 * 	nothing
 3305 **/
 3306static void ipr_worker_thread(struct work_struct *work)
 3307{
 3308	unsigned long lock_flags;
 3309	struct ipr_dump *dump;
 3310	struct ipr_ioa_cfg *ioa_cfg =
 3311		container_of(work, struct ipr_ioa_cfg, work_q);
 3312
 3313	ENTER;
 3314	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3315
 3316	if (ioa_cfg->sdt_state == READ_DUMP) {
 3317		dump = ioa_cfg->dump;
 3318		if (!dump) {
 3319			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3320			return;
 3321		}
 3322		kref_get(&dump->kref);
 3323		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3324		ipr_get_ioa_dump(ioa_cfg, dump);
 3325		kref_put(&dump->kref, ipr_release_dump);
 3326
 3327		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3328		if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
 3329			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 3330		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3331		return;
 3332	}
 3333
 3334	if (ioa_cfg->scsi_unblock) {
 3335		ioa_cfg->scsi_unblock = 0;
 3336		ioa_cfg->scsi_blocked = 0;
 3337		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3338		scsi_unblock_requests(ioa_cfg->host);
 3339		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3340		if (ioa_cfg->scsi_blocked)
 3341			scsi_block_requests(ioa_cfg->host);
 3342	}
 3343
 3344	if (!ioa_cfg->scan_enabled) {
 3345		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3346		return;
 3347	}
 3348
 3349	schedule_work(&ioa_cfg->scsi_add_work_q);
 3350
 3351	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3352	LEAVE;
 3353}
 3354
 3355#ifdef CONFIG_SCSI_IPR_TRACE
 3356/**
 3357 * ipr_read_trace - Dump the adapter trace
 3358 * @filp:		open sysfs file
 3359 * @kobj:		kobject struct
 3360 * @bin_attr:		bin_attribute struct
 3361 * @buf:		buffer
 3362 * @off:		offset
 3363 * @count:		buffer size
 3364 *
 3365 * Return value:
 3366 *	number of bytes printed to buffer
 3367 **/
 3368static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
 3369			      const struct bin_attribute *bin_attr,
 3370			      char *buf, loff_t off, size_t count)
 3371{
 3372	struct device *dev = kobj_to_dev(kobj);
 3373	struct Scsi_Host *shost = class_to_shost(dev);
 3374	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3375	unsigned long lock_flags = 0;
 3376	ssize_t ret;
 3377
 3378	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3379	ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
 3380				IPR_TRACE_SIZE);
 3381	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3382
 3383	return ret;
 3384}
 3385
 3386static const struct bin_attribute ipr_trace_attr = {
 3387	.attr =	{
 3388		.name = "trace",
 3389		.mode = S_IRUGO,
 3390	},
 3391	.size = 0,
 3392	.read = ipr_read_trace,
 3393};
 3394#endif
 3395
 3396/**
 3397 * ipr_show_fw_version - Show the firmware version
 3398 * @dev:	class device struct
 3399 * @attr:	device attribute (unused)
 3400 * @buf:	buffer
 3401 *
 3402 * Return value:
 3403 *	number of bytes printed to buffer
 3404 **/
 3405static ssize_t ipr_show_fw_version(struct device *dev,
 3406				   struct device_attribute *attr, char *buf)
 3407{
 3408	struct Scsi_Host *shost = class_to_shost(dev);
 3409	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3410	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
 3411	unsigned long lock_flags = 0;
 3412	int len;
 3413
 3414	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3415	len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
 3416		       ucode_vpd->major_release, ucode_vpd->card_type,
 3417		       ucode_vpd->minor_release[0],
 3418		       ucode_vpd->minor_release[1]);
 3419	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3420	return len;
 3421}
 3422
 3423static struct device_attribute ipr_fw_version_attr = {
 3424	.attr = {
 3425		.name =		"fw_version",
 3426		.mode =		S_IRUGO,
 3427	},
 3428	.show = ipr_show_fw_version,
 3429};
 3430
 3431/**
 3432 * ipr_show_log_level - Show the adapter's error logging level
 3433 * @dev:	class device struct
 3434 * @attr:	device attribute (unused)
 3435 * @buf:	buffer
 3436 *
 3437 * Return value:
 3438 * 	number of bytes printed to buffer
 3439 **/
 3440static ssize_t ipr_show_log_level(struct device *dev,
 3441				   struct device_attribute *attr, char *buf)
 3442{
 3443	struct Scsi_Host *shost = class_to_shost(dev);
 3444	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3445	unsigned long lock_flags = 0;
 3446	int len;
 3447
 3448	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3449	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
 3450	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3451	return len;
 3452}
 3453
 3454/**
 3455 * ipr_store_log_level - Change the adapter's error logging level
 3456 * @dev:	class device struct
 3457 * @attr:	device attribute (unused)
 3458 * @buf:	buffer
 3459 * @count:	buffer size
 3460 *
 3461 * Return value:
 3462 * 	number of bytes printed to buffer
 3463 **/
 3464static ssize_t ipr_store_log_level(struct device *dev,
 3465				   struct device_attribute *attr,
 3466				   const char *buf, size_t count)
 3467{
 3468	struct Scsi_Host *shost = class_to_shost(dev);
 3469	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3470	unsigned long lock_flags = 0;
 3471
 3472	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3473	ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
 3474	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3475	return strlen(buf);
 3476}
 3477
 3478static struct device_attribute ipr_log_level_attr = {
 3479	.attr = {
 3480		.name =		"log_level",
 3481		.mode =		S_IRUGO | S_IWUSR,
 3482	},
 3483	.show = ipr_show_log_level,
 3484	.store = ipr_store_log_level
 3485};
 3486
 3487/**
 3488 * ipr_store_diagnostics - IOA Diagnostics interface
 3489 * @dev:	device struct
 3490 * @attr:	device attribute (unused)
 3491 * @buf:	buffer
 3492 * @count:	buffer size
 3493 *
 3494 * This function will reset the adapter and wait a reasonable
 3495 * amount of time for any errors that the adapter might log.
 3496 *
 3497 * Return value:
 3498 * 	count on success / other on failure
 3499 **/
 3500static ssize_t ipr_store_diagnostics(struct device *dev,
 3501				     struct device_attribute *attr,
 3502				     const char *buf, size_t count)
 3503{
 3504	struct Scsi_Host *shost = class_to_shost(dev);
 3505	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3506	unsigned long lock_flags = 0;
 3507	int rc = count;
 3508
 3509	if (!capable(CAP_SYS_ADMIN))
 3510		return -EACCES;
 3511
 3512	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3513	while (ioa_cfg->in_reset_reload) {
 3514		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3515		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 3516		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3517	}
 3518
 3519	ioa_cfg->errors_logged = 0;
 3520	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
 3521
 3522	if (ioa_cfg->in_reset_reload) {
 3523		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3524		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 3525
 3526		/* Wait for a second for any errors to be logged */
 3527		msleep(1000);
 3528	} else {
 3529		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3530		return -EIO;
 3531	}
 3532
 3533	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3534	if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
 3535		rc = -EIO;
 3536	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3537
 3538	return rc;
 3539}
 3540
 3541static struct device_attribute ipr_diagnostics_attr = {
 3542	.attr = {
 3543		.name =		"run_diagnostics",
 3544		.mode =		S_IWUSR,
 3545	},
 3546	.store = ipr_store_diagnostics
 3547};
 3548
 3549/**
 3550 * ipr_show_adapter_state - Show the adapter's state
 3551 * @dev:	device struct
 3552 * @attr:	device attribute (unused)
 3553 * @buf:	buffer
 3554 *
 3555 * Return value:
 3556 * 	number of bytes printed to buffer
 3557 **/
 3558static ssize_t ipr_show_adapter_state(struct device *dev,
 3559				      struct device_attribute *attr, char *buf)
 3560{
 3561	struct Scsi_Host *shost = class_to_shost(dev);
 3562	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3563	unsigned long lock_flags = 0;
 3564	int len;
 3565
 3566	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3567	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
 3568		len = snprintf(buf, PAGE_SIZE, "offline\n");
 3569	else
 3570		len = snprintf(buf, PAGE_SIZE, "online\n");
 3571	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3572	return len;
 3573}
 3574
 3575/**
 3576 * ipr_store_adapter_state - Change adapter state
 3577 * @dev:	device struct
 3578 * @attr:	device attribute (unused)
 3579 * @buf:	buffer
 3580 * @count:	buffer size
 3581 *
 3582 * This function will change the adapter's state.
 3583 *
 3584 * Return value:
 3585 * 	count on success / other on failure
 3586 **/
 3587static ssize_t ipr_store_adapter_state(struct device *dev,
 3588				       struct device_attribute *attr,
 3589				       const char *buf, size_t count)
 3590{
 3591	struct Scsi_Host *shost = class_to_shost(dev);
 3592	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3593	unsigned long lock_flags;
 3594	int result = count, i;
 3595
 3596	if (!capable(CAP_SYS_ADMIN))
 3597		return -EACCES;
 3598
 3599	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3600	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead &&
 3601	    !strncmp(buf, "online", 6)) {
 3602		for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 3603			spin_lock(&ioa_cfg->hrrq[i]._lock);
 3604			ioa_cfg->hrrq[i].ioa_is_dead = 0;
 3605			spin_unlock(&ioa_cfg->hrrq[i]._lock);
 3606		}
 3607		wmb();
 3608		ioa_cfg->reset_retries = 0;
 3609		ioa_cfg->in_ioa_bringdown = 0;
 3610		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 3611	}
 3612	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3613	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 3614
 3615	return result;
 3616}
 3617
 3618static struct device_attribute ipr_ioa_state_attr = {
 3619	.attr = {
 3620		.name =		"online_state",
 3621		.mode =		S_IRUGO | S_IWUSR,
 3622	},
 3623	.show = ipr_show_adapter_state,
 3624	.store = ipr_store_adapter_state
 3625};
 3626
 3627/**
 3628 * ipr_store_reset_adapter - Reset the adapter
 3629 * @dev:	device struct
 3630 * @attr:	device attribute (unused)
 3631 * @buf:	buffer
 3632 * @count:	buffer size
 3633 *
 3634 * This function will reset the adapter.
 3635 *
 3636 * Return value:
 3637 * 	count on success / other on failure
 3638 **/
 3639static ssize_t ipr_store_reset_adapter(struct device *dev,
 3640				       struct device_attribute *attr,
 3641				       const char *buf, size_t count)
 3642{
 3643	struct Scsi_Host *shost = class_to_shost(dev);
 3644	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3645	unsigned long lock_flags;
 3646	int result = count;
 3647
 3648	if (!capable(CAP_SYS_ADMIN))
 3649		return -EACCES;
 3650
 3651	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3652	if (!ioa_cfg->in_reset_reload)
 3653		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
 3654	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3655	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 3656
 3657	return result;
 3658}
 3659
 3660static struct device_attribute ipr_ioa_reset_attr = {
 3661	.attr = {
 3662		.name =		"reset_host",
 3663		.mode =		S_IWUSR,
 3664	},
 3665	.store = ipr_store_reset_adapter
 3666};
 3667
 3668static int ipr_iopoll(struct irq_poll *iop, int budget);
 3669 /**
 3670 * ipr_show_iopoll_weight - Show ipr polling mode
 3671 * @dev:	class device struct
 3672 * @attr:	device attribute (unused)
 3673 * @buf:	buffer
 3674 *
 3675 * Return value:
 3676 *	number of bytes printed to buffer
 3677 **/
 3678static ssize_t ipr_show_iopoll_weight(struct device *dev,
 3679				   struct device_attribute *attr, char *buf)
 3680{
 3681	struct Scsi_Host *shost = class_to_shost(dev);
 3682	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3683	unsigned long lock_flags = 0;
 3684	int len;
 3685
 3686	spin_lock_irqsave(shost->host_lock, lock_flags);
 3687	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->iopoll_weight);
 3688	spin_unlock_irqrestore(shost->host_lock, lock_flags);
 3689
 3690	return len;
 3691}
 3692
 3693/**
 3694 * ipr_store_iopoll_weight - Change the adapter's polling mode
 3695 * @dev:	class device struct
 3696 * @attr:	device attribute (unused)
 3697 * @buf:	buffer
 3698 * @count:	buffer size
 3699 *
 3700 * Return value:
 3701 *	number of bytes printed to buffer
 3702 **/
 3703static ssize_t ipr_store_iopoll_weight(struct device *dev,
 3704					struct device_attribute *attr,
 3705					const char *buf, size_t count)
 3706{
 3707	struct Scsi_Host *shost = class_to_shost(dev);
 3708	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3709	unsigned long user_iopoll_weight;
 3710	unsigned long lock_flags = 0;
 3711	int i;
 3712
 3713	if (!ioa_cfg->sis64) {
 3714		dev_info(&ioa_cfg->pdev->dev, "irq_poll not supported on this adapter\n");
 3715		return -EINVAL;
 3716	}
 3717	if (kstrtoul(buf, 10, &user_iopoll_weight))
 3718		return -EINVAL;
 3719
 3720	if (user_iopoll_weight > 256) {
 3721		dev_info(&ioa_cfg->pdev->dev, "Invalid irq_poll weight. It must be less than 256\n");
 3722		return -EINVAL;
 3723	}
 3724
 3725	if (user_iopoll_weight == ioa_cfg->iopoll_weight) {
 3726		dev_info(&ioa_cfg->pdev->dev, "Current irq_poll weight has the same weight\n");
 3727		return strlen(buf);
 3728	}
 3729
 3730	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
 3731		for (i = 1; i < ioa_cfg->hrrq_num; i++)
 3732			irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
 3733	}
 3734
 3735	spin_lock_irqsave(shost->host_lock, lock_flags);
 3736	ioa_cfg->iopoll_weight = user_iopoll_weight;
 3737	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
 3738		for (i = 1; i < ioa_cfg->hrrq_num; i++) {
 3739			irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
 3740					ioa_cfg->iopoll_weight, ipr_iopoll);
 3741		}
 3742	}
 3743	spin_unlock_irqrestore(shost->host_lock, lock_flags);
 3744
 3745	return strlen(buf);
 3746}
 3747
 3748static struct device_attribute ipr_iopoll_weight_attr = {
 3749	.attr = {
 3750		.name =		"iopoll_weight",
 3751		.mode =		S_IRUGO | S_IWUSR,
 3752	},
 3753	.show = ipr_show_iopoll_weight,
 3754	.store = ipr_store_iopoll_weight
 3755};
 3756
 3757/**
 3758 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
 3759 * @buf_len:		buffer length
 3760 *
 3761 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
 3762 * list to use for microcode download
 3763 *
 3764 * Return value:
 3765 * 	pointer to sglist / NULL on failure
 3766 **/
 3767static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
 3768{
 3769	int sg_size, order;
 3770	struct ipr_sglist *sglist;
 3771
 3772	/* Get the minimum size per scatter/gather element */
 3773	sg_size = buf_len / (IPR_MAX_SGLIST - 1);
 3774
 3775	/* Get the actual size per element */
 3776	order = get_order(sg_size);
 3777
 3778	/* Allocate a scatter/gather list for the DMA */
 3779	sglist = kzalloc(sizeof(struct ipr_sglist), GFP_KERNEL);
 3780	if (sglist == NULL) {
 3781		ipr_trace;
 3782		return NULL;
 3783	}
 3784	sglist->order = order;
 3785	sglist->scatterlist = sgl_alloc_order(buf_len, order, false, GFP_KERNEL,
 3786					      &sglist->num_sg);
 3787	if (!sglist->scatterlist) {
 3788		kfree(sglist);
 3789		return NULL;
 3790	}
 3791
 3792	return sglist;
 3793}
 3794
 3795/**
 3796 * ipr_free_ucode_buffer - Frees a microcode download buffer
 3797 * @sglist:		scatter/gather list pointer
 3798 *
 3799 * Free a DMA'able ucode download buffer previously allocated with
 3800 * ipr_alloc_ucode_buffer
 3801 *
 3802 * Return value:
 3803 * 	nothing
 3804 **/
 3805static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
 3806{
 3807	sgl_free_order(sglist->scatterlist, sglist->order);
 3808	kfree(sglist);
 3809}
 3810
 3811/**
 3812 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
 3813 * @sglist:		scatter/gather list pointer
 3814 * @buffer:		buffer pointer
 3815 * @len:		buffer length
 3816 *
 3817 * Copy a microcode image from a user buffer into a buffer allocated by
 3818 * ipr_alloc_ucode_buffer
 3819 *
 3820 * Return value:
 3821 * 	0 on success / other on failure
 3822 **/
 3823static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
 3824				 u8 *buffer, u32 len)
 3825{
 3826	int bsize_elem, i, result = 0;
 3827	struct scatterlist *sg;
 3828
 3829	/* Determine the actual number of bytes per element */
 3830	bsize_elem = PAGE_SIZE * (1 << sglist->order);
 3831
 3832	sg = sglist->scatterlist;
 3833
 3834	for (i = 0; i < (len / bsize_elem); i++, sg = sg_next(sg),
 3835			buffer += bsize_elem) {
 3836		struct page *page = sg_page(sg);
 3837
 3838		memcpy_to_page(page, 0, buffer, bsize_elem);
 3839
 3840		sg->length = bsize_elem;
 3841
 3842		if (result != 0) {
 3843			ipr_trace;
 3844			return result;
 3845		}
 3846	}
 3847
 3848	if (len % bsize_elem) {
 3849		struct page *page = sg_page(sg);
 3850
 3851		memcpy_to_page(page, 0, buffer, len % bsize_elem);
 3852
 3853		sg->length = len % bsize_elem;
 3854	}
 3855
 3856	sglist->buffer_len = len;
 3857	return result;
 3858}
 3859
 3860/**
 3861 * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
 3862 * @ipr_cmd:		ipr command struct
 3863 * @sglist:		scatter/gather list
 3864 *
 3865 * Builds a microcode download IOA data list (IOADL).
 3866 *
 3867 **/
 3868static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
 3869				    struct ipr_sglist *sglist)
 3870{
 3871	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 3872	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
 3873	struct scatterlist *scatterlist = sglist->scatterlist;
 3874	struct scatterlist *sg;
 3875	int i;
 3876
 3877	ipr_cmd->dma_use_sg = sglist->num_dma_sg;
 3878	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
 3879	ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
 3880
 3881	ioarcb->ioadl_len =
 3882		cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
 3883	for_each_sg(scatterlist, sg, ipr_cmd->dma_use_sg, i) {
 3884		ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
 3885		ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
 3886		ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
 3887	}
 3888
 3889	ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
 3890}
 3891
 3892/**
 3893 * ipr_build_ucode_ioadl - Build a microcode download IOADL
 3894 * @ipr_cmd:	ipr command struct
 3895 * @sglist:		scatter/gather list
 3896 *
 3897 * Builds a microcode download IOA data list (IOADL).
 3898 *
 3899 **/
 3900static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
 3901				  struct ipr_sglist *sglist)
 3902{
 3903	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 3904	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
 3905	struct scatterlist *scatterlist = sglist->scatterlist;
 3906	struct scatterlist *sg;
 3907	int i;
 3908
 3909	ipr_cmd->dma_use_sg = sglist->num_dma_sg;
 3910	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
 3911	ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
 3912
 3913	ioarcb->ioadl_len =
 3914		cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
 3915
 3916	for_each_sg(scatterlist, sg, ipr_cmd->dma_use_sg, i) {
 3917		ioadl[i].flags_and_data_len =
 3918			cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(sg));
 3919		ioadl[i].address =
 3920			cpu_to_be32(sg_dma_address(sg));
 3921	}
 3922
 3923	ioadl[i-1].flags_and_data_len |=
 3924		cpu_to_be32(IPR_IOADL_FLAGS_LAST);
 3925}
 3926
 3927/**
 3928 * ipr_update_ioa_ucode - Update IOA's microcode
 3929 * @ioa_cfg:	ioa config struct
 3930 * @sglist:		scatter/gather list
 3931 *
 3932 * Initiate an adapter reset to update the IOA's microcode
 3933 *
 3934 * Return value:
 3935 * 	0 on success / -EIO on failure
 3936 **/
 3937static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
 3938				struct ipr_sglist *sglist)
 3939{
 3940	unsigned long lock_flags;
 3941
 3942	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3943	while (ioa_cfg->in_reset_reload) {
 3944		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3945		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 3946		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3947	}
 3948
 3949	if (ioa_cfg->ucode_sglist) {
 3950		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3951		dev_err(&ioa_cfg->pdev->dev,
 3952			"Microcode download already in progress\n");
 3953		return -EIO;
 3954	}
 3955
 3956	sglist->num_dma_sg = dma_map_sg(&ioa_cfg->pdev->dev,
 3957					sglist->scatterlist, sglist->num_sg,
 3958					DMA_TO_DEVICE);
 3959
 3960	if (!sglist->num_dma_sg) {
 3961		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3962		dev_err(&ioa_cfg->pdev->dev,
 3963			"Failed to map microcode download buffer!\n");
 3964		return -EIO;
 3965	}
 3966
 3967	ioa_cfg->ucode_sglist = sglist;
 3968	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
 3969	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3970	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 3971
 3972	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 3973	ioa_cfg->ucode_sglist = NULL;
 3974	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 3975	return 0;
 3976}
 3977
 3978/**
 3979 * ipr_store_update_fw - Update the firmware on the adapter
 3980 * @dev:	device struct
 3981 * @attr:	device attribute (unused)
 3982 * @buf:	buffer
 3983 * @count:	buffer size
 3984 *
 3985 * This function will update the firmware on the adapter.
 3986 *
 3987 * Return value:
 3988 * 	count on success / other on failure
 3989 **/
 3990static ssize_t ipr_store_update_fw(struct device *dev,
 3991				   struct device_attribute *attr,
 3992				   const char *buf, size_t count)
 3993{
 3994	struct Scsi_Host *shost = class_to_shost(dev);
 3995	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 3996	struct ipr_ucode_image_header *image_hdr;
 3997	const struct firmware *fw_entry;
 3998	struct ipr_sglist *sglist;
 3999	char fname[100];
 4000	char *src;
 4001	char *endline;
 4002	int result, dnld_size;
 4003
 4004	if (!capable(CAP_SYS_ADMIN))
 4005		return -EACCES;
 4006
 4007	snprintf(fname, sizeof(fname), "%s", buf);
 4008
 4009	endline = strchr(fname, '\n');
 4010	if (endline)
 4011		*endline = '\0';
 4012
 4013	if (request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
 4014		dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
 4015		return -EIO;
 4016	}
 4017
 4018	image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
 4019
 4020	src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
 4021	dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
 4022	sglist = ipr_alloc_ucode_buffer(dnld_size);
 4023
 4024	if (!sglist) {
 4025		dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
 4026		release_firmware(fw_entry);
 4027		return -ENOMEM;
 4028	}
 4029
 4030	result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
 4031
 4032	if (result) {
 4033		dev_err(&ioa_cfg->pdev->dev,
 4034			"Microcode buffer copy to DMA buffer failed\n");
 4035		goto out;
 4036	}
 4037
 4038	ipr_info("Updating microcode, please be patient.  This may take up to 30 minutes.\n");
 4039
 4040	result = ipr_update_ioa_ucode(ioa_cfg, sglist);
 4041
 4042	if (!result)
 4043		result = count;
 4044out:
 4045	ipr_free_ucode_buffer(sglist);
 4046	release_firmware(fw_entry);
 4047	return result;
 4048}
 4049
 4050static struct device_attribute ipr_update_fw_attr = {
 4051	.attr = {
 4052		.name =		"update_fw",
 4053		.mode =		S_IWUSR,
 4054	},
 4055	.store = ipr_store_update_fw
 4056};
 4057
 4058/**
 4059 * ipr_show_fw_type - Show the adapter's firmware type.
 4060 * @dev:	class device struct
 4061 * @attr:	device attribute (unused)
 4062 * @buf:	buffer
 4063 *
 4064 * Return value:
 4065 *	number of bytes printed to buffer
 4066 **/
 4067static ssize_t ipr_show_fw_type(struct device *dev,
 4068				struct device_attribute *attr, char *buf)
 4069{
 4070	struct Scsi_Host *shost = class_to_shost(dev);
 4071	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 4072	unsigned long lock_flags = 0;
 4073	int len;
 4074
 4075	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4076	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
 4077	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4078	return len;
 4079}
 4080
 4081static struct device_attribute ipr_ioa_fw_type_attr = {
 4082	.attr = {
 4083		.name =		"fw_type",
 4084		.mode =		S_IRUGO,
 4085	},
 4086	.show = ipr_show_fw_type
 4087};
 4088
 4089static ssize_t ipr_read_async_err_log(struct file *filep, struct kobject *kobj,
 4090				const struct bin_attribute *bin_attr, char *buf,
 4091				loff_t off, size_t count)
 4092{
 4093	struct device *cdev = kobj_to_dev(kobj);
 4094	struct Scsi_Host *shost = class_to_shost(cdev);
 4095	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 4096	struct ipr_hostrcb *hostrcb;
 4097	unsigned long lock_flags = 0;
 4098	int ret;
 4099
 4100	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4101	hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
 4102					struct ipr_hostrcb, queue);
 4103	if (!hostrcb) {
 4104		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4105		return 0;
 4106	}
 4107	ret = memory_read_from_buffer(buf, count, &off, &hostrcb->hcam,
 4108				sizeof(hostrcb->hcam));
 4109	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4110	return ret;
 4111}
 4112
 4113static ssize_t ipr_next_async_err_log(struct file *filep, struct kobject *kobj,
 4114				const struct bin_attribute *bin_attr, char *buf,
 4115				loff_t off, size_t count)
 4116{
 4117	struct device *cdev = kobj_to_dev(kobj);
 4118	struct Scsi_Host *shost = class_to_shost(cdev);
 4119	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 4120	struct ipr_hostrcb *hostrcb;
 4121	unsigned long lock_flags = 0;
 4122
 4123	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4124	hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
 4125					struct ipr_hostrcb, queue);
 4126	if (!hostrcb) {
 4127		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4128		return count;
 4129	}
 4130
 4131	/* Reclaim hostrcb before exit */
 4132	list_move_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
 4133	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4134	return count;
 4135}
 4136
 4137static const struct bin_attribute ipr_ioa_async_err_log = {
 4138	.attr = {
 4139		.name =		"async_err_log",
 4140		.mode =		S_IRUGO | S_IWUSR,
 4141	},
 4142	.size = 0,
 4143	.read = ipr_read_async_err_log,
 4144	.write = ipr_next_async_err_log
 4145};
 4146
 4147static struct attribute *ipr_ioa_attrs[] = {
 4148	&ipr_fw_version_attr.attr,
 4149	&ipr_log_level_attr.attr,
 4150	&ipr_diagnostics_attr.attr,
 4151	&ipr_ioa_state_attr.attr,
 4152	&ipr_ioa_reset_attr.attr,
 4153	&ipr_update_fw_attr.attr,
 4154	&ipr_ioa_fw_type_attr.attr,
 4155	&ipr_iopoll_weight_attr.attr,
 4156	NULL,
 4157};
 4158
 4159ATTRIBUTE_GROUPS(ipr_ioa);
 4160
 4161#ifdef CONFIG_SCSI_IPR_DUMP
 4162/**
 4163 * ipr_read_dump - Dump the adapter
 4164 * @filp:		open sysfs file
 4165 * @kobj:		kobject struct
 4166 * @bin_attr:		bin_attribute struct
 4167 * @buf:		buffer
 4168 * @off:		offset
 4169 * @count:		buffer size
 4170 *
 4171 * Return value:
 4172 *	number of bytes printed to buffer
 4173 **/
 4174static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
 4175			     const struct bin_attribute *bin_attr,
 4176			     char *buf, loff_t off, size_t count)
 4177{
 4178	struct device *cdev = kobj_to_dev(kobj);
 4179	struct Scsi_Host *shost = class_to_shost(cdev);
 4180	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 4181	struct ipr_dump *dump;
 4182	unsigned long lock_flags = 0;
 4183	char *src;
 4184	int len, sdt_end;
 4185	size_t rc = count;
 4186
 4187	if (!capable(CAP_SYS_ADMIN))
 4188		return -EACCES;
 4189
 4190	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4191	dump = ioa_cfg->dump;
 4192
 4193	if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
 4194		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4195		return 0;
 4196	}
 4197	kref_get(&dump->kref);
 4198	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4199
 4200	if (off > dump->driver_dump.hdr.len) {
 4201		kref_put(&dump->kref, ipr_release_dump);
 4202		return 0;
 4203	}
 4204
 4205	if (off + count > dump->driver_dump.hdr.len) {
 4206		count = dump->driver_dump.hdr.len - off;
 4207		rc = count;
 4208	}
 4209
 4210	if (count && off < sizeof(dump->driver_dump)) {
 4211		if (off + count > sizeof(dump->driver_dump))
 4212			len = sizeof(dump->driver_dump) - off;
 4213		else
 4214			len = count;
 4215		src = (u8 *)&dump->driver_dump + off;
 4216		memcpy(buf, src, len);
 4217		buf += len;
 4218		off += len;
 4219		count -= len;
 4220	}
 4221
 4222	off -= sizeof(dump->driver_dump);
 4223
 4224	if (ioa_cfg->sis64)
 4225		sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
 4226			  (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
 4227			   sizeof(struct ipr_sdt_entry));
 4228	else
 4229		sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
 4230			  (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
 4231
 4232	if (count && off < sdt_end) {
 4233		if (off + count > sdt_end)
 4234			len = sdt_end - off;
 4235		else
 4236			len = count;
 4237		src = (u8 *)&dump->ioa_dump + off;
 4238		memcpy(buf, src, len);
 4239		buf += len;
 4240		off += len;
 4241		count -= len;
 4242	}
 4243
 4244	off -= sdt_end;
 4245
 4246	while (count) {
 4247		if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
 4248			len = PAGE_ALIGN(off) - off;
 4249		else
 4250			len = count;
 4251		src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
 4252		src += off & ~PAGE_MASK;
 4253		memcpy(buf, src, len);
 4254		buf += len;
 4255		off += len;
 4256		count -= len;
 4257	}
 4258
 4259	kref_put(&dump->kref, ipr_release_dump);
 4260	return rc;
 4261}
 4262
 4263/**
 4264 * ipr_alloc_dump - Prepare for adapter dump
 4265 * @ioa_cfg:	ioa config struct
 4266 *
 4267 * Return value:
 4268 *	0 on success / other on failure
 4269 **/
 4270static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
 4271{
 4272	struct ipr_dump *dump;
 4273	__be32 **ioa_data;
 4274	unsigned long lock_flags = 0;
 4275
 4276	dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
 4277
 4278	if (!dump) {
 4279		ipr_err("Dump memory allocation failed\n");
 4280		return -ENOMEM;
 4281	}
 4282
 4283	if (ioa_cfg->sis64)
 4284		ioa_data = vmalloc_array(IPR_FMT3_MAX_NUM_DUMP_PAGES,
 4285					 sizeof(__be32 *));
 4286	else
 4287		ioa_data = vmalloc_array(IPR_FMT2_MAX_NUM_DUMP_PAGES,
 4288					 sizeof(__be32 *));
 4289
 4290	if (!ioa_data) {
 4291		ipr_err("Dump memory allocation failed\n");
 4292		kfree(dump);
 4293		return -ENOMEM;
 4294	}
 4295
 4296	dump->ioa_dump.ioa_data = ioa_data;
 4297
 4298	kref_init(&dump->kref);
 4299	dump->ioa_cfg = ioa_cfg;
 4300
 4301	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4302
 4303	if (INACTIVE != ioa_cfg->sdt_state) {
 4304		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4305		vfree(dump->ioa_dump.ioa_data);
 4306		kfree(dump);
 4307		return 0;
 4308	}
 4309
 4310	ioa_cfg->dump = dump;
 4311	ioa_cfg->sdt_state = WAIT_FOR_DUMP;
 4312	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead && !ioa_cfg->dump_taken) {
 4313		ioa_cfg->dump_taken = 1;
 4314		schedule_work(&ioa_cfg->work_q);
 4315	}
 4316	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4317
 4318	return 0;
 4319}
 4320
 4321/**
 4322 * ipr_free_dump - Free adapter dump memory
 4323 * @ioa_cfg:	ioa config struct
 4324 *
 4325 * Return value:
 4326 *	0 on success / other on failure
 4327 **/
 4328static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
 4329{
 4330	struct ipr_dump *dump;
 4331	unsigned long lock_flags = 0;
 4332
 4333	ENTER;
 4334
 4335	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4336	dump = ioa_cfg->dump;
 4337	if (!dump) {
 4338		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4339		return 0;
 4340	}
 4341
 4342	ioa_cfg->dump = NULL;
 4343	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4344
 4345	kref_put(&dump->kref, ipr_release_dump);
 4346
 4347	LEAVE;
 4348	return 0;
 4349}
 4350
 4351/**
 4352 * ipr_write_dump - Setup dump state of adapter
 4353 * @filp:		open sysfs file
 4354 * @kobj:		kobject struct
 4355 * @bin_attr:		bin_attribute struct
 4356 * @buf:		buffer
 4357 * @off:		offset
 4358 * @count:		buffer size
 4359 *
 4360 * Return value:
 4361 *	number of bytes printed to buffer
 4362 **/
 4363static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
 4364			      const struct bin_attribute *bin_attr,
 4365			      char *buf, loff_t off, size_t count)
 4366{
 4367	struct device *cdev = kobj_to_dev(kobj);
 4368	struct Scsi_Host *shost = class_to_shost(cdev);
 4369	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 4370	int rc;
 4371
 4372	if (!capable(CAP_SYS_ADMIN))
 4373		return -EACCES;
 4374
 4375	if (buf[0] == '1')
 4376		rc = ipr_alloc_dump(ioa_cfg);
 4377	else if (buf[0] == '0')
 4378		rc = ipr_free_dump(ioa_cfg);
 4379	else
 4380		return -EINVAL;
 4381
 4382	if (rc)
 4383		return rc;
 4384	else
 4385		return count;
 4386}
 4387
 4388static const struct bin_attribute ipr_dump_attr = {
 4389	.attr =	{
 4390		.name = "dump",
 4391		.mode = S_IRUSR | S_IWUSR,
 4392	},
 4393	.size = 0,
 4394	.read = ipr_read_dump,
 4395	.write = ipr_write_dump
 4396};
 4397#else
 4398static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
 4399#endif
 4400
 4401/**
 4402 * ipr_change_queue_depth - Change the device's queue depth
 4403 * @sdev:	scsi device struct
 4404 * @qdepth:	depth to set
 4405 *
 4406 * Return value:
 4407 * 	actual depth set
 4408 **/
 4409static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
 4410{
 4411	scsi_change_queue_depth(sdev, qdepth);
 4412	return sdev->queue_depth;
 4413}
 4414
 4415/**
 4416 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
 4417 * @dev:	device struct
 4418 * @attr:	device attribute structure
 4419 * @buf:	buffer
 4420 *
 4421 * Return value:
 4422 * 	number of bytes printed to buffer
 4423 **/
 4424static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
 4425{
 4426	struct scsi_device *sdev = to_scsi_device(dev);
 4427	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
 4428	struct ipr_resource_entry *res;
 4429	unsigned long lock_flags = 0;
 4430	ssize_t len = -ENXIO;
 4431
 4432	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4433	res = (struct ipr_resource_entry *)sdev->hostdata;
 4434	if (res)
 4435		len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
 4436	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4437	return len;
 4438}
 4439
 4440static struct device_attribute ipr_adapter_handle_attr = {
 4441	.attr = {
 4442		.name = 	"adapter_handle",
 4443		.mode =		S_IRUSR,
 4444	},
 4445	.show = ipr_show_adapter_handle
 4446};
 4447
 4448/**
 4449 * ipr_show_resource_path - Show the resource path or the resource address for
 4450 *			    this device.
 4451 * @dev:	device struct
 4452 * @attr:	device attribute structure
 4453 * @buf:	buffer
 4454 *
 4455 * Return value:
 4456 * 	number of bytes printed to buffer
 4457 **/
 4458static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
 4459{
 4460	struct scsi_device *sdev = to_scsi_device(dev);
 4461	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
 4462	struct ipr_resource_entry *res;
 4463	unsigned long lock_flags = 0;
 4464	ssize_t len = -ENXIO;
 4465	char buffer[IPR_MAX_RES_PATH_LENGTH];
 4466
 4467	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4468	res = (struct ipr_resource_entry *)sdev->hostdata;
 4469	if (res && ioa_cfg->sis64)
 4470		len = snprintf(buf, PAGE_SIZE, "%s\n",
 4471			       __ipr_format_res_path(res->res_path, buffer,
 4472						     sizeof(buffer)));
 4473	else if (res)
 4474		len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
 4475			       res->bus, res->target, res->lun);
 4476
 4477	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4478	return len;
 4479}
 4480
 4481static struct device_attribute ipr_resource_path_attr = {
 4482	.attr = {
 4483		.name = 	"resource_path",
 4484		.mode =		S_IRUGO,
 4485	},
 4486	.show = ipr_show_resource_path
 4487};
 4488
 4489/**
 4490 * ipr_show_device_id - Show the device_id for this device.
 4491 * @dev:	device struct
 4492 * @attr:	device attribute structure
 4493 * @buf:	buffer
 4494 *
 4495 * Return value:
 4496 *	number of bytes printed to buffer
 4497 **/
 4498static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
 4499{
 4500	struct scsi_device *sdev = to_scsi_device(dev);
 4501	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
 4502	struct ipr_resource_entry *res;
 4503	unsigned long lock_flags = 0;
 4504	ssize_t len = -ENXIO;
 4505
 4506	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4507	res = (struct ipr_resource_entry *)sdev->hostdata;
 4508	if (res && ioa_cfg->sis64)
 4509		len = snprintf(buf, PAGE_SIZE, "0x%llx\n", be64_to_cpu(res->dev_id));
 4510	else if (res)
 4511		len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
 4512
 4513	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4514	return len;
 4515}
 4516
 4517static struct device_attribute ipr_device_id_attr = {
 4518	.attr = {
 4519		.name =		"device_id",
 4520		.mode =		S_IRUGO,
 4521	},
 4522	.show = ipr_show_device_id
 4523};
 4524
 4525/**
 4526 * ipr_show_resource_type - Show the resource type for this device.
 4527 * @dev:	device struct
 4528 * @attr:	device attribute structure
 4529 * @buf:	buffer
 4530 *
 4531 * Return value:
 4532 *	number of bytes printed to buffer
 4533 **/
 4534static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
 4535{
 4536	struct scsi_device *sdev = to_scsi_device(dev);
 4537	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
 4538	struct ipr_resource_entry *res;
 4539	unsigned long lock_flags = 0;
 4540	ssize_t len = -ENXIO;
 4541
 4542	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4543	res = (struct ipr_resource_entry *)sdev->hostdata;
 4544
 4545	if (res)
 4546		len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
 4547
 4548	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4549	return len;
 4550}
 4551
 4552static struct device_attribute ipr_resource_type_attr = {
 4553	.attr = {
 4554		.name =		"resource_type",
 4555		.mode =		S_IRUGO,
 4556	},
 4557	.show = ipr_show_resource_type
 4558};
 4559
 4560/**
 4561 * ipr_show_raw_mode - Show the adapter's raw mode
 4562 * @dev:	class device struct
 4563 * @attr:	device attribute (unused)
 4564 * @buf:	buffer
 4565 *
 4566 * Return value:
 4567 * 	number of bytes printed to buffer
 4568 **/
 4569static ssize_t ipr_show_raw_mode(struct device *dev,
 4570				 struct device_attribute *attr, char *buf)
 4571{
 4572	struct scsi_device *sdev = to_scsi_device(dev);
 4573	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
 4574	struct ipr_resource_entry *res;
 4575	unsigned long lock_flags = 0;
 4576	ssize_t len;
 4577
 4578	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4579	res = (struct ipr_resource_entry *)sdev->hostdata;
 4580	if (res)
 4581		len = snprintf(buf, PAGE_SIZE, "%d\n", res->raw_mode);
 4582	else
 4583		len = -ENXIO;
 4584	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4585	return len;
 4586}
 4587
 4588/**
 4589 * ipr_store_raw_mode - Change the adapter's raw mode
 4590 * @dev:	class device struct
 4591 * @attr:	device attribute (unused)
 4592 * @buf:	buffer
 4593 * @count:		buffer size
 4594 *
 4595 * Return value:
 4596 * 	number of bytes printed to buffer
 4597 **/
 4598static ssize_t ipr_store_raw_mode(struct device *dev,
 4599				  struct device_attribute *attr,
 4600				  const char *buf, size_t count)
 4601{
 4602	struct scsi_device *sdev = to_scsi_device(dev);
 4603	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
 4604	struct ipr_resource_entry *res;
 4605	unsigned long lock_flags = 0;
 4606	ssize_t len;
 4607
 4608	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4609	res = (struct ipr_resource_entry *)sdev->hostdata;
 4610	if (res) {
 4611		if (ipr_is_af_dasd_device(res)) {
 4612			res->raw_mode = simple_strtoul(buf, NULL, 10);
 4613			len = strlen(buf);
 4614			if (res->sdev)
 4615				sdev_printk(KERN_INFO, res->sdev, "raw mode is %s\n",
 4616					res->raw_mode ? "enabled" : "disabled");
 4617		} else
 4618			len = -EINVAL;
 4619	} else
 4620		len = -ENXIO;
 4621	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4622	return len;
 4623}
 4624
 4625static struct device_attribute ipr_raw_mode_attr = {
 4626	.attr = {
 4627		.name =		"raw_mode",
 4628		.mode =		S_IRUGO | S_IWUSR,
 4629	},
 4630	.show = ipr_show_raw_mode,
 4631	.store = ipr_store_raw_mode
 4632};
 4633
 4634static struct attribute *ipr_dev_attrs[] = {
 4635	&ipr_adapter_handle_attr.attr,
 4636	&ipr_resource_path_attr.attr,
 4637	&ipr_device_id_attr.attr,
 4638	&ipr_resource_type_attr.attr,
 4639	&ipr_raw_mode_attr.attr,
 4640	NULL,
 4641};
 4642
 4643ATTRIBUTE_GROUPS(ipr_dev);
 4644
 4645/**
 4646 * ipr_biosparam - Return the HSC mapping
 4647 * @sdev:		scsi device struct
 4648 * @unused:		gendisk pointer
 4649 * @capacity:		capacity of the device
 4650 * @parm:		Array containing returned HSC values.
 4651 *
 4652 * This function generates the HSC parms that fdisk uses.
 4653 * We want to make sure we return something that places partitions
 4654 * on 4k boundaries for best performance with the IOA.
 4655 *
 4656 * Return value:
 4657 * 	0 on success
 4658 **/
 4659static int ipr_biosparam(struct scsi_device *sdev,
 4660			 struct gendisk *unused,
 4661			 sector_t capacity, int *parm)
 4662{
 4663	int heads, sectors;
 4664	sector_t cylinders;
 4665
 4666	heads = 128;
 4667	sectors = 32;
 4668
 4669	cylinders = capacity;
 4670	sector_div(cylinders, (128 * 32));
 4671
 4672	/* return result */
 4673	parm[0] = heads;
 4674	parm[1] = sectors;
 4675	parm[2] = cylinders;
 4676
 4677	return 0;
 4678}
 4679
 4680/**
 4681 * ipr_find_starget - Find target based on bus/target.
 4682 * @starget:	scsi target struct
 4683 *
 4684 * Return value:
 4685 * 	resource entry pointer if found / NULL if not found
 4686 **/
 4687static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
 4688{
 4689	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
 4690	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
 4691	struct ipr_resource_entry *res;
 4692
 4693	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
 4694		if ((res->bus == starget->channel) &&
 4695		    (res->target == starget->id)) {
 4696			return res;
 4697		}
 4698	}
 4699
 4700	return NULL;
 4701}
 4702
 4703/**
 4704 * ipr_target_destroy - Destroy a SCSI target
 4705 * @starget:	scsi target struct
 4706 *
 4707 **/
 4708static void ipr_target_destroy(struct scsi_target *starget)
 4709{
 4710	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
 4711	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
 4712
 4713	if (ioa_cfg->sis64) {
 4714		if (!ipr_find_starget(starget)) {
 4715			if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
 4716				clear_bit(starget->id, ioa_cfg->array_ids);
 4717			else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
 4718				clear_bit(starget->id, ioa_cfg->vset_ids);
 4719			else if (starget->channel == 0)
 4720				clear_bit(starget->id, ioa_cfg->target_ids);
 4721		}
 4722	}
 4723}
 4724
 4725/**
 4726 * ipr_find_sdev - Find device based on bus/target/lun.
 4727 * @sdev:	scsi device struct
 4728 *
 4729 * Return value:
 4730 * 	resource entry pointer if found / NULL if not found
 4731 **/
 4732static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
 4733{
 4734	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
 4735	struct ipr_resource_entry *res;
 4736
 4737	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
 4738		if ((res->bus == sdev->channel) &&
 4739		    (res->target == sdev->id) &&
 4740		    (res->lun == sdev->lun))
 4741			return res;
 4742	}
 4743
 4744	return NULL;
 4745}
 4746
 4747/**
 4748 * ipr_sdev_destroy - Unconfigure a SCSI device
 4749 * @sdev:	scsi device struct
 4750 *
 4751 * Return value:
 4752 * 	nothing
 4753 **/
 4754static void ipr_sdev_destroy(struct scsi_device *sdev)
 4755{
 4756	struct ipr_resource_entry *res;
 4757	struct ipr_ioa_cfg *ioa_cfg;
 4758	unsigned long lock_flags = 0;
 4759
 4760	ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
 4761
 4762	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4763	res = (struct ipr_resource_entry *) sdev->hostdata;
 4764	if (res) {
 4765		sdev->hostdata = NULL;
 4766		res->sdev = NULL;
 4767	}
 4768	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4769}
 4770
 4771/**
 4772 * ipr_sdev_configure - Configure a SCSI device
 4773 * @sdev:	scsi device struct
 4774 * @lim:	queue limits
 4775 *
 4776 * This function configures the specified scsi device.
 4777 *
 4778 * Return value:
 4779 * 	0 on success
 4780 **/
 4781static int ipr_sdev_configure(struct scsi_device *sdev,
 4782			      struct queue_limits *lim)
 4783{
 4784	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
 4785	struct ipr_resource_entry *res;
 4786	unsigned long lock_flags = 0;
 4787	char buffer[IPR_MAX_RES_PATH_LENGTH];
 4788
 4789	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4790	res = sdev->hostdata;
 4791	if (res) {
 4792		if (ipr_is_af_dasd_device(res))
 4793			sdev->type = TYPE_RAID;
 4794		if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
 4795			sdev->scsi_level = 4;
 4796			sdev->no_uld_attach = 1;
 4797		}
 4798		if (ipr_is_vset_device(res)) {
 4799			sdev->scsi_level = SCSI_SPC_3;
 4800			sdev->no_report_opcodes = 1;
 4801			blk_queue_rq_timeout(sdev->request_queue,
 4802					     IPR_VSET_RW_TIMEOUT);
 4803			lim->max_hw_sectors = IPR_VSET_MAX_SECTORS;
 4804		}
 4805		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4806
 4807		if (ioa_cfg->sis64)
 4808			sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
 4809				    ipr_format_res_path(ioa_cfg,
 4810				res->res_path, buffer, sizeof(buffer)));
 4811		return 0;
 4812	}
 4813	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4814	return 0;
 4815}
 4816
 4817/**
 4818 * ipr_sdev_init - Prepare for commands to a device.
 4819 * @sdev:	scsi device struct
 4820 *
 4821 * This function saves a pointer to the resource entry
 4822 * in the scsi device struct if the device exists. We
 4823 * can then use this pointer in ipr_queuecommand when
 4824 * handling new commands.
 4825 *
 4826 * Return value:
 4827 * 	0 on success / -ENXIO if device does not exist
 4828 **/
 4829static int ipr_sdev_init(struct scsi_device *sdev)
 4830{
 4831	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
 4832	struct ipr_resource_entry *res;
 4833	unsigned long lock_flags;
 4834	int rc = -ENXIO;
 4835
 4836	sdev->hostdata = NULL;
 4837
 4838	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4839
 4840	res = ipr_find_sdev(sdev);
 4841	if (res) {
 4842		res->sdev = sdev;
 4843		res->add_to_ml = 0;
 4844		res->in_erp = 0;
 4845		sdev->hostdata = res;
 4846		if (!ipr_is_naca_model(res))
 4847			res->needs_sync_complete = 1;
 4848		rc = 0;
 4849		if (ipr_is_gata(res)) {
 4850			sdev_printk(KERN_ERR, sdev, "SATA devices are no longer "
 4851				"supported by this driver. Skipping device.\n");
 4852			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4853			return -ENXIO;
 4854		}
 4855	}
 4856
 4857	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4858
 4859	return rc;
 4860}
 4861
 4862/**
 4863 * ipr_match_lun - Match function for specified LUN
 4864 * @ipr_cmd:	ipr command struct
 4865 * @device:		device to match (sdev)
 4866 *
 4867 * Returns:
 4868 *	1 if command matches sdev / 0 if command does not match sdev
 4869 **/
 4870static int ipr_match_lun(struct ipr_cmnd *ipr_cmd, void *device)
 4871{
 4872	if (ipr_cmd->scsi_cmd && ipr_cmd->scsi_cmd->device == device)
 4873		return 1;
 4874	return 0;
 4875}
 4876
 4877/**
 4878 * ipr_cmnd_is_free - Check if a command is free or not
 4879 * @ipr_cmd:	ipr command struct
 4880 *
 4881 * Returns:
 4882 *	true / false
 4883 **/
 4884static bool ipr_cmnd_is_free(struct ipr_cmnd *ipr_cmd)
 4885{
 4886	struct ipr_cmnd *loop_cmd;
 4887
 4888	list_for_each_entry(loop_cmd, &ipr_cmd->hrrq->hrrq_free_q, queue) {
 4889		if (loop_cmd == ipr_cmd)
 4890			return true;
 4891	}
 4892
 4893	return false;
 4894}
 4895
 4896/**
 4897 * ipr_wait_for_ops - Wait for matching commands to complete
 4898 * @ioa_cfg:	ioa config struct
 4899 * @device:		device to match (sdev)
 4900 * @match:		match function to use
 4901 *
 4902 * Returns:
 4903 *	SUCCESS / FAILED
 4904 **/
 4905static int ipr_wait_for_ops(struct ipr_ioa_cfg *ioa_cfg, void *device,
 4906			    int (*match)(struct ipr_cmnd *, void *))
 4907{
 4908	struct ipr_cmnd *ipr_cmd;
 4909	int wait, i;
 4910	unsigned long flags;
 4911	struct ipr_hrr_queue *hrrq;
 4912	signed long timeout = IPR_ABORT_TASK_TIMEOUT;
 4913	DECLARE_COMPLETION_ONSTACK(comp);
 4914
 4915	ENTER;
 4916	do {
 4917		wait = 0;
 4918
 4919		for_each_hrrq(hrrq, ioa_cfg) {
 4920			spin_lock_irqsave(hrrq->lock, flags);
 4921			for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
 4922				ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
 4923				if (!ipr_cmnd_is_free(ipr_cmd)) {
 4924					if (match(ipr_cmd, device)) {
 4925						ipr_cmd->eh_comp = &comp;
 4926						wait++;
 4927					}
 4928				}
 4929			}
 4930			spin_unlock_irqrestore(hrrq->lock, flags);
 4931		}
 4932
 4933		if (wait) {
 4934			timeout = wait_for_completion_timeout(&comp, timeout);
 4935
 4936			if (!timeout) {
 4937				wait = 0;
 4938
 4939				for_each_hrrq(hrrq, ioa_cfg) {
 4940					spin_lock_irqsave(hrrq->lock, flags);
 4941					for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
 4942						ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
 4943						if (!ipr_cmnd_is_free(ipr_cmd)) {
 4944							if (match(ipr_cmd, device)) {
 4945								ipr_cmd->eh_comp = NULL;
 4946								wait++;
 4947							}
 4948						}
 4949					}
 4950					spin_unlock_irqrestore(hrrq->lock, flags);
 4951				}
 4952
 4953				if (wait)
 4954					dev_err(&ioa_cfg->pdev->dev, "Timed out waiting for aborted commands\n");
 4955				LEAVE;
 4956				return wait ? FAILED : SUCCESS;
 4957			}
 4958		}
 4959	} while (wait);
 4960
 4961	LEAVE;
 4962	return SUCCESS;
 4963}
 4964
 4965static int ipr_eh_host_reset(struct scsi_cmnd *cmd)
 4966{
 4967	struct ipr_ioa_cfg *ioa_cfg;
 4968	unsigned long lock_flags = 0;
 4969	int rc = SUCCESS;
 4970
 4971	ENTER;
 4972	ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
 4973	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4974
 4975	if (!ioa_cfg->in_reset_reload && !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
 4976		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
 4977		dev_err(&ioa_cfg->pdev->dev,
 4978			"Adapter being reset as a result of error recovery.\n");
 4979
 4980		if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
 4981			ioa_cfg->sdt_state = GET_DUMP;
 4982	}
 4983
 4984	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4985	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 4986	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 4987
 4988	/* If we got hit with a host reset while we were already resetting
 4989	 the adapter for some reason, and the reset failed. */
 4990	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
 4991		ipr_trace;
 4992		rc = FAILED;
 4993	}
 4994
 4995	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 4996	LEAVE;
 4997	return rc;
 4998}
 4999
 5000/**
 5001 * ipr_device_reset - Reset the device
 5002 * @ioa_cfg:	ioa config struct
 5003 * @res:		resource entry struct
 5004 *
 5005 * This function issues a device reset to the affected device.
 5006 * If the device is a SCSI device, a LUN reset will be sent
 5007 * to the device first. If that does not work, a target reset
 5008 * will be sent.
 5009 *
 5010 * Return value:
 5011 *	0 on success / non-zero on failure
 5012 **/
 5013static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
 5014			    struct ipr_resource_entry *res)
 5015{
 5016	struct ipr_cmnd *ipr_cmd;
 5017	struct ipr_ioarcb *ioarcb;
 5018	struct ipr_cmd_pkt *cmd_pkt;
 5019	u32 ioasc;
 5020
 5021	ENTER;
 5022	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
 5023	ioarcb = &ipr_cmd->ioarcb;
 5024	cmd_pkt = &ioarcb->cmd_pkt;
 5025
 5026	if (ipr_cmd->ioa_cfg->sis64)
 5027		ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
 5028
 5029	ioarcb->res_handle = res->res_handle;
 5030	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
 5031	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
 5032
 5033	ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
 5034	ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 5035	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 5036
 5037	LEAVE;
 5038	return IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0;
 5039}
 5040
 5041/**
 5042 * __ipr_eh_dev_reset - Reset the device
 5043 * @scsi_cmd:	scsi command struct
 5044 *
 5045 * This function issues a device reset to the affected device.
 5046 * A LUN reset will be sent to the device first. If that does
 5047 * not work, a target reset will be sent.
 5048 *
 5049 * Return value:
 5050 *	SUCCESS / FAILED
 5051 **/
 5052static int __ipr_eh_dev_reset(struct scsi_cmnd *scsi_cmd)
 5053{
 5054	struct ipr_ioa_cfg *ioa_cfg;
 5055	struct ipr_resource_entry *res;
 5056	int rc = 0;
 5057
 5058	ENTER;
 5059	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
 5060	res = scsi_cmd->device->hostdata;
 5061
 5062	/*
 5063	 * If we are currently going through reset/reload, return failed. This will force the
 5064	 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
 5065	 * reset to complete
 5066	 */
 5067	if (ioa_cfg->in_reset_reload)
 5068		return FAILED;
 5069	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
 5070		return FAILED;
 5071
 5072	res->resetting_device = 1;
 5073	scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
 5074
 5075	rc = ipr_device_reset(ioa_cfg, res);
 5076	res->resetting_device = 0;
 5077	res->reset_occurred = 1;
 5078
 5079	LEAVE;
 5080	return rc ? FAILED : SUCCESS;
 5081}
 5082
 5083static int ipr_eh_dev_reset(struct scsi_cmnd *cmd)
 5084{
 5085	int rc;
 5086	struct ipr_ioa_cfg *ioa_cfg;
 5087	struct ipr_resource_entry *res;
 5088
 5089	ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
 5090	res = cmd->device->hostdata;
 5091
 5092	if (!res)
 5093		return FAILED;
 5094
 5095	spin_lock_irq(cmd->device->host->host_lock);
 5096	rc = __ipr_eh_dev_reset(cmd);
 5097	spin_unlock_irq(cmd->device->host->host_lock);
 5098
 5099	if (rc == SUCCESS)
 5100		rc = ipr_wait_for_ops(ioa_cfg, cmd->device, ipr_match_lun);
 5101
 5102	return rc;
 5103}
 5104
 5105/**
 5106 * ipr_bus_reset_done - Op done function for bus reset.
 5107 * @ipr_cmd:	ipr command struct
 5108 *
 5109 * This function is the op done function for a bus reset
 5110 *
 5111 * Return value:
 5112 * 	none
 5113 **/
 5114static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
 5115{
 5116	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 5117	struct ipr_resource_entry *res;
 5118
 5119	ENTER;
 5120	if (!ioa_cfg->sis64)
 5121		list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
 5122			if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
 5123				scsi_report_bus_reset(ioa_cfg->host, res->bus);
 5124				break;
 5125			}
 5126		}
 5127
 5128	/*
 5129	 * If abort has not completed, indicate the reset has, else call the
 5130	 * abort's done function to wake the sleeping eh thread
 5131	 */
 5132	if (ipr_cmd->sibling->sibling)
 5133		ipr_cmd->sibling->sibling = NULL;
 5134	else
 5135		ipr_cmd->sibling->done(ipr_cmd->sibling);
 5136
 5137	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 5138	LEAVE;
 5139}
 5140
 5141/**
 5142 * ipr_abort_timeout - An abort task has timed out
 5143 * @t: Timer context used to fetch ipr command struct
 5144 *
 5145 * This function handles when an abort task times out. If this
 5146 * happens we issue a bus reset since we have resources tied
 5147 * up that must be freed before returning to the midlayer.
 5148 *
 5149 * Return value:
 5150 *	none
 5151 **/
 5152static void ipr_abort_timeout(struct timer_list *t)
 5153{
 5154	struct ipr_cmnd *ipr_cmd = timer_container_of(ipr_cmd, t, timer);
 5155	struct ipr_cmnd *reset_cmd;
 5156	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 5157	struct ipr_cmd_pkt *cmd_pkt;
 5158	unsigned long lock_flags = 0;
 5159
 5160	ENTER;
 5161	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 5162	if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
 5163		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 5164		return;
 5165	}
 5166
 5167	sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
 5168	reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
 5169	ipr_cmd->sibling = reset_cmd;
 5170	reset_cmd->sibling = ipr_cmd;
 5171	reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
 5172	cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
 5173	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
 5174	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
 5175	cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
 5176
 5177	ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
 5178	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 5179	LEAVE;
 5180}
 5181
 5182/**
 5183 * ipr_cancel_op - Cancel specified op
 5184 * @scsi_cmd:	scsi command struct
 5185 *
 5186 * This function cancels specified op.
 5187 *
 5188 * Return value:
 5189 *	SUCCESS / FAILED
 5190 **/
 5191static int ipr_cancel_op(struct scsi_cmnd *scsi_cmd)
 5192{
 5193	struct ipr_cmnd *ipr_cmd;
 5194	struct ipr_ioa_cfg *ioa_cfg;
 5195	struct ipr_resource_entry *res;
 5196	struct ipr_cmd_pkt *cmd_pkt;
 5197	u32 ioasc;
 5198	int i, op_found = 0;
 5199	struct ipr_hrr_queue *hrrq;
 5200
 5201	ENTER;
 5202	ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
 5203	res = scsi_cmd->device->hostdata;
 5204
 5205	/* If we are currently going through reset/reload, return failed.
 5206	 * This will force the mid-layer to call ipr_eh_host_reset,
 5207	 * which will then go to sleep and wait for the reset to complete
 5208	 */
 5209	if (ioa_cfg->in_reset_reload ||
 5210	    ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
 5211		return FAILED;
 5212	if (!res)
 5213		return FAILED;
 5214
 5215	/*
 5216	 * If we are aborting a timed out op, chances are that the timeout was caused
 5217	 * by a still not detected EEH error. In such cases, reading a register will
 5218	 * trigger the EEH recovery infrastructure.
 5219	 */
 5220	readl(ioa_cfg->regs.sense_interrupt_reg);
 5221
 5222	if (!ipr_is_gscsi(res))
 5223		return FAILED;
 5224
 5225	for_each_hrrq(hrrq, ioa_cfg) {
 5226		spin_lock(&hrrq->_lock);
 5227		for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
 5228			if (ioa_cfg->ipr_cmnd_list[i]->scsi_cmd == scsi_cmd) {
 5229				if (!ipr_cmnd_is_free(ioa_cfg->ipr_cmnd_list[i])) {
 5230					op_found = 1;
 5231					break;
 5232				}
 5233			}
 5234		}
 5235		spin_unlock(&hrrq->_lock);
 5236	}
 5237
 5238	if (!op_found)
 5239		return SUCCESS;
 5240
 5241	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
 5242	ipr_cmd->ioarcb.res_handle = res->res_handle;
 5243	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
 5244	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
 5245	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
 5246	ipr_cmd->u.sdev = scsi_cmd->device;
 5247
 5248	scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
 5249		    scsi_cmd->cmnd[0]);
 5250	ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
 5251	ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 5252
 5253	/*
 5254	 * If the abort task timed out and we sent a bus reset, we will get
 5255	 * one the following responses to the abort
 5256	 */
 5257	if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
 5258		ioasc = 0;
 5259		ipr_trace;
 5260	}
 5261
 5262	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 5263	if (!ipr_is_naca_model(res))
 5264		res->needs_sync_complete = 1;
 5265
 5266	LEAVE;
 5267	return IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS;
 5268}
 5269
 5270/**
 5271 * ipr_scan_finished - Report whether scan is done
 5272 * @shost:           scsi host struct
 5273 * @elapsed_time:    elapsed time
 5274 *
 5275 * Return value:
 5276 *	0 if scan in progress / 1 if scan is complete
 5277 **/
 5278static int ipr_scan_finished(struct Scsi_Host *shost, unsigned long elapsed_time)
 5279{
 5280	unsigned long lock_flags;
 5281	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
 5282	int rc = 0;
 5283
 5284	spin_lock_irqsave(shost->host_lock, lock_flags);
 5285	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead || ioa_cfg->scan_done)
 5286		rc = 1;
 5287	if ((elapsed_time/HZ) > (ioa_cfg->transop_timeout * 2))
 5288		rc = 1;
 5289	spin_unlock_irqrestore(shost->host_lock, lock_flags);
 5290	return rc;
 5291}
 5292
 5293/**
 5294 * ipr_eh_abort - Reset the host adapter
 5295 * @scsi_cmd:	scsi command struct
 5296 *
 5297 * Return value:
 5298 * 	SUCCESS / FAILED
 5299 **/
 5300static int ipr_eh_abort(struct scsi_cmnd *scsi_cmd)
 5301{
 5302	unsigned long flags;
 5303	int rc;
 5304	struct ipr_ioa_cfg *ioa_cfg;
 5305
 5306	ENTER;
 5307
 5308	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
 5309
 5310	spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
 5311	rc = ipr_cancel_op(scsi_cmd);
 5312	spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
 5313
 5314	if (rc == SUCCESS)
 5315		rc = ipr_wait_for_ops(ioa_cfg, scsi_cmd->device, ipr_match_lun);
 5316	LEAVE;
 5317	return rc;
 5318}
 5319
 5320/**
 5321 * ipr_handle_other_interrupt - Handle "other" interrupts
 5322 * @ioa_cfg:	ioa config struct
 5323 * @int_reg:	interrupt register
 5324 *
 5325 * Return value:
 5326 * 	IRQ_NONE / IRQ_HANDLED
 5327 **/
 5328static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
 5329					      u32 int_reg)
 5330{
 5331	irqreturn_t rc = IRQ_HANDLED;
 5332	u32 int_mask_reg;
 5333
 5334	int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
 5335	int_reg &= ~int_mask_reg;
 5336
 5337	/* If an interrupt on the adapter did not occur, ignore it.
 5338	 * Or in the case of SIS 64, check for a stage change interrupt.
 5339	 */
 5340	if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
 5341		if (ioa_cfg->sis64) {
 5342			int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
 5343			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
 5344			if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
 5345
 5346				/* clear stage change */
 5347				writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
 5348				int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
 5349				list_del(&ioa_cfg->reset_cmd->queue);
 5350				timer_delete(&ioa_cfg->reset_cmd->timer);
 5351				ipr_reset_ioa_job(ioa_cfg->reset_cmd);
 5352				return IRQ_HANDLED;
 5353			}
 5354		}
 5355
 5356		return IRQ_NONE;
 5357	}
 5358
 5359	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
 5360		/* Mask the interrupt */
 5361		writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
 5362		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
 5363
 5364		list_del(&ioa_cfg->reset_cmd->queue);
 5365		timer_delete(&ioa_cfg->reset_cmd->timer);
 5366		ipr_reset_ioa_job(ioa_cfg->reset_cmd);
 5367	} else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
 5368		if (ioa_cfg->clear_isr) {
 5369			if (ipr_debug && printk_ratelimit())
 5370				dev_err(&ioa_cfg->pdev->dev,
 5371					"Spurious interrupt detected. 0x%08X\n", int_reg);
 5372			writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
 5373			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
 5374			return IRQ_NONE;
 5375		}
 5376	} else {
 5377		if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
 5378			ioa_cfg->ioa_unit_checked = 1;
 5379		else if (int_reg & IPR_PCII_NO_HOST_RRQ)
 5380			dev_err(&ioa_cfg->pdev->dev,
 5381				"No Host RRQ. 0x%08X\n", int_reg);
 5382		else
 5383			dev_err(&ioa_cfg->pdev->dev,
 5384				"Permanent IOA failure. 0x%08X\n", int_reg);
 5385
 5386		if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
 5387			ioa_cfg->sdt_state = GET_DUMP;
 5388
 5389		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
 5390		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 5391	}
 5392
 5393	return rc;
 5394}
 5395
 5396/**
 5397 * ipr_isr_eh - Interrupt service routine error handler
 5398 * @ioa_cfg:	ioa config struct
 5399 * @msg:	message to log
 5400 * @number:	various meanings depending on the caller/message
 5401 *
 5402 * Return value:
 5403 * 	none
 5404 **/
 5405static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg, u16 number)
 5406{
 5407	ioa_cfg->errors_logged++;
 5408	dev_err(&ioa_cfg->pdev->dev, "%s %d\n", msg, number);
 5409
 5410	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
 5411		ioa_cfg->sdt_state = GET_DUMP;
 5412
 5413	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 5414}
 5415
 5416static int ipr_process_hrrq(struct ipr_hrr_queue *hrr_queue, int budget,
 5417						struct list_head *doneq)
 5418{
 5419	u32 ioasc;
 5420	u16 cmd_index;
 5421	struct ipr_cmnd *ipr_cmd;
 5422	struct ipr_ioa_cfg *ioa_cfg = hrr_queue->ioa_cfg;
 5423	int num_hrrq = 0;
 5424
 5425	/* If interrupts are disabled, ignore the interrupt */
 5426	if (!hrr_queue->allow_interrupts)
 5427		return 0;
 5428
 5429	while ((be32_to_cpu(*hrr_queue->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
 5430	       hrr_queue->toggle_bit) {
 5431
 5432		cmd_index = (be32_to_cpu(*hrr_queue->hrrq_curr) &
 5433			     IPR_HRRQ_REQ_RESP_HANDLE_MASK) >>
 5434			     IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
 5435
 5436		if (unlikely(cmd_index > hrr_queue->max_cmd_id ||
 5437			     cmd_index < hrr_queue->min_cmd_id)) {
 5438			ipr_isr_eh(ioa_cfg,
 5439				"Invalid response handle from IOA: ",
 5440				cmd_index);
 5441			break;
 5442		}
 5443
 5444		ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
 5445		ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 5446
 5447		ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
 5448
 5449		list_move_tail(&ipr_cmd->queue, doneq);
 5450
 5451		if (hrr_queue->hrrq_curr < hrr_queue->hrrq_end) {
 5452			hrr_queue->hrrq_curr++;
 5453		} else {
 5454			hrr_queue->hrrq_curr = hrr_queue->hrrq_start;
 5455			hrr_queue->toggle_bit ^= 1u;
 5456		}
 5457		num_hrrq++;
 5458		if (budget > 0 && num_hrrq >= budget)
 5459			break;
 5460	}
 5461
 5462	return num_hrrq;
 5463}
 5464
 5465static int ipr_iopoll(struct irq_poll *iop, int budget)
 5466{
 5467	struct ipr_hrr_queue *hrrq;
 5468	struct ipr_cmnd *ipr_cmd, *temp;
 5469	unsigned long hrrq_flags;
 5470	int completed_ops;
 5471	LIST_HEAD(doneq);
 5472
 5473	hrrq = container_of(iop, struct ipr_hrr_queue, iopoll);
 5474
 5475	spin_lock_irqsave(hrrq->lock, hrrq_flags);
 5476	completed_ops = ipr_process_hrrq(hrrq, budget, &doneq);
 5477
 5478	if (completed_ops < budget)
 5479		irq_poll_complete(iop);
 5480	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 5481
 5482	list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
 5483		list_del(&ipr_cmd->queue);
 5484		timer_delete(&ipr_cmd->timer);
 5485		ipr_cmd->fast_done(ipr_cmd);
 5486	}
 5487
 5488	return completed_ops;
 5489}
 5490
 5491/**
 5492 * ipr_isr - Interrupt service routine
 5493 * @irq:	irq number
 5494 * @devp:	pointer to ioa config struct
 5495 *
 5496 * Return value:
 5497 * 	IRQ_NONE / IRQ_HANDLED
 5498 **/
 5499static irqreturn_t ipr_isr(int irq, void *devp)
 5500{
 5501	struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
 5502	struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
 5503	unsigned long hrrq_flags = 0;
 5504	u32 int_reg = 0;
 5505	int num_hrrq = 0;
 5506	int irq_none = 0;
 5507	struct ipr_cmnd *ipr_cmd, *temp;
 5508	irqreturn_t rc = IRQ_NONE;
 5509	LIST_HEAD(doneq);
 5510
 5511	spin_lock_irqsave(hrrq->lock, hrrq_flags);
 5512	/* If interrupts are disabled, ignore the interrupt */
 5513	if (!hrrq->allow_interrupts) {
 5514		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 5515		return IRQ_NONE;
 5516	}
 5517
 5518	while (1) {
 5519		if (ipr_process_hrrq(hrrq, -1, &doneq)) {
 5520			rc =  IRQ_HANDLED;
 5521
 5522			if (!ioa_cfg->clear_isr)
 5523				break;
 5524
 5525			/* Clear the PCI interrupt */
 5526			num_hrrq = 0;
 5527			do {
 5528				writel(IPR_PCII_HRRQ_UPDATED,
 5529				     ioa_cfg->regs.clr_interrupt_reg32);
 5530				int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
 5531			} while (int_reg & IPR_PCII_HRRQ_UPDATED &&
 5532				num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
 5533
 5534		} else if (rc == IRQ_NONE && irq_none == 0) {
 5535			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
 5536			irq_none++;
 5537		} else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
 5538			   int_reg & IPR_PCII_HRRQ_UPDATED) {
 5539			ipr_isr_eh(ioa_cfg,
 5540				"Error clearing HRRQ: ", num_hrrq);
 5541			rc = IRQ_HANDLED;
 5542			break;
 5543		} else
 5544			break;
 5545	}
 5546
 5547	if (unlikely(rc == IRQ_NONE))
 5548		rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
 5549
 5550	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 5551	list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
 5552		list_del(&ipr_cmd->queue);
 5553		timer_delete(&ipr_cmd->timer);
 5554		ipr_cmd->fast_done(ipr_cmd);
 5555	}
 5556	return rc;
 5557}
 5558
 5559/**
 5560 * ipr_isr_mhrrq - Interrupt service routine
 5561 * @irq:	irq number
 5562 * @devp:	pointer to ioa config struct
 5563 *
 5564 * Return value:
 5565 *	IRQ_NONE / IRQ_HANDLED
 5566 **/
 5567static irqreturn_t ipr_isr_mhrrq(int irq, void *devp)
 5568{
 5569	struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
 5570	struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
 5571	unsigned long hrrq_flags = 0;
 5572	struct ipr_cmnd *ipr_cmd, *temp;
 5573	irqreturn_t rc = IRQ_NONE;
 5574	LIST_HEAD(doneq);
 5575
 5576	spin_lock_irqsave(hrrq->lock, hrrq_flags);
 5577
 5578	/* If interrupts are disabled, ignore the interrupt */
 5579	if (!hrrq->allow_interrupts) {
 5580		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 5581		return IRQ_NONE;
 5582	}
 5583
 5584	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
 5585		if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
 5586		       hrrq->toggle_bit) {
 5587			irq_poll_sched(&hrrq->iopoll);
 5588			spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 5589			return IRQ_HANDLED;
 5590		}
 5591	} else {
 5592		if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
 5593			hrrq->toggle_bit)
 5594
 5595			if (ipr_process_hrrq(hrrq, -1, &doneq))
 5596				rc =  IRQ_HANDLED;
 5597	}
 5598
 5599	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 5600
 5601	list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
 5602		list_del(&ipr_cmd->queue);
 5603		timer_delete(&ipr_cmd->timer);
 5604		ipr_cmd->fast_done(ipr_cmd);
 5605	}
 5606	return rc;
 5607}
 5608
 5609/**
 5610 * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
 5611 * @ioa_cfg:	ioa config struct
 5612 * @ipr_cmd:	ipr command struct
 5613 *
 5614 * Return value:
 5615 * 	0 on success / -1 on failure
 5616 **/
 5617static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
 5618			     struct ipr_cmnd *ipr_cmd)
 5619{
 5620	int i, nseg;
 5621	struct scatterlist *sg;
 5622	u32 length;
 5623	u32 ioadl_flags = 0;
 5624	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
 5625	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 5626	struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
 5627
 5628	length = scsi_bufflen(scsi_cmd);
 5629	if (!length)
 5630		return 0;
 5631
 5632	nseg = scsi_dma_map(scsi_cmd);
 5633	if (nseg < 0) {
 5634		if (printk_ratelimit())
 5635			dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
 5636		return -1;
 5637	}
 5638
 5639	ipr_cmd->dma_use_sg = nseg;
 5640
 5641	ioarcb->data_transfer_length = cpu_to_be32(length);
 5642	ioarcb->ioadl_len =
 5643		cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
 5644
 5645	if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
 5646		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
 5647		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
 5648	} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
 5649		ioadl_flags = IPR_IOADL_FLAGS_READ;
 5650
 5651	scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
 5652		ioadl64[i].flags = cpu_to_be32(ioadl_flags);
 5653		ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
 5654		ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
 5655	}
 5656
 5657	ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
 5658	return 0;
 5659}
 5660
 5661/**
 5662 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
 5663 * @ioa_cfg:	ioa config struct
 5664 * @ipr_cmd:	ipr command struct
 5665 *
 5666 * Return value:
 5667 * 	0 on success / -1 on failure
 5668 **/
 5669static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
 5670			   struct ipr_cmnd *ipr_cmd)
 5671{
 5672	int i, nseg;
 5673	struct scatterlist *sg;
 5674	u32 length;
 5675	u32 ioadl_flags = 0;
 5676	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
 5677	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 5678	struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
 5679
 5680	length = scsi_bufflen(scsi_cmd);
 5681	if (!length)
 5682		return 0;
 5683
 5684	nseg = scsi_dma_map(scsi_cmd);
 5685	if (nseg < 0) {
 5686		dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
 5687		return -1;
 5688	}
 5689
 5690	ipr_cmd->dma_use_sg = nseg;
 5691
 5692	if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
 5693		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
 5694		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
 5695		ioarcb->data_transfer_length = cpu_to_be32(length);
 5696		ioarcb->ioadl_len =
 5697			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
 5698	} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
 5699		ioadl_flags = IPR_IOADL_FLAGS_READ;
 5700		ioarcb->read_data_transfer_length = cpu_to_be32(length);
 5701		ioarcb->read_ioadl_len =
 5702			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
 5703	}
 5704
 5705	if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
 5706		ioadl = ioarcb->u.add_data.u.ioadl;
 5707		ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
 5708				    offsetof(struct ipr_ioarcb, u.add_data));
 5709		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
 5710	}
 5711
 5712	scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
 5713		ioadl[i].flags_and_data_len =
 5714			cpu_to_be32(ioadl_flags | sg_dma_len(sg));
 5715		ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
 5716	}
 5717
 5718	ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
 5719	return 0;
 5720}
 5721
 5722/**
 5723 * __ipr_erp_done - Process completion of ERP for a device
 5724 * @ipr_cmd:		ipr command struct
 5725 *
 5726 * This function copies the sense buffer into the scsi_cmd
 5727 * struct and pushes the scsi_done function.
 5728 *
 5729 * Return value:
 5730 * 	nothing
 5731 **/
 5732static void __ipr_erp_done(struct ipr_cmnd *ipr_cmd)
 5733{
 5734	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
 5735	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
 5736	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 5737
 5738	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
 5739		scsi_cmd->result |= (DID_ERROR << 16);
 5740		scmd_printk(KERN_ERR, scsi_cmd,
 5741			    "Request Sense failed with IOASC: 0x%08X\n", ioasc);
 5742	} else {
 5743		memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
 5744		       SCSI_SENSE_BUFFERSIZE);
 5745	}
 5746
 5747	if (res) {
 5748		if (!ipr_is_naca_model(res))
 5749			res->needs_sync_complete = 1;
 5750		res->in_erp = 0;
 5751	}
 5752	scsi_dma_unmap(ipr_cmd->scsi_cmd);
 5753	scsi_done(scsi_cmd);
 5754	if (ipr_cmd->eh_comp)
 5755		complete(ipr_cmd->eh_comp);
 5756	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 5757}
 5758
 5759/**
 5760 * ipr_erp_done - Process completion of ERP for a device
 5761 * @ipr_cmd:		ipr command struct
 5762 *
 5763 * This function copies the sense buffer into the scsi_cmd
 5764 * struct and pushes the scsi_done function.
 5765 *
 5766 * Return value:
 5767 * 	nothing
 5768 **/
 5769static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
 5770{
 5771	struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
 5772	unsigned long hrrq_flags;
 5773
 5774	spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
 5775	__ipr_erp_done(ipr_cmd);
 5776	spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
 5777}
 5778
 5779/**
 5780 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
 5781 * @ipr_cmd:	ipr command struct
 5782 *
 5783 * Return value:
 5784 * 	none
 5785 **/
 5786static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
 5787{
 5788	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 5789	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
 5790	dma_addr_t dma_addr = ipr_cmd->dma_addr;
 5791
 5792	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
 5793	ioarcb->data_transfer_length = 0;
 5794	ioarcb->read_data_transfer_length = 0;
 5795	ioarcb->ioadl_len = 0;
 5796	ioarcb->read_ioadl_len = 0;
 5797	ioasa->hdr.ioasc = 0;
 5798	ioasa->hdr.residual_data_len = 0;
 5799
 5800	if (ipr_cmd->ioa_cfg->sis64)
 5801		ioarcb->u.sis64_addr_data.data_ioadl_addr =
 5802			cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
 5803	else {
 5804		ioarcb->write_ioadl_addr =
 5805			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
 5806		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
 5807	}
 5808}
 5809
 5810/**
 5811 * __ipr_erp_request_sense - Send request sense to a device
 5812 * @ipr_cmd:	ipr command struct
 5813 *
 5814 * This function sends a request sense to a device as a result
 5815 * of a check condition.
 5816 *
 5817 * Return value:
 5818 * 	nothing
 5819 **/
 5820static void __ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
 5821{
 5822	struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
 5823	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 5824
 5825	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
 5826		__ipr_erp_done(ipr_cmd);
 5827		return;
 5828	}
 5829
 5830	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
 5831
 5832	cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
 5833	cmd_pkt->cdb[0] = REQUEST_SENSE;
 5834	cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
 5835	cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
 5836	cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
 5837	cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
 5838
 5839	ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
 5840		       SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
 5841
 5842	ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
 5843		   IPR_REQUEST_SENSE_TIMEOUT * 2);
 5844}
 5845
 5846/**
 5847 * ipr_erp_request_sense - Send request sense to a device
 5848 * @ipr_cmd:	ipr command struct
 5849 *
 5850 * This function sends a request sense to a device as a result
 5851 * of a check condition.
 5852 *
 5853 * Return value:
 5854 * 	nothing
 5855 **/
 5856static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
 5857{
 5858	struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
 5859	unsigned long hrrq_flags;
 5860
 5861	spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
 5862	__ipr_erp_request_sense(ipr_cmd);
 5863	spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
 5864}
 5865
 5866/**
 5867 * ipr_erp_cancel_all - Send cancel all to a device
 5868 * @ipr_cmd:	ipr command struct
 5869 *
 5870 * This function sends a cancel all to a device to clear the
 5871 * queue. If we are running TCQ on the device, QERR is set to 1,
 5872 * which means all outstanding ops have been dropped on the floor.
 5873 * Cancel all will return them to us.
 5874 *
 5875 * Return value:
 5876 * 	nothing
 5877 **/
 5878static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
 5879{
 5880	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
 5881	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
 5882	struct ipr_cmd_pkt *cmd_pkt;
 5883
 5884	res->in_erp = 1;
 5885
 5886	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
 5887
 5888	if (!scsi_cmd->device->simple_tags) {
 5889		__ipr_erp_request_sense(ipr_cmd);
 5890		return;
 5891	}
 5892
 5893	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
 5894	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
 5895	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
 5896
 5897	ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
 5898		   IPR_CANCEL_ALL_TIMEOUT);
 5899}
 5900
 5901/**
 5902 * ipr_dump_ioasa - Dump contents of IOASA
 5903 * @ioa_cfg:	ioa config struct
 5904 * @ipr_cmd:	ipr command struct
 5905 * @res:		resource entry struct
 5906 *
 5907 * This function is invoked by the interrupt handler when ops
 5908 * fail. It will log the IOASA if appropriate. Only called
 5909 * for GPDD ops.
 5910 *
 5911 * Return value:
 5912 * 	none
 5913 **/
 5914static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
 5915			   struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
 5916{
 5917	int i;
 5918	u16 data_len;
 5919	u32 ioasc, fd_ioasc;
 5920	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
 5921	__be32 *ioasa_data = (__be32 *)ioasa;
 5922	int error_index;
 5923
 5924	ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
 5925	fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
 5926
 5927	if (0 == ioasc)
 5928		return;
 5929
 5930	if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
 5931		return;
 5932
 5933	if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
 5934		error_index = ipr_get_error(fd_ioasc);
 5935	else
 5936		error_index = ipr_get_error(ioasc);
 5937
 5938	if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
 5939		/* Don't log an error if the IOA already logged one */
 5940		if (ioasa->hdr.ilid != 0)
 5941			return;
 5942
 5943		if (!ipr_is_gscsi(res))
 5944			return;
 5945
 5946		if (ipr_error_table[error_index].log_ioasa == 0)
 5947			return;
 5948	}
 5949
 5950	ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
 5951
 5952	data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
 5953	if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
 5954		data_len = sizeof(struct ipr_ioasa64);
 5955	else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
 5956		data_len = sizeof(struct ipr_ioasa);
 5957
 5958	ipr_err("IOASA Dump:\n");
 5959
 5960	for (i = 0; i < data_len / 4; i += 4) {
 5961		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
 5962			be32_to_cpu(ioasa_data[i]),
 5963			be32_to_cpu(ioasa_data[i+1]),
 5964			be32_to_cpu(ioasa_data[i+2]),
 5965			be32_to_cpu(ioasa_data[i+3]));
 5966	}
 5967}
 5968
 5969/**
 5970 * ipr_gen_sense - Generate SCSI sense data from an IOASA
 5971 * @ipr_cmd:	ipr command struct
 5972 *
 5973 * Return value:
 5974 * 	none
 5975 **/
 5976static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
 5977{
 5978	u32 failing_lba;
 5979	u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
 5980	struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
 5981	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
 5982	u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
 5983
 5984	memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
 5985
 5986	if (ioasc >= IPR_FIRST_DRIVER_IOASC)
 5987		return;
 5988
 5989	ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
 5990
 5991	if (ipr_is_vset_device(res) &&
 5992	    ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
 5993	    ioasa->u.vset.failing_lba_hi != 0) {
 5994		sense_buf[0] = 0x72;
 5995		sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
 5996		sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
 5997		sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
 5998
 5999		sense_buf[7] = 12;
 6000		sense_buf[8] = 0;
 6001		sense_buf[9] = 0x0A;
 6002		sense_buf[10] = 0x80;
 6003
 6004		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
 6005
 6006		sense_buf[12] = (failing_lba & 0xff000000) >> 24;
 6007		sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
 6008		sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
 6009		sense_buf[15] = failing_lba & 0x000000ff;
 6010
 6011		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
 6012
 6013		sense_buf[16] = (failing_lba & 0xff000000) >> 24;
 6014		sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
 6015		sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
 6016		sense_buf[19] = failing_lba & 0x000000ff;
 6017	} else {
 6018		sense_buf[0] = 0x70;
 6019		sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
 6020		sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
 6021		sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
 6022
 6023		/* Illegal request */
 6024		if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
 6025		    (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
 6026			sense_buf[7] = 10;	/* additional length */
 6027
 6028			/* IOARCB was in error */
 6029			if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
 6030				sense_buf[15] = 0xC0;
 6031			else	/* Parameter data was invalid */
 6032				sense_buf[15] = 0x80;
 6033
 6034			sense_buf[16] =
 6035			    ((IPR_FIELD_POINTER_MASK &
 6036			      be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
 6037			sense_buf[17] =
 6038			    (IPR_FIELD_POINTER_MASK &
 6039			     be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
 6040		} else {
 6041			if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
 6042				if (ipr_is_vset_device(res))
 6043					failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
 6044				else
 6045					failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
 6046
 6047				sense_buf[0] |= 0x80;	/* Or in the Valid bit */
 6048				sense_buf[3] = (failing_lba & 0xff000000) >> 24;
 6049				sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
 6050				sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
 6051				sense_buf[6] = failing_lba & 0x000000ff;
 6052			}
 6053
 6054			sense_buf[7] = 6;	/* additional length */
 6055		}
 6056	}
 6057}
 6058
 6059/**
 6060 * ipr_get_autosense - Copy autosense data to sense buffer
 6061 * @ipr_cmd:	ipr command struct
 6062 *
 6063 * This function copies the autosense buffer to the buffer
 6064 * in the scsi_cmd, if there is autosense available.
 6065 *
 6066 * Return value:
 6067 *	1 if autosense was available / 0 if not
 6068 **/
 6069static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
 6070{
 6071	struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
 6072	struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
 6073
 6074	if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
 6075		return 0;
 6076
 6077	if (ipr_cmd->ioa_cfg->sis64)
 6078		memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
 6079		       min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
 6080			   SCSI_SENSE_BUFFERSIZE));
 6081	else
 6082		memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
 6083		       min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
 6084			   SCSI_SENSE_BUFFERSIZE));
 6085	return 1;
 6086}
 6087
 6088/**
 6089 * ipr_erp_start - Process an error response for a SCSI op
 6090 * @ioa_cfg:	ioa config struct
 6091 * @ipr_cmd:	ipr command struct
 6092 *
 6093 * This function determines whether or not to initiate ERP
 6094 * on the affected device.
 6095 *
 6096 * Return value:
 6097 * 	nothing
 6098 **/
 6099static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
 6100			      struct ipr_cmnd *ipr_cmd)
 6101{
 6102	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
 6103	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
 6104	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 6105	u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
 6106
 6107	if (!res) {
 6108		__ipr_scsi_eh_done(ipr_cmd);
 6109		return;
 6110	}
 6111
 6112	if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
 6113		ipr_gen_sense(ipr_cmd);
 6114
 6115	ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
 6116
 6117	switch (masked_ioasc) {
 6118	case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
 6119		if (ipr_is_naca_model(res))
 6120			scsi_cmd->result |= (DID_ABORT << 16);
 6121		else
 6122			scsi_cmd->result |= (DID_IMM_RETRY << 16);
 6123		break;
 6124	case IPR_IOASC_IR_RESOURCE_HANDLE:
 6125	case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
 6126		scsi_cmd->result |= (DID_NO_CONNECT << 16);
 6127		break;
 6128	case IPR_IOASC_HW_SEL_TIMEOUT:
 6129		scsi_cmd->result |= (DID_NO_CONNECT << 16);
 6130		if (!ipr_is_naca_model(res))
 6131			res->needs_sync_complete = 1;
 6132		break;
 6133	case IPR_IOASC_SYNC_REQUIRED:
 6134		if (!res->in_erp)
 6135			res->needs_sync_complete = 1;
 6136		scsi_cmd->result |= (DID_IMM_RETRY << 16);
 6137		break;
 6138	case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
 6139	case IPR_IOASA_IR_DUAL_IOA_DISABLED:
 6140		/*
 6141		 * exception: do not set DID_PASSTHROUGH on CHECK CONDITION
 6142		 * so SCSI mid-layer and upper layers handle it accordingly.
 6143		 */
 6144		if (scsi_cmd->result != SAM_STAT_CHECK_CONDITION)
 6145			scsi_cmd->result |= (DID_PASSTHROUGH << 16);
 6146		break;
 6147	case IPR_IOASC_BUS_WAS_RESET:
 6148	case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
 6149		/*
 6150		 * Report the bus reset and ask for a retry. The device
 6151		 * will give CC/UA the next command.
 6152		 */
 6153		if (!res->resetting_device)
 6154			scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
 6155		scsi_cmd->result |= (DID_ERROR << 16);
 6156		if (!ipr_is_naca_model(res))
 6157			res->needs_sync_complete = 1;
 6158		break;
 6159	case IPR_IOASC_HW_DEV_BUS_STATUS:
 6160		scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
 6161		if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
 6162			if (!ipr_get_autosense(ipr_cmd)) {
 6163				if (!ipr_is_naca_model(res)) {
 6164					ipr_erp_cancel_all(ipr_cmd);
 6165					return;
 6166				}
 6167			}
 6168		}
 6169		if (!ipr_is_naca_model(res))
 6170			res->needs_sync_complete = 1;
 6171		break;
 6172	case IPR_IOASC_NR_INIT_CMD_REQUIRED:
 6173		break;
 6174	case IPR_IOASC_IR_NON_OPTIMIZED:
 6175		if (res->raw_mode) {
 6176			res->raw_mode = 0;
 6177			scsi_cmd->result |= (DID_IMM_RETRY << 16);
 6178		} else
 6179			scsi_cmd->result |= (DID_ERROR << 16);
 6180		break;
 6181	default:
 6182		if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
 6183			scsi_cmd->result |= (DID_ERROR << 16);
 6184		if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
 6185			res->needs_sync_complete = 1;
 6186		break;
 6187	}
 6188
 6189	scsi_dma_unmap(ipr_cmd->scsi_cmd);
 6190	scsi_done(scsi_cmd);
 6191	if (ipr_cmd->eh_comp)
 6192		complete(ipr_cmd->eh_comp);
 6193	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 6194}
 6195
 6196/**
 6197 * ipr_scsi_done - mid-layer done function
 6198 * @ipr_cmd:	ipr command struct
 6199 *
 6200 * This function is invoked by the interrupt handler for
 6201 * ops generated by the SCSI mid-layer
 6202 *
 6203 * Return value:
 6204 * 	none
 6205 **/
 6206static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
 6207{
 6208	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6209	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
 6210	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 6211	unsigned long lock_flags;
 6212
 6213	scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
 6214
 6215	if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
 6216		scsi_dma_unmap(scsi_cmd);
 6217
 6218		spin_lock_irqsave(ipr_cmd->hrrq->lock, lock_flags);
 6219		scsi_done(scsi_cmd);
 6220		if (ipr_cmd->eh_comp)
 6221			complete(ipr_cmd->eh_comp);
 6222		list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 6223		spin_unlock_irqrestore(ipr_cmd->hrrq->lock, lock_flags);
 6224	} else {
 6225		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 6226		spin_lock(&ipr_cmd->hrrq->_lock);
 6227		ipr_erp_start(ioa_cfg, ipr_cmd);
 6228		spin_unlock(&ipr_cmd->hrrq->_lock);
 6229		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 6230	}
 6231}
 6232
 6233/**
 6234 * ipr_queuecommand - Queue a mid-layer request
 6235 * @shost:		scsi host struct
 6236 * @scsi_cmd:	scsi command struct
 6237 *
 6238 * This function queues a request generated by the mid-layer.
 6239 *
 6240 * Return value:
 6241 *	0 on success
 6242 *	SCSI_MLQUEUE_DEVICE_BUSY if device is busy
 6243 *	SCSI_MLQUEUE_HOST_BUSY if host is busy
 6244 **/
 6245static int ipr_queuecommand(struct Scsi_Host *shost,
 6246			    struct scsi_cmnd *scsi_cmd)
 6247{
 6248	struct ipr_ioa_cfg *ioa_cfg;
 6249	struct ipr_resource_entry *res;
 6250	struct ipr_ioarcb *ioarcb;
 6251	struct ipr_cmnd *ipr_cmd;
 6252	unsigned long hrrq_flags;
 6253	int rc;
 6254	struct ipr_hrr_queue *hrrq;
 6255	int hrrq_id;
 6256
 6257	ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
 6258
 6259	scsi_cmd->result = (DID_OK << 16);
 6260	res = scsi_cmd->device->hostdata;
 6261
 6262	hrrq_id = ipr_get_hrrq_index(ioa_cfg);
 6263	hrrq = &ioa_cfg->hrrq[hrrq_id];
 6264
 6265	spin_lock_irqsave(hrrq->lock, hrrq_flags);
 6266	/*
 6267	 * We are currently blocking all devices due to a host reset
 6268	 * We have told the host to stop giving us new requests, but
 6269	 * ERP ops don't count. FIXME
 6270	 */
 6271	if (unlikely(!hrrq->allow_cmds && !hrrq->ioa_is_dead && !hrrq->removing_ioa)) {
 6272		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 6273		return SCSI_MLQUEUE_HOST_BUSY;
 6274	}
 6275
 6276	/*
 6277	 * FIXME - Create scsi_set_host_offline interface
 6278	 *  and the ioa_is_dead check can be removed
 6279	 */
 6280	if (unlikely(hrrq->ioa_is_dead || hrrq->removing_ioa || !res)) {
 6281		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 6282		goto err_nodev;
 6283	}
 6284
 6285	ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
 6286	if (ipr_cmd == NULL) {
 6287		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 6288		return SCSI_MLQUEUE_HOST_BUSY;
 6289	}
 6290	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 6291
 6292	ipr_init_ipr_cmnd(ipr_cmd, ipr_scsi_done);
 6293	ioarcb = &ipr_cmd->ioarcb;
 6294
 6295	memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
 6296	ipr_cmd->scsi_cmd = scsi_cmd;
 6297	ipr_cmd->done = ipr_scsi_eh_done;
 6298
 6299	if (ipr_is_gscsi(res)) {
 6300		if (scsi_cmd->underflow == 0)
 6301			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
 6302
 6303		if (res->reset_occurred) {
 6304			res->reset_occurred = 0;
 6305			ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
 6306		}
 6307	}
 6308
 6309	if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
 6310		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
 6311
 6312		ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
 6313		if (scsi_cmd->flags & SCMD_TAGGED)
 6314			ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_SIMPLE_TASK;
 6315		else
 6316			ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_UNTAGGED_TASK;
 6317	}
 6318
 6319	if (scsi_cmd->cmnd[0] >= 0xC0 &&
 6320	    (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE)) {
 6321		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
 6322	}
 6323	if (res->raw_mode && ipr_is_af_dasd_device(res)) {
 6324		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_PIPE;
 6325
 6326		if (scsi_cmd->underflow == 0)
 6327			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
 6328	}
 6329
 6330	if (ioa_cfg->sis64)
 6331		rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
 6332	else
 6333		rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
 6334
 6335	spin_lock_irqsave(hrrq->lock, hrrq_flags);
 6336	if (unlikely(rc || (!hrrq->allow_cmds && !hrrq->ioa_is_dead))) {
 6337		list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
 6338		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 6339		if (!rc)
 6340			scsi_dma_unmap(scsi_cmd);
 6341		return SCSI_MLQUEUE_HOST_BUSY;
 6342	}
 6343
 6344	if (unlikely(hrrq->ioa_is_dead)) {
 6345		list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
 6346		spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 6347		scsi_dma_unmap(scsi_cmd);
 6348		goto err_nodev;
 6349	}
 6350
 6351	ioarcb->res_handle = res->res_handle;
 6352	if (res->needs_sync_complete) {
 6353		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
 6354		res->needs_sync_complete = 0;
 6355	}
 6356	list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_pending_q);
 6357	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
 6358	ipr_send_command(ipr_cmd);
 6359	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 6360	return 0;
 6361
 6362err_nodev:
 6363	spin_lock_irqsave(hrrq->lock, hrrq_flags);
 6364	memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
 6365	scsi_cmd->result = (DID_NO_CONNECT << 16);
 6366	scsi_done(scsi_cmd);
 6367	spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
 6368	return 0;
 6369}
 6370
 6371/**
 6372 * ipr_ioa_info - Get information about the card/driver
 6373 * @host:	scsi host struct
 6374 *
 6375 * Return value:
 6376 * 	pointer to buffer with description string
 6377 **/
 6378static const char *ipr_ioa_info(struct Scsi_Host *host)
 6379{
 6380	static char buffer[512];
 6381	struct ipr_ioa_cfg *ioa_cfg;
 6382	unsigned long lock_flags = 0;
 6383
 6384	ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
 6385
 6386	spin_lock_irqsave(host->host_lock, lock_flags);
 6387	sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
 6388	spin_unlock_irqrestore(host->host_lock, lock_flags);
 6389
 6390	return buffer;
 6391}
 6392
 6393static const struct scsi_host_template driver_template = {
 6394	.module = THIS_MODULE,
 6395	.name = "IPR",
 6396	.info = ipr_ioa_info,
 6397	.queuecommand = ipr_queuecommand,
 6398	.eh_abort_handler = ipr_eh_abort,
 6399	.eh_device_reset_handler = ipr_eh_dev_reset,
 6400	.eh_host_reset_handler = ipr_eh_host_reset,
 6401	.sdev_init = ipr_sdev_init,
 6402	.sdev_configure = ipr_sdev_configure,
 6403	.sdev_destroy = ipr_sdev_destroy,
 6404	.scan_finished = ipr_scan_finished,
 6405	.target_destroy = ipr_target_destroy,
 6406	.change_queue_depth = ipr_change_queue_depth,
 6407	.bios_param = ipr_biosparam,
 6408	.can_queue = IPR_MAX_COMMANDS,
 6409	.this_id = -1,
 6410	.sg_tablesize = IPR_MAX_SGLIST,
 6411	.max_sectors = IPR_IOA_MAX_SECTORS,
 6412	.cmd_per_lun = IPR_MAX_CMD_PER_LUN,
 6413	.shost_groups = ipr_ioa_groups,
 6414	.sdev_groups = ipr_dev_groups,
 6415	.proc_name = IPR_NAME,
 6416};
 6417
 6418/**
 6419 * ipr_ioa_bringdown_done - IOA bring down completion.
 6420 * @ipr_cmd:	ipr command struct
 6421 *
 6422 * This function processes the completion of an adapter bring down.
 6423 * It wakes any reset sleepers.
 6424 *
 6425 * Return value:
 6426 * 	IPR_RC_JOB_RETURN
 6427 **/
 6428static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
 6429{
 6430	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6431	int i;
 6432
 6433	ENTER;
 6434	if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
 6435		ipr_trace;
 6436		ioa_cfg->scsi_unblock = 1;
 6437		schedule_work(&ioa_cfg->work_q);
 6438	}
 6439
 6440	ioa_cfg->in_reset_reload = 0;
 6441	ioa_cfg->reset_retries = 0;
 6442	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 6443		spin_lock(&ioa_cfg->hrrq[i]._lock);
 6444		ioa_cfg->hrrq[i].ioa_is_dead = 1;
 6445		spin_unlock(&ioa_cfg->hrrq[i]._lock);
 6446	}
 6447	wmb();
 6448
 6449	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 6450	wake_up_all(&ioa_cfg->reset_wait_q);
 6451	LEAVE;
 6452
 6453	return IPR_RC_JOB_RETURN;
 6454}
 6455
 6456/**
 6457 * ipr_ioa_reset_done - IOA reset completion.
 6458 * @ipr_cmd:	ipr command struct
 6459 *
 6460 * This function processes the completion of an adapter reset.
 6461 * It schedules any necessary mid-layer add/removes and
 6462 * wakes any reset sleepers.
 6463 *
 6464 * Return value:
 6465 * 	IPR_RC_JOB_RETURN
 6466 **/
 6467static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
 6468{
 6469	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6470	struct ipr_resource_entry *res;
 6471	int j;
 6472
 6473	ENTER;
 6474	ioa_cfg->in_reset_reload = 0;
 6475	for (j = 0; j < ioa_cfg->hrrq_num; j++) {
 6476		spin_lock(&ioa_cfg->hrrq[j]._lock);
 6477		ioa_cfg->hrrq[j].allow_cmds = 1;
 6478		spin_unlock(&ioa_cfg->hrrq[j]._lock);
 6479	}
 6480	wmb();
 6481	ioa_cfg->reset_cmd = NULL;
 6482	ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
 6483
 6484	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
 6485		if (res->add_to_ml || res->del_from_ml) {
 6486			ipr_trace;
 6487			break;
 6488		}
 6489	}
 6490	schedule_work(&ioa_cfg->work_q);
 6491
 6492	for (j = 0; j < IPR_NUM_HCAMS; j++) {
 6493		list_del_init(&ioa_cfg->hostrcb[j]->queue);
 6494		if (j < IPR_NUM_LOG_HCAMS)
 6495			ipr_send_hcam(ioa_cfg,
 6496				IPR_HCAM_CDB_OP_CODE_LOG_DATA,
 6497				ioa_cfg->hostrcb[j]);
 6498		else
 6499			ipr_send_hcam(ioa_cfg,
 6500				IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
 6501				ioa_cfg->hostrcb[j]);
 6502	}
 6503
 6504	scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
 6505	dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
 6506
 6507	ioa_cfg->reset_retries = 0;
 6508	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 6509	wake_up_all(&ioa_cfg->reset_wait_q);
 6510
 6511	ioa_cfg->scsi_unblock = 1;
 6512	schedule_work(&ioa_cfg->work_q);
 6513	LEAVE;
 6514	return IPR_RC_JOB_RETURN;
 6515}
 6516
 6517/**
 6518 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
 6519 * @supported_dev:	supported device struct
 6520 * @vpids:			vendor product id struct
 6521 *
 6522 * Return value:
 6523 * 	none
 6524 **/
 6525static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
 6526				 struct ipr_std_inq_vpids *vpids)
 6527{
 6528	memset(supported_dev, 0, sizeof(struct ipr_supported_device));
 6529	memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
 6530	supported_dev->num_records = 1;
 6531	supported_dev->data_length =
 6532		cpu_to_be16(sizeof(struct ipr_supported_device));
 6533	supported_dev->reserved = 0;
 6534}
 6535
 6536/**
 6537 * ipr_set_supported_devs - Send Set Supported Devices for a device
 6538 * @ipr_cmd:	ipr command struct
 6539 *
 6540 * This function sends a Set Supported Devices to the adapter
 6541 *
 6542 * Return value:
 6543 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 6544 **/
 6545static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
 6546{
 6547	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6548	struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
 6549	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 6550	struct ipr_resource_entry *res = ipr_cmd->u.res;
 6551
 6552	ipr_cmd->job_step = ipr_ioa_reset_done;
 6553
 6554	list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
 6555		if (!ipr_is_scsi_disk(res))
 6556			continue;
 6557
 6558		ipr_cmd->u.res = res;
 6559		ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
 6560
 6561		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 6562		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
 6563		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
 6564
 6565		ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
 6566		ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
 6567		ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
 6568		ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
 6569
 6570		ipr_init_ioadl(ipr_cmd,
 6571			       ioa_cfg->vpd_cbs_dma +
 6572				 offsetof(struct ipr_misc_cbs, supp_dev),
 6573			       sizeof(struct ipr_supported_device),
 6574			       IPR_IOADL_FLAGS_WRITE_LAST);
 6575
 6576		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
 6577			   IPR_SET_SUP_DEVICE_TIMEOUT);
 6578
 6579		if (!ioa_cfg->sis64)
 6580			ipr_cmd->job_step = ipr_set_supported_devs;
 6581		LEAVE;
 6582		return IPR_RC_JOB_RETURN;
 6583	}
 6584
 6585	LEAVE;
 6586	return IPR_RC_JOB_CONTINUE;
 6587}
 6588
 6589/**
 6590 * ipr_get_mode_page - Locate specified mode page
 6591 * @mode_pages:	mode page buffer
 6592 * @page_code:	page code to find
 6593 * @len:		minimum required length for mode page
 6594 *
 6595 * Return value:
 6596 * 	pointer to mode page / NULL on failure
 6597 **/
 6598static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
 6599			       u32 page_code, u32 len)
 6600{
 6601	struct ipr_mode_page_hdr *mode_hdr;
 6602	u32 page_length;
 6603	u32 length;
 6604
 6605	if (!mode_pages || (mode_pages->hdr.length == 0))
 6606		return NULL;
 6607
 6608	length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
 6609	mode_hdr = (struct ipr_mode_page_hdr *)
 6610		(mode_pages->data + mode_pages->hdr.block_desc_len);
 6611
 6612	while (length) {
 6613		if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
 6614			if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
 6615				return mode_hdr;
 6616			break;
 6617		} else {
 6618			page_length = (sizeof(struct ipr_mode_page_hdr) +
 6619				       mode_hdr->page_length);
 6620			length -= page_length;
 6621			mode_hdr = (struct ipr_mode_page_hdr *)
 6622				((unsigned long)mode_hdr + page_length);
 6623		}
 6624	}
 6625	return NULL;
 6626}
 6627
 6628/**
 6629 * ipr_check_term_power - Check for term power errors
 6630 * @ioa_cfg:	ioa config struct
 6631 * @mode_pages:	IOAFP mode pages buffer
 6632 *
 6633 * Check the IOAFP's mode page 28 for term power errors
 6634 *
 6635 * Return value:
 6636 * 	nothing
 6637 **/
 6638static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
 6639				 struct ipr_mode_pages *mode_pages)
 6640{
 6641	int i;
 6642	int entry_length;
 6643	struct ipr_dev_bus_entry *bus;
 6644	struct ipr_mode_page28 *mode_page;
 6645
 6646	mode_page = ipr_get_mode_page(mode_pages, 0x28,
 6647				      sizeof(struct ipr_mode_page28));
 6648
 6649	entry_length = mode_page->entry_length;
 6650
 6651	bus = mode_page->bus;
 6652
 6653	for (i = 0; i < mode_page->num_entries; i++) {
 6654		if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
 6655			dev_err(&ioa_cfg->pdev->dev,
 6656				"Term power is absent on scsi bus %d\n",
 6657				bus->res_addr.bus);
 6658		}
 6659
 6660		bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
 6661	}
 6662}
 6663
 6664/**
 6665 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
 6666 * @ioa_cfg:	ioa config struct
 6667 *
 6668 * Looks through the config table checking for SES devices. If
 6669 * the SES device is in the SES table indicating a maximum SCSI
 6670 * bus speed, the speed is limited for the bus.
 6671 *
 6672 * Return value:
 6673 * 	none
 6674 **/
 6675static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
 6676{
 6677	u32 max_xfer_rate;
 6678	int i;
 6679
 6680	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
 6681		max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
 6682						       ioa_cfg->bus_attr[i].bus_width);
 6683
 6684		if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
 6685			ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
 6686	}
 6687}
 6688
 6689/**
 6690 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
 6691 * @ioa_cfg:	ioa config struct
 6692 * @mode_pages:	mode page 28 buffer
 6693 *
 6694 * Updates mode page 28 based on driver configuration
 6695 *
 6696 * Return value:
 6697 * 	none
 6698 **/
 6699static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
 6700					  struct ipr_mode_pages *mode_pages)
 6701{
 6702	int i, entry_length;
 6703	struct ipr_dev_bus_entry *bus;
 6704	struct ipr_bus_attributes *bus_attr;
 6705	struct ipr_mode_page28 *mode_page;
 6706
 6707	mode_page = ipr_get_mode_page(mode_pages, 0x28,
 6708				      sizeof(struct ipr_mode_page28));
 6709
 6710	entry_length = mode_page->entry_length;
 6711
 6712	/* Loop for each device bus entry */
 6713	for (i = 0, bus = mode_page->bus;
 6714	     i < mode_page->num_entries;
 6715	     i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
 6716		if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
 6717			dev_err(&ioa_cfg->pdev->dev,
 6718				"Invalid resource address reported: 0x%08X\n",
 6719				IPR_GET_PHYS_LOC(bus->res_addr));
 6720			continue;
 6721		}
 6722
 6723		bus_attr = &ioa_cfg->bus_attr[i];
 6724		bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
 6725		bus->bus_width = bus_attr->bus_width;
 6726		bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
 6727		bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
 6728		if (bus_attr->qas_enabled)
 6729			bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
 6730		else
 6731			bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
 6732	}
 6733}
 6734
 6735/**
 6736 * ipr_build_mode_select - Build a mode select command
 6737 * @ipr_cmd:	ipr command struct
 6738 * @res_handle:	resource handle to send command to
 6739 * @parm:		Byte 2 of Mode Sense command
 6740 * @dma_addr:	DMA buffer address
 6741 * @xfer_len:	data transfer length
 6742 *
 6743 * Return value:
 6744 * 	none
 6745 **/
 6746static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
 6747				  __be32 res_handle, u8 parm,
 6748				  dma_addr_t dma_addr, u8 xfer_len)
 6749{
 6750	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 6751
 6752	ioarcb->res_handle = res_handle;
 6753	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
 6754	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
 6755	ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
 6756	ioarcb->cmd_pkt.cdb[1] = parm;
 6757	ioarcb->cmd_pkt.cdb[4] = xfer_len;
 6758
 6759	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
 6760}
 6761
 6762/**
 6763 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
 6764 * @ipr_cmd:	ipr command struct
 6765 *
 6766 * This function sets up the SCSI bus attributes and sends
 6767 * a Mode Select for Page 28 to activate them.
 6768 *
 6769 * Return value:
 6770 * 	IPR_RC_JOB_RETURN
 6771 **/
 6772static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
 6773{
 6774	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6775	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
 6776	int length;
 6777
 6778	ENTER;
 6779	ipr_scsi_bus_speed_limit(ioa_cfg);
 6780	ipr_check_term_power(ioa_cfg, mode_pages);
 6781	ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
 6782	length = mode_pages->hdr.length + 1;
 6783	mode_pages->hdr.length = 0;
 6784
 6785	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
 6786			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
 6787			      length);
 6788
 6789	ipr_cmd->job_step = ipr_set_supported_devs;
 6790	ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
 6791				    struct ipr_resource_entry, queue);
 6792	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
 6793
 6794	LEAVE;
 6795	return IPR_RC_JOB_RETURN;
 6796}
 6797
 6798/**
 6799 * ipr_build_mode_sense - Builds a mode sense command
 6800 * @ipr_cmd:	ipr command struct
 6801 * @res_handle:		resource entry struct
 6802 * @parm:		Byte 2 of mode sense command
 6803 * @dma_addr:	DMA address of mode sense buffer
 6804 * @xfer_len:	Size of DMA buffer
 6805 *
 6806 * Return value:
 6807 * 	none
 6808 **/
 6809static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
 6810				 __be32 res_handle,
 6811				 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
 6812{
 6813	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 6814
 6815	ioarcb->res_handle = res_handle;
 6816	ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
 6817	ioarcb->cmd_pkt.cdb[2] = parm;
 6818	ioarcb->cmd_pkt.cdb[4] = xfer_len;
 6819	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
 6820
 6821	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
 6822}
 6823
 6824/**
 6825 * ipr_reset_cmd_failed - Handle failure of IOA reset command
 6826 * @ipr_cmd:	ipr command struct
 6827 *
 6828 * This function handles the failure of an IOA bringup command.
 6829 *
 6830 * Return value:
 6831 * 	IPR_RC_JOB_RETURN
 6832 **/
 6833static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
 6834{
 6835	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6836	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 6837
 6838	dev_err(&ioa_cfg->pdev->dev,
 6839		"0x%02X failed with IOASC: 0x%08X\n",
 6840		ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
 6841
 6842	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 6843	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 6844	return IPR_RC_JOB_RETURN;
 6845}
 6846
 6847/**
 6848 * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
 6849 * @ipr_cmd:	ipr command struct
 6850 *
 6851 * This function handles the failure of a Mode Sense to the IOAFP.
 6852 * Some adapters do not handle all mode pages.
 6853 *
 6854 * Return value:
 6855 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 6856 **/
 6857static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
 6858{
 6859	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6860	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 6861
 6862	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
 6863		ipr_cmd->job_step = ipr_set_supported_devs;
 6864		ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
 6865					    struct ipr_resource_entry, queue);
 6866		return IPR_RC_JOB_CONTINUE;
 6867	}
 6868
 6869	return ipr_reset_cmd_failed(ipr_cmd);
 6870}
 6871
 6872/**
 6873 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
 6874 * @ipr_cmd:	ipr command struct
 6875 *
 6876 * This function send a Page 28 mode sense to the IOA to
 6877 * retrieve SCSI bus attributes.
 6878 *
 6879 * Return value:
 6880 * 	IPR_RC_JOB_RETURN
 6881 **/
 6882static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
 6883{
 6884	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6885
 6886	ENTER;
 6887	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
 6888			     0x28, ioa_cfg->vpd_cbs_dma +
 6889			     offsetof(struct ipr_misc_cbs, mode_pages),
 6890			     sizeof(struct ipr_mode_pages));
 6891
 6892	ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
 6893	ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
 6894
 6895	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
 6896
 6897	LEAVE;
 6898	return IPR_RC_JOB_RETURN;
 6899}
 6900
 6901/**
 6902 * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
 6903 * @ipr_cmd:	ipr command struct
 6904 *
 6905 * This function enables dual IOA RAID support if possible.
 6906 *
 6907 * Return value:
 6908 * 	IPR_RC_JOB_RETURN
 6909 **/
 6910static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
 6911{
 6912	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6913	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
 6914	struct ipr_mode_page24 *mode_page;
 6915	int length;
 6916
 6917	ENTER;
 6918	mode_page = ipr_get_mode_page(mode_pages, 0x24,
 6919				      sizeof(struct ipr_mode_page24));
 6920
 6921	if (mode_page)
 6922		mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
 6923
 6924	length = mode_pages->hdr.length + 1;
 6925	mode_pages->hdr.length = 0;
 6926
 6927	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
 6928			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
 6929			      length);
 6930
 6931	ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
 6932	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
 6933
 6934	LEAVE;
 6935	return IPR_RC_JOB_RETURN;
 6936}
 6937
 6938/**
 6939 * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
 6940 * @ipr_cmd:	ipr command struct
 6941 *
 6942 * This function handles the failure of a Mode Sense to the IOAFP.
 6943 * Some adapters do not handle all mode pages.
 6944 *
 6945 * Return value:
 6946 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 6947 **/
 6948static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
 6949{
 6950	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 6951
 6952	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
 6953		ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
 6954		return IPR_RC_JOB_CONTINUE;
 6955	}
 6956
 6957	return ipr_reset_cmd_failed(ipr_cmd);
 6958}
 6959
 6960/**
 6961 * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
 6962 * @ipr_cmd:	ipr command struct
 6963 *
 6964 * This function send a mode sense to the IOA to retrieve
 6965 * the IOA Advanced Function Control mode page.
 6966 *
 6967 * Return value:
 6968 * 	IPR_RC_JOB_RETURN
 6969 **/
 6970static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
 6971{
 6972	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 6973
 6974	ENTER;
 6975	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
 6976			     0x24, ioa_cfg->vpd_cbs_dma +
 6977			     offsetof(struct ipr_misc_cbs, mode_pages),
 6978			     sizeof(struct ipr_mode_pages));
 6979
 6980	ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
 6981	ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
 6982
 6983	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
 6984
 6985	LEAVE;
 6986	return IPR_RC_JOB_RETURN;
 6987}
 6988
 6989/**
 6990 * ipr_init_res_table - Initialize the resource table
 6991 * @ipr_cmd:	ipr command struct
 6992 *
 6993 * This function looks through the existing resource table, comparing
 6994 * it with the config table. This function will take care of old/new
 6995 * devices and schedule adding/removing them from the mid-layer
 6996 * as appropriate.
 6997 *
 6998 * Return value:
 6999 * 	IPR_RC_JOB_CONTINUE
 7000 **/
 7001static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
 7002{
 7003	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7004	struct ipr_resource_entry *res, *temp;
 7005	struct ipr_config_table_entry_wrapper cfgtew;
 7006	int entries, found, flag, i;
 7007	LIST_HEAD(old_res);
 7008
 7009	ENTER;
 7010	if (ioa_cfg->sis64)
 7011		flag = ioa_cfg->u.cfg_table64->hdr64.flags;
 7012	else
 7013		flag = ioa_cfg->u.cfg_table->hdr.flags;
 7014
 7015	if (flag & IPR_UCODE_DOWNLOAD_REQ)
 7016		dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
 7017
 7018	list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
 7019		list_move_tail(&res->queue, &old_res);
 7020
 7021	if (ioa_cfg->sis64)
 7022		entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
 7023	else
 7024		entries = ioa_cfg->u.cfg_table->hdr.num_entries;
 7025
 7026	for (i = 0; i < entries; i++) {
 7027		if (ioa_cfg->sis64)
 7028			cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
 7029		else
 7030			cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
 7031		found = 0;
 7032
 7033		list_for_each_entry_safe(res, temp, &old_res, queue) {
 7034			if (ipr_is_same_device(res, &cfgtew)) {
 7035				list_move_tail(&res->queue, &ioa_cfg->used_res_q);
 7036				found = 1;
 7037				break;
 7038			}
 7039		}
 7040
 7041		if (!found) {
 7042			if (list_empty(&ioa_cfg->free_res_q)) {
 7043				dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
 7044				break;
 7045			}
 7046
 7047			found = 1;
 7048			res = list_entry(ioa_cfg->free_res_q.next,
 7049					 struct ipr_resource_entry, queue);
 7050			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
 7051			ipr_init_res_entry(res, &cfgtew);
 7052			res->add_to_ml = 1;
 7053		} else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
 7054			res->sdev->allow_restart = 1;
 7055
 7056		if (found)
 7057			ipr_update_res_entry(res, &cfgtew);
 7058	}
 7059
 7060	list_for_each_entry_safe(res, temp, &old_res, queue) {
 7061		if (res->sdev) {
 7062			res->del_from_ml = 1;
 7063			res->res_handle = IPR_INVALID_RES_HANDLE;
 7064			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
 7065		}
 7066	}
 7067
 7068	list_for_each_entry_safe(res, temp, &old_res, queue) {
 7069		ipr_clear_res_target(res);
 7070		list_move_tail(&res->queue, &ioa_cfg->free_res_q);
 7071	}
 7072
 7073	if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
 7074		ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
 7075	else
 7076		ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
 7077
 7078	LEAVE;
 7079	return IPR_RC_JOB_CONTINUE;
 7080}
 7081
 7082/**
 7083 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
 7084 * @ipr_cmd:	ipr command struct
 7085 *
 7086 * This function sends a Query IOA Configuration command
 7087 * to the adapter to retrieve the IOA configuration table.
 7088 *
 7089 * Return value:
 7090 * 	IPR_RC_JOB_RETURN
 7091 **/
 7092static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
 7093{
 7094	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7095	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 7096	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
 7097	struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
 7098
 7099	ENTER;
 7100	if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
 7101		ioa_cfg->dual_raid = 1;
 7102	dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
 7103		 ucode_vpd->major_release, ucode_vpd->card_type,
 7104		 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
 7105	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
 7106	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 7107
 7108	ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
 7109	ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
 7110	ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
 7111	ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
 7112
 7113	ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
 7114		       IPR_IOADL_FLAGS_READ_LAST);
 7115
 7116	ipr_cmd->job_step = ipr_init_res_table;
 7117
 7118	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
 7119
 7120	LEAVE;
 7121	return IPR_RC_JOB_RETURN;
 7122}
 7123
 7124static int ipr_ioa_service_action_failed(struct ipr_cmnd *ipr_cmd)
 7125{
 7126	u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 7127
 7128	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT)
 7129		return IPR_RC_JOB_CONTINUE;
 7130
 7131	return ipr_reset_cmd_failed(ipr_cmd);
 7132}
 7133
 7134static void ipr_build_ioa_service_action(struct ipr_cmnd *ipr_cmd,
 7135					 __be32 res_handle, u8 sa_code)
 7136{
 7137	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 7138
 7139	ioarcb->res_handle = res_handle;
 7140	ioarcb->cmd_pkt.cdb[0] = IPR_IOA_SERVICE_ACTION;
 7141	ioarcb->cmd_pkt.cdb[1] = sa_code;
 7142	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
 7143}
 7144
 7145/**
 7146 * ipr_ioafp_set_caching_parameters - Issue Set Cache parameters service
 7147 * action
 7148 * @ipr_cmd:	ipr command struct
 7149 *
 7150 * Return value:
 7151 *	none
 7152 **/
 7153static int ipr_ioafp_set_caching_parameters(struct ipr_cmnd *ipr_cmd)
 7154{
 7155	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 7156	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7157	struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
 7158
 7159	ENTER;
 7160
 7161	ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
 7162
 7163	if (pageC4->cache_cap[0] & IPR_CAP_SYNC_CACHE) {
 7164		ipr_build_ioa_service_action(ipr_cmd,
 7165					     cpu_to_be32(IPR_IOA_RES_HANDLE),
 7166					     IPR_IOA_SA_CHANGE_CACHE_PARAMS);
 7167
 7168		ioarcb->cmd_pkt.cdb[2] = 0x40;
 7169
 7170		ipr_cmd->job_step_failed = ipr_ioa_service_action_failed;
 7171		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
 7172			   IPR_SET_SUP_DEVICE_TIMEOUT);
 7173
 7174		LEAVE;
 7175		return IPR_RC_JOB_RETURN;
 7176	}
 7177
 7178	LEAVE;
 7179	return IPR_RC_JOB_CONTINUE;
 7180}
 7181
 7182/**
 7183 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
 7184 * @ipr_cmd:	ipr command struct
 7185 * @flags:	flags to send
 7186 * @page:	page to inquire
 7187 * @dma_addr:	DMA address
 7188 * @xfer_len:	transfer data length
 7189 *
 7190 * This utility function sends an inquiry to the adapter.
 7191 *
 7192 * Return value:
 7193 * 	none
 7194 **/
 7195static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
 7196			      dma_addr_t dma_addr, u8 xfer_len)
 7197{
 7198	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 7199
 7200	ENTER;
 7201	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
 7202	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 7203
 7204	ioarcb->cmd_pkt.cdb[0] = INQUIRY;
 7205	ioarcb->cmd_pkt.cdb[1] = flags;
 7206	ioarcb->cmd_pkt.cdb[2] = page;
 7207	ioarcb->cmd_pkt.cdb[4] = xfer_len;
 7208
 7209	ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
 7210
 7211	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
 7212	LEAVE;
 7213}
 7214
 7215/**
 7216 * ipr_inquiry_page_supported - Is the given inquiry page supported
 7217 * @page0:		inquiry page 0 buffer
 7218 * @page:		page code.
 7219 *
 7220 * This function determines if the specified inquiry page is supported.
 7221 *
 7222 * Return value:
 7223 *	1 if page is supported / 0 if not
 7224 **/
 7225static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
 7226{
 7227	int i;
 7228
 7229	for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
 7230		if (page0->page[i] == page)
 7231			return 1;
 7232
 7233	return 0;
 7234}
 7235
 7236/**
 7237 * ipr_ioafp_pageC4_inquiry - Send a Page 0xC4 Inquiry to the adapter.
 7238 * @ipr_cmd:	ipr command struct
 7239 *
 7240 * This function sends a Page 0xC4 inquiry to the adapter
 7241 * to retrieve software VPD information.
 7242 *
 7243 * Return value:
 7244 *	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 7245 **/
 7246static int ipr_ioafp_pageC4_inquiry(struct ipr_cmnd *ipr_cmd)
 7247{
 7248	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7249	struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
 7250	struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
 7251
 7252	ENTER;
 7253	ipr_cmd->job_step = ipr_ioafp_set_caching_parameters;
 7254	memset(pageC4, 0, sizeof(*pageC4));
 7255
 7256	if (ipr_inquiry_page_supported(page0, 0xC4)) {
 7257		ipr_ioafp_inquiry(ipr_cmd, 1, 0xC4,
 7258				  (ioa_cfg->vpd_cbs_dma
 7259				   + offsetof(struct ipr_misc_cbs,
 7260					      pageC4_data)),
 7261				  sizeof(struct ipr_inquiry_pageC4));
 7262		return IPR_RC_JOB_RETURN;
 7263	}
 7264
 7265	LEAVE;
 7266	return IPR_RC_JOB_CONTINUE;
 7267}
 7268
 7269/**
 7270 * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
 7271 * @ipr_cmd:	ipr command struct
 7272 *
 7273 * This function sends a Page 0xD0 inquiry to the adapter
 7274 * to retrieve adapter capabilities.
 7275 *
 7276 * Return value:
 7277 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 7278 **/
 7279static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
 7280{
 7281	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7282	struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
 7283	struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
 7284
 7285	ENTER;
 7286	ipr_cmd->job_step = ipr_ioafp_pageC4_inquiry;
 7287	memset(cap, 0, sizeof(*cap));
 7288
 7289	if (ipr_inquiry_page_supported(page0, 0xD0)) {
 7290		ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
 7291				  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
 7292				  sizeof(struct ipr_inquiry_cap));
 7293		return IPR_RC_JOB_RETURN;
 7294	}
 7295
 7296	LEAVE;
 7297	return IPR_RC_JOB_CONTINUE;
 7298}
 7299
 7300/**
 7301 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
 7302 * @ipr_cmd:	ipr command struct
 7303 *
 7304 * This function sends a Page 3 inquiry to the adapter
 7305 * to retrieve software VPD information.
 7306 *
 7307 * Return value:
 7308 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 7309 **/
 7310static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
 7311{
 7312	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7313
 7314	ENTER;
 7315
 7316	ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
 7317
 7318	ipr_ioafp_inquiry(ipr_cmd, 1, 3,
 7319			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
 7320			  sizeof(struct ipr_inquiry_page3));
 7321
 7322	LEAVE;
 7323	return IPR_RC_JOB_RETURN;
 7324}
 7325
 7326/**
 7327 * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
 7328 * @ipr_cmd:	ipr command struct
 7329 *
 7330 * This function sends a Page 0 inquiry to the adapter
 7331 * to retrieve supported inquiry pages.
 7332 *
 7333 * Return value:
 7334 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 7335 **/
 7336static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
 7337{
 7338	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7339	char type[5];
 7340
 7341	ENTER;
 7342
 7343	/* Grab the type out of the VPD and store it away */
 7344	memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
 7345	type[4] = '\0';
 7346	ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
 7347
 7348	ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
 7349
 7350	ipr_ioafp_inquiry(ipr_cmd, 1, 0,
 7351			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
 7352			  sizeof(struct ipr_inquiry_page0));
 7353
 7354	LEAVE;
 7355	return IPR_RC_JOB_RETURN;
 7356}
 7357
 7358/**
 7359 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
 7360 * @ipr_cmd:	ipr command struct
 7361 *
 7362 * This function sends a standard inquiry to the adapter.
 7363 *
 7364 * Return value:
 7365 * 	IPR_RC_JOB_RETURN
 7366 **/
 7367static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
 7368{
 7369	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7370
 7371	ENTER;
 7372	ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
 7373
 7374	ipr_ioafp_inquiry(ipr_cmd, 0, 0,
 7375			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
 7376			  sizeof(struct ipr_ioa_vpd));
 7377
 7378	LEAVE;
 7379	return IPR_RC_JOB_RETURN;
 7380}
 7381
 7382/**
 7383 * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
 7384 * @ipr_cmd:	ipr command struct
 7385 *
 7386 * This function send an Identify Host Request Response Queue
 7387 * command to establish the HRRQ with the adapter.
 7388 *
 7389 * Return value:
 7390 * 	IPR_RC_JOB_RETURN
 7391 **/
 7392static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
 7393{
 7394	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7395	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 7396	struct ipr_hrr_queue *hrrq;
 7397
 7398	ENTER;
 7399	ipr_cmd->job_step = ipr_ioafp_std_inquiry;
 7400	if (ioa_cfg->identify_hrrq_index == 0)
 7401		dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
 7402
 7403	if (ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num) {
 7404		hrrq = &ioa_cfg->hrrq[ioa_cfg->identify_hrrq_index];
 7405
 7406		ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
 7407		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 7408
 7409		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
 7410		if (ioa_cfg->sis64)
 7411			ioarcb->cmd_pkt.cdb[1] = 0x1;
 7412
 7413		if (ioa_cfg->nvectors == 1)
 7414			ioarcb->cmd_pkt.cdb[1] &= ~IPR_ID_HRRQ_SELE_ENABLE;
 7415		else
 7416			ioarcb->cmd_pkt.cdb[1] |= IPR_ID_HRRQ_SELE_ENABLE;
 7417
 7418		ioarcb->cmd_pkt.cdb[2] =
 7419			((u64) hrrq->host_rrq_dma >> 24) & 0xff;
 7420		ioarcb->cmd_pkt.cdb[3] =
 7421			((u64) hrrq->host_rrq_dma >> 16) & 0xff;
 7422		ioarcb->cmd_pkt.cdb[4] =
 7423			((u64) hrrq->host_rrq_dma >> 8) & 0xff;
 7424		ioarcb->cmd_pkt.cdb[5] =
 7425			((u64) hrrq->host_rrq_dma) & 0xff;
 7426		ioarcb->cmd_pkt.cdb[7] =
 7427			((sizeof(u32) * hrrq->size) >> 8) & 0xff;
 7428		ioarcb->cmd_pkt.cdb[8] =
 7429			(sizeof(u32) * hrrq->size) & 0xff;
 7430
 7431		if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
 7432			ioarcb->cmd_pkt.cdb[9] =
 7433					ioa_cfg->identify_hrrq_index;
 7434
 7435		if (ioa_cfg->sis64) {
 7436			ioarcb->cmd_pkt.cdb[10] =
 7437				((u64) hrrq->host_rrq_dma >> 56) & 0xff;
 7438			ioarcb->cmd_pkt.cdb[11] =
 7439				((u64) hrrq->host_rrq_dma >> 48) & 0xff;
 7440			ioarcb->cmd_pkt.cdb[12] =
 7441				((u64) hrrq->host_rrq_dma >> 40) & 0xff;
 7442			ioarcb->cmd_pkt.cdb[13] =
 7443				((u64) hrrq->host_rrq_dma >> 32) & 0xff;
 7444		}
 7445
 7446		if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
 7447			ioarcb->cmd_pkt.cdb[14] =
 7448					ioa_cfg->identify_hrrq_index;
 7449
 7450		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
 7451			   IPR_INTERNAL_TIMEOUT);
 7452
 7453		if (++ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num)
 7454			ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
 7455
 7456		LEAVE;
 7457		return IPR_RC_JOB_RETURN;
 7458	}
 7459
 7460	LEAVE;
 7461	return IPR_RC_JOB_CONTINUE;
 7462}
 7463
 7464/**
 7465 * ipr_reset_timer_done - Adapter reset timer function
 7466 * @t: Timer context used to fetch ipr command struct
 7467 *
 7468 * Description: This function is used in adapter reset processing
 7469 * for timing events. If the reset_cmd pointer in the IOA
 7470 * config struct is not this adapter's we are doing nested
 7471 * resets and fail_all_ops will take care of freeing the
 7472 * command block.
 7473 *
 7474 * Return value:
 7475 * 	none
 7476 **/
 7477static void ipr_reset_timer_done(struct timer_list *t)
 7478{
 7479	struct ipr_cmnd *ipr_cmd = timer_container_of(ipr_cmd, t, timer);
 7480	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7481	unsigned long lock_flags = 0;
 7482
 7483	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 7484
 7485	if (ioa_cfg->reset_cmd == ipr_cmd) {
 7486		list_del(&ipr_cmd->queue);
 7487		ipr_cmd->done(ipr_cmd);
 7488	}
 7489
 7490	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 7491}
 7492
 7493/**
 7494 * ipr_reset_start_timer - Start a timer for adapter reset job
 7495 * @ipr_cmd:	ipr command struct
 7496 * @timeout:	timeout value
 7497 *
 7498 * Description: This function is used in adapter reset processing
 7499 * for timing events. If the reset_cmd pointer in the IOA
 7500 * config struct is not this adapter's we are doing nested
 7501 * resets and fail_all_ops will take care of freeing the
 7502 * command block.
 7503 *
 7504 * Return value:
 7505 * 	none
 7506 **/
 7507static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
 7508				  unsigned long timeout)
 7509{
 7510
 7511	ENTER;
 7512	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
 7513	ipr_cmd->done = ipr_reset_ioa_job;
 7514
 7515	ipr_cmd->timer.expires = jiffies + timeout;
 7516	ipr_cmd->timer.function = ipr_reset_timer_done;
 7517	add_timer(&ipr_cmd->timer);
 7518}
 7519
 7520/**
 7521 * ipr_init_ioa_mem - Initialize ioa_cfg control block
 7522 * @ioa_cfg:	ioa cfg struct
 7523 *
 7524 * Return value:
 7525 * 	nothing
 7526 **/
 7527static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
 7528{
 7529	struct ipr_hrr_queue *hrrq;
 7530
 7531	for_each_hrrq(hrrq, ioa_cfg) {
 7532		spin_lock(&hrrq->_lock);
 7533		memset(hrrq->host_rrq, 0, sizeof(u32) * hrrq->size);
 7534
 7535		/* Initialize Host RRQ pointers */
 7536		hrrq->hrrq_start = hrrq->host_rrq;
 7537		hrrq->hrrq_end = &hrrq->host_rrq[hrrq->size - 1];
 7538		hrrq->hrrq_curr = hrrq->hrrq_start;
 7539		hrrq->toggle_bit = 1;
 7540		spin_unlock(&hrrq->_lock);
 7541	}
 7542	wmb();
 7543
 7544	ioa_cfg->identify_hrrq_index = 0;
 7545	if (ioa_cfg->hrrq_num == 1)
 7546		atomic_set(&ioa_cfg->hrrq_index, 0);
 7547	else
 7548		atomic_set(&ioa_cfg->hrrq_index, 1);
 7549
 7550	/* Zero out config table */
 7551	memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
 7552}
 7553
 7554/**
 7555 * ipr_reset_next_stage - Process IPL stage change based on feedback register.
 7556 * @ipr_cmd:	ipr command struct
 7557 *
 7558 * Return value:
 7559 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 7560 **/
 7561static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
 7562{
 7563	unsigned long stage, stage_time;
 7564	u32 feedback;
 7565	volatile u32 int_reg;
 7566	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7567	u64 maskval = 0;
 7568
 7569	feedback = readl(ioa_cfg->regs.init_feedback_reg);
 7570	stage = feedback & IPR_IPL_INIT_STAGE_MASK;
 7571	stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
 7572
 7573	ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
 7574
 7575	/* sanity check the stage_time value */
 7576	if (stage_time == 0)
 7577		stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
 7578	else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
 7579		stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
 7580	else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
 7581		stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
 7582
 7583	if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
 7584		writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
 7585		int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
 7586		stage_time = ioa_cfg->transop_timeout;
 7587		ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
 7588	} else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
 7589		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
 7590		if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
 7591			ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
 7592			maskval = IPR_PCII_IPL_STAGE_CHANGE;
 7593			maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
 7594			writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
 7595			int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
 7596			return IPR_RC_JOB_CONTINUE;
 7597		}
 7598	}
 7599
 7600	ipr_cmd->timer.expires = jiffies + stage_time * HZ;
 7601	ipr_cmd->timer.function = ipr_oper_timeout;
 7602	ipr_cmd->done = ipr_reset_ioa_job;
 7603	add_timer(&ipr_cmd->timer);
 7604
 7605	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
 7606
 7607	return IPR_RC_JOB_RETURN;
 7608}
 7609
 7610/**
 7611 * ipr_reset_enable_ioa - Enable the IOA following a reset.
 7612 * @ipr_cmd:	ipr command struct
 7613 *
 7614 * This function reinitializes some control blocks and
 7615 * enables destructive diagnostics on the adapter.
 7616 *
 7617 * Return value:
 7618 * 	IPR_RC_JOB_RETURN
 7619 **/
 7620static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
 7621{
 7622	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7623	volatile u32 int_reg;
 7624	volatile u64 maskval;
 7625	int i;
 7626
 7627	ENTER;
 7628	ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
 7629	ipr_init_ioa_mem(ioa_cfg);
 7630
 7631	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 7632		spin_lock(&ioa_cfg->hrrq[i]._lock);
 7633		ioa_cfg->hrrq[i].allow_interrupts = 1;
 7634		spin_unlock(&ioa_cfg->hrrq[i]._lock);
 7635	}
 7636	if (ioa_cfg->sis64) {
 7637		/* Set the adapter to the correct endian mode. */
 7638		writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
 7639		int_reg = readl(ioa_cfg->regs.endian_swap_reg);
 7640	}
 7641
 7642	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
 7643
 7644	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
 7645		writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
 7646		       ioa_cfg->regs.clr_interrupt_mask_reg32);
 7647		int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
 7648		return IPR_RC_JOB_CONTINUE;
 7649	}
 7650
 7651	/* Enable destructive diagnostics on IOA */
 7652	writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
 7653
 7654	if (ioa_cfg->sis64) {
 7655		maskval = IPR_PCII_IPL_STAGE_CHANGE;
 7656		maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
 7657		writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
 7658	} else
 7659		writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
 7660
 7661	int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
 7662
 7663	dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
 7664
 7665	if (ioa_cfg->sis64) {
 7666		ipr_cmd->job_step = ipr_reset_next_stage;
 7667		return IPR_RC_JOB_CONTINUE;
 7668	}
 7669
 7670	ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
 7671	ipr_cmd->timer.function = ipr_oper_timeout;
 7672	ipr_cmd->done = ipr_reset_ioa_job;
 7673	add_timer(&ipr_cmd->timer);
 7674	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
 7675
 7676	LEAVE;
 7677	return IPR_RC_JOB_RETURN;
 7678}
 7679
 7680/**
 7681 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
 7682 * @ipr_cmd:	ipr command struct
 7683 *
 7684 * This function is invoked when an adapter dump has run out
 7685 * of processing time.
 7686 *
 7687 * Return value:
 7688 * 	IPR_RC_JOB_CONTINUE
 7689 **/
 7690static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
 7691{
 7692	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7693
 7694	if (ioa_cfg->sdt_state == GET_DUMP)
 7695		ioa_cfg->sdt_state = WAIT_FOR_DUMP;
 7696	else if (ioa_cfg->sdt_state == READ_DUMP)
 7697		ioa_cfg->sdt_state = ABORT_DUMP;
 7698
 7699	ioa_cfg->dump_timeout = 1;
 7700	ipr_cmd->job_step = ipr_reset_alert;
 7701
 7702	return IPR_RC_JOB_CONTINUE;
 7703}
 7704
 7705/**
 7706 * ipr_unit_check_no_data - Log a unit check/no data error log
 7707 * @ioa_cfg:		ioa config struct
 7708 *
 7709 * Logs an error indicating the adapter unit checked, but for some
 7710 * reason, we were unable to fetch the unit check buffer.
 7711 *
 7712 * Return value:
 7713 * 	nothing
 7714 **/
 7715static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
 7716{
 7717	ioa_cfg->errors_logged++;
 7718	dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
 7719}
 7720
 7721/**
 7722 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
 7723 * @ioa_cfg:		ioa config struct
 7724 *
 7725 * Fetches the unit check buffer from the adapter by clocking the data
 7726 * through the mailbox register.
 7727 *
 7728 * Return value:
 7729 * 	nothing
 7730 **/
 7731static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
 7732{
 7733	unsigned long mailbox;
 7734	struct ipr_hostrcb *hostrcb;
 7735	struct ipr_uc_sdt sdt;
 7736	int rc, length;
 7737	u32 ioasc;
 7738
 7739	mailbox = readl(ioa_cfg->ioa_mailbox);
 7740
 7741	if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
 7742		ipr_unit_check_no_data(ioa_cfg);
 7743		return;
 7744	}
 7745
 7746	memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
 7747	rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
 7748					(sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
 7749
 7750	if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
 7751	    ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
 7752	    (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
 7753		ipr_unit_check_no_data(ioa_cfg);
 7754		return;
 7755	}
 7756
 7757	/* Find length of the first sdt entry (UC buffer) */
 7758	if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
 7759		length = be32_to_cpu(sdt.entry[0].end_token);
 7760	else
 7761		length = (be32_to_cpu(sdt.entry[0].end_token) -
 7762			  be32_to_cpu(sdt.entry[0].start_token)) &
 7763			  IPR_FMT2_MBX_ADDR_MASK;
 7764
 7765	hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
 7766			     struct ipr_hostrcb, queue);
 7767	list_del_init(&hostrcb->queue);
 7768	memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
 7769
 7770	rc = ipr_get_ldump_data_section(ioa_cfg,
 7771					be32_to_cpu(sdt.entry[0].start_token),
 7772					(__be32 *)&hostrcb->hcam,
 7773					min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
 7774
 7775	if (!rc) {
 7776		ipr_handle_log_data(ioa_cfg, hostrcb);
 7777		ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
 7778		if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
 7779		    ioa_cfg->sdt_state == GET_DUMP)
 7780			ioa_cfg->sdt_state = WAIT_FOR_DUMP;
 7781	} else
 7782		ipr_unit_check_no_data(ioa_cfg);
 7783
 7784	list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
 7785}
 7786
 7787/**
 7788 * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
 7789 * @ipr_cmd:	ipr command struct
 7790 *
 7791 * Description: This function will call to get the unit check buffer.
 7792 *
 7793 * Return value:
 7794 *	IPR_RC_JOB_RETURN
 7795 **/
 7796static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
 7797{
 7798	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7799
 7800	ENTER;
 7801	ioa_cfg->ioa_unit_checked = 0;
 7802	ipr_get_unit_check_buffer(ioa_cfg);
 7803	ipr_cmd->job_step = ipr_reset_alert;
 7804	ipr_reset_start_timer(ipr_cmd, 0);
 7805
 7806	LEAVE;
 7807	return IPR_RC_JOB_RETURN;
 7808}
 7809
 7810static int ipr_dump_mailbox_wait(struct ipr_cmnd *ipr_cmd)
 7811{
 7812	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7813
 7814	ENTER;
 7815
 7816	if (ioa_cfg->sdt_state != GET_DUMP)
 7817		return IPR_RC_JOB_RETURN;
 7818
 7819	if (!ioa_cfg->sis64 || !ipr_cmd->u.time_left ||
 7820	    (readl(ioa_cfg->regs.sense_interrupt_reg) &
 7821	     IPR_PCII_MAILBOX_STABLE)) {
 7822
 7823		if (!ipr_cmd->u.time_left)
 7824			dev_err(&ioa_cfg->pdev->dev,
 7825				"Timed out waiting for Mailbox register.\n");
 7826
 7827		ioa_cfg->sdt_state = READ_DUMP;
 7828		ioa_cfg->dump_timeout = 0;
 7829		if (ioa_cfg->sis64)
 7830			ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
 7831		else
 7832			ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
 7833		ipr_cmd->job_step = ipr_reset_wait_for_dump;
 7834		schedule_work(&ioa_cfg->work_q);
 7835
 7836	} else {
 7837		ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
 7838		ipr_reset_start_timer(ipr_cmd,
 7839				      IPR_CHECK_FOR_RESET_TIMEOUT);
 7840	}
 7841
 7842	LEAVE;
 7843	return IPR_RC_JOB_RETURN;
 7844}
 7845
 7846/**
 7847 * ipr_set_affinity_nobalance
 7848 * @ioa_cfg:	ipr_ioa_cfg struct for an ipr device
 7849 * @flag:	bool
 7850 *	true: ensable "IRQ_NO_BALANCING" bit for msix interrupt
 7851 *	false: disable "IRQ_NO_BALANCING" bit for msix interrupt
 7852 * Description: This function will be called to disable/enable
 7853 *	"IRQ_NO_BALANCING" to avoid irqbalance daemon
 7854 *	kicking in during adapter reset.
 7855 **/
 7856static void ipr_set_affinity_nobalance(struct ipr_ioa_cfg *ioa_cfg, bool flag)
 7857{
 7858	int irq, i;
 7859
 7860	for (i = 0; i < ioa_cfg->nvectors; i++) {
 7861		irq = pci_irq_vector(ioa_cfg->pdev, i);
 7862
 7863		if (flag)
 7864			irq_set_status_flags(irq, IRQ_NO_BALANCING);
 7865		else
 7866			irq_clear_status_flags(irq, IRQ_NO_BALANCING);
 7867	}
 7868}
 7869
 7870/**
 7871 * ipr_reset_restore_cfg_space - Restore PCI config space.
 7872 * @ipr_cmd:	ipr command struct
 7873 *
 7874 * Description: This function restores the saved PCI config space of
 7875 * the adapter, fails all outstanding ops back to the callers, and
 7876 * fetches the dump/unit check if applicable to this reset.
 7877 *
 7878 * Return value:
 7879 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 7880 **/
 7881static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
 7882{
 7883	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7884
 7885	ENTER;
 7886	pci_restore_state(ioa_cfg->pdev);
 7887
 7888	if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
 7889		ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
 7890		return IPR_RC_JOB_CONTINUE;
 7891	}
 7892
 7893	ipr_set_affinity_nobalance(ioa_cfg, false);
 7894	ipr_fail_all_ops(ioa_cfg);
 7895
 7896	if (ioa_cfg->sis64) {
 7897		/* Set the adapter to the correct endian mode. */
 7898		writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
 7899		readl(ioa_cfg->regs.endian_swap_reg);
 7900	}
 7901
 7902	if (ioa_cfg->ioa_unit_checked) {
 7903		if (ioa_cfg->sis64) {
 7904			ipr_cmd->job_step = ipr_reset_get_unit_check_job;
 7905			ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
 7906			return IPR_RC_JOB_RETURN;
 7907		} else {
 7908			ioa_cfg->ioa_unit_checked = 0;
 7909			ipr_get_unit_check_buffer(ioa_cfg);
 7910			ipr_cmd->job_step = ipr_reset_alert;
 7911			ipr_reset_start_timer(ipr_cmd, 0);
 7912			return IPR_RC_JOB_RETURN;
 7913		}
 7914	}
 7915
 7916	if (ioa_cfg->in_ioa_bringdown) {
 7917		ipr_cmd->job_step = ipr_ioa_bringdown_done;
 7918	} else if (ioa_cfg->sdt_state == GET_DUMP) {
 7919		ipr_cmd->job_step = ipr_dump_mailbox_wait;
 7920		ipr_cmd->u.time_left = IPR_WAIT_FOR_MAILBOX;
 7921	} else {
 7922		ipr_cmd->job_step = ipr_reset_enable_ioa;
 7923	}
 7924
 7925	LEAVE;
 7926	return IPR_RC_JOB_CONTINUE;
 7927}
 7928
 7929/**
 7930 * ipr_reset_bist_done - BIST has completed on the adapter.
 7931 * @ipr_cmd:	ipr command struct
 7932 *
 7933 * Description: Unblock config space and resume the reset process.
 7934 *
 7935 * Return value:
 7936 * 	IPR_RC_JOB_CONTINUE
 7937 **/
 7938static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
 7939{
 7940	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7941
 7942	ENTER;
 7943	if (ioa_cfg->cfg_locked)
 7944		pci_cfg_access_unlock(ioa_cfg->pdev);
 7945	ioa_cfg->cfg_locked = 0;
 7946	ipr_cmd->job_step = ipr_reset_restore_cfg_space;
 7947	LEAVE;
 7948	return IPR_RC_JOB_CONTINUE;
 7949}
 7950
 7951/**
 7952 * ipr_reset_start_bist - Run BIST on the adapter.
 7953 * @ipr_cmd:	ipr command struct
 7954 *
 7955 * Description: This function runs BIST on the adapter, then delays 2 seconds.
 7956 *
 7957 * Return value:
 7958 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 7959 **/
 7960static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
 7961{
 7962	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 7963	int rc = PCIBIOS_SUCCESSFUL;
 7964
 7965	ENTER;
 7966	if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
 7967		writel(IPR_UPROCI_SIS64_START_BIST,
 7968		       ioa_cfg->regs.set_uproc_interrupt_reg32);
 7969	else
 7970		rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
 7971
 7972	if (rc == PCIBIOS_SUCCESSFUL) {
 7973		ipr_set_affinity_nobalance(ioa_cfg, true);
 7974		ipr_cmd->job_step = ipr_reset_bist_done;
 7975		ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
 7976		rc = IPR_RC_JOB_RETURN;
 7977	} else {
 7978		if (ioa_cfg->cfg_locked)
 7979			pci_cfg_access_unlock(ipr_cmd->ioa_cfg->pdev);
 7980		ioa_cfg->cfg_locked = 0;
 7981		ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
 7982		rc = IPR_RC_JOB_CONTINUE;
 7983	}
 7984
 7985	LEAVE;
 7986	return rc;
 7987}
 7988
 7989/**
 7990 * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
 7991 * @ipr_cmd:	ipr command struct
 7992 *
 7993 * Description: This clears PCI reset to the adapter and delays two seconds.
 7994 *
 7995 * Return value:
 7996 * 	IPR_RC_JOB_RETURN
 7997 **/
 7998static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
 7999{
 8000	ENTER;
 8001	ipr_cmd->job_step = ipr_reset_bist_done;
 8002	ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
 8003	LEAVE;
 8004	return IPR_RC_JOB_RETURN;
 8005}
 8006
 8007/**
 8008 * ipr_reset_reset_work - Pulse a PCIe fundamental reset
 8009 * @work:	work struct
 8010 *
 8011 * Description: This pulses warm reset to a slot.
 8012 *
 8013 **/
 8014static void ipr_reset_reset_work(struct work_struct *work)
 8015{
 8016	struct ipr_cmnd *ipr_cmd = container_of(work, struct ipr_cmnd, work);
 8017	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8018	struct pci_dev *pdev = ioa_cfg->pdev;
 8019	unsigned long lock_flags = 0;
 8020
 8021	ENTER;
 8022	pci_set_pcie_reset_state(pdev, pcie_warm_reset);
 8023	msleep(jiffies_to_msecs(IPR_PCI_RESET_TIMEOUT));
 8024	pci_set_pcie_reset_state(pdev, pcie_deassert_reset);
 8025
 8026	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 8027	if (ioa_cfg->reset_cmd == ipr_cmd)
 8028		ipr_reset_ioa_job(ipr_cmd);
 8029	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 8030	LEAVE;
 8031}
 8032
 8033/**
 8034 * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
 8035 * @ipr_cmd:	ipr command struct
 8036 *
 8037 * Description: This asserts PCI reset to the adapter.
 8038 *
 8039 * Return value:
 8040 * 	IPR_RC_JOB_RETURN
 8041 **/
 8042static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
 8043{
 8044	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8045
 8046	ENTER;
 8047	INIT_WORK(&ipr_cmd->work, ipr_reset_reset_work);
 8048	queue_work(ioa_cfg->reset_work_q, &ipr_cmd->work);
 8049	ipr_cmd->job_step = ipr_reset_slot_reset_done;
 8050	LEAVE;
 8051	return IPR_RC_JOB_RETURN;
 8052}
 8053
 8054/**
 8055 * ipr_reset_block_config_access_wait - Wait for permission to block config access
 8056 * @ipr_cmd:	ipr command struct
 8057 *
 8058 * Description: This attempts to block config access to the IOA.
 8059 *
 8060 * Return value:
 8061 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 8062 **/
 8063static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
 8064{
 8065	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8066	int rc = IPR_RC_JOB_CONTINUE;
 8067
 8068	if (pci_cfg_access_trylock(ioa_cfg->pdev)) {
 8069		ioa_cfg->cfg_locked = 1;
 8070		ipr_cmd->job_step = ioa_cfg->reset;
 8071	} else {
 8072		if (ipr_cmd->u.time_left) {
 8073			rc = IPR_RC_JOB_RETURN;
 8074			ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
 8075			ipr_reset_start_timer(ipr_cmd,
 8076					      IPR_CHECK_FOR_RESET_TIMEOUT);
 8077		} else {
 8078			ipr_cmd->job_step = ioa_cfg->reset;
 8079			dev_err(&ioa_cfg->pdev->dev,
 8080				"Timed out waiting to lock config access. Resetting anyway.\n");
 8081		}
 8082	}
 8083
 8084	return rc;
 8085}
 8086
 8087/**
 8088 * ipr_reset_block_config_access - Block config access to the IOA
 8089 * @ipr_cmd:	ipr command struct
 8090 *
 8091 * Description: This attempts to block config access to the IOA
 8092 *
 8093 * Return value:
 8094 * 	IPR_RC_JOB_CONTINUE
 8095 **/
 8096static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
 8097{
 8098	ipr_cmd->ioa_cfg->cfg_locked = 0;
 8099	ipr_cmd->job_step = ipr_reset_block_config_access_wait;
 8100	ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
 8101	return IPR_RC_JOB_CONTINUE;
 8102}
 8103
 8104/**
 8105 * ipr_reset_allowed - Query whether or not IOA can be reset
 8106 * @ioa_cfg:	ioa config struct
 8107 *
 8108 * Return value:
 8109 * 	0 if reset not allowed / non-zero if reset is allowed
 8110 **/
 8111static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
 8112{
 8113	volatile u32 temp_reg;
 8114
 8115	temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
 8116	return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
 8117}
 8118
 8119/**
 8120 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
 8121 * @ipr_cmd:	ipr command struct
 8122 *
 8123 * Description: This function waits for adapter permission to run BIST,
 8124 * then runs BIST. If the adapter does not give permission after a
 8125 * reasonable time, we will reset the adapter anyway. The impact of
 8126 * resetting the adapter without warning the adapter is the risk of
 8127 * losing the persistent error log on the adapter. If the adapter is
 8128 * reset while it is writing to the flash on the adapter, the flash
 8129 * segment will have bad ECC and be zeroed.
 8130 *
 8131 * Return value:
 8132 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 8133 **/
 8134static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
 8135{
 8136	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8137	int rc = IPR_RC_JOB_RETURN;
 8138
 8139	if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
 8140		ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
 8141		ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
 8142	} else {
 8143		ipr_cmd->job_step = ipr_reset_block_config_access;
 8144		rc = IPR_RC_JOB_CONTINUE;
 8145	}
 8146
 8147	return rc;
 8148}
 8149
 8150/**
 8151 * ipr_reset_alert - Alert the adapter of a pending reset
 8152 * @ipr_cmd:	ipr command struct
 8153 *
 8154 * Description: This function alerts the adapter that it will be reset.
 8155 * If memory space is not currently enabled, proceed directly
 8156 * to running BIST on the adapter. The timer must always be started
 8157 * so we guarantee we do not run BIST from ipr_isr.
 8158 *
 8159 * Return value:
 8160 * 	IPR_RC_JOB_RETURN
 8161 **/
 8162static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
 8163{
 8164	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8165	u16 cmd_reg;
 8166	int rc;
 8167
 8168	ENTER;
 8169	rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
 8170
 8171	if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
 8172		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
 8173		writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
 8174		ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
 8175	} else {
 8176		ipr_cmd->job_step = ipr_reset_block_config_access;
 8177	}
 8178
 8179	ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
 8180	ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
 8181
 8182	LEAVE;
 8183	return IPR_RC_JOB_RETURN;
 8184}
 8185
 8186/**
 8187 * ipr_reset_quiesce_done - Complete IOA disconnect
 8188 * @ipr_cmd:	ipr command struct
 8189 *
 8190 * Description: Freeze the adapter to complete quiesce processing
 8191 *
 8192 * Return value:
 8193 * 	IPR_RC_JOB_CONTINUE
 8194 **/
 8195static int ipr_reset_quiesce_done(struct ipr_cmnd *ipr_cmd)
 8196{
 8197	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8198
 8199	ENTER;
 8200	ipr_cmd->job_step = ipr_ioa_bringdown_done;
 8201	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
 8202	LEAVE;
 8203	return IPR_RC_JOB_CONTINUE;
 8204}
 8205
 8206/**
 8207 * ipr_reset_cancel_hcam_done - Check for outstanding commands
 8208 * @ipr_cmd:	ipr command struct
 8209 *
 8210 * Description: Ensure nothing is outstanding to the IOA and
 8211 *			proceed with IOA disconnect. Otherwise reset the IOA.
 8212 *
 8213 * Return value:
 8214 * 	IPR_RC_JOB_RETURN / IPR_RC_JOB_CONTINUE
 8215 **/
 8216static int ipr_reset_cancel_hcam_done(struct ipr_cmnd *ipr_cmd)
 8217{
 8218	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8219	struct ipr_cmnd *loop_cmd;
 8220	struct ipr_hrr_queue *hrrq;
 8221	int rc = IPR_RC_JOB_CONTINUE;
 8222	int count = 0;
 8223
 8224	ENTER;
 8225	ipr_cmd->job_step = ipr_reset_quiesce_done;
 8226
 8227	for_each_hrrq(hrrq, ioa_cfg) {
 8228		spin_lock(&hrrq->_lock);
 8229		list_for_each_entry(loop_cmd, &hrrq->hrrq_pending_q, queue) {
 8230			count++;
 8231			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 8232			list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 8233			rc = IPR_RC_JOB_RETURN;
 8234			break;
 8235		}
 8236		spin_unlock(&hrrq->_lock);
 8237
 8238		if (count)
 8239			break;
 8240	}
 8241
 8242	LEAVE;
 8243	return rc;
 8244}
 8245
 8246/**
 8247 * ipr_reset_cancel_hcam - Cancel outstanding HCAMs
 8248 * @ipr_cmd:	ipr command struct
 8249 *
 8250 * Description: Cancel any oustanding HCAMs to the IOA.
 8251 *
 8252 * Return value:
 8253 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 8254 **/
 8255static int ipr_reset_cancel_hcam(struct ipr_cmnd *ipr_cmd)
 8256{
 8257	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8258	int rc = IPR_RC_JOB_CONTINUE;
 8259	struct ipr_cmd_pkt *cmd_pkt;
 8260	struct ipr_cmnd *hcam_cmd;
 8261	struct ipr_hrr_queue *hrrq = &ioa_cfg->hrrq[IPR_INIT_HRRQ];
 8262
 8263	ENTER;
 8264	ipr_cmd->job_step = ipr_reset_cancel_hcam_done;
 8265
 8266	if (!hrrq->ioa_is_dead) {
 8267		if (!list_empty(&ioa_cfg->hostrcb_pending_q)) {
 8268			list_for_each_entry(hcam_cmd, &hrrq->hrrq_pending_q, queue) {
 8269				if (hcam_cmd->ioarcb.cmd_pkt.cdb[0] != IPR_HOST_CONTROLLED_ASYNC)
 8270					continue;
 8271
 8272				ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 8273				ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
 8274				cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
 8275				cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
 8276				cmd_pkt->cdb[0] = IPR_CANCEL_REQUEST;
 8277				cmd_pkt->cdb[1] = IPR_CANCEL_64BIT_IOARCB;
 8278				cmd_pkt->cdb[10] = ((u64) hcam_cmd->dma_addr >> 56) & 0xff;
 8279				cmd_pkt->cdb[11] = ((u64) hcam_cmd->dma_addr >> 48) & 0xff;
 8280				cmd_pkt->cdb[12] = ((u64) hcam_cmd->dma_addr >> 40) & 0xff;
 8281				cmd_pkt->cdb[13] = ((u64) hcam_cmd->dma_addr >> 32) & 0xff;
 8282				cmd_pkt->cdb[2] = ((u64) hcam_cmd->dma_addr >> 24) & 0xff;
 8283				cmd_pkt->cdb[3] = ((u64) hcam_cmd->dma_addr >> 16) & 0xff;
 8284				cmd_pkt->cdb[4] = ((u64) hcam_cmd->dma_addr >> 8) & 0xff;
 8285				cmd_pkt->cdb[5] = ((u64) hcam_cmd->dma_addr) & 0xff;
 8286
 8287				ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
 8288					   IPR_CANCEL_TIMEOUT);
 8289
 8290				rc = IPR_RC_JOB_RETURN;
 8291				ipr_cmd->job_step = ipr_reset_cancel_hcam;
 8292				break;
 8293			}
 8294		}
 8295	} else
 8296		ipr_cmd->job_step = ipr_reset_alert;
 8297
 8298	LEAVE;
 8299	return rc;
 8300}
 8301
 8302/**
 8303 * ipr_reset_ucode_download_done - Microcode download completion
 8304 * @ipr_cmd:	ipr command struct
 8305 *
 8306 * Description: This function unmaps the microcode download buffer.
 8307 *
 8308 * Return value:
 8309 * 	IPR_RC_JOB_CONTINUE
 8310 **/
 8311static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
 8312{
 8313	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8314	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
 8315
 8316	dma_unmap_sg(&ioa_cfg->pdev->dev, sglist->scatterlist,
 8317		     sglist->num_sg, DMA_TO_DEVICE);
 8318
 8319	ipr_cmd->job_step = ipr_reset_alert;
 8320	return IPR_RC_JOB_CONTINUE;
 8321}
 8322
 8323/**
 8324 * ipr_reset_ucode_download - Download microcode to the adapter
 8325 * @ipr_cmd:	ipr command struct
 8326 *
 8327 * Description: This function checks to see if it there is microcode
 8328 * to download to the adapter. If there is, a download is performed.
 8329 *
 8330 * Return value:
 8331 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 8332 **/
 8333static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
 8334{
 8335	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8336	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
 8337
 8338	ENTER;
 8339	ipr_cmd->job_step = ipr_reset_alert;
 8340
 8341	if (!sglist)
 8342		return IPR_RC_JOB_CONTINUE;
 8343
 8344	ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 8345	ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
 8346	ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
 8347	ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
 8348	ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
 8349	ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
 8350	ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
 8351
 8352	if (ioa_cfg->sis64)
 8353		ipr_build_ucode_ioadl64(ipr_cmd, sglist);
 8354	else
 8355		ipr_build_ucode_ioadl(ipr_cmd, sglist);
 8356	ipr_cmd->job_step = ipr_reset_ucode_download_done;
 8357
 8358	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
 8359		   IPR_WRITE_BUFFER_TIMEOUT);
 8360
 8361	LEAVE;
 8362	return IPR_RC_JOB_RETURN;
 8363}
 8364
 8365/**
 8366 * ipr_reset_shutdown_ioa - Shutdown the adapter
 8367 * @ipr_cmd:	ipr command struct
 8368 *
 8369 * Description: This function issues an adapter shutdown of the
 8370 * specified type to the specified adapter as part of the
 8371 * adapter reset job.
 8372 *
 8373 * Return value:
 8374 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
 8375 **/
 8376static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
 8377{
 8378	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8379	enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
 8380	unsigned long timeout;
 8381	int rc = IPR_RC_JOB_CONTINUE;
 8382
 8383	ENTER;
 8384	if (shutdown_type == IPR_SHUTDOWN_QUIESCE)
 8385		ipr_cmd->job_step = ipr_reset_cancel_hcam;
 8386	else if (shutdown_type != IPR_SHUTDOWN_NONE &&
 8387			!ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
 8388		ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 8389		ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
 8390		ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
 8391		ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
 8392
 8393		if (shutdown_type == IPR_SHUTDOWN_NORMAL)
 8394			timeout = IPR_SHUTDOWN_TIMEOUT;
 8395		else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
 8396			timeout = IPR_INTERNAL_TIMEOUT;
 8397		else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
 8398			timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
 8399		else
 8400			timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
 8401
 8402		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
 8403
 8404		rc = IPR_RC_JOB_RETURN;
 8405		ipr_cmd->job_step = ipr_reset_ucode_download;
 8406	} else
 8407		ipr_cmd->job_step = ipr_reset_alert;
 8408
 8409	LEAVE;
 8410	return rc;
 8411}
 8412
 8413/**
 8414 * ipr_reset_ioa_job - Adapter reset job
 8415 * @ipr_cmd:	ipr command struct
 8416 *
 8417 * Description: This function is the job router for the adapter reset job.
 8418 *
 8419 * Return value:
 8420 * 	none
 8421 **/
 8422static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
 8423{
 8424	u32 rc, ioasc;
 8425	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8426
 8427	do {
 8428		ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
 8429
 8430		if (ioa_cfg->reset_cmd != ipr_cmd) {
 8431			/*
 8432			 * We are doing nested adapter resets and this is
 8433			 * not the current reset job.
 8434			 */
 8435			list_add_tail(&ipr_cmd->queue,
 8436					&ipr_cmd->hrrq->hrrq_free_q);
 8437			return;
 8438		}
 8439
 8440		if (IPR_IOASC_SENSE_KEY(ioasc)) {
 8441			rc = ipr_cmd->job_step_failed(ipr_cmd);
 8442			if (rc == IPR_RC_JOB_RETURN)
 8443				return;
 8444		}
 8445
 8446		ipr_reinit_ipr_cmnd(ipr_cmd);
 8447		ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
 8448		rc = ipr_cmd->job_step(ipr_cmd);
 8449	} while (rc == IPR_RC_JOB_CONTINUE);
 8450}
 8451
 8452/**
 8453 * _ipr_initiate_ioa_reset - Initiate an adapter reset
 8454 * @ioa_cfg:		ioa config struct
 8455 * @job_step:		first job step of reset job
 8456 * @shutdown_type:	shutdown type
 8457 *
 8458 * Description: This function will initiate the reset of the given adapter
 8459 * starting at the selected job step.
 8460 * If the caller needs to wait on the completion of the reset,
 8461 * the caller must sleep on the reset_wait_q.
 8462 *
 8463 * Return value:
 8464 * 	none
 8465 **/
 8466static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
 8467				    int (*job_step) (struct ipr_cmnd *),
 8468				    enum ipr_shutdown_type shutdown_type)
 8469{
 8470	struct ipr_cmnd *ipr_cmd;
 8471	int i;
 8472
 8473	ioa_cfg->in_reset_reload = 1;
 8474	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 8475		spin_lock(&ioa_cfg->hrrq[i]._lock);
 8476		ioa_cfg->hrrq[i].allow_cmds = 0;
 8477		spin_unlock(&ioa_cfg->hrrq[i]._lock);
 8478	}
 8479	wmb();
 8480	if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
 8481		ioa_cfg->scsi_unblock = 0;
 8482		ioa_cfg->scsi_blocked = 1;
 8483		scsi_block_requests(ioa_cfg->host);
 8484	}
 8485
 8486	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
 8487	ioa_cfg->reset_cmd = ipr_cmd;
 8488	ipr_cmd->job_step = job_step;
 8489	ipr_cmd->u.shutdown_type = shutdown_type;
 8490
 8491	ipr_reset_ioa_job(ipr_cmd);
 8492}
 8493
 8494/**
 8495 * ipr_initiate_ioa_reset - Initiate an adapter reset
 8496 * @ioa_cfg:		ioa config struct
 8497 * @shutdown_type:	shutdown type
 8498 *
 8499 * Description: This function will initiate the reset of the given adapter.
 8500 * If the caller needs to wait on the completion of the reset,
 8501 * the caller must sleep on the reset_wait_q.
 8502 *
 8503 * Return value:
 8504 * 	none
 8505 **/
 8506static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
 8507				   enum ipr_shutdown_type shutdown_type)
 8508{
 8509	int i;
 8510
 8511	if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
 8512		return;
 8513
 8514	if (ioa_cfg->in_reset_reload) {
 8515		if (ioa_cfg->sdt_state == GET_DUMP)
 8516			ioa_cfg->sdt_state = WAIT_FOR_DUMP;
 8517		else if (ioa_cfg->sdt_state == READ_DUMP)
 8518			ioa_cfg->sdt_state = ABORT_DUMP;
 8519	}
 8520
 8521	if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
 8522		dev_err(&ioa_cfg->pdev->dev,
 8523			"IOA taken offline - error recovery failed\n");
 8524
 8525		ioa_cfg->reset_retries = 0;
 8526		for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 8527			spin_lock(&ioa_cfg->hrrq[i]._lock);
 8528			ioa_cfg->hrrq[i].ioa_is_dead = 1;
 8529			spin_unlock(&ioa_cfg->hrrq[i]._lock);
 8530		}
 8531		wmb();
 8532
 8533		if (ioa_cfg->in_ioa_bringdown) {
 8534			ioa_cfg->reset_cmd = NULL;
 8535			ioa_cfg->in_reset_reload = 0;
 8536			ipr_fail_all_ops(ioa_cfg);
 8537			wake_up_all(&ioa_cfg->reset_wait_q);
 8538
 8539			if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
 8540				ioa_cfg->scsi_unblock = 1;
 8541				schedule_work(&ioa_cfg->work_q);
 8542			}
 8543			return;
 8544		} else {
 8545			ioa_cfg->in_ioa_bringdown = 1;
 8546			shutdown_type = IPR_SHUTDOWN_NONE;
 8547		}
 8548	}
 8549
 8550	_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
 8551				shutdown_type);
 8552}
 8553
 8554/**
 8555 * ipr_reset_freeze - Hold off all I/O activity
 8556 * @ipr_cmd:	ipr command struct
 8557 *
 8558 * Description: If the PCI slot is frozen, hold off all I/O
 8559 * activity; then, as soon as the slot is available again,
 8560 * initiate an adapter reset.
 8561 */
 8562static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
 8563{
 8564	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 8565	int i;
 8566
 8567	/* Disallow new interrupts, avoid loop */
 8568	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 8569		spin_lock(&ioa_cfg->hrrq[i]._lock);
 8570		ioa_cfg->hrrq[i].allow_interrupts = 0;
 8571		spin_unlock(&ioa_cfg->hrrq[i]._lock);
 8572	}
 8573	wmb();
 8574	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
 8575	ipr_cmd->done = ipr_reset_ioa_job;
 8576	return IPR_RC_JOB_RETURN;
 8577}
 8578
 8579/**
 8580 * ipr_pci_mmio_enabled - Called when MMIO has been re-enabled
 8581 * @pdev:	PCI device struct
 8582 *
 8583 * Description: This routine is called to tell us that the MMIO
 8584 * access to the IOA has been restored
 8585 */
 8586static pci_ers_result_t ipr_pci_mmio_enabled(struct pci_dev *pdev)
 8587{
 8588	unsigned long flags = 0;
 8589	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
 8590
 8591	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
 8592	if (!ioa_cfg->probe_done)
 8593		pci_save_state(pdev);
 8594	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
 8595	return PCI_ERS_RESULT_NEED_RESET;
 8596}
 8597
 8598/**
 8599 * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
 8600 * @pdev:	PCI device struct
 8601 *
 8602 * Description: This routine is called to tell us that the PCI bus
 8603 * is down. Can't do anything here, except put the device driver
 8604 * into a holding pattern, waiting for the PCI bus to come back.
 8605 */
 8606static void ipr_pci_frozen(struct pci_dev *pdev)
 8607{
 8608	unsigned long flags = 0;
 8609	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
 8610
 8611	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
 8612	if (ioa_cfg->probe_done)
 8613		_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
 8614	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
 8615}
 8616
 8617/**
 8618 * ipr_pci_slot_reset - Called when PCI slot has been reset.
 8619 * @pdev:	PCI device struct
 8620 *
 8621 * Description: This routine is called by the pci error recovery
 8622 * code after the PCI slot has been reset, just before we
 8623 * should resume normal operations.
 8624 */
 8625static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
 8626{
 8627	unsigned long flags = 0;
 8628	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
 8629
 8630	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
 8631	if (ioa_cfg->probe_done) {
 8632		if (ioa_cfg->needs_warm_reset)
 8633			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 8634		else
 8635			_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
 8636						IPR_SHUTDOWN_NONE);
 8637	} else
 8638		wake_up_all(&ioa_cfg->eeh_wait_q);
 8639	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
 8640	return PCI_ERS_RESULT_RECOVERED;
 8641}
 8642
 8643/**
 8644 * ipr_pci_perm_failure - Called when PCI slot is dead for good.
 8645 * @pdev:	PCI device struct
 8646 *
 8647 * Description: This routine is called when the PCI bus has
 8648 * permanently failed.
 8649 */
 8650static void ipr_pci_perm_failure(struct pci_dev *pdev)
 8651{
 8652	unsigned long flags = 0;
 8653	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
 8654	int i;
 8655
 8656	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
 8657	if (ioa_cfg->probe_done) {
 8658		if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
 8659			ioa_cfg->sdt_state = ABORT_DUMP;
 8660		ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES - 1;
 8661		ioa_cfg->in_ioa_bringdown = 1;
 8662		for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 8663			spin_lock(&ioa_cfg->hrrq[i]._lock);
 8664			ioa_cfg->hrrq[i].allow_cmds = 0;
 8665			spin_unlock(&ioa_cfg->hrrq[i]._lock);
 8666		}
 8667		wmb();
 8668		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 8669	} else
 8670		wake_up_all(&ioa_cfg->eeh_wait_q);
 8671	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
 8672}
 8673
 8674/**
 8675 * ipr_pci_error_detected - Called when a PCI error is detected.
 8676 * @pdev:	PCI device struct
 8677 * @state:	PCI channel state
 8678 *
 8679 * Description: Called when a PCI error is detected.
 8680 *
 8681 * Return value:
 8682 * 	PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
 8683 */
 8684static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
 8685					       pci_channel_state_t state)
 8686{
 8687	switch (state) {
 8688	case pci_channel_io_frozen:
 8689		ipr_pci_frozen(pdev);
 8690		return PCI_ERS_RESULT_CAN_RECOVER;
 8691	case pci_channel_io_perm_failure:
 8692		ipr_pci_perm_failure(pdev);
 8693		return PCI_ERS_RESULT_DISCONNECT;
 8694	default:
 8695		break;
 8696	}
 8697	return PCI_ERS_RESULT_NEED_RESET;
 8698}
 8699
 8700/**
 8701 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
 8702 * @ioa_cfg:	ioa cfg struct
 8703 *
 8704 * Description: This is the second phase of adapter initialization
 8705 * This function takes care of initilizing the adapter to the point
 8706 * where it can accept new commands.
 8707 * Return value:
 8708 *     none
 8709 **/
 8710static void ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
 8711{
 8712	unsigned long host_lock_flags = 0;
 8713
 8714	ENTER;
 8715	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
 8716	dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
 8717	ioa_cfg->probe_done = 1;
 8718	if (ioa_cfg->needs_hard_reset) {
 8719		ioa_cfg->needs_hard_reset = 0;
 8720		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
 8721	} else
 8722		_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
 8723					IPR_SHUTDOWN_NONE);
 8724	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
 8725
 8726	LEAVE;
 8727}
 8728
 8729/**
 8730 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
 8731 * @ioa_cfg:	ioa config struct
 8732 *
 8733 * Return value:
 8734 * 	none
 8735 **/
 8736static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
 8737{
 8738	int i;
 8739
 8740	if (ioa_cfg->ipr_cmnd_list) {
 8741		for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
 8742			if (ioa_cfg->ipr_cmnd_list[i])
 8743				dma_pool_free(ioa_cfg->ipr_cmd_pool,
 8744					      ioa_cfg->ipr_cmnd_list[i],
 8745					      ioa_cfg->ipr_cmnd_list_dma[i]);
 8746
 8747			ioa_cfg->ipr_cmnd_list[i] = NULL;
 8748		}
 8749	}
 8750
 8751	dma_pool_destroy(ioa_cfg->ipr_cmd_pool);
 8752
 8753	kfree(ioa_cfg->ipr_cmnd_list);
 8754	kfree(ioa_cfg->ipr_cmnd_list_dma);
 8755	ioa_cfg->ipr_cmnd_list = NULL;
 8756	ioa_cfg->ipr_cmnd_list_dma = NULL;
 8757	ioa_cfg->ipr_cmd_pool = NULL;
 8758}
 8759
 8760/**
 8761 * ipr_free_mem - Frees memory allocated for an adapter
 8762 * @ioa_cfg:	ioa cfg struct
 8763 *
 8764 * Return value:
 8765 * 	nothing
 8766 **/
 8767static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
 8768{
 8769	int i;
 8770
 8771	kfree(ioa_cfg->res_entries);
 8772	dma_free_coherent(&ioa_cfg->pdev->dev, sizeof(struct ipr_misc_cbs),
 8773			  ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
 8774	ipr_free_cmd_blks(ioa_cfg);
 8775
 8776	for (i = 0; i < ioa_cfg->hrrq_num; i++)
 8777		dma_free_coherent(&ioa_cfg->pdev->dev,
 8778				  sizeof(u32) * ioa_cfg->hrrq[i].size,
 8779				  ioa_cfg->hrrq[i].host_rrq,
 8780				  ioa_cfg->hrrq[i].host_rrq_dma);
 8781
 8782	dma_free_coherent(&ioa_cfg->pdev->dev, ioa_cfg->cfg_table_size,
 8783			  ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
 8784
 8785	for (i = 0; i < IPR_MAX_HCAMS; i++) {
 8786		dma_free_coherent(&ioa_cfg->pdev->dev,
 8787				  sizeof(struct ipr_hostrcb),
 8788				  ioa_cfg->hostrcb[i],
 8789				  ioa_cfg->hostrcb_dma[i]);
 8790	}
 8791
 8792	ipr_free_dump(ioa_cfg);
 8793	kfree(ioa_cfg->trace);
 8794}
 8795
 8796/**
 8797 * ipr_free_irqs - Free all allocated IRQs for the adapter.
 8798 * @ioa_cfg:	ipr cfg struct
 8799 *
 8800 * This function frees all allocated IRQs for the
 8801 * specified adapter.
 8802 *
 8803 * Return value:
 8804 * 	none
 8805 **/
 8806static void ipr_free_irqs(struct ipr_ioa_cfg *ioa_cfg)
 8807{
 8808	struct pci_dev *pdev = ioa_cfg->pdev;
 8809	int i;
 8810
 8811	for (i = 0; i < ioa_cfg->nvectors; i++)
 8812		free_irq(pci_irq_vector(pdev, i), &ioa_cfg->hrrq[i]);
 8813	pci_free_irq_vectors(pdev);
 8814}
 8815
 8816/**
 8817 * ipr_free_all_resources - Free all allocated resources for an adapter.
 8818 * @ioa_cfg:	ioa config struct
 8819 *
 8820 * This function frees all allocated resources for the
 8821 * specified adapter.
 8822 *
 8823 * Return value:
 8824 * 	none
 8825 **/
 8826static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
 8827{
 8828	struct pci_dev *pdev = ioa_cfg->pdev;
 8829
 8830	ENTER;
 8831	ipr_free_irqs(ioa_cfg);
 8832	if (ioa_cfg->reset_work_q)
 8833		destroy_workqueue(ioa_cfg->reset_work_q);
 8834	iounmap(ioa_cfg->hdw_dma_regs);
 8835	pci_release_regions(pdev);
 8836	ipr_free_mem(ioa_cfg);
 8837	scsi_host_put(ioa_cfg->host);
 8838	pci_disable_device(pdev);
 8839	LEAVE;
 8840}
 8841
 8842/**
 8843 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
 8844 * @ioa_cfg:	ioa config struct
 8845 *
 8846 * Return value:
 8847 * 	0 on success / -ENOMEM on allocation failure
 8848 **/
 8849static int ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
 8850{
 8851	struct ipr_cmnd *ipr_cmd;
 8852	struct ipr_ioarcb *ioarcb;
 8853	dma_addr_t dma_addr;
 8854	int i, entries_each_hrrq, hrrq_id = 0;
 8855
 8856	ioa_cfg->ipr_cmd_pool = dma_pool_create(IPR_NAME, &ioa_cfg->pdev->dev,
 8857						sizeof(struct ipr_cmnd), 512, 0);
 8858
 8859	if (!ioa_cfg->ipr_cmd_pool)
 8860		return -ENOMEM;
 8861
 8862	ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, sizeof(struct ipr_cmnd *), GFP_KERNEL);
 8863	ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, sizeof(dma_addr_t), GFP_KERNEL);
 8864
 8865	if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
 8866		ipr_free_cmd_blks(ioa_cfg);
 8867		return -ENOMEM;
 8868	}
 8869
 8870	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 8871		if (ioa_cfg->hrrq_num > 1) {
 8872			if (i == 0) {
 8873				entries_each_hrrq = IPR_NUM_INTERNAL_CMD_BLKS;
 8874				ioa_cfg->hrrq[i].min_cmd_id = 0;
 8875				ioa_cfg->hrrq[i].max_cmd_id =
 8876					(entries_each_hrrq - 1);
 8877			} else {
 8878				entries_each_hrrq =
 8879					IPR_NUM_BASE_CMD_BLKS/
 8880					(ioa_cfg->hrrq_num - 1);
 8881				ioa_cfg->hrrq[i].min_cmd_id =
 8882					IPR_NUM_INTERNAL_CMD_BLKS +
 8883					(i - 1) * entries_each_hrrq;
 8884				ioa_cfg->hrrq[i].max_cmd_id =
 8885					(IPR_NUM_INTERNAL_CMD_BLKS +
 8886					i * entries_each_hrrq - 1);
 8887			}
 8888		} else {
 8889			entries_each_hrrq = IPR_NUM_CMD_BLKS;
 8890			ioa_cfg->hrrq[i].min_cmd_id = 0;
 8891			ioa_cfg->hrrq[i].max_cmd_id = (entries_each_hrrq - 1);
 8892		}
 8893		ioa_cfg->hrrq[i].size = entries_each_hrrq;
 8894	}
 8895
 8896	BUG_ON(ioa_cfg->hrrq_num == 0);
 8897
 8898	i = IPR_NUM_CMD_BLKS -
 8899		ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id - 1;
 8900	if (i > 0) {
 8901		ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].size += i;
 8902		ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id += i;
 8903	}
 8904
 8905	for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
 8906		ipr_cmd = dma_pool_zalloc(ioa_cfg->ipr_cmd_pool,
 8907				GFP_KERNEL, &dma_addr);
 8908
 8909		if (!ipr_cmd) {
 8910			ipr_free_cmd_blks(ioa_cfg);
 8911			return -ENOMEM;
 8912		}
 8913
 8914		ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
 8915		ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
 8916
 8917		ioarcb = &ipr_cmd->ioarcb;
 8918		ipr_cmd->dma_addr = dma_addr;
 8919		if (ioa_cfg->sis64)
 8920			ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
 8921		else
 8922			ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
 8923
 8924		ioarcb->host_response_handle = cpu_to_be32(i << 2);
 8925		if (ioa_cfg->sis64) {
 8926			ioarcb->u.sis64_addr_data.data_ioadl_addr =
 8927				cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
 8928			ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
 8929				cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
 8930		} else {
 8931			ioarcb->write_ioadl_addr =
 8932				cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
 8933			ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
 8934			ioarcb->ioasa_host_pci_addr =
 8935				cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
 8936		}
 8937		ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
 8938		ipr_cmd->cmd_index = i;
 8939		ipr_cmd->ioa_cfg = ioa_cfg;
 8940		ipr_cmd->sense_buffer_dma = dma_addr +
 8941			offsetof(struct ipr_cmnd, sense_buffer);
 8942
 8943		ipr_cmd->ioarcb.cmd_pkt.hrrq_id = hrrq_id;
 8944		ipr_cmd->hrrq = &ioa_cfg->hrrq[hrrq_id];
 8945		list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 8946		if (i >= ioa_cfg->hrrq[hrrq_id].max_cmd_id)
 8947			hrrq_id++;
 8948	}
 8949
 8950	return 0;
 8951}
 8952
 8953/**
 8954 * ipr_alloc_mem - Allocate memory for an adapter
 8955 * @ioa_cfg:	ioa config struct
 8956 *
 8957 * Return value:
 8958 * 	0 on success / non-zero for error
 8959 **/
 8960static int ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
 8961{
 8962	struct pci_dev *pdev = ioa_cfg->pdev;
 8963	int i, rc = -ENOMEM;
 8964
 8965	ENTER;
 8966	ioa_cfg->res_entries = kcalloc(ioa_cfg->max_devs_supported,
 8967				       sizeof(struct ipr_resource_entry),
 8968				       GFP_KERNEL);
 8969
 8970	if (!ioa_cfg->res_entries)
 8971		goto out;
 8972
 8973	for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
 8974		list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
 8975		ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
 8976	}
 8977
 8978	ioa_cfg->vpd_cbs = dma_alloc_coherent(&pdev->dev,
 8979					      sizeof(struct ipr_misc_cbs),
 8980					      &ioa_cfg->vpd_cbs_dma,
 8981					      GFP_KERNEL);
 8982
 8983	if (!ioa_cfg->vpd_cbs)
 8984		goto out_free_res_entries;
 8985
 8986	if (ipr_alloc_cmd_blks(ioa_cfg))
 8987		goto out_free_vpd_cbs;
 8988
 8989	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 8990		ioa_cfg->hrrq[i].host_rrq = dma_alloc_coherent(&pdev->dev,
 8991					sizeof(u32) * ioa_cfg->hrrq[i].size,
 8992					&ioa_cfg->hrrq[i].host_rrq_dma,
 8993					GFP_KERNEL);
 8994
 8995		if (!ioa_cfg->hrrq[i].host_rrq)  {
 8996			while (--i >= 0)
 8997				dma_free_coherent(&pdev->dev,
 8998					sizeof(u32) * ioa_cfg->hrrq[i].size,
 8999					ioa_cfg->hrrq[i].host_rrq,
 9000					ioa_cfg->hrrq[i].host_rrq_dma);
 9001			goto out_ipr_free_cmd_blocks;
 9002		}
 9003		ioa_cfg->hrrq[i].ioa_cfg = ioa_cfg;
 9004	}
 9005
 9006	ioa_cfg->u.cfg_table = dma_alloc_coherent(&pdev->dev,
 9007						  ioa_cfg->cfg_table_size,
 9008						  &ioa_cfg->cfg_table_dma,
 9009						  GFP_KERNEL);
 9010
 9011	if (!ioa_cfg->u.cfg_table)
 9012		goto out_free_host_rrq;
 9013
 9014	for (i = 0; i < IPR_MAX_HCAMS; i++) {
 9015		ioa_cfg->hostrcb[i] = dma_alloc_coherent(&pdev->dev,
 9016							 sizeof(struct ipr_hostrcb),
 9017							 &ioa_cfg->hostrcb_dma[i],
 9018							 GFP_KERNEL);
 9019
 9020		if (!ioa_cfg->hostrcb[i])
 9021			goto out_free_hostrcb_dma;
 9022
 9023		ioa_cfg->hostrcb[i]->hostrcb_dma =
 9024			ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
 9025		ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
 9026		list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
 9027	}
 9028
 9029	ioa_cfg->trace = kcalloc(IPR_NUM_TRACE_ENTRIES,
 9030				 sizeof(struct ipr_trace_entry),
 9031				 GFP_KERNEL);
 9032
 9033	if (!ioa_cfg->trace)
 9034		goto out_free_hostrcb_dma;
 9035
 9036	rc = 0;
 9037out:
 9038	LEAVE;
 9039	return rc;
 9040
 9041out_free_hostrcb_dma:
 9042	while (i-- > 0) {
 9043		dma_free_coherent(&pdev->dev, sizeof(struct ipr_hostrcb),
 9044				  ioa_cfg->hostrcb[i],
 9045				  ioa_cfg->hostrcb_dma[i]);
 9046	}
 9047	dma_free_coherent(&pdev->dev, ioa_cfg->cfg_table_size,
 9048			  ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
 9049out_free_host_rrq:
 9050	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 9051		dma_free_coherent(&pdev->dev,
 9052				  sizeof(u32) * ioa_cfg->hrrq[i].size,
 9053				  ioa_cfg->hrrq[i].host_rrq,
 9054				  ioa_cfg->hrrq[i].host_rrq_dma);
 9055	}
 9056out_ipr_free_cmd_blocks:
 9057	ipr_free_cmd_blks(ioa_cfg);
 9058out_free_vpd_cbs:
 9059	dma_free_coherent(&pdev->dev, sizeof(struct ipr_misc_cbs),
 9060			  ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
 9061out_free_res_entries:
 9062	kfree(ioa_cfg->res_entries);
 9063	goto out;
 9064}
 9065
 9066/**
 9067 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
 9068 * @ioa_cfg:	ioa config struct
 9069 *
 9070 * Return value:
 9071 * 	none
 9072 **/
 9073static void ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
 9074{
 9075	int i;
 9076
 9077	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
 9078		ioa_cfg->bus_attr[i].bus = i;
 9079		ioa_cfg->bus_attr[i].qas_enabled = 0;
 9080		ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
 9081		if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
 9082			ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
 9083		else
 9084			ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
 9085	}
 9086}
 9087
 9088/**
 9089 * ipr_init_regs - Initialize IOA registers
 9090 * @ioa_cfg:	ioa config struct
 9091 *
 9092 * Return value:
 9093 *	none
 9094 **/
 9095static void ipr_init_regs(struct ipr_ioa_cfg *ioa_cfg)
 9096{
 9097	const struct ipr_interrupt_offsets *p;
 9098	struct ipr_interrupts *t;
 9099	void __iomem *base;
 9100
 9101	p = &ioa_cfg->chip_cfg->regs;
 9102	t = &ioa_cfg->regs;
 9103	base = ioa_cfg->hdw_dma_regs;
 9104
 9105	t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
 9106	t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
 9107	t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
 9108	t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
 9109	t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
 9110	t->clr_interrupt_reg = base + p->clr_interrupt_reg;
 9111	t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
 9112	t->sense_interrupt_reg = base + p->sense_interrupt_reg;
 9113	t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
 9114	t->ioarrin_reg = base + p->ioarrin_reg;
 9115	t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
 9116	t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
 9117	t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
 9118	t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
 9119	t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
 9120	t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
 9121
 9122	if (ioa_cfg->sis64) {
 9123		t->init_feedback_reg = base + p->init_feedback_reg;
 9124		t->dump_addr_reg = base + p->dump_addr_reg;
 9125		t->dump_data_reg = base + p->dump_data_reg;
 9126		t->endian_swap_reg = base + p->endian_swap_reg;
 9127	}
 9128}
 9129
 9130/**
 9131 * ipr_init_ioa_cfg - Initialize IOA config struct
 9132 * @ioa_cfg:	ioa config struct
 9133 * @host:		scsi host struct
 9134 * @pdev:		PCI dev struct
 9135 *
 9136 * Return value:
 9137 * 	none
 9138 **/
 9139static void ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
 9140			     struct Scsi_Host *host, struct pci_dev *pdev)
 9141{
 9142	int i;
 9143
 9144	ioa_cfg->host = host;
 9145	ioa_cfg->pdev = pdev;
 9146	ioa_cfg->log_level = ipr_log_level;
 9147	ioa_cfg->doorbell = IPR_DOORBELL;
 9148	sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
 9149	sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
 9150	sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
 9151	sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
 9152	sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
 9153	sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
 9154
 9155	INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
 9156	INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
 9157	INIT_LIST_HEAD(&ioa_cfg->hostrcb_report_q);
 9158	INIT_LIST_HEAD(&ioa_cfg->free_res_q);
 9159	INIT_LIST_HEAD(&ioa_cfg->used_res_q);
 9160	INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
 9161	INIT_WORK(&ioa_cfg->scsi_add_work_q, ipr_add_remove_thread);
 9162	init_waitqueue_head(&ioa_cfg->reset_wait_q);
 9163	init_waitqueue_head(&ioa_cfg->msi_wait_q);
 9164	init_waitqueue_head(&ioa_cfg->eeh_wait_q);
 9165	ioa_cfg->sdt_state = INACTIVE;
 9166
 9167	ipr_initialize_bus_attr(ioa_cfg);
 9168	ioa_cfg->max_devs_supported = ipr_max_devs;
 9169
 9170	if (ioa_cfg->sis64) {
 9171		host->max_channel = IPR_MAX_SIS64_BUSES;
 9172		host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
 9173		host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
 9174		if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
 9175			ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
 9176		ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
 9177					   + ((sizeof(struct ipr_config_table_entry64)
 9178					       * ioa_cfg->max_devs_supported)));
 9179	} else {
 9180		host->max_channel = IPR_VSET_BUS;
 9181		host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
 9182		host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
 9183		if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
 9184			ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
 9185		ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
 9186					   + ((sizeof(struct ipr_config_table_entry)
 9187					       * ioa_cfg->max_devs_supported)));
 9188	}
 9189
 9190	host->unique_id = host->host_no;
 9191	host->max_cmd_len = IPR_MAX_CDB_LEN;
 9192	host->can_queue = ioa_cfg->max_cmds;
 9193	pci_set_drvdata(pdev, ioa_cfg);
 9194
 9195	for (i = 0; i < ARRAY_SIZE(ioa_cfg->hrrq); i++) {
 9196		INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_free_q);
 9197		INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_pending_q);
 9198		spin_lock_init(&ioa_cfg->hrrq[i]._lock);
 9199		if (i == 0)
 9200			ioa_cfg->hrrq[i].lock = ioa_cfg->host->host_lock;
 9201		else
 9202			ioa_cfg->hrrq[i].lock = &ioa_cfg->hrrq[i]._lock;
 9203	}
 9204}
 9205
 9206/**
 9207 * ipr_get_chip_info - Find adapter chip information
 9208 * @dev_id:		PCI device id struct
 9209 *
 9210 * Return value:
 9211 * 	ptr to chip information on success / NULL on failure
 9212 **/
 9213static const struct ipr_chip_t *
 9214ipr_get_chip_info(const struct pci_device_id *dev_id)
 9215{
 9216	int i;
 9217
 9218	for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
 9219		if (ipr_chip[i].vendor == dev_id->vendor &&
 9220		    ipr_chip[i].device == dev_id->device)
 9221			return &ipr_chip[i];
 9222	return NULL;
 9223}
 9224
 9225/**
 9226 * ipr_wait_for_pci_err_recovery - Wait for any PCI error recovery to complete
 9227 *						during probe time
 9228 * @ioa_cfg:	ioa config struct
 9229 *
 9230 * Return value:
 9231 * 	None
 9232 **/
 9233static void ipr_wait_for_pci_err_recovery(struct ipr_ioa_cfg *ioa_cfg)
 9234{
 9235	struct pci_dev *pdev = ioa_cfg->pdev;
 9236
 9237	if (pci_channel_offline(pdev)) {
 9238		wait_event_timeout(ioa_cfg->eeh_wait_q,
 9239				   !pci_channel_offline(pdev),
 9240				   IPR_PCI_ERROR_RECOVERY_TIMEOUT);
 9241		pci_restore_state(pdev);
 9242	}
 9243}
 9244
 9245static void name_msi_vectors(struct ipr_ioa_cfg *ioa_cfg)
 9246{
 9247	int vec_idx, n = sizeof(ioa_cfg->vectors_info[0].desc) - 1;
 9248
 9249	for (vec_idx = 0; vec_idx < ioa_cfg->nvectors; vec_idx++) {
 9250		snprintf(ioa_cfg->vectors_info[vec_idx].desc, n,
 9251			 "host%d-%d", ioa_cfg->host->host_no, vec_idx);
 9252		ioa_cfg->vectors_info[vec_idx].
 9253			desc[strlen(ioa_cfg->vectors_info[vec_idx].desc)] = 0;
 9254	}
 9255}
 9256
 9257static int ipr_request_other_msi_irqs(struct ipr_ioa_cfg *ioa_cfg,
 9258		struct pci_dev *pdev)
 9259{
 9260	int i, rc;
 9261
 9262	for (i = 1; i < ioa_cfg->nvectors; i++) {
 9263		rc = request_irq(pci_irq_vector(pdev, i),
 9264			ipr_isr_mhrrq,
 9265			0,
 9266			ioa_cfg->vectors_info[i].desc,
 9267			&ioa_cfg->hrrq[i]);
 9268		if (rc) {
 9269			while (--i > 0)
 9270				free_irq(pci_irq_vector(pdev, i),
 9271					&ioa_cfg->hrrq[i]);
 9272			return rc;
 9273		}
 9274	}
 9275	return 0;
 9276}
 9277
 9278/**
 9279 * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
 9280 * @devp:		PCI device struct
 9281 * @irq:		IRQ number
 9282 *
 9283 * Description: Simply set the msi_received flag to 1 indicating that
 9284 * Message Signaled Interrupts are supported.
 9285 *
 9286 * Return value:
 9287 * 	0 on success / non-zero on failure
 9288 **/
 9289static irqreturn_t ipr_test_intr(int irq, void *devp)
 9290{
 9291	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
 9292	unsigned long lock_flags = 0;
 9293
 9294	dev_info(&ioa_cfg->pdev->dev, "Received IRQ : %d\n", irq);
 9295	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 9296
 9297	ioa_cfg->msi_received = 1;
 9298	wake_up(&ioa_cfg->msi_wait_q);
 9299
 9300	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 9301	return IRQ_HANDLED;
 9302}
 9303
 9304/**
 9305 * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
 9306 * @ioa_cfg:		ioa config struct
 9307 * @pdev:		PCI device struct
 9308 *
 9309 * Description: This routine sets up and initiates a test interrupt to determine
 9310 * if the interrupt is received via the ipr_test_intr() service routine.
 9311 * If the tests fails, the driver will fall back to LSI.
 9312 *
 9313 * Return value:
 9314 * 	0 on success / non-zero on failure
 9315 **/
 9316static int ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg, struct pci_dev *pdev)
 9317{
 9318	int rc;
 9319	unsigned long lock_flags = 0;
 9320	int irq = pci_irq_vector(pdev, 0);
 9321
 9322	ENTER;
 9323
 9324	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 9325	init_waitqueue_head(&ioa_cfg->msi_wait_q);
 9326	ioa_cfg->msi_received = 0;
 9327	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
 9328	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
 9329	readl(ioa_cfg->regs.sense_interrupt_mask_reg);
 9330	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 9331
 9332	rc = request_irq(irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
 9333	if (rc) {
 9334		dev_err(&pdev->dev, "Can not assign irq %d\n", irq);
 9335		return rc;
 9336	} else if (ipr_debug)
 9337		dev_info(&pdev->dev, "IRQ assigned: %d\n", irq);
 9338
 9339	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
 9340	readl(ioa_cfg->regs.sense_interrupt_reg);
 9341	wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
 9342	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 9343	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
 9344
 9345	if (!ioa_cfg->msi_received) {
 9346		/* MSI test failed */
 9347		dev_info(&pdev->dev, "MSI test failed.  Falling back to LSI.\n");
 9348		rc = -EOPNOTSUPP;
 9349	} else if (ipr_debug)
 9350		dev_info(&pdev->dev, "MSI test succeeded.\n");
 9351
 9352	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 9353
 9354	free_irq(irq, ioa_cfg);
 9355
 9356	LEAVE;
 9357
 9358	return rc;
 9359}
 9360
 9361 /* ipr_probe_ioa - Allocates memory and does first stage of initialization
 9362 * @pdev:		PCI device struct
 9363 * @dev_id:		PCI device id struct
 9364 *
 9365 * Return value:
 9366 * 	0 on success / non-zero on failure
 9367 **/
 9368static int ipr_probe_ioa(struct pci_dev *pdev,
 9369			 const struct pci_device_id *dev_id)
 9370{
 9371	struct ipr_ioa_cfg *ioa_cfg;
 9372	struct Scsi_Host *host;
 9373	unsigned long ipr_regs_pci;
 9374	void __iomem *ipr_regs;
 9375	int rc = PCIBIOS_SUCCESSFUL;
 9376	volatile u32 mask, uproc, interrupts;
 9377	unsigned long lock_flags, driver_lock_flags;
 9378	unsigned int irq_flag;
 9379
 9380	ENTER;
 9381
 9382	dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
 9383	host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
 9384
 9385	if (!host) {
 9386		dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
 9387		rc = -ENOMEM;
 9388		goto out;
 9389	}
 9390
 9391	ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
 9392	memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
 9393
 9394	ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
 9395
 9396	if (!ioa_cfg->ipr_chip) {
 9397		dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
 9398			dev_id->vendor, dev_id->device);
 9399		goto out_scsi_host_put;
 9400	}
 9401
 9402	/* set SIS 32 or SIS 64 */
 9403	ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
 9404	ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
 9405	ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
 9406	ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
 9407
 9408	if (ipr_transop_timeout)
 9409		ioa_cfg->transop_timeout = ipr_transop_timeout;
 9410	else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
 9411		ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
 9412	else
 9413		ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
 9414
 9415	ioa_cfg->revid = pdev->revision;
 9416
 9417	ipr_init_ioa_cfg(ioa_cfg, host, pdev);
 9418
 9419	ipr_regs_pci = pci_resource_start(pdev, 0);
 9420
 9421	rc = pci_request_regions(pdev, IPR_NAME);
 9422	if (rc < 0) {
 9423		dev_err(&pdev->dev,
 9424			"Couldn't register memory range of registers\n");
 9425		goto out_scsi_host_put;
 9426	}
 9427
 9428	rc = pci_enable_device(pdev);
 9429
 9430	if (rc || pci_channel_offline(pdev)) {
 9431		if (pci_channel_offline(pdev)) {
 9432			ipr_wait_for_pci_err_recovery(ioa_cfg);
 9433			rc = pci_enable_device(pdev);
 9434		}
 9435
 9436		if (rc) {
 9437			dev_err(&pdev->dev, "Cannot enable adapter\n");
 9438			ipr_wait_for_pci_err_recovery(ioa_cfg);
 9439			goto out_release_regions;
 9440		}
 9441	}
 9442
 9443	ipr_regs = pci_ioremap_bar(pdev, 0);
 9444
 9445	if (!ipr_regs) {
 9446		dev_err(&pdev->dev,
 9447			"Couldn't map memory range of registers\n");
 9448		rc = -ENOMEM;
 9449		goto out_disable;
 9450	}
 9451
 9452	ioa_cfg->hdw_dma_regs = ipr_regs;
 9453	ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
 9454	ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
 9455
 9456	ipr_init_regs(ioa_cfg);
 9457
 9458	if (ioa_cfg->sis64) {
 9459		rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
 9460		if (rc < 0) {
 9461			dev_dbg(&pdev->dev, "Failed to set 64 bit DMA mask\n");
 9462			rc = dma_set_mask_and_coherent(&pdev->dev,
 9463						       DMA_BIT_MASK(32));
 9464		}
 9465	} else
 9466		rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
 9467
 9468	if (rc < 0) {
 9469		dev_err(&pdev->dev, "Failed to set DMA mask\n");
 9470		goto cleanup_nomem;
 9471	}
 9472
 9473	rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
 9474				   ioa_cfg->chip_cfg->cache_line_size);
 9475
 9476	if (rc != PCIBIOS_SUCCESSFUL) {
 9477		dev_err(&pdev->dev, "Write of cache line size failed\n");
 9478		ipr_wait_for_pci_err_recovery(ioa_cfg);
 9479		rc = -EIO;
 9480		goto cleanup_nomem;
 9481	}
 9482
 9483	/* Issue MMIO read to ensure card is not in EEH */
 9484	interrupts = readl(ioa_cfg->regs.sense_interrupt_reg);
 9485	ipr_wait_for_pci_err_recovery(ioa_cfg);
 9486
 9487	if (ipr_number_of_msix > IPR_MAX_MSIX_VECTORS) {
 9488		dev_err(&pdev->dev, "The max number of MSIX is %d\n",
 9489			IPR_MAX_MSIX_VECTORS);
 9490		ipr_number_of_msix = IPR_MAX_MSIX_VECTORS;
 9491	}
 9492
 9493	irq_flag = PCI_IRQ_INTX;
 9494	if (ioa_cfg->ipr_chip->has_msi)
 9495		irq_flag |= PCI_IRQ_MSI | PCI_IRQ_MSIX;
 9496	rc = pci_alloc_irq_vectors(pdev, 1, ipr_number_of_msix, irq_flag);
 9497	if (rc < 0) {
 9498		ipr_wait_for_pci_err_recovery(ioa_cfg);
 9499		goto cleanup_nomem;
 9500	}
 9501	ioa_cfg->nvectors = rc;
 9502
 9503	if (!pdev->msi_enabled && !pdev->msix_enabled)
 9504		ioa_cfg->clear_isr = 1;
 9505
 9506	pci_set_master(pdev);
 9507
 9508	if (pci_channel_offline(pdev)) {
 9509		ipr_wait_for_pci_err_recovery(ioa_cfg);
 9510		pci_set_master(pdev);
 9511		if (pci_channel_offline(pdev)) {
 9512			rc = -EIO;
 9513			goto out_msi_disable;
 9514		}
 9515	}
 9516
 9517	if (pdev->msi_enabled || pdev->msix_enabled) {
 9518		rc = ipr_test_msi(ioa_cfg, pdev);
 9519		switch (rc) {
 9520		case 0:
 9521			dev_info(&pdev->dev,
 9522				"Request for %d MSI%ss succeeded.", ioa_cfg->nvectors,
 9523				pdev->msix_enabled ? "-X" : "");
 9524			break;
 9525		case -EOPNOTSUPP:
 9526			ipr_wait_for_pci_err_recovery(ioa_cfg);
 9527			pci_free_irq_vectors(pdev);
 9528
 9529			ioa_cfg->nvectors = 1;
 9530			ioa_cfg->clear_isr = 1;
 9531			break;
 9532		default:
 9533			goto out_msi_disable;
 9534		}
 9535	}
 9536
 9537	ioa_cfg->hrrq_num = min3(ioa_cfg->nvectors,
 9538				(unsigned int)num_online_cpus(),
 9539				(unsigned int)IPR_MAX_HRRQ_NUM);
 9540
 9541	if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
 9542		goto out_msi_disable;
 9543
 9544	if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
 9545		goto out_msi_disable;
 9546
 9547	rc = ipr_alloc_mem(ioa_cfg);
 9548	if (rc < 0) {
 9549		dev_err(&pdev->dev,
 9550			"Couldn't allocate enough memory for device driver!\n");
 9551		goto out_msi_disable;
 9552	}
 9553
 9554	/* Save away PCI config space for use following IOA reset */
 9555	rc = pci_save_state(pdev);
 9556
 9557	if (rc != PCIBIOS_SUCCESSFUL) {
 9558		dev_err(&pdev->dev, "Failed to save PCI config space\n");
 9559		rc = -EIO;
 9560		goto cleanup_nolog;
 9561	}
 9562
 9563	/*
 9564	 * If HRRQ updated interrupt is not masked, or reset alert is set,
 9565	 * the card is in an unknown state and needs a hard reset
 9566	 */
 9567	mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
 9568	interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
 9569	uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
 9570	if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
 9571		ioa_cfg->needs_hard_reset = 1;
 9572	if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
 9573		ioa_cfg->needs_hard_reset = 1;
 9574	if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
 9575		ioa_cfg->ioa_unit_checked = 1;
 9576
 9577	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 9578	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
 9579	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 9580
 9581	if (pdev->msi_enabled || pdev->msix_enabled) {
 9582		name_msi_vectors(ioa_cfg);
 9583		rc = request_irq(pci_irq_vector(pdev, 0), ipr_isr, 0,
 9584			ioa_cfg->vectors_info[0].desc,
 9585			&ioa_cfg->hrrq[0]);
 9586		if (!rc)
 9587			rc = ipr_request_other_msi_irqs(ioa_cfg, pdev);
 9588	} else {
 9589		rc = request_irq(pdev->irq, ipr_isr,
 9590			 IRQF_SHARED,
 9591			 IPR_NAME, &ioa_cfg->hrrq[0]);
 9592	}
 9593	if (rc) {
 9594		dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
 9595			pdev->irq, rc);
 9596		goto cleanup_nolog;
 9597	}
 9598
 9599	if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
 9600	    (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
 9601		ioa_cfg->needs_warm_reset = 1;
 9602		ioa_cfg->reset = ipr_reset_slot_reset;
 9603
 9604		ioa_cfg->reset_work_q = alloc_ordered_workqueue("ipr_reset_%d",
 9605								WQ_MEM_RECLAIM, host->host_no);
 9606
 9607		if (!ioa_cfg->reset_work_q) {
 9608			dev_err(&pdev->dev, "Couldn't register reset workqueue\n");
 9609			rc = -ENOMEM;
 9610			goto out_free_irq;
 9611		}
 9612	} else
 9613		ioa_cfg->reset = ipr_reset_start_bist;
 9614
 9615	spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
 9616	list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
 9617	spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
 9618
 9619	LEAVE;
 9620out:
 9621	return rc;
 9622
 9623out_free_irq:
 9624	ipr_free_irqs(ioa_cfg);
 9625cleanup_nolog:
 9626	ipr_free_mem(ioa_cfg);
 9627out_msi_disable:
 9628	ipr_wait_for_pci_err_recovery(ioa_cfg);
 9629	pci_free_irq_vectors(pdev);
 9630cleanup_nomem:
 9631	iounmap(ipr_regs);
 9632out_disable:
 9633	pci_disable_device(pdev);
 9634out_release_regions:
 9635	pci_release_regions(pdev);
 9636out_scsi_host_put:
 9637	scsi_host_put(host);
 9638	goto out;
 9639}
 9640
 9641/**
 9642 * ipr_initiate_ioa_bringdown - Bring down an adapter
 9643 * @ioa_cfg:		ioa config struct
 9644 * @shutdown_type:	shutdown type
 9645 *
 9646 * Description: This function will initiate bringing down the adapter.
 9647 * This consists of issuing an IOA shutdown to the adapter
 9648 * to flush the cache, and running BIST.
 9649 * If the caller needs to wait on the completion of the reset,
 9650 * the caller must sleep on the reset_wait_q.
 9651 *
 9652 * Return value:
 9653 * 	none
 9654 **/
 9655static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
 9656				       enum ipr_shutdown_type shutdown_type)
 9657{
 9658	ENTER;
 9659	if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
 9660		ioa_cfg->sdt_state = ABORT_DUMP;
 9661	ioa_cfg->reset_retries = 0;
 9662	ioa_cfg->in_ioa_bringdown = 1;
 9663	ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
 9664	LEAVE;
 9665}
 9666
 9667/**
 9668 * __ipr_remove - Remove a single adapter
 9669 * @pdev:	pci device struct
 9670 *
 9671 * Adapter hot plug remove entry point.
 9672 *
 9673 * Return value:
 9674 * 	none
 9675 **/
 9676static void __ipr_remove(struct pci_dev *pdev)
 9677{
 9678	unsigned long host_lock_flags = 0;
 9679	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
 9680	int i;
 9681	unsigned long driver_lock_flags;
 9682	ENTER;
 9683
 9684	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
 9685	while (ioa_cfg->in_reset_reload) {
 9686		spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
 9687		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 9688		spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
 9689	}
 9690
 9691	for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 9692		spin_lock(&ioa_cfg->hrrq[i]._lock);
 9693		ioa_cfg->hrrq[i].removing_ioa = 1;
 9694		spin_unlock(&ioa_cfg->hrrq[i]._lock);
 9695	}
 9696	wmb();
 9697	ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
 9698
 9699	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
 9700	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 9701	flush_work(&ioa_cfg->work_q);
 9702	if (ioa_cfg->reset_work_q)
 9703		flush_workqueue(ioa_cfg->reset_work_q);
 9704	INIT_LIST_HEAD(&ioa_cfg->used_res_q);
 9705	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
 9706
 9707	spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
 9708	list_del(&ioa_cfg->queue);
 9709	spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
 9710
 9711	if (ioa_cfg->sdt_state == ABORT_DUMP)
 9712		ioa_cfg->sdt_state = WAIT_FOR_DUMP;
 9713	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
 9714
 9715	ipr_free_all_resources(ioa_cfg);
 9716
 9717	LEAVE;
 9718}
 9719
 9720/**
 9721 * ipr_remove - IOA hot plug remove entry point
 9722 * @pdev:	pci device struct
 9723 *
 9724 * Adapter hot plug remove entry point.
 9725 *
 9726 * Return value:
 9727 * 	none
 9728 **/
 9729static void ipr_remove(struct pci_dev *pdev)
 9730{
 9731	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
 9732
 9733	ENTER;
 9734
 9735	ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
 9736			      &ipr_trace_attr);
 9737	ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
 9738			     &ipr_dump_attr);
 9739	sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
 9740			&ipr_ioa_async_err_log);
 9741	scsi_remove_host(ioa_cfg->host);
 9742
 9743	__ipr_remove(pdev);
 9744
 9745	LEAVE;
 9746}
 9747
 9748/**
 9749 * ipr_probe - Adapter hot plug add entry point
 9750 * @pdev:	pci device struct
 9751 * @dev_id:	pci device ID
 9752 *
 9753 * Return value:
 9754 * 	0 on success / non-zero on failure
 9755 **/
 9756static int ipr_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
 9757{
 9758	struct ipr_ioa_cfg *ioa_cfg;
 9759	unsigned long flags;
 9760	int rc, i;
 9761
 9762	rc = ipr_probe_ioa(pdev, dev_id);
 9763
 9764	if (rc)
 9765		return rc;
 9766
 9767	ioa_cfg = pci_get_drvdata(pdev);
 9768	ipr_probe_ioa_part2(ioa_cfg);
 9769
 9770	rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
 9771
 9772	if (rc) {
 9773		__ipr_remove(pdev);
 9774		return rc;
 9775	}
 9776
 9777	rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
 9778				   &ipr_trace_attr);
 9779
 9780	if (rc) {
 9781		scsi_remove_host(ioa_cfg->host);
 9782		__ipr_remove(pdev);
 9783		return rc;
 9784	}
 9785
 9786	rc = sysfs_create_bin_file(&ioa_cfg->host->shost_dev.kobj,
 9787			&ipr_ioa_async_err_log);
 9788
 9789	if (rc) {
 9790		ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
 9791				&ipr_dump_attr);
 9792		ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
 9793				&ipr_trace_attr);
 9794		scsi_remove_host(ioa_cfg->host);
 9795		__ipr_remove(pdev);
 9796		return rc;
 9797	}
 9798
 9799	rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
 9800				   &ipr_dump_attr);
 9801
 9802	if (rc) {
 9803		sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
 9804				      &ipr_ioa_async_err_log);
 9805		ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
 9806				      &ipr_trace_attr);
 9807		scsi_remove_host(ioa_cfg->host);
 9808		__ipr_remove(pdev);
 9809		return rc;
 9810	}
 9811	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
 9812	ioa_cfg->scan_enabled = 1;
 9813	schedule_work(&ioa_cfg->work_q);
 9814	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
 9815
 9816	ioa_cfg->iopoll_weight = ioa_cfg->chip_cfg->iopoll_weight;
 9817
 9818	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
 9819		for (i = 1; i < ioa_cfg->hrrq_num; i++) {
 9820			irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
 9821					ioa_cfg->iopoll_weight, ipr_iopoll);
 9822		}
 9823	}
 9824
 9825	scsi_scan_host(ioa_cfg->host);
 9826
 9827	return 0;
 9828}
 9829
 9830/**
 9831 * ipr_shutdown - Shutdown handler.
 9832 * @pdev:	pci device struct
 9833 *
 9834 * This function is invoked upon system shutdown/reboot. It will issue
 9835 * an adapter shutdown to the adapter to flush the write cache.
 9836 *
 9837 * Return value:
 9838 * 	none
 9839 **/
 9840static void ipr_shutdown(struct pci_dev *pdev)
 9841{
 9842	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
 9843	unsigned long lock_flags = 0;
 9844	enum ipr_shutdown_type shutdown_type = IPR_SHUTDOWN_NORMAL;
 9845	int i;
 9846
 9847	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 9848	if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
 9849		ioa_cfg->iopoll_weight = 0;
 9850		for (i = 1; i < ioa_cfg->hrrq_num; i++)
 9851			irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
 9852	}
 9853
 9854	while (ioa_cfg->in_reset_reload) {
 9855		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 9856		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 9857		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 9858	}
 9859
 9860	if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64)
 9861		shutdown_type = IPR_SHUTDOWN_QUIESCE;
 9862
 9863	ipr_initiate_ioa_bringdown(ioa_cfg, shutdown_type);
 9864	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 9865	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
 9866	if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64) {
 9867		ipr_free_irqs(ioa_cfg);
 9868		pci_disable_device(ioa_cfg->pdev);
 9869	}
 9870}
 9871
 9872static const struct pci_device_id ipr_pci_table[] = {
 9873	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
 9874		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
 9875	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
 9876		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
 9877	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
 9878		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
 9879	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
 9880		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
 9881	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
 9882		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
 9883	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
 9884		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
 9885	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
 9886		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
 9887	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
 9888		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
 9889		IPR_USE_LONG_TRANSOP_TIMEOUT },
 9890	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
 9891	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
 9892	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
 9893	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
 9894	      IPR_USE_LONG_TRANSOP_TIMEOUT },
 9895	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
 9896	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
 9897	      IPR_USE_LONG_TRANSOP_TIMEOUT },
 9898	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
 9899	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
 9900	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
 9901	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
 9902	      IPR_USE_LONG_TRANSOP_TIMEOUT},
 9903	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
 9904	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
 9905	      IPR_USE_LONG_TRANSOP_TIMEOUT },
 9906	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
 9907	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
 9908	      IPR_USE_LONG_TRANSOP_TIMEOUT },
 9909	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
 9910	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
 9911	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
 9912	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
 9913	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
 9914	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
 9915	      IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
 9916	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
 9917		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
 9918	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
 9919		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
 9920	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
 9921		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
 9922		IPR_USE_LONG_TRANSOP_TIMEOUT },
 9923	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
 9924		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
 9925		IPR_USE_LONG_TRANSOP_TIMEOUT },
 9926	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
 9927		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
 9928	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
 9929		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
 9930	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
 9931		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
 9932	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
 9933		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C0, 0, 0, 0 },
 9934	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
 9935		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
 9936	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
 9937		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
 9938	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9939		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
 9940	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9941		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
 9942	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9943		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
 9944	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9945		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
 9946	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9947		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
 9948	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9949		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D5, 0, 0, 0 },
 9950	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9951		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D6, 0, 0, 0 },
 9952	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9953		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D7, 0, 0, 0 },
 9954	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9955		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D8, 0, 0, 0 },
 9956	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9957		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D9, 0, 0, 0 },
 9958	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9959		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57DA, 0, 0, 0 },
 9960	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9961		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EB, 0, 0, 0 },
 9962	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9963		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EC, 0, 0, 0 },
 9964	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9965		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57ED, 0, 0, 0 },
 9966	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9967		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EE, 0, 0, 0 },
 9968	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9969		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EF, 0, 0, 0 },
 9970	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9971		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57F0, 0, 0, 0 },
 9972	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9973		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCA, 0, 0, 0 },
 9974	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9975		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CD2, 0, 0, 0 },
 9976	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
 9977		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCD, 0, 0, 0 },
 9978	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
 9979		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580A, 0, 0, 0 },
 9980	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
 9981		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580B, 0, 0, 0 },
 9982	{ }
 9983};
 9984MODULE_DEVICE_TABLE(pci, ipr_pci_table);
 9985
 9986static const struct pci_error_handlers ipr_err_handler = {
 9987	.error_detected = ipr_pci_error_detected,
 9988	.mmio_enabled = ipr_pci_mmio_enabled,
 9989	.slot_reset = ipr_pci_slot_reset,
 9990};
 9991
 9992static struct pci_driver ipr_driver = {
 9993	.name = IPR_NAME,
 9994	.id_table = ipr_pci_table,
 9995	.probe = ipr_probe,
 9996	.remove = ipr_remove,
 9997	.shutdown = ipr_shutdown,
 9998	.err_handler = &ipr_err_handler,
 9999};
10000
10001/**
10002 * ipr_halt_done - Shutdown prepare completion
10003 * @ipr_cmd:   ipr command struct
10004 *
10005 * Return value:
10006 * 	none
10007 **/
10008static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
10009{
10010	list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
10011}
10012
10013/**
10014 * ipr_halt - Issue shutdown prepare to all adapters
10015 * @nb: Notifier block
10016 * @event: Notifier event
10017 * @buf: Notifier data (unused)
10018 *
10019 * Return value:
10020 * 	NOTIFY_OK on success / NOTIFY_DONE on failure
10021 **/
10022static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
10023{
10024	struct ipr_cmnd *ipr_cmd;
10025	struct ipr_ioa_cfg *ioa_cfg;
10026	unsigned long flags = 0, driver_lock_flags;
10027
10028	if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
10029		return NOTIFY_DONE;
10030
10031	spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10032
10033	list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
10034		spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10035		if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds ||
10036		    (ipr_fast_reboot && event == SYS_RESTART && ioa_cfg->sis64)) {
10037			spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10038			continue;
10039		}
10040
10041		ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
10042		ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
10043		ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
10044		ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
10045		ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
10046
10047		ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
10048		spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10049	}
10050	spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10051
10052	return NOTIFY_OK;
10053}
10054
10055static struct notifier_block ipr_notifier = {
10056	ipr_halt, NULL, 0
10057};
10058
10059/**
10060 * ipr_init - Module entry point
10061 *
10062 * Return value:
10063 * 	0 on success / negative value on failure
10064 **/
10065static int __init ipr_init(void)
10066{
10067	int rc;
10068
10069	ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
10070		 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
10071
10072	register_reboot_notifier(&ipr_notifier);
10073	rc = pci_register_driver(&ipr_driver);
10074	if (rc) {
10075		unregister_reboot_notifier(&ipr_notifier);
10076		return rc;
10077	}
10078
10079	return 0;
10080}
10081
10082/**
10083 * ipr_exit - Module unload
10084 *
10085 * Module unload entry point.
10086 *
10087 * Return value:
10088 * 	none
10089 **/
10090static void __exit ipr_exit(void)
10091{
10092	unregister_reboot_notifier(&ipr_notifier);
10093	pci_unregister_driver(&ipr_driver);
10094}
10095
10096module_init(ipr_init);
10097module_exit(ipr_exit);
~/ Read-only file preview.