Commit 65791f1f authored by James Smart's avatar James Smart Committed by Martin K. Petersen

lpfc: Add recovery from adapter parity errors on some SLI4 adapters

Add recovery from adapter parity errors on some SLI4 adapters
Signed-off-by: default avatarDick Kennedy <dick.kennedy@broadcom.com>
Signed-off-by: default avatarJames Smart <james.smart@broadcom.com>
Reviewed-by: default avatarHannes Reinecke <hare@suse.com>
Signed-off-by: default avatarMartin K. Petersen <martin.petersen@oracle.com>
parent 6c92d1d0
...@@ -647,6 +647,7 @@ struct lpfc_hba { ...@@ -647,6 +647,7 @@ struct lpfc_hba {
#define HBA_RRQ_ACTIVE 0x4000 /* process the rrq active list */ #define HBA_RRQ_ACTIVE 0x4000 /* process the rrq active list */
#define HBA_FCP_IOQ_FLUSH 0x8000 /* FCP I/O queues being flushed */ #define HBA_FCP_IOQ_FLUSH 0x8000 /* FCP I/O queues being flushed */
#define HBA_FW_DUMP_OP 0x10000 /* Skips fn reset before FW dump */ #define HBA_FW_DUMP_OP 0x10000 /* Skips fn reset before FW dump */
#define HBA_RECOVERABLE_UE 0x20000 /* Firmware supports recoverable UE */
uint32_t fcp_ring_in_use; /* When polling test if intr-hndlr active*/ uint32_t fcp_ring_in_use; /* When polling test if intr-hndlr active*/
struct lpfc_dmabuf slim2p; struct lpfc_dmabuf slim2p;
...@@ -827,6 +828,7 @@ struct lpfc_hba { ...@@ -827,6 +828,7 @@ struct lpfc_hba {
struct timer_list fcp_poll_timer; struct timer_list fcp_poll_timer;
struct timer_list eratt_poll; struct timer_list eratt_poll;
uint32_t eratt_poll_interval;
/* /*
* stat counters * stat counters
......
...@@ -544,6 +544,8 @@ struct lpfc_register { ...@@ -544,6 +544,8 @@ struct lpfc_register {
uint32_t word0; uint32_t word0;
}; };
#define LPFC_PORT_SEM_UE_RECOVERABLE 0xE000
#define LPFC_PORT_SEM_MASK 0xF000
/* The following BAR0 Registers apply to SLI4 if_type 0 UCNAs. */ /* The following BAR0 Registers apply to SLI4 if_type 0 UCNAs. */
#define LPFC_UERR_STATUS_HI 0x00A4 #define LPFC_UERR_STATUS_HI 0x00A4
#define LPFC_UERR_STATUS_LO 0x00A0 #define LPFC_UERR_STATUS_LO 0x00A0
...@@ -937,6 +939,7 @@ struct mbox_header { ...@@ -937,6 +939,7 @@ struct mbox_header {
#define LPFC_MBOX_OPCODE_READ_OBJECT_LIST 0xAD #define LPFC_MBOX_OPCODE_READ_OBJECT_LIST 0xAD
#define LPFC_MBOX_OPCODE_DELETE_OBJECT 0xAE #define LPFC_MBOX_OPCODE_DELETE_OBJECT 0xAE
#define LPFC_MBOX_OPCODE_GET_SLI4_PARAMETERS 0xB5 #define LPFC_MBOX_OPCODE_GET_SLI4_PARAMETERS 0xB5
#define LPFC_MBOX_OPCODE_SET_FEATURES 0xBF
/* FCoE Opcodes */ /* FCoE Opcodes */
#define LPFC_MBOX_OPCODE_FCOE_WQ_CREATE 0x01 #define LPFC_MBOX_OPCODE_FCOE_WQ_CREATE 0x01
...@@ -2887,6 +2890,25 @@ struct lpfc_sli4_parameters { ...@@ -2887,6 +2890,25 @@ struct lpfc_sli4_parameters {
#define cfg_ext_embed_cb_WORD word19 #define cfg_ext_embed_cb_WORD word19
}; };
#define LPFC_SET_UE_RECOVERY 0x10
struct lpfc_mbx_set_feature {
struct mbox_header header;
uint32_t feature;
uint32_t param_len;
uint32_t word6;
#define lpfc_mbx_set_feature_UER_SHIFT 0
#define lpfc_mbx_set_feature_UER_MASK 0x00000001
#define lpfc_mbx_set_feature_UER_WORD word6
uint32_t word7;
#define lpfc_mbx_set_feature_UERP_SHIFT 0
#define lpfc_mbx_set_feature_UERP_MASK 0x0000ffff
#define lpfc_mbx_set_feature_UERP_WORD word7
#define lpfc_mbx_set_feature_UESR_SHIFT 16
#define lpfc_mbx_set_feature_UESR_MASK 0x0000ffff
#define lpfc_mbx_set_feature_UESR_WORD word7
};
struct lpfc_mbx_get_sli4_parameters { struct lpfc_mbx_get_sli4_parameters {
struct mbox_header header; struct mbox_header header;
struct lpfc_sli4_parameters sli4_parameters; struct lpfc_sli4_parameters sli4_parameters;
...@@ -3279,6 +3301,7 @@ struct lpfc_mqe { ...@@ -3279,6 +3301,7 @@ struct lpfc_mqe {
struct lpfc_mbx_get_prof_cfg get_prof_cfg; struct lpfc_mbx_get_prof_cfg get_prof_cfg;
struct lpfc_mbx_wr_object wr_object; struct lpfc_mbx_wr_object wr_object;
struct lpfc_mbx_get_port_name get_port_name; struct lpfc_mbx_get_port_name get_port_name;
struct lpfc_mbx_set_feature set_feature;
struct lpfc_mbx_memory_dump_type3 mem_dump_type3; struct lpfc_mbx_memory_dump_type3 mem_dump_type3;
struct lpfc_mbx_nop nop; struct lpfc_mbx_nop nop;
} un; } un;
......
...@@ -568,7 +568,7 @@ lpfc_config_port_post(struct lpfc_hba *phba) ...@@ -568,7 +568,7 @@ lpfc_config_port_post(struct lpfc_hba *phba)
phba->last_completion_time = jiffies; phba->last_completion_time = jiffies;
/* Set up error attention (ERATT) polling timer */ /* Set up error attention (ERATT) polling timer */
mod_timer(&phba->eratt_poll, mod_timer(&phba->eratt_poll,
jiffies + msecs_to_jiffies(1000 * LPFC_ERATT_POLL_INTERVAL)); jiffies + msecs_to_jiffies(1000 * phba->eratt_poll_interval));
if (phba->hba_flag & LINK_DISABLED) { if (phba->hba_flag & LINK_DISABLED) {
lpfc_printf_log(phba, lpfc_printf_log(phba,
...@@ -1587,35 +1587,38 @@ lpfc_sli4_port_sta_fn_reset(struct lpfc_hba *phba, int mbx_action, ...@@ -1587,35 +1587,38 @@ lpfc_sli4_port_sta_fn_reset(struct lpfc_hba *phba, int mbx_action,
int rc; int rc;
uint32_t intr_mode; uint32_t intr_mode;
/* if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) ==
* On error status condition, driver need to wait for port LPFC_SLI_INTF_IF_TYPE_2) {
* ready before performing reset. /*
*/ * On error status condition, driver need to wait for port
rc = lpfc_sli4_pdev_status_reg_wait(phba); * ready before performing reset.
if (!rc) { */
/* need reset: attempt for port recovery */ rc = lpfc_sli4_pdev_status_reg_wait(phba);
if (en_rn_msg) if (!rc)
lpfc_printf_log(phba, KERN_ERR, LOG_INIT, return rc;
"2887 Reset Needed: Attempting Port " }
"Recovery...\n"); /* need reset: attempt for port recovery */
lpfc_offline_prep(phba, mbx_action); if (en_rn_msg)
lpfc_offline(phba); lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
/* release interrupt for possible resource change */ "2887 Reset Needed: Attempting Port "
lpfc_sli4_disable_intr(phba); "Recovery...\n");
lpfc_sli_brdrestart(phba); lpfc_offline_prep(phba, mbx_action);
/* request and enable interrupt */ lpfc_offline(phba);
intr_mode = lpfc_sli4_enable_intr(phba, phba->intr_mode); /* release interrupt for possible resource change */
if (intr_mode == LPFC_INTR_ERROR) { lpfc_sli4_disable_intr(phba);
lpfc_printf_log(phba, KERN_ERR, LOG_INIT, lpfc_sli_brdrestart(phba);
"3175 Failed to enable interrupt\n"); /* request and enable interrupt */
return -EIO; intr_mode = lpfc_sli4_enable_intr(phba, phba->intr_mode);
} else { if (intr_mode == LPFC_INTR_ERROR) {
phba->intr_mode = intr_mode; lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
} "3175 Failed to enable interrupt\n");
rc = lpfc_online(phba); return -EIO;
if (rc == 0)
lpfc_unblock_mgmt_io(phba);
} }
phba->intr_mode = intr_mode;
rc = lpfc_online(phba);
if (rc == 0)
lpfc_unblock_mgmt_io(phba);
return rc; return rc;
} }
...@@ -1636,10 +1639,11 @@ lpfc_handle_eratt_s4(struct lpfc_hba *phba) ...@@ -1636,10 +1639,11 @@ lpfc_handle_eratt_s4(struct lpfc_hba *phba)
struct lpfc_register portstat_reg = {0}; struct lpfc_register portstat_reg = {0};
uint32_t reg_err1, reg_err2; uint32_t reg_err1, reg_err2;
uint32_t uerrlo_reg, uemasklo_reg; uint32_t uerrlo_reg, uemasklo_reg;
uint32_t pci_rd_rc1, pci_rd_rc2; uint32_t smphr_port_status = 0, pci_rd_rc1, pci_rd_rc2;
bool en_rn_msg = true; bool en_rn_msg = true;
struct temp_event temp_event_data; struct temp_event temp_event_data;
int rc; struct lpfc_register portsmphr_reg;
int rc, i;
/* If the pci channel is offline, ignore possible errors, since /* If the pci channel is offline, ignore possible errors, since
* we cannot communicate with the pci card anyway. * we cannot communicate with the pci card anyway.
...@@ -1647,6 +1651,7 @@ lpfc_handle_eratt_s4(struct lpfc_hba *phba) ...@@ -1647,6 +1651,7 @@ lpfc_handle_eratt_s4(struct lpfc_hba *phba)
if (pci_channel_offline(phba->pcidev)) if (pci_channel_offline(phba->pcidev))
return; return;
memset(&portsmphr_reg, 0, sizeof(portsmphr_reg));
if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf); if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf);
switch (if_type) { switch (if_type) {
case LPFC_SLI_INTF_IF_TYPE_0: case LPFC_SLI_INTF_IF_TYPE_0:
...@@ -1659,6 +1664,55 @@ lpfc_handle_eratt_s4(struct lpfc_hba *phba) ...@@ -1659,6 +1664,55 @@ lpfc_handle_eratt_s4(struct lpfc_hba *phba)
/* consider PCI bus read error as pci_channel_offline */ /* consider PCI bus read error as pci_channel_offline */
if (pci_rd_rc1 == -EIO && pci_rd_rc2 == -EIO) if (pci_rd_rc1 == -EIO && pci_rd_rc2 == -EIO)
return; return;
if (!(phba->hba_flag & HBA_RECOVERABLE_UE)) {
lpfc_sli4_offline_eratt(phba);
return;
}
lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
"7623 Checking UE recoverable");
for (i = 0; i < phba->sli4_hba.ue_to_sr / 1000; i++) {
if (lpfc_readl(phba->sli4_hba.PSMPHRregaddr,
&portsmphr_reg.word0))
continue;
smphr_port_status = bf_get(lpfc_port_smphr_port_status,
&portsmphr_reg);
if ((smphr_port_status & LPFC_PORT_SEM_MASK) ==
LPFC_PORT_SEM_UE_RECOVERABLE)
break;
/*Sleep for 1Sec, before checking SEMAPHORE */
msleep(1000);
}
lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
"4827 smphr_port_status x%x : Waited %dSec",
smphr_port_status, i);
/* Recoverable UE, reset the HBA device */
if ((smphr_port_status & LPFC_PORT_SEM_MASK) ==
LPFC_PORT_SEM_UE_RECOVERABLE) {
for (i = 0; i < 20; i++) {
msleep(1000);
if (!lpfc_readl(phba->sli4_hba.PSMPHRregaddr,
&portsmphr_reg.word0) &&
(LPFC_POST_STAGE_PORT_READY ==
bf_get(lpfc_port_smphr_port_status,
&portsmphr_reg))) {
rc = lpfc_sli4_port_sta_fn_reset(phba,
LPFC_MBX_NO_WAIT, en_rn_msg);
if (rc == 0)
return;
lpfc_printf_log(phba,
KERN_ERR, LOG_INIT,
"4215 Failed to recover UE");
break;
}
}
}
lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
"7624 Firmware not ready: Failing UE recovery,"
" waited %dSec", i);
lpfc_sli4_offline_eratt(phba); lpfc_sli4_offline_eratt(phba);
break; break;
...@@ -5365,6 +5419,7 @@ lpfc_sli4_driver_resource_setup(struct lpfc_hba *phba) ...@@ -5365,6 +5419,7 @@ lpfc_sli4_driver_resource_setup(struct lpfc_hba *phba)
goto out_free_bsmbx; goto out_free_bsmbx;
} }
} }
/* /*
* Get sli4 parameters that override parameters from Port capabilities. * Get sli4 parameters that override parameters from Port capabilities.
* If this call fails, it isn't critical unless the SLI4 parameters come * If this call fails, it isn't critical unless the SLI4 parameters come
...@@ -6093,6 +6148,7 @@ lpfc_hba_alloc(struct pci_dev *pdev) ...@@ -6093,6 +6148,7 @@ lpfc_hba_alloc(struct pci_dev *pdev)
kfree(phba); kfree(phba);
return NULL; return NULL;
} }
phba->eratt_poll_interval = LPFC_ERATT_POLL_INTERVAL;
spin_lock_init(&phba->ct_ev_lock); spin_lock_init(&phba->ct_ev_lock);
INIT_LIST_HEAD(&phba->ct_ev_waiters); INIT_LIST_HEAD(&phba->ct_ev_waiters);
......
...@@ -2947,8 +2947,8 @@ void lpfc_poll_eratt(unsigned long ptr) ...@@ -2947,8 +2947,8 @@ void lpfc_poll_eratt(unsigned long ptr)
else else
cnt = (sli_intr - phba->sli.slistat.sli_prev_intr); cnt = (sli_intr - phba->sli.slistat.sli_prev_intr);
/* 64-bit integer division not supporte on 32-bit x86 - use do_div */ /* 64-bit integer division not supported on 32-bit x86 - use do_div */
do_div(cnt, LPFC_ERATT_POLL_INTERVAL); do_div(cnt, phba->eratt_poll_interval);
phba->sli.slistat.sli_ips = cnt; phba->sli.slistat.sli_ips = cnt;
phba->sli.slistat.sli_prev_intr = sli_intr; phba->sli.slistat.sli_prev_intr = sli_intr;
...@@ -2963,7 +2963,7 @@ void lpfc_poll_eratt(unsigned long ptr) ...@@ -2963,7 +2963,7 @@ void lpfc_poll_eratt(unsigned long ptr)
/* Restart the timer for next eratt poll */ /* Restart the timer for next eratt poll */
mod_timer(&phba->eratt_poll, mod_timer(&phba->eratt_poll,
jiffies + jiffies +
msecs_to_jiffies(1000 * LPFC_ERATT_POLL_INTERVAL)); msecs_to_jiffies(1000 * phba->eratt_poll_interval));
return; return;
} }
...@@ -5690,6 +5690,40 @@ lpfc_sli4_dealloc_extent(struct lpfc_hba *phba, uint16_t type) ...@@ -5690,6 +5690,40 @@ lpfc_sli4_dealloc_extent(struct lpfc_hba *phba, uint16_t type)
return rc; return rc;
} }
void
lpfc_set_features(struct lpfc_hba *phba)
{
LPFC_MBOXQ_t *mbox = NULL;
uint32_t len;
int rc;
mbox = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
if (!mbox)
return;
len = sizeof(struct lpfc_mbx_set_feature) -
sizeof(struct lpfc_sli4_cfg_mhdr);
lpfc_sli4_config(phba, mbox, LPFC_MBOX_SUBSYSTEM_COMMON,
LPFC_MBOX_OPCODE_SET_FEATURES, len,
LPFC_SLI4_MBX_EMBED);
bf_set(lpfc_mbx_set_feature_UER,
&mbox->u.mqe.un.set_feature, 1);
mbox->u.mqe.un.set_feature.feature = LPFC_SET_UE_RECOVERY;
mbox->u.mqe.un.set_feature.param_len = 8;
rc = lpfc_sli_issue_mbox(phba, mbox, MBX_POLL);
if (rc != MBX_SUCCESS) {
mempool_free(mbox, phba->mbox_mem_pool);
return;
}
phba->hba_flag |= HBA_RECOVERABLE_UE;
phba->eratt_poll_interval = 1; /* Set 1Sec interval to detect UE */
phba->sli4_hba.ue_to_sr = bf_get(lpfc_mbx_set_feature_UESR,
&mbox->u.mqe.un.set_feature);
phba->sli4_hba.ue_to_rp = bf_get(lpfc_mbx_set_feature_UERP,
&mbox->u.mqe.un.set_feature);
mempool_free(mbox, phba->mbox_mem_pool);
}
/** /**
* lpfc_sli4_alloc_resource_identifiers - Allocate all SLI4 resource extents. * lpfc_sli4_alloc_resource_identifiers - Allocate all SLI4 resource extents.
* @phba: Pointer to HBA context object. * @phba: Pointer to HBA context object.
...@@ -6414,6 +6448,9 @@ lpfc_sli4_hba_setup(struct lpfc_hba *phba) ...@@ -6414,6 +6448,9 @@ lpfc_sli4_hba_setup(struct lpfc_hba *phba)
phba->pport->cfg_lun_queue_depth = rc; phba->pport->cfg_lun_queue_depth = rc;
} }
if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) ==
LPFC_SLI_INTF_IF_TYPE_0)
lpfc_set_features(phba);
/* /*
* Discover the port's supported feature set and match it against the * Discover the port's supported feature set and match it against the
...@@ -6612,7 +6649,7 @@ lpfc_sli4_hba_setup(struct lpfc_hba *phba) ...@@ -6612,7 +6649,7 @@ lpfc_sli4_hba_setup(struct lpfc_hba *phba)
/* Start error attention (ERATT) polling timer */ /* Start error attention (ERATT) polling timer */
mod_timer(&phba->eratt_poll, mod_timer(&phba->eratt_poll,
jiffies + msecs_to_jiffies(1000 * LPFC_ERATT_POLL_INTERVAL)); jiffies + msecs_to_jiffies(1000 * phba->eratt_poll_interval));
/* Enable PCIe device Advanced Error Reporting (AER) if configured */ /* Enable PCIe device Advanced Error Reporting (AER) if configured */
if (phba->cfg_aer_support == 1 && !(phba->hba_flag & HBA_AER_ENABLED)) { if (phba->cfg_aer_support == 1 && !(phba->hba_flag & HBA_AER_ENABLED)) {
......
...@@ -511,6 +511,8 @@ struct lpfc_sli4_hba { ...@@ -511,6 +511,8 @@ struct lpfc_sli4_hba {
uint32_t ue_mask_lo; uint32_t ue_mask_lo;
uint32_t ue_mask_hi; uint32_t ue_mask_hi;
uint32_t ue_to_sr;
uint32_t ue_to_rp;
struct lpfc_register sli_intf; struct lpfc_register sli_intf;
struct lpfc_pc_sli4_params pc_sli4_params; struct lpfc_pc_sli4_params pc_sli4_params;
struct msix_entry *msix_entries; struct msix_entry *msix_entries;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment