Recieved this warning recently:
WARNING: at kernel/softirq.c:143 local_bh_enable+0x7d/0xb0() (Not tainted)
Hardware name: C6100
Modules linked in: autofs4 bnx2fc cnic uio fcoe libfcoe libfc scsi_transport_fc
scsi_tgt 8021q garp stp llc sunrpc cpufreq_ondemand acpi_cpufreq freq_table
mperf ipv6 ixgbe mdio igb dcdbas microcode i2c_i801 i2c_core sg iTCO_wdt
iTCO_vendor_support ioatdma dca i7core_edac edac_core shpchp ext4 mbcache jbd2
sd_mod crc_t10dif ahci dm_mirror dm_region_hash dm_log dm_mod [last unloaded:
scsi_wait_scan]
Pid: 4926, comm: fc_rport_eq Not tainted 2.6.32 #2
Call Trace:
[<ffffffff81069c67>] ? warn_slowpath_common+0x87/0xc0
[<ffffffff81069cba>] ? warn_slowpath_null+0x1a/0x20
[<ffffffff8107216d>] ? local_bh_enable+0x7d/0xb0
[<ffffffff81433567>] ? dev_queue_xmit+0x177/0x6c0
[<ffffffffa0293a34>] ? vlan_dev_hwaccel_hard_start_xmit+0x84/0xb0 [8021q]
[<ffffffff8142f46c>] ? dev_hard_start_xmit+0x2bc/0x3f0
[<ffffffff8143392e>] ? dev_queue_xmit+0x53e/0x6c0
[<ffffffff8142348e>] ? __skb_clone+0x2e/0x120
[<ffffffffa02ea83d>] ? fcoe_clean_pending_queue+0xcd/0x100 [libfcoe]
[<ffffffff810559ca>] ? find_busiest_group+0x9aa/0xb20
[<ffffffffa02f7624>] ? fcoe_port_send+0x24/0x50 [fcoe]
[<ffffffffa02f9568>] ? fcoe_xmit+0x228/0x3e0 [fcoe]
[<ffffffffa02c1896>] ? fc_seq_send+0xb6/0x160 [libfc]
[<ffffffffa02c1a76>] ? fc_exch_abort_locked+0x136/0x1c0 [libfc]
[<ffffffffa02c1ca7>] ? fc_exch_mgr_reset+0x147/0x2a0 [libfc]
[<ffffffff814f2c7e>] ? _spin_unlock_irq+0xe/0x20
[<ffffffffa02c91d3>] ? fc_rport_work+0x123/0x5f0 [libfc]
[<ffffffffa02c90b0>] ? fc_rport_work+0x0/0x5f0 [libfc]
[<ffffffff8108b559>] ? worker_thread+0x179/0x2a0
[<ffffffff81090ea0>] ? autoremove_wake_function+0x0/0x40
[<ffffffff8108b3e0>] ? worker_thread+0x0/0x2a0
[<ffffffff81090b56>] ? kthread+0x96/0xa0
[<ffffffff8100c10a>] ? child_rip+0xa/0x20
[<ffffffff81090ac0>] ? kthread+0x0/0xa0
[<ffffffff8100c100>] ? child_rip+0x0/0x20
fc_exch_abort_locked attempts to send an abort frame, but it does so with a
spinlock held and irqs/bh's disabled. Because of this dev_queue_xmit issues a
warning. This patch allows the fc_exch_abort_locked to drop and re-acquire the
lock so that the warning is suppressed.
Note this isn't a great fix, given that we need to free and re-acquire the
ex_lock during the fc_exch_abort_locked operation, but any other solution is
going to be a fairly major undertaking I think. This should work until a proper
fix can be found.
Signed-off-by: Neil Horman <nhor...@tuxdriver.com
CC: kiran.pa...@intel.com
CC: bprak...@broadcom.com
CC: robert.w.l...@intel.com
---
drivers/scsi/libfc/fc_exch.c | 36 ++++++++++++++++++++++++++++--------
include/scsi/libfc.h | 1 +
2 files changed, 29 insertions(+), 8 deletions(-)
diff --git a/drivers/scsi/libfc/fc_exch.c b/drivers/scsi/libfc/fc_exch.c
index 9c63464..de068bd 100644
--- a/drivers/scsi/libfc/fc_exch.c
+++ b/drivers/scsi/libfc/fc_exch.c
@@ -596,16 +596,23 @@ static int fc_exch_abort_locked(struct fc_exch *ep,
struct fc_frame *fp;
int error;
+ if (ep->in_locked_transaction == true)
+ return -EAGAIN;
+
+ ep->in_locked_transaction = true;
+
+ error = -ENXIO;
if (ep->esb_stat & (ESB_ST_COMPLETE | ESB_ST_ABNORMAL) ||
ep->state & (FC_EX_DONE | FC_EX_RST_CLEANUP))
- return -ENXIO;
+ goto out;
/*
* Send the abort on a new sequence if possible.
*/
+ error = -ENOMEM;
sp = fc_seq_start_next_locked(&ep->seq);
if (!sp)
- return -ENOMEM;
+ goto out;
ep->esb_stat |= ESB_ST_SEQ_INIT | ESB_ST_ABNORMAL;
if (timer_msec)
@@ -615,8 +622,9 @@ static int fc_exch_abort_locked(struct fc_exch *ep,
* If not logged into the fabric, don't send ABTS but leave
* sequence active until next timeout.
*/
+ error = 0;
if (!ep->sid)
- return 0;
+ goto out;
/*
* Send an abort for the sequence that timed out.
@@ -625,9 +633,13 @@ static int fc_exch_abort_locked(struct fc_exch *ep,
if (fp) {
fc_fill_fc_hdr(fp, FC_RCTL_BA_ABTS, ep->did, ep->sid,
FC_TYPE_BLS, FC_FC_END_SEQ | FC_FC_SEQ_INIT, 0);
+ spin_unlock_bh(&ep->ex_lock);
error = fc_seq_send(ep->lp, sp, fp);
+ spin_lock_bh(&ep->ex_lock);
} else
error = -ENOBUFS;
+out:
+ ep->in_locked_transaction = false;
return error;
}
@@ -647,9 +659,12 @@ static int fc_seq_exch_abort(const struct fc_seq *req_sp,
int error;
ep = fc_seq_exch(req_sp);
+retry:
spin_lock_bh(&ep->ex_lock);
error = fc_exch_abort_locked(ep, timer_msec);
spin_unlock_bh(&ep->ex_lock);
+ if (error == -EAGAIN)
+ goto retry;
return error;
}
@@ -1740,11 +1755,16 @@ static void fc_exch_reset(struct fc_exch *ep)
struct fc_seq *sp;
void (*resp)(struct fc_seq *, struct fc_frame *, void *);
void *arg;
- int rc = 1;
- unsigned long flags;
+ int rc;
+
+retry:
+ spin_lock_bh(&ep->ex_lock);
+ rc = fc_exch_abort_locked(ep, 0);
+ if (rc == -EAGAIN) {
+ spin_unlock_bh(&ep->ex_lock);
+ goto retry;
+ }
- spin_lock_irqsave(&ep->ex_lock, flags);
- fc_exch_abort_locked(ep, 0);
ep->state |= FC_EX_RST_CLEANUP;
if (cancel_delayed_work(&ep->timeout_work))
atomic_dec(&ep->ex_refcnt); /* drop hold for timer */
@@ -1756,7 +1776,7 @@ static void fc_exch_reset(struct fc_exch *ep)
arg = ep->arg;
sp = &ep->seq;
rc = fc_exch_done_locked(ep);
- spin_unlock_irqrestore(&ep->ex_lock, flags);
+ spin_unlock_bh(&ep->ex_lock);
if (!rc)
fc_exch_delete(ep);
diff --git a/include/scsi/libfc.h b/include/scsi/libfc.h
index 5627d99..5746152 100644
--- a/include/scsi/libfc.h
+++ b/include/scsi/libfc.h
@@ -438,6 +438,7 @@ struct fc_exch {
void (*resp)(struct fc_seq *, struct fc_frame *, void *);
void *arg;
void (*destructor)(struct fc_seq *, void *);
+ bool in_locked_transaction;
struct delayed_work timeout_work;
} ____cacheline_aligned_in_smp;
#define fc_seq_exch(sp) container_of(sp, struct fc_exch, seq)
--
1.7.7.6
_______________________________________________
devel mailing list
devel@open-fcoe.org
https://lists.open-fcoe.org/mailman/listinfo/devel
