Commit 1899bb32 authored by Jay Vosburgh's avatar Jay Vosburgh Committed by David S. Miller

bonding: fix state transition issue in link monitoring

Since de77ecd4 ("bonding: improve link-status update in
mii-monitoring"), the bonding driver has utilized two separate variables
to indicate the next link state a particular slave should transition to.
Each is used to communicate to a different portion of the link state
change commit logic; one to the bond_miimon_commit function itself, and
another to the state transition logic.

	Unfortunately, the two variables can become unsynchronized,
resulting in incorrect link state transitions within bonding.  This can
cause slaves to become stuck in an incorrect link state until a
subsequent carrier state transition.

	The issue occurs when a special case in bond_slave_netdev_event
sets slave->link directly to BOND_LINK_FAIL.  On the next pass through
bond_miimon_inspect after the slave goes carrier up, the BOND_LINK_FAIL
case will set the proposed next state (link_new_state) to BOND_LINK_UP,
but the new_link to BOND_LINK_DOWN.  The setting of the final link state
from new_link comes after that from link_new_state, and so the slave
will end up incorrectly in _DOWN state.

	Resolve this by combining the two variables into one.
Reported-by: default avatarAleksei Zakharov <zakharov.a.g@yandex.ru>
Reported-by: default avatarSha Zhang <zhangsha.zhang@huawei.com>
Cc: Mahesh Bandewar <maheshb@google.com>
Fixes: de77ecd4 ("bonding: improve link-status update in mii-monitoring")
Signed-off-by: default avatarJay Vosburgh <jay.vosburgh@canonical.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 41de23e2
...@@ -2083,8 +2083,7 @@ static int bond_miimon_inspect(struct bonding *bond) ...@@ -2083,8 +2083,7 @@ static int bond_miimon_inspect(struct bonding *bond)
ignore_updelay = !rcu_dereference(bond->curr_active_slave); ignore_updelay = !rcu_dereference(bond->curr_active_slave);
bond_for_each_slave_rcu(bond, slave, iter) { bond_for_each_slave_rcu(bond, slave, iter) {
slave->new_link = BOND_LINK_NOCHANGE; bond_propose_link_state(slave, BOND_LINK_NOCHANGE);
slave->link_new_state = slave->link;
link_state = bond_check_dev_link(bond, slave->dev, 0); link_state = bond_check_dev_link(bond, slave->dev, 0);
...@@ -2118,7 +2117,7 @@ static int bond_miimon_inspect(struct bonding *bond) ...@@ -2118,7 +2117,7 @@ static int bond_miimon_inspect(struct bonding *bond)
} }
if (slave->delay <= 0) { if (slave->delay <= 0) {
slave->new_link = BOND_LINK_DOWN; bond_propose_link_state(slave, BOND_LINK_DOWN);
commit++; commit++;
continue; continue;
} }
...@@ -2155,7 +2154,7 @@ static int bond_miimon_inspect(struct bonding *bond) ...@@ -2155,7 +2154,7 @@ static int bond_miimon_inspect(struct bonding *bond)
slave->delay = 0; slave->delay = 0;
if (slave->delay <= 0) { if (slave->delay <= 0) {
slave->new_link = BOND_LINK_UP; bond_propose_link_state(slave, BOND_LINK_UP);
commit++; commit++;
ignore_updelay = false; ignore_updelay = false;
continue; continue;
...@@ -2193,7 +2192,7 @@ static void bond_miimon_commit(struct bonding *bond) ...@@ -2193,7 +2192,7 @@ static void bond_miimon_commit(struct bonding *bond)
struct slave *slave, *primary; struct slave *slave, *primary;
bond_for_each_slave(bond, slave, iter) { bond_for_each_slave(bond, slave, iter) {
switch (slave->new_link) { switch (slave->link_new_state) {
case BOND_LINK_NOCHANGE: case BOND_LINK_NOCHANGE:
/* For 802.3ad mode, check current slave speed and /* For 802.3ad mode, check current slave speed and
* duplex again in case its port was disabled after * duplex again in case its port was disabled after
...@@ -2265,8 +2264,8 @@ static void bond_miimon_commit(struct bonding *bond) ...@@ -2265,8 +2264,8 @@ static void bond_miimon_commit(struct bonding *bond)
default: default:
slave_err(bond->dev, slave->dev, "invalid new link %d on slave\n", slave_err(bond->dev, slave->dev, "invalid new link %d on slave\n",
slave->new_link); slave->link_new_state);
slave->new_link = BOND_LINK_NOCHANGE; bond_propose_link_state(slave, BOND_LINK_NOCHANGE);
continue; continue;
} }
...@@ -2674,13 +2673,13 @@ static void bond_loadbalance_arp_mon(struct bonding *bond) ...@@ -2674,13 +2673,13 @@ static void bond_loadbalance_arp_mon(struct bonding *bond)
bond_for_each_slave_rcu(bond, slave, iter) { bond_for_each_slave_rcu(bond, slave, iter) {
unsigned long trans_start = dev_trans_start(slave->dev); unsigned long trans_start = dev_trans_start(slave->dev);
slave->new_link = BOND_LINK_NOCHANGE; bond_propose_link_state(slave, BOND_LINK_NOCHANGE);
if (slave->link != BOND_LINK_UP) { if (slave->link != BOND_LINK_UP) {
if (bond_time_in_interval(bond, trans_start, 1) && if (bond_time_in_interval(bond, trans_start, 1) &&
bond_time_in_interval(bond, slave->last_rx, 1)) { bond_time_in_interval(bond, slave->last_rx, 1)) {
slave->new_link = BOND_LINK_UP; bond_propose_link_state(slave, BOND_LINK_UP);
slave_state_changed = 1; slave_state_changed = 1;
/* primary_slave has no meaning in round-robin /* primary_slave has no meaning in round-robin
...@@ -2705,7 +2704,7 @@ static void bond_loadbalance_arp_mon(struct bonding *bond) ...@@ -2705,7 +2704,7 @@ static void bond_loadbalance_arp_mon(struct bonding *bond)
if (!bond_time_in_interval(bond, trans_start, 2) || if (!bond_time_in_interval(bond, trans_start, 2) ||
!bond_time_in_interval(bond, slave->last_rx, 2)) { !bond_time_in_interval(bond, slave->last_rx, 2)) {
slave->new_link = BOND_LINK_DOWN; bond_propose_link_state(slave, BOND_LINK_DOWN);
slave_state_changed = 1; slave_state_changed = 1;
if (slave->link_failure_count < UINT_MAX) if (slave->link_failure_count < UINT_MAX)
...@@ -2736,8 +2735,8 @@ static void bond_loadbalance_arp_mon(struct bonding *bond) ...@@ -2736,8 +2735,8 @@ static void bond_loadbalance_arp_mon(struct bonding *bond)
goto re_arm; goto re_arm;
bond_for_each_slave(bond, slave, iter) { bond_for_each_slave(bond, slave, iter) {
if (slave->new_link != BOND_LINK_NOCHANGE) if (slave->link_new_state != BOND_LINK_NOCHANGE)
slave->link = slave->new_link; slave->link = slave->link_new_state;
} }
if (slave_state_changed) { if (slave_state_changed) {
...@@ -2760,9 +2759,9 @@ static void bond_loadbalance_arp_mon(struct bonding *bond) ...@@ -2760,9 +2759,9 @@ static void bond_loadbalance_arp_mon(struct bonding *bond)
} }
/* Called to inspect slaves for active-backup mode ARP monitor link state /* Called to inspect slaves for active-backup mode ARP monitor link state
* changes. Sets new_link in slaves to specify what action should take * changes. Sets proposed link state in slaves to specify what action
* place for the slave. Returns 0 if no changes are found, >0 if changes * should take place for the slave. Returns 0 if no changes are found, >0
* to link states must be committed. * if changes to link states must be committed.
* *
* Called with rcu_read_lock held. * Called with rcu_read_lock held.
*/ */
...@@ -2774,12 +2773,12 @@ static int bond_ab_arp_inspect(struct bonding *bond) ...@@ -2774,12 +2773,12 @@ static int bond_ab_arp_inspect(struct bonding *bond)
int commit = 0; int commit = 0;
bond_for_each_slave_rcu(bond, slave, iter) { bond_for_each_slave_rcu(bond, slave, iter) {
slave->new_link = BOND_LINK_NOCHANGE; bond_propose_link_state(slave, BOND_LINK_NOCHANGE);
last_rx = slave_last_rx(bond, slave); last_rx = slave_last_rx(bond, slave);
if (slave->link != BOND_LINK_UP) { if (slave->link != BOND_LINK_UP) {
if (bond_time_in_interval(bond, last_rx, 1)) { if (bond_time_in_interval(bond, last_rx, 1)) {
slave->new_link = BOND_LINK_UP; bond_propose_link_state(slave, BOND_LINK_UP);
commit++; commit++;
} }
continue; continue;
...@@ -2807,7 +2806,7 @@ static int bond_ab_arp_inspect(struct bonding *bond) ...@@ -2807,7 +2806,7 @@ static int bond_ab_arp_inspect(struct bonding *bond)
if (!bond_is_active_slave(slave) && if (!bond_is_active_slave(slave) &&
!rcu_access_pointer(bond->current_arp_slave) && !rcu_access_pointer(bond->current_arp_slave) &&
!bond_time_in_interval(bond, last_rx, 3)) { !bond_time_in_interval(bond, last_rx, 3)) {
slave->new_link = BOND_LINK_DOWN; bond_propose_link_state(slave, BOND_LINK_DOWN);
commit++; commit++;
} }
...@@ -2820,7 +2819,7 @@ static int bond_ab_arp_inspect(struct bonding *bond) ...@@ -2820,7 +2819,7 @@ static int bond_ab_arp_inspect(struct bonding *bond)
if (bond_is_active_slave(slave) && if (bond_is_active_slave(slave) &&
(!bond_time_in_interval(bond, trans_start, 2) || (!bond_time_in_interval(bond, trans_start, 2) ||
!bond_time_in_interval(bond, last_rx, 2))) { !bond_time_in_interval(bond, last_rx, 2))) {
slave->new_link = BOND_LINK_DOWN; bond_propose_link_state(slave, BOND_LINK_DOWN);
commit++; commit++;
} }
} }
...@@ -2840,7 +2839,7 @@ static void bond_ab_arp_commit(struct bonding *bond) ...@@ -2840,7 +2839,7 @@ static void bond_ab_arp_commit(struct bonding *bond)
struct slave *slave; struct slave *slave;
bond_for_each_slave(bond, slave, iter) { bond_for_each_slave(bond, slave, iter) {
switch (slave->new_link) { switch (slave->link_new_state) {
case BOND_LINK_NOCHANGE: case BOND_LINK_NOCHANGE:
continue; continue;
...@@ -2890,8 +2889,9 @@ static void bond_ab_arp_commit(struct bonding *bond) ...@@ -2890,8 +2889,9 @@ static void bond_ab_arp_commit(struct bonding *bond)
continue; continue;
default: default:
slave_err(bond->dev, slave->dev, "impossible: new_link %d on slave\n", slave_err(bond->dev, slave->dev,
slave->new_link); "impossible: link_new_state %d on slave\n",
slave->link_new_state);
continue; continue;
} }
......
...@@ -159,7 +159,6 @@ struct slave { ...@@ -159,7 +159,6 @@ struct slave {
unsigned long target_last_arp_rx[BOND_MAX_ARP_TARGETS]; unsigned long target_last_arp_rx[BOND_MAX_ARP_TARGETS];
s8 link; /* one of BOND_LINK_XXXX */ s8 link; /* one of BOND_LINK_XXXX */
s8 link_new_state; /* one of BOND_LINK_XXXX */ s8 link_new_state; /* one of BOND_LINK_XXXX */
s8 new_link;
u8 backup:1, /* indicates backup slave. Value corresponds with u8 backup:1, /* indicates backup slave. Value corresponds with
BOND_STATE_ACTIVE and BOND_STATE_BACKUP */ BOND_STATE_ACTIVE and BOND_STATE_BACKUP */
inactive:1, /* indicates inactive slave */ inactive:1, /* indicates inactive slave */
...@@ -549,7 +548,7 @@ static inline void bond_propose_link_state(struct slave *slave, int state) ...@@ -549,7 +548,7 @@ static inline void bond_propose_link_state(struct slave *slave, int state)
static inline void bond_commit_link_state(struct slave *slave, bool notify) static inline void bond_commit_link_state(struct slave *slave, bool notify)
{ {
if (slave->link == slave->link_new_state) if (slave->link_new_state == BOND_LINK_NOCHANGE)
return; return;
slave->link = slave->link_new_state; slave->link = slave->link_new_state;
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment