[ovs-dev] [thread-safety 04/11] lacp: Make the LACP module thread safe.

Ethan Jackson ethan at nicira.com
Sat Jul 27 01:07:05 UTC 2013


Signed-off-by: Ethan Jackson <ethan at nicira.com>
---
 lib/lacp.c |  165 +++++++++++++++++++++++++++++++++++++++++++-----------------
 1 file changed, 120 insertions(+), 45 deletions(-)

diff --git a/lib/lacp.c b/lib/lacp.c
index 5d90850..a387a6e 100644
--- a/lib/lacp.c
+++ b/lib/lacp.c
@@ -103,7 +103,7 @@ struct lacp {
     bool negotiated;         /* True if LACP negotiations were successful. */
     bool update;             /* True if lacp_update() needs to be called. */
 
-    int ref_cnt;
+    atomic_int ref_cnt;
 };
 
 struct slave {
@@ -124,18 +124,25 @@ struct slave {
     struct timer rx;              /* Expected message receive timer. */
 };
 
-static struct list all_lacps = LIST_INITIALIZER(&all_lacps);
-
-static void lacp_update_attached(struct lacp *);
-
-static void slave_destroy(struct slave *);
-static void slave_set_defaulted(struct slave *);
-static void slave_set_expired(struct slave *);
-static void slave_get_actor(struct slave *, struct lacp_info *actor);
-static void slave_get_priority(struct slave *, struct lacp_info *priority);
-static bool slave_may_tx(const struct slave *);
-static struct slave *slave_lookup(const struct lacp *, const void *slave);
-static bool info_tx_equal(struct lacp_info *, struct lacp_info *);
+static struct ovs_mutex mutex;
+static struct list all_lacps__ = LIST_INITIALIZER(&all_lacps__);
+static struct list *all_lacps OVS_GUARDED_BY(mutex) = &all_lacps__;
+
+static void lacp_update_attached(struct lacp *) OVS_REQ_WRLOCK(mutex);
+
+static void slave_destroy(struct slave *) OVS_REQ_WRLOCK(mutex);
+static void slave_set_defaulted(struct slave *) OVS_REQ_WRLOCK(mutex);
+static void slave_set_expired(struct slave *) OVS_REQ_WRLOCK(mutex);
+static void slave_get_actor(struct slave *, struct lacp_info *actor)
+    OVS_REQ_WRLOCK(mutex);
+static void slave_get_priority(struct slave *, struct lacp_info *priority)
+    OVS_REQ_WRLOCK(mutex);
+static bool slave_may_tx(const struct slave *)
+    OVS_REQ_WRLOCK(mutex);
+static struct slave *slave_lookup(const struct lacp *, const void *slave)
+    OVS_REQ_WRLOCK(mutex);
+static bool info_tx_equal(struct lacp_info *, struct lacp_info *)
+    OVS_REQ_WRLOCK(mutex);
 
 static unixctl_cb_func lacp_unixctl_show;
 
@@ -196,12 +203,26 @@ lacp_init(void)
 struct lacp *
 lacp_create(void)
 {
+    static struct ovsthread_once once = OVSTHREAD_ONCE_INITIALIZER;
     struct lacp *lacp;
 
+    if (ovsthread_once_start(&once)) {
+        pthread_mutexattr_t attr;
+
+        xpthread_mutexattr_init(&attr);
+        xpthread_mutexattr_settype(&attr, PTHREAD_MUTEX_RECURSIVE);
+        ovs_mutex_init(&mutex, &attr);
+        xpthread_mutexattr_destroy(&attr);
+        ovsthread_once_done(&once);
+    }
+
     lacp = xzalloc(sizeof *lacp);
     hmap_init(&lacp->slaves);
-    list_push_back(&all_lacps, &lacp->node);
-    lacp->ref_cnt = 1;
+    atomic_init(&lacp->ref_cnt, 1);
+
+    ovs_mutex_lock(&mutex);
+    list_push_back(all_lacps, &lacp->node);
+    ovs_mutex_unlock(&mutex);
     return lacp;
 }
 
@@ -210,8 +231,9 @@ lacp_ref(const struct lacp *lacp_)
 {
     struct lacp *lacp = CONST_CAST(struct lacp *, lacp_);
     if (lacp) {
-        ovs_assert(lacp->ref_cnt > 0);
-        lacp->ref_cnt++;
+        int orig;
+        atomic_add(&lacp->ref_cnt, 1, &orig);
+        ovs_assert(orig > 0);
     }
     return lacp;
 }
@@ -220,17 +242,22 @@ lacp_ref(const struct lacp *lacp_)
 void
 lacp_unref(struct lacp *lacp)
 {
+    int orig;
+
     if (!lacp) {
         return;
     }
 
-    ovs_assert(lacp->ref_cnt > 0);
-    if (!--lacp->ref_cnt) {
+    atomic_sub(&lacp->ref_cnt, 1, &orig);
+    ovs_assert(orig > 0);
+    if (orig == 1) {
         struct slave *slave, *next;
 
+        ovs_mutex_lock(&mutex);
         HMAP_FOR_EACH_SAFE (slave, next, node, &lacp->slaves) {
             slave_destroy(slave);
         }
+        ovs_mutex_unlock(&mutex);
 
         hmap_destroy(&lacp->slaves);
         list_remove(&lacp->node);
@@ -245,6 +272,7 @@ lacp_configure(struct lacp *lacp, const struct lacp_settings *s)
 {
     ovs_assert(!eth_addr_is_zero(s->id));
 
+    ovs_mutex_lock(&mutex);
     if (!lacp->name || strcmp(s->name, lacp->name)) {
         free(lacp->name);
         lacp->name = xstrdup(s->name);
@@ -259,6 +287,7 @@ lacp_configure(struct lacp *lacp, const struct lacp_settings *s)
 
     lacp->active = s->active;
     lacp->fast = s->fast;
+    ovs_mutex_unlock(&mutex);
 }
 
 /* Returns true if 'lacp' is configured in active mode, false if 'lacp' is
@@ -266,7 +295,11 @@ lacp_configure(struct lacp *lacp, const struct lacp_settings *s)
 bool
 lacp_is_active(const struct lacp *lacp)
 {
-    return lacp->active;
+    bool ret;
+    ovs_mutex_lock(&mutex);
+    ret = lacp->active;
+    ovs_mutex_unlock(&mutex);
+    return ret;
 }
 
 /* Processes 'packet' which was received on 'slave_'.  This function should be
@@ -277,18 +310,20 @@ lacp_process_packet(struct lacp *lacp, const void *slave_,
                     const struct ofpbuf *packet)
 {
     static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(1, 5);
-    struct slave *slave = slave_lookup(lacp, slave_);
     const struct lacp_pdu *pdu;
     long long int tx_rate;
+    struct slave *slave;
 
+    ovs_mutex_lock(&mutex);
+    slave = slave_lookup(lacp, slave_);
     if (!slave) {
-        return;
+        goto out;
     }
 
     pdu = parse_lacp_packet(packet);
     if (!pdu) {
         VLOG_WARN_RL(&rl, "%s: received an unparsable LACP PDU.", lacp->name);
-        return;
+        goto out;
     }
 
     slave->status = LACP_CURRENT;
@@ -304,19 +339,27 @@ lacp_process_packet(struct lacp *lacp, const void *slave_,
         lacp->update = true;
         slave->partner = pdu->actor;
     }
+
+out:
+    ovs_mutex_unlock(&mutex);
 }
 
 /* Returns the lacp_status of the given 'lacp' object (which may be NULL). */
 enum lacp_status
 lacp_status(const struct lacp *lacp)
 {
+    enum lacp_status ret;
+
+    ovs_mutex_lock(&mutex);
     if (!lacp) {
-        return LACP_DISABLED;
+        ret = LACP_DISABLED;
     } else if (lacp->negotiated) {
-        return LACP_NEGOTIATED;
+        ret = LACP_NEGOTIATED;
     } else {
-        return LACP_CONFIGURED;
+        ret = LACP_CONFIGURED;
     }
+    ovs_mutex_unlock(&mutex);
+    return ret;
 }
 
 /* Registers 'slave_' as subordinate to 'lacp'.  This should be called at least
@@ -326,8 +369,10 @@ void
 lacp_slave_register(struct lacp *lacp, void *slave_,
                     const struct lacp_slave_settings *s)
 {
-    struct slave *slave = slave_lookup(lacp, slave_);
+    struct slave *slave;
 
+    ovs_mutex_lock(&mutex);
+    slave = slave_lookup(lacp, slave_);
     if (!slave) {
         slave = xzalloc(sizeof *slave);
         slave->lacp = lacp;
@@ -358,18 +403,22 @@ lacp_slave_register(struct lacp *lacp, void *slave_,
             slave_set_expired(slave);
         }
     }
+    ovs_mutex_unlock(&mutex);
 }
 
 /* Unregisters 'slave_' with 'lacp'.  */
 void
 lacp_slave_unregister(struct lacp *lacp, const void *slave_)
 {
-    struct slave *slave = slave_lookup(lacp, slave_);
+    struct slave *slave;
 
+    ovs_mutex_lock(&mutex);
+    slave = slave_lookup(lacp, slave_);
     if (slave) {
         slave_destroy(slave);
         lacp->update = true;
     }
+    ovs_mutex_unlock(&mutex);
 }
 
 /* This function should be called whenever the carrier status of 'slave_' has
@@ -377,17 +426,23 @@ lacp_slave_unregister(struct lacp *lacp, const void *slave_)
 void
 lacp_slave_carrier_changed(const struct lacp *lacp, const void *slave_)
 {
-    if (lacp) {
-        struct slave *slave = slave_lookup(lacp, slave_);
+    struct slave *slave;
+    if (!lacp) {
+        return;
+    }
 
-        if (!slave) {
-            return;
-        }
+    ovs_mutex_lock(&mutex);
+    slave = slave_lookup(lacp, slave_);
+    if (!slave) {
+        goto out;
+    }
 
-        if (slave->status == LACP_CURRENT || slave->lacp->active) {
-            slave_set_expired(slave);
-        }
+    if (slave->status == LACP_CURRENT || slave->lacp->active) {
+        slave_set_expired(slave);
     }
+
+out:
+    ovs_mutex_unlock(&mutex);
 }
 
 static bool
@@ -405,8 +460,14 @@ bool
 lacp_slave_may_enable(const struct lacp *lacp, const void *slave_)
 {
     if (lacp) {
-        struct slave *slave = slave_lookup(lacp, slave_);
-        return slave ? slave_may_enable__(slave) : false;
+        struct slave *slave;
+        bool ret;
+
+        ovs_mutex_lock(&mutex);
+        slave = slave_lookup(lacp, slave_);
+        ret = slave ? slave_may_enable__(slave) : false;
+        ovs_mutex_unlock(&mutex);
+        return ret;
     } else {
         return true;
     }
@@ -418,8 +479,14 @@ lacp_slave_may_enable(const struct lacp *lacp, const void *slave_)
 bool
 lacp_slave_is_current(const struct lacp *lacp, const void *slave_)
 {
-    struct slave *slave = slave_lookup(lacp, slave_);
-    return slave ? slave->status != LACP_DEFAULTED : false;
+    struct slave *slave;
+    bool ret;
+
+    ovs_mutex_lock(&mutex);
+    slave = slave_lookup(lacp, slave_);
+    ret = slave ? slave->status != LACP_DEFAULTED : false;
+    ovs_mutex_unlock(&mutex);
+    return ret;
 }
 
 /* This function should be called periodically to update 'lacp'. */
@@ -428,6 +495,7 @@ lacp_run(struct lacp *lacp, lacp_send_pdu *send_pdu)
 {
     struct slave *slave;
 
+    ovs_mutex_lock(&mutex);
     HMAP_FOR_EACH (slave, node, &lacp->slaves) {
         if (timer_expired(&slave->rx)) {
             if (slave->status == LACP_CURRENT) {
@@ -467,6 +535,7 @@ lacp_run(struct lacp *lacp, lacp_send_pdu *send_pdu)
             timer_set_duration(&slave->tx, duration);
         }
     }
+    ovs_mutex_unlock(&mutex);
 }
 
 /* Causes poll_block() to wake up when lacp_run() needs to be called again. */
@@ -475,6 +544,7 @@ lacp_wait(struct lacp *lacp)
 {
     struct slave *slave;
 
+    ovs_mutex_lock(&mutex);
     HMAP_FOR_EACH (slave, node, &lacp->slaves) {
         if (slave_may_tx(slave)) {
             timer_wait(&slave->tx);
@@ -484,6 +554,7 @@ lacp_wait(struct lacp *lacp)
             timer_wait(&slave->rx);
         }
     }
+    ovs_mutex_unlock(&mutex);
 }
 
 /* Static Helpers. */
@@ -703,11 +774,11 @@ info_tx_equal(struct lacp_info *a, struct lacp_info *b)
 }
 
 static struct lacp *
-lacp_find(const char *name)
+lacp_find(const char *name) OVS_REQ_WRLOCK(&mutex)
 {
     struct lacp *lacp;
 
-    LIST_FOR_EACH (lacp, node, &all_lacps) {
+    LIST_FOR_EACH (lacp, node, all_lacps) {
         if (!strcmp(lacp->name, name)) {
             return lacp;
         }
@@ -753,7 +824,7 @@ ds_put_lacp_state(struct ds *ds, uint8_t state)
 }
 
 static void
-lacp_print_details(struct ds *ds, struct lacp *lacp)
+lacp_print_details(struct ds *ds, struct lacp *lacp) OVS_REQ_WRLOCK(&mutex)
 {
     struct shash slave_shash = SHASH_INITIALIZER(&slave_shash);
     const struct shash_node **sorted_slaves = NULL;
@@ -859,19 +930,23 @@ lacp_unixctl_show(struct unixctl_conn *conn, int argc, const char *argv[],
     struct ds ds = DS_EMPTY_INITIALIZER;
     struct lacp *lacp;
 
+    ovs_mutex_lock(&mutex);
     if (argc > 1) {
         lacp = lacp_find(argv[1]);
         if (!lacp) {
             unixctl_command_reply_error(conn, "no such lacp object");
-            return;
+            goto out;
         }
         lacp_print_details(&ds, lacp);
     } else {
-        LIST_FOR_EACH (lacp, node, &all_lacps) {
+        LIST_FOR_EACH (lacp, node, all_lacps) {
             lacp_print_details(&ds, lacp);
         }
     }
 
     unixctl_command_reply(conn, ds_cstr(&ds));
     ds_destroy(&ds);
+
+out:
+    ovs_mutex_unlock(&mutex);
 }
-- 
1.7.9.5




More information about the dev mailing list