[ovs-dev] [PATCH v9 4/6] netdev-dpdk: Allow arbitrary eal arguments

Aaron Conole aconole at redhat.com
Thu Feb 11 20:16:06 UTC 2016


A previous change moved some commonly used arguments from commandline to
the database, and with it the ability to pass arbitrary arguments to
EAL. This change allows arbitrary eal arguments to be provided
via a new db entry 'other_config:dpdk-extra' which will tokenize the
string and add it to the argument list. The only argument which will not
be supported with this change is '--no-huge', which appears to break the
system in other ways.

Signed-off-by: Aaron Conole <aconole at redhat.com>
Tested-by: RobertX Wojciechowicz <robertx.wojciechowicz at intel.com>
Acked-by: Kevin Traynor <kevin.traynor at intel.com>
Acked-by: Panu Matilainen <pmatilai at redhat.com>
Acked-by: Flavio Leitner <fbl at sysclose.org>
---
v4:
* Added by suggestion of Panu, making socket-mem non-default

v5:
* Keep the socket-mem as default parameter, and mention that we
  do not support --no-huge
* Update ovs-dev.py with the new mechanism for passing arbitrary dpdk
  options

v6->v9:
* No change

 INSTALL.DPDK.md      |  9 +++++++++
 lib/netdev-dpdk.c    | 49 +++++++++++++++++++++++++++++++++++--------------
 utilities/ovs-dev.py |  6 ++++--
 vswitchd/vswitch.xml | 10 ++++++++++
 4 files changed, 58 insertions(+), 16 deletions(-)

diff --git a/INSTALL.DPDK.md b/INSTALL.DPDK.md
index f21b744..0708e3e 100644
--- a/INSTALL.DPDK.md
+++ b/INSTALL.DPDK.md
@@ -178,6 +178,15 @@ Using the DPDK with ovs-vswitchd:
    * dpdk-hugepage-dir
    Directory where hugetlbfs is mounted
 
+   * dpdk-extra
+   Extra arguments to provide to DPDK EAL, as previously specified on the
+   command line. Do not pass '--no-huge' to the system in this way. Support
+   for running the system without hugepages is nonexistent.
+   NOTE: The argument parsing system does not currently validate between
+   arguments passed via the dpdk-extra, and arguments passed in as ovsdb
+   values. You MUST not pass arguments via dpdk-extra if they can be passed
+   via another database parameter.
+
    * cuse-dev-name
    Option to set the vhost_cuse character device name.
 
diff --git a/lib/netdev-dpdk.c b/lib/netdev-dpdk.c
index ccd0744..1d6b907 100644
--- a/lib/netdev-dpdk.c
+++ b/lib/netdev-dpdk.c
@@ -2240,6 +2240,9 @@ static char **
 grow_argv(char ***argv, size_t cur_siz, size_t grow_by)
 {
     char **new_argv = realloc(*argv, sizeof(char *) * (cur_siz + grow_by));
+    if (!new_argv) {
+        ovs_abort(0, "grow_argv() failed to allocate memory.");
+    }
     return new_argv;
 }
 
@@ -2249,16 +2252,29 @@ dpdk_option_extend(char ***argv, int argc, const char *option,
 {
     char **newargv = grow_argv(argv, argc, 2);
 
-    if (!newargv) {
-        ovs_abort(0, "grow_argv() failed to allocate memory.");
-    }
-
     *argv = newargv;
     (*argv)[argc]   = xstrdup(option);
     (*argv)[argc+1] = xstrdup(value);
 }
 
 static int
+extra_dpdk_args(const char *ovs_cfg, char ***argv, int argc)
+{
+    int ret = argc;
+    char *release_tok = xstrdup(ovs_cfg);
+    char *tok = release_tok, *endptr = NULL;
+
+    for(tok = strtok_r(release_tok, " ", &endptr); tok != NULL;
+        tok = strtok_r(NULL, " ", &endptr)) {
+        char **newarg = grow_argv(argv, ret, 1);
+        *argv = newarg;
+        (*argv)[ret++] = xstrdup(tok);
+    }
+    free(release_tok);
+    return ret;
+}
+
+static int
 construct_dpdk_options(const struct ovsrec_open_vswitch *ovs_cfg,
                        char ***argv, const int initial_size)
 {
@@ -2352,8 +2368,14 @@ static int
 get_dpdk_args(const struct ovsrec_open_vswitch *ovs_cfg, char ***argv,
               int argc)
 {
+    const char *extra_configuration;
     int i = construct_dpdk_options(ovs_cfg, argv, argc);
     i = construct_dpdk_mutex_options(ovs_cfg, argv, i);
+
+    extra_configuration = smap_get(&ovs_cfg->other_config, "dpdk-extra");
+    if (extra_configuration) {
+        i = extra_dpdk_args(extra_configuration, argv, i);
+    }
     return i;
 }
 
@@ -2412,17 +2434,15 @@ __dpdk_init(const struct ovsrec_open_vswitch *ovs_cfg)
     }
 
     argv = grow_argv(&argv, argc, argc+1);
-    if (!argv) {
-        ovs_abort(0, "Unable to allocate an initial argv.");
-    }
     argv[argc++] = xstrdup("ovs"); /* TODO use prctl to get process name */
     argc_tmp = get_dpdk_args(ovs_cfg, &argv, argc);
 
     while(argc_tmp != argc) {
-        if (!strcmp("-c", argv[argc++])) {
+        if (!strcmp("-c", argv[argc]) || !strcmp("-l", argv[argc])) {
             auto_determine = false;
             break;
         }
+        argc++;
     }
     argc = argc_tmp;
 
@@ -2437,9 +2457,6 @@ __dpdk_init(const struct ovsrec_open_vswitch *ovs_cfg)
                 char buf[MAX_BUFSIZ];
                 snprintf(buf, MAX_BUFSIZ, "0x%08llX", (1ULL<<i));
                 argv = grow_argv(&argv, argc, 2);
-                if (!argv) {
-                    ovs_abort(0, "Unable to grow argv for coremask");
-                }
                 argv[argc++] = xstrdup("-c");
                 argv[argc++] = xstrdup(buf);
                 i = CPU_SETSIZE;
@@ -2448,13 +2465,17 @@ __dpdk_init(const struct ovsrec_open_vswitch *ovs_cfg)
     }
 
     argv = grow_argv(&argv, argc, 1);
-    if (!argv) {
-        ovs_abort(0, "Unable to make final argv allocation.");
-    }
     argv[argc] = 0;
 
     optind = 1;
 
+    if (VLOG_IS_DBG_ENABLED()) {
+        int opt;
+        for(opt = 0; opt < argc; ++opt) {
+            VLOG_DBG("EAL CMDLINE ARG: %s", argv[opt]);
+        }
+    }
+
     /* Make sure things are initialized ... */
     result = rte_eal_init(argc, argv);
     if (result < 0) {
diff --git a/utilities/ovs-dev.py b/utilities/ovs-dev.py
index f2368c2..78e6d0b 100755
--- a/utilities/ovs-dev.py
+++ b/utilities/ovs-dev.py
@@ -266,6 +266,7 @@ def run():
 
     if options.dpdk:
         _sh("ovs-vsctl --no-wait set Open_vSwitch %s other_config:dpdk-init=true" % root_uuid)
+        _sh("ovs-vsctl --no-wait set Open_vSwitch %s other_config:dpdk-extra=%s" % (root_uuid, options.dpdk))
     else:
         _sh("ovs-vsctl --no-wait set Open_vSwitch %s other_config:dpdk-init=false" % root_uuid)
 
@@ -421,8 +422,9 @@ def main():
                      help="run ovs-vswitchd under gdb")
     group.add_option("--valgrind", dest="valgrind", action="store_true",
                      help="run ovs-vswitchd under valgrind")
-    group.add_option("--dpdk", dest="dpdk", action="store_true",
-                     help="run ovs-vswitchd with dpdk")
+    group.add_option("--dpdk", dest="dpdk", action="callback",
+                     callback=parse_subargs,
+                     help="run ovs-vswitchd with dpdk subopts (ended by --)")
     group.add_option("--clang", dest="clang", action="store_true",
                      help="Use binaries built by clang")
     group.add_option("--user", dest="user", action="store", default="",
diff --git a/vswitchd/vswitch.xml b/vswitchd/vswitch.xml
index 580b7bd..1635025 100644
--- a/vswitchd/vswitch.xml
+++ b/vswitchd/vswitch.xml
@@ -287,6 +287,16 @@
         </p>
       </column>
 
+      <column name="other_config" key="dpdk-extra"
+              type='{"type": "string"}'>
+        <p>
+          Specifies additional eal command line arguments for DPDK.
+        </p>
+        <p>
+          The default is empty.
+        </p>
+      </column>
+
       <column name="other_config" key="cuse-dev-name"
               type='{"type": "string"}'>
         <p>
-- 
2.5.0




More information about the dev mailing list