2 * Copyright (c) 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015 Nicira, Inc.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
18 #include <arpa/inet.h>
21 #include <sys/socket.h>
23 #include <netinet/in.h>
29 #include "command-line.h"
35 #include "openvswitch/dynamic-string.h"
37 #include "openvswitch/match.h"
39 #include "netdev-dpdk.h"
42 #include "openvswitch/ofpbuf.h"
52 #include "openvswitch/ofp-parse.h"
54 typedef int dpctl_command_handler(int argc, const char *argv[],
55 struct dpctl_params *);
56 struct dpctl_command {
61 dpctl_command_handler *handler;
63 static const struct dpctl_command *get_all_dpctl_commands(void);
64 static void dpctl_print(struct dpctl_params *dpctl_p, const char *fmt, ...)
65 OVS_PRINTF_FORMAT(2, 3);
66 static void dpctl_error(struct dpctl_params* dpctl_p, int err_no,
68 OVS_PRINTF_FORMAT(3, 4);
71 dpctl_puts(struct dpctl_params *dpctl_p, bool error, const char *string)
73 dpctl_p->output(dpctl_p->aux, error, string);
77 dpctl_print(struct dpctl_params *dpctl_p, const char *fmt, ...)
83 string = xvasprintf(fmt, args);
86 dpctl_puts(dpctl_p, false, string);
91 dpctl_error(struct dpctl_params* dpctl_p, int err_no, const char *fmt, ...)
93 const char *subprogram_name = get_subprogram_name();
94 struct ds ds = DS_EMPTY_INITIALIZER;
95 int save_errno = errno;
99 if (subprogram_name[0]) {
100 ds_put_format(&ds, "%s(%s): ", program_name,subprogram_name);
102 ds_put_format(&ds, "%s: ", program_name);
106 ds_put_format_valist(&ds, fmt, args);
110 ds_put_format(&ds, " (%s)", ovs_retval_to_string(err_no));
112 ds_put_cstr(&ds, "\n");
114 dpctl_puts(dpctl_p, true, ds_cstr(&ds));
121 static int dpctl_add_if(int argc, const char *argv[], struct dpctl_params *);
124 if_up(struct netdev *netdev)
126 return netdev_turn_flags_on(netdev, NETDEV_UP, NULL);
129 /* Retrieve the name of the datapath if exactly one exists. The caller
130 * is responsible for freeing the returned string. If there is not one
131 * datapath, aborts with an error message. */
133 get_one_dp(struct dpctl_params *dpctl_p)
137 char *dp_name = NULL;
141 dp_enumerate_types(&types);
142 SSET_FOR_EACH (type, &types) {
146 if (!dp_enumerate_names(type, &names)) {
147 count += sset_count(&names);
148 if (!dp_name && count == 1) {
149 dp_name = xasprintf("%s@%s", type, SSET_FIRST(&names));
152 sset_destroy(&names);
154 sset_destroy(&types);
157 dpctl_error(dpctl_p, 0, "no datapaths exist");
158 } else if (count > 1) {
159 dpctl_error(dpctl_p, 0, "multiple datapaths, specify one");
168 parsed_dpif_open(const char *arg_, bool create, struct dpif **dpifp)
173 dp_parse_name(arg_, &name, &type);
176 result = dpif_create(name, type, dpifp);
178 result = dpif_open(name, type, dpifp);
187 dpctl_add_dp(int argc, const char *argv[],
188 struct dpctl_params *dpctl_p)
193 error = parsed_dpif_open(argv[1], true, &dpif);
195 dpctl_error(dpctl_p, error, "add_dp");
200 error = dpctl_add_if(argc, argv, dpctl_p);
206 dpctl_del_dp(int argc OVS_UNUSED, const char *argv[],
207 struct dpctl_params *dpctl_p)
212 error = parsed_dpif_open(argv[1], false, &dpif);
214 dpctl_error(dpctl_p, error, "opening datapath");
217 error = dpif_delete(dpif);
219 dpctl_error(dpctl_p, error, "del_dp");
227 dpctl_add_if(int argc OVS_UNUSED, const char *argv[],
228 struct dpctl_params *dpctl_p)
231 int i, error, lasterror = 0;
233 error = parsed_dpif_open(argv[1], false, &dpif);
235 dpctl_error(dpctl_p, error, "opening datapath");
238 for (i = 2; i < argc; i++) {
239 const char *name, *type;
240 char *save_ptr = NULL, *argcopy;
241 struct netdev *netdev = NULL;
243 odp_port_t port_no = ODPP_NONE;
246 argcopy = xstrdup(argv[i]);
247 name = strtok_r(argcopy, ",", &save_ptr);
251 dpctl_error(dpctl_p, 0, "%s is not a valid network device name",
258 while ((option = strtok_r(NULL, ",", &save_ptr)) != NULL) {
259 char *save_ptr_2 = NULL;
262 key = strtok_r(option, "=", &save_ptr_2);
263 value = strtok_r(NULL, "", &save_ptr_2);
268 if (!strcmp(key, "type")) {
270 } else if (!strcmp(key, "port_no")) {
271 port_no = u32_to_odp(atoi(value));
272 } else if (!smap_add_once(&args, key, value)) {
273 dpctl_error(dpctl_p, 0, "duplicate \"%s\" option", key);
277 error = netdev_open(name, type, &netdev);
279 dpctl_error(dpctl_p, error, "%s: failed to open network device",
281 goto next_destroy_args;
284 error = netdev_set_config(netdev, &args, NULL);
286 goto next_destroy_args;
289 error = dpif_port_add(dpif, netdev, &port_no);
291 dpctl_error(dpctl_p, error, "adding %s to %s failed", name,
293 goto next_destroy_args;
296 error = if_up(netdev);
298 dpctl_error(dpctl_p, error, "%s: failed bringing interface up",
303 netdev_close(netdev);
317 dpctl_set_if(int argc, const char *argv[], struct dpctl_params *dpctl_p)
320 int i, error, lasterror = 0;
322 error = parsed_dpif_open(argv[1], false, &dpif);
324 dpctl_error(dpctl_p, error, "opening datapath");
327 for (i = 2; i < argc; i++) {
328 struct netdev *netdev = NULL;
329 struct dpif_port dpif_port;
330 char *save_ptr = NULL;
339 argcopy = xstrdup(argv[i]);
340 name = strtok_r(argcopy, ",", &save_ptr);
342 dpctl_error(dpctl_p, 0, "%s is not a valid network device name",
347 /* Get the port's type from the datapath. */
348 error = dpif_port_query_by_name(dpif, name, &dpif_port);
350 dpctl_error(dpctl_p, error, "%s: failed to query port in %s", name,
354 type = xstrdup(dpif_port.type);
355 port_no = dpif_port.port_no;
356 dpif_port_destroy(&dpif_port);
358 /* Retrieve its existing configuration. */
359 error = netdev_open(name, type, &netdev);
361 dpctl_error(dpctl_p, error, "%s: failed to open network device",
367 error = netdev_get_config(netdev, &args);
369 dpctl_error(dpctl_p, error, "%s: failed to fetch configuration",
371 goto next_destroy_args;
374 /* Parse changes to configuration. */
375 while ((option = strtok_r(NULL, ",", &save_ptr)) != NULL) {
376 char *save_ptr_2 = NULL;
379 key = strtok_r(option, "=", &save_ptr_2);
380 value = strtok_r(NULL, "", &save_ptr_2);
385 if (!strcmp(key, "type")) {
386 if (strcmp(value, type)) {
387 dpctl_error(dpctl_p, 0,
388 "%s: can't change type from %s to %s",
391 goto next_destroy_args;
393 } else if (!strcmp(key, "port_no")) {
394 if (port_no != u32_to_odp(atoi(value))) {
395 dpctl_error(dpctl_p, 0, "%s: can't change port number from"
396 " %"PRIu32" to %d", name, port_no, atoi(value));
398 goto next_destroy_args;
400 } else if (value[0] == '\0') {
401 smap_remove(&args, key);
403 smap_replace(&args, key, value);
407 /* Update configuration. */
409 error = netdev_set_config(netdev, &args, &err_s);
410 if (err_s || error) {
411 dpctl_error(dpctl_p, error, "%s",
412 err_s ? err_s : "Error updating configuration");
416 goto next_destroy_args;
422 netdev_close(netdev);
435 get_port_number(struct dpif *dpif, const char *name, odp_port_t *port,
436 struct dpctl_params *dpctl_p)
438 struct dpif_port dpif_port;
440 if (!dpif_port_query_by_name(dpif, name, &dpif_port)) {
441 *port = dpif_port.port_no;
442 dpif_port_destroy(&dpif_port);
445 dpctl_error(dpctl_p, 0, "no port named %s", name);
451 dpctl_del_if(int argc, const char *argv[], struct dpctl_params *dpctl_p)
454 int i, error, lasterror = 0;
456 error = parsed_dpif_open(argv[1], false, &dpif);
458 dpctl_error(dpctl_p, error, "opening datapath");
461 for (i = 2; i < argc; i++) {
462 const char *name = argv[i];
465 if (!name[strspn(name, "0123456789")]) {
466 port = u32_to_odp(atoi(name));
467 } else if (!get_port_number(dpif, name, &port, dpctl_p)) {
472 error = dpif_port_del(dpif, port);
474 dpctl_error(dpctl_p, error, "deleting port %s from %s failed",
484 print_stat(struct dpctl_params *dpctl_p, const char *leader, uint64_t value)
486 dpctl_print(dpctl_p, "%s", leader);
487 if (value != UINT64_MAX) {
488 dpctl_print(dpctl_p, "%"PRIu64, value);
490 dpctl_print(dpctl_p, "?");
495 print_human_size(struct dpctl_params *dpctl_p, uint64_t value)
497 if (value == UINT64_MAX) {
499 } else if (value >= 1024ULL * 1024 * 1024 * 1024) {
500 dpctl_print(dpctl_p, " (%.1f TiB)",
501 value / (1024.0 * 1024 * 1024 * 1024));
502 } else if (value >= 1024ULL * 1024 * 1024) {
503 dpctl_print(dpctl_p, " (%.1f GiB)", value / (1024.0 * 1024 * 1024));
504 } else if (value >= 1024ULL * 1024) {
505 dpctl_print(dpctl_p, " (%.1f MiB)", value / (1024.0 * 1024));
506 } else if (value >= 1024) {
507 dpctl_print(dpctl_p, " (%.1f KiB)", value / 1024.0);
511 /* qsort comparison function. */
513 compare_port_nos(const void *a_, const void *b_)
515 const odp_port_t *ap = a_;
516 const odp_port_t *bp = b_;
517 uint32_t a = odp_to_u32(*ap);
518 uint32_t b = odp_to_u32(*bp);
520 return a < b ? -1 : a > b;
524 show_dpif(struct dpif *dpif, struct dpctl_params *dpctl_p)
526 struct dpif_port_dump dump;
527 struct dpif_port dpif_port;
528 struct dpif_dp_stats stats;
529 struct netdev *netdev;
531 dpctl_print(dpctl_p, "%s:\n", dpif_name(dpif));
532 if (!dpif_get_dp_stats(dpif, &stats)) {
533 dpctl_print(dpctl_p, "\tlookups: hit:%"PRIu64" missed:%"PRIu64
534 " lost:%"PRIu64"\n\tflows: %"PRIu64"\n",
535 stats.n_hit, stats.n_missed, stats.n_lost, stats.n_flows);
536 if (stats.n_masks != UINT32_MAX) {
537 uint64_t n_pkts = stats.n_hit + stats.n_missed;
538 double avg = n_pkts ? (double) stats.n_mask_hit / n_pkts : 0.0;
540 dpctl_print(dpctl_p, "\tmasks: hit:%"PRIu64" total:%"PRIu32
542 stats.n_mask_hit, stats.n_masks, avg);
546 odp_port_t *port_nos = NULL;
547 size_t allocated_port_nos = 0, n_port_nos = 0;
548 DPIF_PORT_FOR_EACH (&dpif_port, &dump, dpif) {
549 if (n_port_nos >= allocated_port_nos) {
550 port_nos = x2nrealloc(port_nos, &allocated_port_nos,
554 port_nos[n_port_nos] = dpif_port.port_no;
558 qsort(port_nos, n_port_nos, sizeof *port_nos, compare_port_nos);
560 for (int i = 0; i < n_port_nos; i++) {
561 if (dpif_port_query_by_number(dpif, port_nos[i], &dpif_port)) {
565 dpctl_print(dpctl_p, "\tport %u: %s",
566 dpif_port.port_no, dpif_port.name);
568 if (strcmp(dpif_port.type, "system")) {
571 dpctl_print(dpctl_p, " (%s", dpif_port.type);
573 error = netdev_open(dpif_port.name, dpif_port.type, &netdev);
578 error = netdev_get_config(netdev, &config);
580 const struct smap_node **nodes;
583 nodes = smap_sort(&config);
584 for (i = 0; i < smap_count(&config); i++) {
585 const struct smap_node *node = nodes[i];
586 dpctl_print(dpctl_p, "%c %s=%s", i ? ',' : ':',
587 node->key, node->value);
591 dpctl_print(dpctl_p, ", could not retrieve configuration "
592 "(%s)", ovs_strerror(error));
594 smap_destroy(&config);
596 netdev_close(netdev);
598 dpctl_print(dpctl_p, ": open failed (%s)",
599 ovs_strerror(error));
601 dpctl_print(dpctl_p, ")");
603 dpctl_print(dpctl_p, "\n");
605 if (dpctl_p->print_statistics) {
606 struct netdev_stats s;
609 error = netdev_open(dpif_port.name, dpif_port.type, &netdev);
611 dpctl_print(dpctl_p, ", open failed (%s)",
612 ovs_strerror(error));
613 dpif_port_destroy(&dpif_port);
616 error = netdev_get_stats(netdev, &s);
618 netdev_close(netdev);
619 print_stat(dpctl_p, "\t\tRX packets:", s.rx_packets);
620 print_stat(dpctl_p, " errors:", s.rx_errors);
621 print_stat(dpctl_p, " dropped:", s.rx_dropped);
622 print_stat(dpctl_p, " overruns:", s.rx_over_errors);
623 print_stat(dpctl_p, " frame:", s.rx_frame_errors);
624 dpctl_print(dpctl_p, "\n");
626 print_stat(dpctl_p, "\t\tTX packets:", s.tx_packets);
627 print_stat(dpctl_p, " errors:", s.tx_errors);
628 print_stat(dpctl_p, " dropped:", s.tx_dropped);
629 print_stat(dpctl_p, " aborted:", s.tx_aborted_errors);
630 print_stat(dpctl_p, " carrier:", s.tx_carrier_errors);
631 dpctl_print(dpctl_p, "\n");
633 print_stat(dpctl_p, "\t\tcollisions:", s.collisions);
634 dpctl_print(dpctl_p, "\n");
636 print_stat(dpctl_p, "\t\tRX bytes:", s.rx_bytes);
637 print_human_size(dpctl_p, s.rx_bytes);
638 print_stat(dpctl_p, " TX bytes:", s.tx_bytes);
639 print_human_size(dpctl_p, s.tx_bytes);
640 dpctl_print(dpctl_p, "\n");
642 dpctl_print(dpctl_p, ", could not retrieve stats (%s)",
643 ovs_strerror(error));
646 dpif_port_destroy(&dpif_port);
652 typedef void (*dps_for_each_cb)(struct dpif *, struct dpctl_params *);
655 dps_for_each(struct dpctl_params *dpctl_p, dps_for_each_cb cb)
657 struct sset dpif_names = SSET_INITIALIZER(&dpif_names),
658 dpif_types = SSET_INITIALIZER(&dpif_types);
659 int error, openerror = 0, enumerror = 0;
660 const char *type, *name;
661 bool at_least_one = false;
663 dp_enumerate_types(&dpif_types);
665 SSET_FOR_EACH (type, &dpif_types) {
666 error = dp_enumerate_names(type, &dpif_names);
671 SSET_FOR_EACH (name, &dpif_names) {
675 error = dpif_open(name, type, &dpif);
681 dpctl_error(dpctl_p, error, "opening datapath %s failed",
687 sset_destroy(&dpif_names);
688 sset_destroy(&dpif_types);
690 /* If there has been an error while opening a datapath it should be
691 * reported. Otherwise, we want to ignore the errors generated by
692 * dp_enumerate_names() if at least one datapath has been discovered,
693 * because they're not interesting for the user. This happens, for
694 * example, if OVS is using a userspace datapath and the kernel module
699 return at_least_one ? 0 : enumerror;
704 dpctl_show(int argc, const char *argv[], struct dpctl_params *dpctl_p)
706 int error, lasterror = 0;
709 for (i = 1; i < argc; i++) {
710 const char *name = argv[i];
713 error = parsed_dpif_open(name, false, &dpif);
715 show_dpif(dpif, dpctl_p);
718 dpctl_error(dpctl_p, error, "opening datapath %s failed",
724 lasterror = dps_for_each(dpctl_p, show_dpif);
731 dump_cb(struct dpif *dpif, struct dpctl_params *dpctl_p)
733 dpctl_print(dpctl_p, "%s\n", dpif_name(dpif));
737 dpctl_dump_dps(int argc OVS_UNUSED, const char *argv[] OVS_UNUSED,
738 struct dpctl_params *dpctl_p)
740 return dps_for_each(dpctl_p, dump_cb);
744 format_dpif_flow(struct ds *ds, const struct dpif_flow *f, struct hmap *ports,
745 struct dpctl_params *dpctl_p)
747 if (dpctl_p->verbosity && f->ufid_present) {
748 odp_format_ufid(&f->ufid, ds);
749 ds_put_cstr(ds, ", ");
751 odp_flow_format(f->key, f->key_len, f->mask, f->mask_len, ports, ds,
753 ds_put_cstr(ds, ", ");
755 dpif_flow_stats_format(&f->stats, ds);
756 ds_put_cstr(ds, ", actions:");
757 format_odp_actions(ds, f->actions, f->actions_len);
761 dpctl_dump_flows(int argc, const char *argv[], struct dpctl_params *dpctl_p)
768 struct flow flow_filter;
769 struct flow_wildcards wc_filter;
771 struct dpif_port_dump port_dump;
772 struct dpif_port dpif_port;
773 struct hmap portno_names;
774 struct simap names_portno;
776 struct dpif_flow_dump_thread *flow_dump_thread;
777 struct dpif_flow_dump *flow_dump;
779 int pmd_id = PMD_ID_NULL;
782 if (argc > 1 && !strncmp(argv[argc - 1], "filter=", 7)) {
783 filter = xstrdup(argv[--argc] + 7);
785 name = (argc == 2) ? xstrdup(argv[1]) : get_one_dp(dpctl_p);
791 error = parsed_dpif_open(name, false, &dpif);
794 dpctl_error(dpctl_p, error, "opening datapath");
799 hmap_init(&portno_names);
800 simap_init(&names_portno);
801 DPIF_PORT_FOR_EACH (&dpif_port, &port_dump, dpif) {
802 odp_portno_names_set(&portno_names, dpif_port.port_no, dpif_port.name);
803 simap_put(&names_portno, dpif_port.name,
804 odp_to_u32(dpif_port.port_no));
808 char *err = parse_ofp_exact_flow(&flow_filter, &wc_filter.masks,
809 filter, &names_portno);
811 dpctl_error(dpctl_p, 0, "Failed to parse filter (%s)", err);
817 /* Make sure that these values are different. PMD_ID_NULL means that the
818 * pmd is unspecified (e.g. because the datapath doesn't have different
819 * pmd threads), while NON_PMD_CORE_ID refers to every non pmd threads
820 * in the userspace datapath */
821 BUILD_ASSERT(PMD_ID_NULL != NON_PMD_CORE_ID);
824 flow_dump = dpif_flow_dump_create(dpif, false);
825 flow_dump_thread = dpif_flow_dump_thread_create(flow_dump);
826 while (dpif_flow_dump_next(flow_dump_thread, &f, 1)) {
829 struct flow_wildcards wc;
830 struct match match, match_filter;
831 struct minimatch minimatch;
833 odp_flow_key_to_flow(f.key, f.key_len, &flow);
834 odp_flow_key_to_mask(f.mask, f.mask_len, f.key, f.key_len,
836 match_init(&match, &flow, &wc);
838 match_init(&match_filter, &flow_filter, &wc);
839 match_init(&match_filter, &match_filter.flow, &wc_filter);
840 minimatch_init(&minimatch, &match_filter);
842 if (!minimatch_matches_flow(&minimatch, &match.flow)) {
843 minimatch_destroy(&minimatch);
846 minimatch_destroy(&minimatch);
849 /* If 'pmd_id' is specified, overlapping flows could be dumped from
850 * different pmd threads. So, separates dumps from different pmds
851 * by printing a title line. */
852 if (pmd_id != f.pmd_id) {
853 if (f.pmd_id == NON_PMD_CORE_ID) {
854 ds_put_format(&ds, "flow-dump from non-dpdk interfaces:\n");
856 ds_put_format(&ds, "flow-dump from pmd on cpu core: %d\n",
861 format_dpif_flow(&ds, &f, &portno_names, dpctl_p);
862 dpctl_print(dpctl_p, "%s\n", ds_cstr(&ds));
864 dpif_flow_dump_thread_destroy(flow_dump_thread);
865 error = dpif_flow_dump_destroy(flow_dump);
868 dpctl_error(dpctl_p, error, "Failed to dump flows from datapath");
873 odp_portno_names_destroy(&portno_names);
874 simap_destroy(&names_portno);
875 hmap_destroy(&portno_names);
882 /* Extracts the in_port from the parsed keys, and returns the reference
883 * to the 'struct netdev *' of the dpif port. On error, returns NULL.
884 * Users must call 'netdev_close()' after finish using the returned
886 static struct netdev *
887 get_in_port_netdev_from_key(struct dpif *dpif, const struct ofpbuf *key)
889 const struct nlattr *in_port_nla;
890 struct netdev *dev = NULL;
892 in_port_nla = nl_attr_find(key, 0, OVS_KEY_ATTR_IN_PORT);
894 struct dpif_port dpif_port;
898 port_no = ODP_PORT_C(nl_attr_get_u32(in_port_nla));
899 error = dpif_port_query_by_number(dpif, port_no, &dpif_port);
904 netdev_open(dpif_port.name, dpif_port.type, &dev);
905 dpif_port_destroy(&dpif_port);
913 dpctl_put_flow(int argc, const char *argv[], enum dpif_flow_put_flags flags,
914 struct dpctl_params *dpctl_p)
916 const char *key_s = argv[argc - 2];
917 const char *actions_s = argv[argc - 1];
918 struct netdev *in_port_netdev = NULL;
919 struct dpif_flow_stats stats;
920 struct dpif_port dpif_port;
921 struct dpif_port_dump port_dump;
922 struct ofpbuf actions;
929 struct simap port_names;
932 dp_name = argc == 4 ? xstrdup(argv[1]) : get_one_dp(dpctl_p);
936 error = parsed_dpif_open(dp_name, false, &dpif);
939 dpctl_error(dpctl_p, error, "opening datapath");
943 ufid_present = false;
944 n = odp_ufid_from_string(key_s, &ufid);
946 dpctl_error(dpctl_p, -n, "parsing flow ufid");
953 simap_init(&port_names);
954 DPIF_PORT_FOR_EACH (&dpif_port, &port_dump, dpif) {
955 simap_put(&port_names, dpif_port.name, odp_to_u32(dpif_port.port_no));
958 ofpbuf_init(&key, 0);
959 ofpbuf_init(&mask, 0);
960 error = odp_flow_from_string(key_s, &port_names, &key, &mask);
961 simap_destroy(&port_names);
963 dpctl_error(dpctl_p, error, "parsing flow key");
964 goto out_freekeymask;
967 ofpbuf_init(&actions, 0);
968 error = odp_actions_from_string(actions_s, NULL, &actions);
970 dpctl_error(dpctl_p, error, "parsing actions");
971 goto out_freeactions;
974 /* For DPDK interface, applies the operation to all pmd threads
975 * on the same numa node. */
976 in_port_netdev = get_in_port_netdev_from_key(dpif, &key);
977 if (in_port_netdev && netdev_is_pmd(in_port_netdev)) {
980 numa_id = netdev_get_numa_id(in_port_netdev);
981 if (ovs_numa_numa_id_is_valid(numa_id)) {
982 struct ovs_numa_dump *dump = ovs_numa_dump_cores_on_numa(numa_id);
983 struct ovs_numa_info *iter;
985 FOR_EACH_CORE_ON_NUMA (iter, dump) {
986 if (ovs_numa_core_is_pinned(iter->core_id)) {
987 error = dpif_flow_put(dpif, flags,
989 mask.size == 0 ? NULL : mask.data,
990 mask.size, actions.data,
991 actions.size, ufid_present ? &ufid : NULL,
992 iter->core_id, dpctl_p->print_statistics ? &stats : NULL);
995 ovs_numa_dump_destroy(dump);
1000 error = dpif_flow_put(dpif, flags,
1002 mask.size == 0 ? NULL : mask.data,
1003 mask.size, actions.data,
1004 actions.size, ufid_present ? &ufid : NULL,
1005 PMD_ID_NULL, dpctl_p->print_statistics ? &stats : NULL);
1008 dpctl_error(dpctl_p, error, "updating flow table");
1009 goto out_freeactions;
1012 if (dpctl_p->print_statistics) {
1016 dpif_flow_stats_format(&stats, &s);
1017 dpctl_print(dpctl_p, "%s\n", ds_cstr(&s));
1022 ofpbuf_uninit(&actions);
1024 ofpbuf_uninit(&mask);
1025 ofpbuf_uninit(&key);
1027 netdev_close(in_port_netdev);
1032 dpctl_add_flow(int argc, const char *argv[], struct dpctl_params *dpctl_p)
1034 return dpctl_put_flow(argc, argv, DPIF_FP_CREATE, dpctl_p);
1038 dpctl_mod_flow(int argc, const char *argv[], struct dpctl_params *dpctl_p)
1040 enum dpif_flow_put_flags flags;
1042 flags = DPIF_FP_MODIFY;
1043 if (dpctl_p->may_create) {
1044 flags |= DPIF_FP_CREATE;
1046 if (dpctl_p->zero_statistics) {
1047 flags |= DPIF_FP_ZERO_STATS;
1050 return dpctl_put_flow(argc, argv, flags, dpctl_p);
1054 dpctl_get_flow(int argc, const char *argv[], struct dpctl_params *dpctl_p)
1056 const char *key_s = argv[argc - 1];
1057 struct dpif_flow flow;
1058 struct dpif_port dpif_port;
1059 struct dpif_port_dump port_dump;
1062 struct hmap portno_names;
1065 uint64_t stub[DPIF_FLOW_BUFSIZE / 8];
1069 dp_name = argc == 3 ? xstrdup(argv[1]) : get_one_dp(dpctl_p);
1073 error = parsed_dpif_open(dp_name, false, &dpif);
1076 dpctl_error(dpctl_p, error, "opening datapath");
1080 ofpbuf_use_stub(&buf, &stub, sizeof stub);
1081 hmap_init(&portno_names);
1082 DPIF_PORT_FOR_EACH (&dpif_port, &port_dump, dpif) {
1083 odp_portno_names_set(&portno_names, dpif_port.port_no, dpif_port.name);
1086 n = odp_ufid_from_string(key_s, &ufid);
1088 dpctl_error(dpctl_p, -n, "parsing flow ufid");
1092 /* In case of PMD will be returned flow from first PMD thread with match. */
1093 error = dpif_flow_get(dpif, NULL, 0, &ufid, PMD_ID_NULL, &buf, &flow);
1095 dpctl_error(dpctl_p, error, "getting flow");
1100 format_dpif_flow(&ds, &flow, &portno_names, dpctl_p);
1101 dpctl_print(dpctl_p, "%s\n", ds_cstr(&ds));
1105 odp_portno_names_destroy(&portno_names);
1106 hmap_destroy(&portno_names);
1107 ofpbuf_uninit(&buf);
1113 dpctl_del_flow(int argc, const char *argv[], struct dpctl_params *dpctl_p)
1115 const char *key_s = argv[argc - 1];
1116 struct netdev *in_port_netdev = NULL;
1117 struct dpif_flow_stats stats;
1118 struct dpif_port dpif_port;
1119 struct dpif_port_dump port_dump;
1121 struct ofpbuf mask; /* To be ignored. */
1126 struct simap port_names;
1129 dp_name = argc == 3 ? xstrdup(argv[1]) : get_one_dp(dpctl_p);
1133 error = parsed_dpif_open(dp_name, false, &dpif);
1136 dpctl_error(dpctl_p, error, "opening datapath");
1140 ufid_present = false;
1141 n = odp_ufid_from_string(key_s, &ufid);
1143 dpctl_error(dpctl_p, -n, "parsing flow ufid");
1147 ufid_present = true;
1150 simap_init(&port_names);
1151 DPIF_PORT_FOR_EACH (&dpif_port, &port_dump, dpif) {
1152 simap_put(&port_names, dpif_port.name, odp_to_u32(dpif_port.port_no));
1155 ofpbuf_init(&key, 0);
1156 ofpbuf_init(&mask, 0);
1158 error = odp_flow_from_string(key_s, &port_names, &key, &mask);
1160 dpctl_error(dpctl_p, error, "parsing flow key");
1164 /* For DPDK interface, applies the operation to all pmd threads
1165 * on the same numa node. */
1166 in_port_netdev = get_in_port_netdev_from_key(dpif, &key);
1167 if (in_port_netdev && netdev_is_pmd(in_port_netdev)) {
1170 numa_id = netdev_get_numa_id(in_port_netdev);
1171 if (ovs_numa_numa_id_is_valid(numa_id)) {
1172 struct ovs_numa_dump *dump = ovs_numa_dump_cores_on_numa(numa_id);
1173 struct ovs_numa_info *iter;
1175 FOR_EACH_CORE_ON_NUMA (iter, dump) {
1176 if (ovs_numa_core_is_pinned(iter->core_id)) {
1177 error = dpif_flow_del(dpif, key.data,
1178 key.size, ufid_present ? &ufid : NULL,
1179 iter->core_id, dpctl_p->print_statistics ? &stats : NULL);
1182 ovs_numa_dump_destroy(dump);
1187 error = dpif_flow_del(dpif, key.data, key.size,
1188 ufid_present ? &ufid : NULL, PMD_ID_NULL,
1189 dpctl_p->print_statistics ? &stats : NULL);
1192 dpctl_error(dpctl_p, error, "deleting flow");
1193 if (error == ENOENT && !ufid_present) {
1197 ds_put_format(&s, "Perhaps you need to specify a UFID?");
1198 dpctl_print(dpctl_p, "%s\n", ds_cstr(&s));
1204 if (dpctl_p->print_statistics) {
1208 dpif_flow_stats_format(&stats, &s);
1209 dpctl_print(dpctl_p, "%s\n", ds_cstr(&s));
1214 ofpbuf_uninit(&mask);
1215 ofpbuf_uninit(&key);
1216 simap_destroy(&port_names);
1218 netdev_close(in_port_netdev);
1223 dpctl_del_flows(int argc, const char *argv[], struct dpctl_params *dpctl_p)
1229 name = (argc == 2) ? xstrdup(argv[1]) : get_one_dp(dpctl_p);
1233 error = parsed_dpif_open(name, false, &dpif);
1236 dpctl_error(dpctl_p, error, "opening datapath");
1240 error = dpif_flow_flush(dpif);
1242 dpctl_error(dpctl_p, error, "deleting all flows");
1249 dpctl_help(int argc OVS_UNUSED, const char *argv[] OVS_UNUSED,
1250 struct dpctl_params *dpctl_p)
1252 if (dpctl_p->usage) {
1253 dpctl_p->usage(dpctl_p->aux);
1260 dpctl_list_commands(int argc OVS_UNUSED, const char *argv[] OVS_UNUSED,
1261 struct dpctl_params *dpctl_p)
1263 struct ds ds = DS_EMPTY_INITIALIZER;
1264 const struct dpctl_command *commands = get_all_dpctl_commands();
1266 ds_put_cstr(&ds, "The available commands are:\n");
1267 for (; commands->name; commands++) {
1268 const struct dpctl_command *c = commands;
1270 ds_put_format(&ds, " %s%-23s %s\n", dpctl_p->is_appctl ? "dpctl/" : "",
1273 dpctl_puts(dpctl_p, false, ds.string);
1280 dpctl_dump_conntrack(int argc, const char *argv[],
1281 struct dpctl_params *dpctl_p)
1283 struct ct_dpif_dump_state *dump;
1284 struct ct_dpif_entry cte;
1285 uint16_t zone, *pzone = NULL;
1290 if (argc > 1 && ovs_scan(argv[argc - 1], "zone=%"SCNu16, &zone)) {
1294 name = (argc == 2) ? xstrdup(argv[1]) : get_one_dp(dpctl_p);
1298 error = parsed_dpif_open(name, false, &dpif);
1301 dpctl_error(dpctl_p, error, "opening datapath");
1305 error = ct_dpif_dump_start(dpif, &dump, pzone);
1307 dpctl_error(dpctl_p, error, "starting conntrack dump");
1312 while (!ct_dpif_dump_next(dump, &cte)) {
1313 struct ds s = DS_EMPTY_INITIALIZER;
1315 ct_dpif_format_entry(&cte, &s, dpctl_p->verbosity,
1316 dpctl_p->print_statistics);
1317 ct_dpif_entry_uninit(&cte);
1319 dpctl_print(dpctl_p, "%s\n", ds_cstr(&s));
1322 ct_dpif_dump_done(dump);
1328 dpctl_flush_conntrack(int argc, const char *argv[],
1329 struct dpctl_params *dpctl_p)
1332 uint16_t zone, *pzone = NULL;
1336 if (argc > 1 && ovs_scan(argv[argc - 1], "zone=%"SCNu16, &zone)) {
1340 name = (argc == 2) ? xstrdup(argv[1]) : get_one_dp(dpctl_p);
1344 error = parsed_dpif_open(name, false, &dpif);
1347 dpctl_error(dpctl_p, error, "opening datapath");
1351 error = ct_dpif_flush(dpif, pzone);
1357 /* Undocumented commands for unit testing. */
1360 dpctl_parse_actions(int argc, const char *argv[], struct dpctl_params* dpctl_p)
1364 for (i = 1; i < argc; i++) {
1365 struct ofpbuf actions;
1368 ofpbuf_init(&actions, 0);
1369 error = odp_actions_from_string(argv[i], NULL, &actions);
1372 ofpbuf_uninit(&actions);
1373 dpctl_error(dpctl_p, error, "odp_actions_from_string");
1378 format_odp_actions(&s, actions.data, actions.size);
1379 dpctl_print(dpctl_p, "%s\n", ds_cstr(&s));
1382 ofpbuf_uninit(&actions);
1388 struct actions_for_flow {
1389 struct hmap_node hmap_node;
1391 struct ofpbuf actions;
1394 static struct actions_for_flow *
1395 get_actions_for_flow(struct hmap *actions_per_flow, const struct flow *flow)
1397 uint32_t hash = flow_hash(flow, 0);
1398 struct actions_for_flow *af;
1400 HMAP_FOR_EACH_WITH_HASH (af, hmap_node, hash, actions_per_flow) {
1401 if (flow_equal(&af->flow, flow)) {
1406 af = xmalloc(sizeof *af);
1408 ofpbuf_init(&af->actions, 0);
1409 hmap_insert(actions_per_flow, &af->hmap_node, hash);
1414 compare_actions_for_flow(const void *a_, const void *b_)
1416 struct actions_for_flow *const *a = a_;
1417 struct actions_for_flow *const *b = b_;
1419 return flow_compare_3way(&(*a)->flow, &(*b)->flow);
1423 compare_output_actions(const void *a_, const void *b_)
1425 const struct nlattr *a = a_;
1426 const struct nlattr *b = b_;
1427 uint32_t a_port = nl_attr_get_u32(a);
1428 uint32_t b_port = nl_attr_get_u32(b);
1430 return a_port < b_port ? -1 : a_port > b_port;
1434 sort_output_actions__(struct nlattr *first, struct nlattr *end)
1436 size_t bytes = (uint8_t *) end - (uint8_t *) first;
1437 size_t n = bytes / NL_A_U32_SIZE;
1439 ovs_assert(bytes % NL_A_U32_SIZE == 0);
1440 qsort(first, n, NL_A_U32_SIZE, compare_output_actions);
1444 sort_output_actions(struct nlattr *actions, size_t length)
1446 struct nlattr *first_output = NULL;
1450 NL_ATTR_FOR_EACH (a, left, actions, length) {
1451 if (nl_attr_type(a) == OVS_ACTION_ATTR_OUTPUT) {
1452 if (!first_output) {
1457 sort_output_actions__(first_output, a);
1458 first_output = NULL;
1463 uint8_t *end = (uint8_t *) actions + length;
1464 sort_output_actions__(first_output,
1465 ALIGNED_CAST(struct nlattr *, end));
1469 /* usage: "ovs-dpctl normalize-actions FLOW ACTIONS" where FLOW and ACTIONS
1470 * have the syntax used by "ovs-dpctl dump-flows".
1472 * This command prints ACTIONS in a format that shows what happens for each
1473 * VLAN, independent of the order of the ACTIONS. For example, there is more
1474 * than one way to output a packet on VLANs 9 and 11, but this command will
1475 * print the same output for any form.
1477 * The idea here generalizes beyond VLANs (e.g. to setting other fields) but
1478 * so far the implementation only covers VLANs. */
1480 dpctl_normalize_actions(int argc, const char *argv[],
1481 struct dpctl_params *dpctl_p)
1483 struct simap port_names;
1484 struct ofpbuf keybuf;
1486 struct ofpbuf odp_actions;
1487 struct hmap actions_per_flow;
1488 struct actions_for_flow **afs;
1489 struct actions_for_flow *af;
1498 simap_init(&port_names);
1499 for (i = 3; i < argc; i++) {
1503 if (ovs_scan(argv[i], "%15[^=]=%d", name, &number)) {
1504 uintptr_t n = number;
1505 simap_put(&port_names, name, n);
1507 dpctl_error(dpctl_p, 0, "%s: expected NAME=NUMBER", argv[i]);
1513 /* Parse flow key. */
1514 ofpbuf_init(&keybuf, 0);
1515 error = odp_flow_from_string(argv[1], &port_names, &keybuf, NULL);
1517 dpctl_error(dpctl_p, error, "odp_flow_key_from_string");
1518 goto out_freekeybuf;
1522 odp_flow_format(keybuf.data, keybuf.size, NULL, 0, NULL,
1523 &s, dpctl_p->verbosity);
1524 dpctl_print(dpctl_p, "input flow: %s\n", ds_cstr(&s));
1526 error = odp_flow_key_to_flow(keybuf.data, keybuf.size, &flow);
1528 dpctl_error(dpctl_p, error, "odp_flow_key_to_flow");
1529 goto out_freekeybuf;
1532 /* Parse actions. */
1533 ofpbuf_init(&odp_actions, 0);
1534 error = odp_actions_from_string(argv[2], &port_names, &odp_actions);
1536 dpctl_error(dpctl_p, error, "odp_actions_from_string");
1537 goto out_freeactions;
1540 if (dpctl_p->verbosity) {
1542 format_odp_actions(&s, odp_actions.data, odp_actions.size);
1543 dpctl_print(dpctl_p, "input actions: %s\n", ds_cstr(&s));
1546 hmap_init(&actions_per_flow);
1547 NL_ATTR_FOR_EACH (a, left, odp_actions.data, odp_actions.size) {
1548 const struct ovs_action_push_vlan *push;
1549 switch(nl_attr_type(a)) {
1550 case OVS_ACTION_ATTR_POP_VLAN:
1551 flow.vlan_tci = htons(0);
1554 case OVS_ACTION_ATTR_PUSH_VLAN:
1555 push = nl_attr_get_unspec(a, sizeof *push);
1556 flow.vlan_tci = push->vlan_tci;
1560 af = get_actions_for_flow(&actions_per_flow, &flow);
1561 nl_msg_put_unspec(&af->actions, nl_attr_type(a),
1562 nl_attr_get(a), nl_attr_get_size(a));
1565 n_afs = hmap_count(&actions_per_flow);
1566 afs = xmalloc(n_afs * sizeof *afs);
1568 HMAP_FOR_EACH (af, hmap_node, &actions_per_flow) {
1572 ovs_assert(i == n_afs);
1573 hmap_destroy(&actions_per_flow);
1575 qsort(afs, n_afs, sizeof *afs, compare_actions_for_flow);
1577 for (i = 0; i < n_afs; i++) {
1578 struct actions_for_flow *af = afs[i];
1580 sort_output_actions(af->actions.data, af->actions.size);
1582 if (af->flow.vlan_tci != htons(0)) {
1583 dpctl_print(dpctl_p, "vlan(vid=%"PRIu16",pcp=%d): ",
1584 vlan_tci_to_vid(af->flow.vlan_tci),
1585 vlan_tci_to_pcp(af->flow.vlan_tci));
1587 dpctl_print(dpctl_p, "no vlan: ");
1590 if (eth_type_mpls(af->flow.dl_type)) {
1591 dpctl_print(dpctl_p, "mpls(label=%"PRIu32",tc=%d,ttl=%d): ",
1592 mpls_lse_to_label(af->flow.mpls_lse[0]),
1593 mpls_lse_to_tc(af->flow.mpls_lse[0]),
1594 mpls_lse_to_ttl(af->flow.mpls_lse[0]));
1596 dpctl_print(dpctl_p, "no mpls: ");
1600 format_odp_actions(&s, af->actions.data, af->actions.size);
1601 dpctl_puts(dpctl_p, false, ds_cstr(&s));
1603 ofpbuf_uninit(&af->actions);
1610 ofpbuf_uninit(&odp_actions);
1612 ofpbuf_uninit(&keybuf);
1614 simap_destroy(&port_names);
1620 static const struct dpctl_command all_commands[] = {
1621 { "add-dp", "add-dp dp [iface...]", 1, INT_MAX, dpctl_add_dp },
1622 { "del-dp", "del-dp dp", 1, 1, dpctl_del_dp },
1623 { "add-if", "add-if dp iface...", 2, INT_MAX, dpctl_add_if },
1624 { "del-if", "del-if dp iface...", 2, INT_MAX, dpctl_del_if },
1625 { "set-if", "set-if dp iface...", 2, INT_MAX, dpctl_set_if },
1626 { "dump-dps", "", 0, 0, dpctl_dump_dps },
1627 { "show", "[dp...]", 0, INT_MAX, dpctl_show },
1628 { "dump-flows", "[dp]", 0, 2, dpctl_dump_flows },
1629 { "add-flow", "add-flow [dp] flow actions", 2, 3, dpctl_add_flow },
1630 { "mod-flow", "mod-flow [dp] flow actions", 2, 3, dpctl_mod_flow },
1631 { "get-flow", "get-flow [dp] ufid", 1, 2, dpctl_get_flow },
1632 { "del-flow", "del-flow [dp] flow", 1, 2, dpctl_del_flow },
1633 { "del-flows", "[dp]", 0, 1, dpctl_del_flows },
1634 { "dump-conntrack", "[dp] [zone=N]", 0, 2, dpctl_dump_conntrack },
1635 { "flush-conntrack", "[dp] [zone=N]", 0, 2, dpctl_flush_conntrack },
1636 { "help", "", 0, INT_MAX, dpctl_help },
1637 { "list-commands", "", 0, INT_MAX, dpctl_list_commands },
1639 /* Undocumented commands for testing. */
1640 { "parse-actions", "actions", 1, INT_MAX, dpctl_parse_actions },
1641 { "normalize-actions", "actions", 2, INT_MAX, dpctl_normalize_actions },
1643 { NULL, NULL, 0, 0, NULL },
1646 static const struct dpctl_command *get_all_dpctl_commands(void)
1648 return all_commands;
1651 /* Runs the command designated by argv[0] within the command table specified by
1652 * 'commands', which must be terminated by a command whose 'name' member is a
1655 dpctl_run_command(int argc, const char *argv[], struct dpctl_params *dpctl_p)
1657 const struct dpctl_command *p;
1660 dpctl_error(dpctl_p, 0, "missing command name; use --help for help");
1664 for (p = all_commands; p->name != NULL; p++) {
1665 if (!strcmp(p->name, argv[0])) {
1666 int n_arg = argc - 1;
1667 if (n_arg < p->min_args) {
1668 dpctl_error(dpctl_p, 0,
1669 "'%s' command requires at least %d arguments",
1670 p->name, p->min_args);
1672 } else if (n_arg > p->max_args) {
1673 dpctl_error(dpctl_p, 0,
1674 "'%s' command takes at most %d arguments",
1675 p->name, p->max_args);
1678 return p->handler(argc, argv, dpctl_p);
1683 dpctl_error(dpctl_p, 0, "unknown command '%s'; use --help for help",
1689 dpctl_unixctl_print(void *userdata, bool error OVS_UNUSED, const char *msg)
1691 struct ds *ds = userdata;
1692 ds_put_cstr(ds, msg);
1696 dpctl_unixctl_handler(struct unixctl_conn *conn, int argc, const char *argv[],
1699 struct ds ds = DS_EMPTY_INITIALIZER;
1702 struct dpctl_params dpctl_p = {
1704 .output = dpctl_unixctl_print,
1708 /* Parse options (like getopt). Unfortunately it does
1709 * not seem a good idea to call getopt_long() here, since it uses global
1711 while (argc > 1 && !error) {
1712 const char *arg = argv[1];
1713 if (!strncmp(arg, "--", 2)) {
1715 if (!strcmp(arg, "--statistics")) {
1716 dpctl_p.print_statistics = true;
1717 } else if (!strcmp(arg, "--clear")) {
1718 dpctl_p.zero_statistics = true;
1719 } else if (!strcmp(arg, "--may-create")) {
1720 dpctl_p.may_create = true;
1721 } else if (!strcmp(arg, "--more")) {
1722 dpctl_p.verbosity++;
1724 ds_put_format(&ds, "Unrecognized option %s", argv[1]);
1727 } else if (arg[0] == '-' && arg[1] != '\0') {
1728 /* Short option[s] */
1729 const char *opt = &arg[1];
1731 while (*opt && !error) {
1734 dpctl_p.verbosity++;
1737 dpctl_p.print_statistics = true;
1740 ds_put_format(&ds, "Unrecognized option -%c", *opt);
1747 /* Doesn't start with -, not an option */
1759 dpctl_command_handler *handler = (dpctl_command_handler *) aux;
1760 error = handler(argc, argv, &dpctl_p) != 0;
1764 unixctl_command_reply_error(conn, ds_cstr(&ds));
1766 unixctl_command_reply(conn, ds_cstr(&ds));
1773 dpctl_unixctl_register(void)
1775 const struct dpctl_command *p;
1777 for (p = all_commands; p->name != NULL; p++) {
1778 if (strcmp(p->name, "help")) {
1779 char *cmd_name = xasprintf("dpctl/%s", p->name);
1780 unixctl_command_register(cmd_name, "", p->min_args, p->max_args,
1781 dpctl_unixctl_handler, p->handler);