X-Git-Url: http://git.cascardo.eti.br/?a=blobdiff_plain;f=ovn%2Fcontroller%2Fovn-controller.c;h=f5769b566c7c7139545c3d5b0b1de0e3c0c306bf;hb=6e6c3f9188a19d4e8981eb7813dd87fa54b8e882;hp=15c4a3dc612e7661efb33326ad84a3a4c75bfdb9;hpb=deab5e6703fe911b464df8eec8be91207b67bec0;p=cascardo%2Fovs.git diff --git a/ovn/controller/ovn-controller.c b/ovn/controller/ovn-controller.c index 15c4a3dc6..f5769b566 100644 --- a/ovn/controller/ovn-controller.c +++ b/ovn/controller/ovn-controller.c @@ -27,11 +27,13 @@ #include "compiler.h" #include "daemon.h" #include "dirs.h" +#include "dynamic-string.h" #include "openvswitch/vconn.h" #include "openvswitch/vlog.h" #include "ovn/lib/ovn-sb-idl.h" #include "poll-loop.h" #include "fatal-signal.h" +#include "lib/hmap.h" #include "lib/vswitch-idl.h" #include "smap.h" #include "stream.h" @@ -40,15 +42,18 @@ #include "util.h" #include "ofctrl.h" +#include "pinctrl.h" #include "binding.h" #include "chassis.h" #include "encaps.h" +#include "patch.h" #include "physical.h" -#include "pipeline.h" +#include "lflow.h" VLOG_DEFINE_THIS_MODULE(main); static unixctl_cb_func ovn_controller_exit; +static unixctl_cb_func ct_zone_list; #define DEFAULT_BRIDGE_NAME "br-int" @@ -56,194 +61,157 @@ static void parse_options(int argc, char *argv[]); OVS_NO_RETURN static void usage(void); static char *ovs_remote; -static char *ovnsb_remote; - -static void -get_initial_snapshot(struct ovsdb_idl *idl) +const struct sbrec_chassis * +get_chassis(struct ovsdb_idl *ovnsb_idl, const char *chassis_id) { - while (1) { - ovsdb_idl_run(idl); - if (ovsdb_idl_has_ever_connected(idl)) { - return; + const struct sbrec_chassis *chassis_rec; + + SBREC_CHASSIS_FOR_EACH(chassis_rec, ovnsb_idl) { + if (!strcmp(chassis_rec->name, chassis_id)) { + break; } - ovsdb_idl_wait(idl); - poll_block(); } + + return chassis_rec; } -static const struct ovsrec_bridge * -get_bridge(struct controller_ctx *ctx, const char *name) +uint32_t +get_tunnel_type(const char *name) { - const struct ovsrec_bridge *br; + if (!strcmp(name, "geneve")) { + return GENEVE; + } else if (!strcmp(name, "stt")) { + return STT; + } else if (!strcmp(name, "vxlan")) { + return VXLAN; + } - OVSREC_BRIDGE_FOR_EACH(br, ctx->ovs_idl) { - if (!strcmp(br->name, name)) { + return 0; +} + +const struct ovsrec_bridge * +get_bridge(struct ovsdb_idl *ovs_idl, const char *br_name) +{ + const struct ovsrec_bridge *br; + OVSREC_BRIDGE_FOR_EACH (br, ovs_idl) { + if (!strcmp(br->name, br_name)) { return br; } } - return NULL; } -/* Retrieve the OVN integration bridge from the "external-ids:ovn-bridge" - * key, the remote location from the "external-ids:ovn-remote" key, and - * the chassis name from the "external-ids:system-id" key in the - * Open_vSwitch table of the OVS database instance. - * - * xxx ovn-controller does not support changing any of these mid-run, - * xxx but that should be addressed later. */ -static void -get_core_config(struct controller_ctx *ctx, char **br_int_namep) +static const struct ovsrec_bridge * +create_br_int(struct controller_ctx *ctx, + const struct ovsrec_open_vswitch *cfg, + const char *bridge_name) { - while (1) { - ovsdb_idl_run(ctx->ovs_idl); - - const struct ovsrec_open_vswitch *cfg; - cfg = ovsrec_open_vswitch_first(ctx->ovs_idl); - if (!cfg) { - VLOG_ERR("No Open_vSwitch row defined."); - ovsdb_idl_destroy(ctx->ovs_idl); - exit(EXIT_FAILURE); - } - - const struct ovsrec_bridge *br_int; - const char *remote, *system_id, *br_int_name; - - br_int_name = smap_get(&cfg->external_ids, "ovn-bridge"); - if (!br_int_name) { - br_int_name = DEFAULT_BRIDGE_NAME; - } - - br_int = get_bridge(ctx, br_int_name); - if (!br_int) { - VLOG_INFO("Integration bridge '%s' does not exist. Waiting...", - br_int_name); - goto try_again; - } - - remote = smap_get(&cfg->external_ids, "ovn-remote"); - if (!remote) { - VLOG_INFO("OVN OVSDB remote not specified. Waiting..."); - goto try_again; - } - - system_id = smap_get(&cfg->external_ids, "system-id"); - if (!system_id) { - VLOG_INFO("system-id not specified. Waiting..."); - goto try_again; - } - - ovnsb_remote = xstrdup(remote); - ctx->chassis_id = xstrdup(system_id); - *br_int_namep = xstrdup(br_int_name); - return; - -try_again: - ovsdb_idl_wait(ctx->ovs_idl); - poll_block(); + if (!ctx->ovs_idl_txn) { + return NULL; } + ovsdb_idl_txn_add_comment(ctx->ovs_idl_txn, + "ovn-controller: creating integration bridge '%s'", bridge_name); + + struct ovsrec_interface *iface; + iface = ovsrec_interface_insert(ctx->ovs_idl_txn); + ovsrec_interface_set_name(iface, bridge_name); + ovsrec_interface_set_type(iface, "internal"); + + struct ovsrec_port *port; + port = ovsrec_port_insert(ctx->ovs_idl_txn); + ovsrec_port_set_name(port, bridge_name); + ovsrec_port_set_interfaces(port, &iface, 1); + + struct ovsrec_bridge *bridge; + bridge = ovsrec_bridge_insert(ctx->ovs_idl_txn); + ovsrec_bridge_set_name(bridge, bridge_name); + ovsrec_bridge_set_fail_mode(bridge, "secure"); + const struct smap oc = SMAP_CONST1(&oc, "disable-in-band", "true"); + ovsrec_bridge_set_other_config(bridge, &oc); + ovsrec_bridge_set_ports(bridge, &port, 1); + + struct ovsrec_bridge **bridges; + size_t bytes = sizeof *bridges * cfg->n_bridges; + bridges = xmalloc(bytes + sizeof *bridges); + memcpy(bridges, cfg->bridges, bytes); + bridges[cfg->n_bridges] = bridge; + ovsrec_open_vswitch_verify_bridges(cfg); + ovsrec_open_vswitch_set_bridges(cfg, bridges, cfg->n_bridges + 1); + + return bridge; } -struct idl_loop { - struct ovsdb_idl *idl; - unsigned int skip_seqno; - - struct ovsdb_idl_txn *committing_txn; - unsigned int precommit_seqno; - - struct ovsdb_idl_txn *open_txn; -}; +static const struct ovsrec_bridge * +get_br_int(struct controller_ctx *ctx) +{ + const struct ovsrec_open_vswitch *cfg; + cfg = ovsrec_open_vswitch_first(ctx->ovs_idl); + if (!cfg) { + return NULL; + } -#define IDL_LOOP_INITIALIZER(IDL) { .idl = (IDL) } + const char *br_int_name = smap_get(&cfg->external_ids, "ovn-bridge"); + if (!br_int_name) { + br_int_name = DEFAULT_BRIDGE_NAME; + } -static void -idl_loop_destroy(struct idl_loop *loop) -{ - if (loop) { - ovsdb_idl_destroy(loop->idl); + const struct ovsrec_bridge *br; + br = get_bridge(ctx->ovs_idl, br_int_name); + if (!br) { + return create_br_int(ctx, cfg, br_int_name); } + return br; } -static struct ovsdb_idl_txn * -idl_loop_run(struct idl_loop *loop) +static const char * +get_chassis_id(const struct ovsdb_idl *ovs_idl) { - ovsdb_idl_run(loop->idl); - loop->open_txn = (loop->committing_txn - || ovsdb_idl_get_seqno(loop->idl) == loop->skip_seqno - ? NULL - : ovsdb_idl_txn_create(loop->idl)); - return loop->open_txn; + const struct ovsrec_open_vswitch *cfg = ovsrec_open_vswitch_first(ovs_idl); + return cfg ? smap_get(&cfg->external_ids, "system-id") : NULL; } -static void -idl_loop_commit_and_wait(struct idl_loop *loop) +/* Retrieves the OVN Southbound remote location from the + * "external-ids:ovn-remote" key in 'ovs_idl' and returns a copy of it. + * + * XXX ovn-controller does not support this changing mid-run, but that should + * be addressed later. */ +static char * +get_ovnsb_remote(struct ovsdb_idl *ovs_idl) { - if (loop->open_txn) { - loop->committing_txn = loop->open_txn; - loop->open_txn = NULL; - - loop->precommit_seqno = ovsdb_idl_get_seqno(loop->idl); - } - - struct ovsdb_idl_txn *txn = loop->committing_txn; - if (txn) { - enum ovsdb_idl_txn_status status = ovsdb_idl_txn_commit(txn); - if (status != TXN_INCOMPLETE) { - switch (status) { - case TXN_TRY_AGAIN: - /* We want to re-evaluate the database when it's changed from - * the contents that it had when we started the commit. (That - * might have already happened.) */ - loop->skip_seqno = loop->precommit_seqno; - if (ovsdb_idl_get_seqno(loop->idl) != loop->skip_seqno) { - poll_immediate_wake(); - } - break; - - case TXN_SUCCESS: - /* If the database has already changed since we started the - * commit, re-evaluate it immediately to avoid missing a change - * for a while. */ - if (ovsdb_idl_get_seqno(loop->idl) != loop->precommit_seqno) { - poll_immediate_wake(); - } - break; - - case TXN_UNCHANGED: - case TXN_ABORTED: - case TXN_NOT_LOCKED: - case TXN_ERROR: - break; - - case TXN_UNCOMMITTED: - case TXN_INCOMPLETE: - OVS_NOT_REACHED(); - + while (1) { + ovsdb_idl_run(ovs_idl); + + const struct ovsrec_open_vswitch *cfg + = ovsrec_open_vswitch_first(ovs_idl); + if (cfg) { + const char *remote = smap_get(&cfg->external_ids, "ovn-remote"); + if (remote) { + return xstrdup(remote); } - ovsdb_idl_txn_destroy(txn); - loop->committing_txn = NULL; } - } - ovsdb_idl_wait(loop->idl); + VLOG_INFO("OVN OVSDB remote not specified. Waiting..."); + ovsdb_idl_wait(ovs_idl); + poll_block(); + } } int main(int argc, char *argv[]) { struct unixctl_server *unixctl; - struct controller_ctx ctx = { .chassis_id = NULL }; bool exiting; int retval; ovs_cmdl_proctitle_init(argc, argv); set_program_name(argv[0]); + service_start(&argc, &argv); parse_options(argc, argv); fatal_ignore_sigpipe(); - daemonize_start(); + daemonize_start(false); retval = unixctl_server_create(NULL, &unixctl); if (retval) { @@ -257,58 +225,97 @@ main(int argc, char *argv[]) sbrec_init(); ofctrl_init(); + pinctrl_init(); + lflow_init(); /* Connect to OVS OVSDB instance. We do not monitor all tables by * default, so modules must register their interest explicitly. */ - ctx.ovs_idl = ovsdb_idl_create(ovs_remote, &ovsrec_idl_class, false, true); - - /* Register interest in "external_ids" column in "Open_vSwitch" table, - * since we'll need to get the OVN OVSDB remote. */ - ovsdb_idl_add_table(ctx.ovs_idl, &ovsrec_table_open_vswitch); - ovsdb_idl_add_column(ctx.ovs_idl, &ovsrec_open_vswitch_col_external_ids); - - chassis_init(&ctx); - encaps_init(&ctx); - binding_init(&ctx); - physical_init(&ctx); - pipeline_init(); - - get_initial_snapshot(ctx.ovs_idl); - - char *br_int_name; - get_core_config(&ctx, &br_int_name); - - ctx.ovnsb_idl = ovsdb_idl_create(ovnsb_remote, &sbrec_idl_class, - true, true); - get_initial_snapshot(ctx.ovnsb_idl); - - struct idl_loop ovnsb_idl_loop = IDL_LOOP_INITIALIZER(ctx.ovnsb_idl); - struct idl_loop ovs_idl_loop = IDL_LOOP_INITIALIZER(ctx.ovs_idl); + struct ovsdb_idl_loop ovs_idl_loop = OVSDB_IDL_LOOP_INITIALIZER( + ovsdb_idl_create(ovs_remote, &ovsrec_idl_class, false, true)); + ovsdb_idl_add_table(ovs_idl_loop.idl, &ovsrec_table_open_vswitch); + ovsdb_idl_add_column(ovs_idl_loop.idl, + &ovsrec_open_vswitch_col_external_ids); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_open_vswitch_col_bridges); + ovsdb_idl_add_table(ovs_idl_loop.idl, &ovsrec_table_interface); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_interface_col_name); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_interface_col_type); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_interface_col_options); + ovsdb_idl_add_table(ovs_idl_loop.idl, &ovsrec_table_port); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_port_col_name); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_port_col_interfaces); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_port_col_external_ids); + ovsdb_idl_add_table(ovs_idl_loop.idl, &ovsrec_table_bridge); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_bridge_col_ports); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_bridge_col_name); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_bridge_col_fail_mode); + ovsdb_idl_add_column(ovs_idl_loop.idl, &ovsrec_bridge_col_other_config); + chassis_register_ovs_idl(ovs_idl_loop.idl); + encaps_register_ovs_idl(ovs_idl_loop.idl); + binding_register_ovs_idl(ovs_idl_loop.idl); + physical_register_ovs_idl(ovs_idl_loop.idl); + ovsdb_idl_get_initial_snapshot(ovs_idl_loop.idl); + + /* Connect to OVN SB database. */ + char *ovnsb_remote = get_ovnsb_remote(ovs_idl_loop.idl); + struct ovsdb_idl_loop ovnsb_idl_loop = OVSDB_IDL_LOOP_INITIALIZER( + ovsdb_idl_create(ovnsb_remote, &sbrec_idl_class, true, true)); + ovsdb_idl_get_initial_snapshot(ovnsb_idl_loop.idl); + + /* Initialize connection tracking zones. */ + struct simap ct_zones = SIMAP_INITIALIZER(&ct_zones); + unsigned long ct_zone_bitmap[BITMAP_N_LONGS(MAX_CT_ZONES)]; + bitmap_set1(ct_zone_bitmap, 0); /* Zone 0 is reserved. */ + unixctl_command_register("ct-zone-list", "", 0, 0, + ct_zone_list, &ct_zones); /* Main loop. */ exiting = false; while (!exiting) { - ctx.ovnsb_idl_txn = idl_loop_run(&ovnsb_idl_loop); - ctx.ovs_idl_txn = idl_loop_run(&ovs_idl_loop); - - /* xxx If run into any surprising changes, we exit. We should - * xxx handle this more gracefully. */ - const struct ovsrec_bridge *br_int = get_bridge(&ctx, br_int_name); - if (!br_int) { - VLOG_ERR("Integration bridge '%s' disappeared", br_int_name); - retval = EXIT_FAILURE; - goto exit; + struct controller_ctx ctx = { + .ovs_idl = ovs_idl_loop.idl, + .ovs_idl_txn = ovsdb_idl_loop_run(&ovs_idl_loop), + .ovnsb_idl = ovnsb_idl_loop.idl, + .ovnsb_idl_txn = ovsdb_idl_loop_run(&ovnsb_idl_loop), + }; + + /* Contains "struct local_datpath" nodes whose hash values are the + * tunnel_key of datapaths with at least one local port binding. */ + struct hmap local_datapaths = HMAP_INITIALIZER(&local_datapaths); + + const struct ovsrec_bridge *br_int = get_br_int(&ctx); + const char *chassis_id = get_chassis_id(ctx.ovs_idl); + + if (chassis_id) { + chassis_run(&ctx, chassis_id); + encaps_run(&ctx, br_int, chassis_id); + binding_run(&ctx, br_int, chassis_id, &ct_zones, ct_zone_bitmap, + &local_datapaths); } - chassis_run(&ctx); - encaps_run(&ctx, br_int); - binding_run(&ctx, br_int); + if (br_int) { + patch_run(&ctx, br_int, &local_datapaths); + + enum mf_field_id mff_ovn_geneve = ofctrl_run(br_int); - struct hmap flow_table = HMAP_INITIALIZER(&flow_table); - pipeline_run(&ctx, &flow_table); - physical_run(&ctx, br_int, &flow_table); - ofctrl_run(br_int, &flow_table); - hmap_destroy(&flow_table); + pinctrl_run(&ctx, br_int); + + struct hmap flow_table = HMAP_INITIALIZER(&flow_table); + lflow_run(&ctx, &flow_table, &ct_zones, &local_datapaths); + if (chassis_id) { + physical_run(&ctx, mff_ovn_geneve, + br_int, chassis_id, &ct_zones, &flow_table, + &local_datapaths); + } + ofctrl_put(&flow_table); + hmap_destroy(&flow_table); + } + + struct local_datapath *cur_node, *next_node; + HMAP_FOR_EACH_SAFE (cur_node, next_node, hmap_node, &local_datapaths) { + hmap_remove(&local_datapaths, &cur_node->hmap_node); + free(cur_node); + } + hmap_destroy(&local_datapaths); unixctl_server_run(unixctl); @@ -317,54 +324,59 @@ main(int argc, char *argv[]) poll_immediate_wake(); } - idl_loop_commit_and_wait(&ovnsb_idl_loop); - idl_loop_commit_and_wait(&ovs_idl_loop); + ovsdb_idl_loop_commit_and_wait(&ovnsb_idl_loop); + ovsdb_idl_loop_commit_and_wait(&ovs_idl_loop); - ofctrl_wait(); + if (br_int) { + ofctrl_wait(); + pinctrl_wait(); + } poll_block(); + if (should_service_stop()) { + exiting = true; + } } /* It's time to exit. Clean up the databases. */ bool done = false; while (!done) { - ctx.ovnsb_idl_txn = idl_loop_run(&ovnsb_idl_loop); - ctx.ovs_idl_txn = idl_loop_run(&ovs_idl_loop); - - /* xxx If run into any surprising changes, we exit. We should - * xxx handle this more gracefully. */ - const struct ovsrec_bridge *br_int = get_bridge(&ctx, br_int_name); - if (!br_int) { - VLOG_ERR("Integration bridge '%s' disappeared", br_int_name); - retval = EXIT_FAILURE; - goto exit; - } + struct controller_ctx ctx = { + .ovs_idl = ovs_idl_loop.idl, + .ovs_idl_txn = ovsdb_idl_loop_run(&ovs_idl_loop), + .ovnsb_idl = ovnsb_idl_loop.idl, + .ovnsb_idl_txn = ovsdb_idl_loop_run(&ovnsb_idl_loop), + }; + + const struct ovsrec_bridge *br_int = get_br_int(&ctx); + const char *chassis_id = get_chassis_id(ctx.ovs_idl); /* Run all of the cleanup functions, even if one of them returns false. * We're done if all of them return true. */ - done = binding_cleanup(&ctx); - done = chassis_cleanup(&ctx) && done; + done = binding_cleanup(&ctx, chassis_id); + done = chassis_cleanup(&ctx, chassis_id) && done; done = encaps_cleanup(&ctx, br_int) && done; if (done) { poll_immediate_wake(); } - idl_loop_commit_and_wait(&ovnsb_idl_loop); - idl_loop_commit_and_wait(&ovs_idl_loop); + ovsdb_idl_loop_commit_and_wait(&ovnsb_idl_loop); + ovsdb_idl_loop_commit_and_wait(&ovs_idl_loop); poll_block(); } -exit: unixctl_server_destroy(unixctl); - pipeline_destroy(&ctx); + lflow_destroy(); ofctrl_destroy(); + pinctrl_destroy(); + + simap_destroy(&ct_zones); - idl_loop_destroy(&ovs_idl_loop); - idl_loop_destroy(&ovnsb_idl_loop); + ovsdb_idl_loop_destroy(&ovs_idl_loop); + ovsdb_idl_loop_destroy(&ovnsb_idl_loop); - free(br_int_name); - free(ctx.chassis_id); free(ovnsb_remote); free(ovs_remote); + service_stop(); exit(retval); } @@ -374,6 +386,7 @@ parse_options(int argc, char *argv[]) { enum { OPT_PEER_CA_CERT = UCHAR_MAX + 1, + OPT_BOOTSTRAP_CA_CERT, VLOG_OPTION_ENUMS, DAEMON_OPTION_ENUMS }; @@ -385,6 +398,7 @@ parse_options(int argc, char *argv[]) DAEMON_LONG_OPTIONS, STREAM_SSL_LONG_OPTIONS, {"peer-ca-cert", required_argument, NULL, OPT_PEER_CA_CERT}, + {"bootstrap-ca-cert", required_argument, NULL, OPT_BOOTSTRAP_CA_CERT}, {NULL, 0, NULL, 0} }; char *short_options = ovs_cmdl_long_options_to_short_options(long_options); @@ -413,6 +427,10 @@ parse_options(int argc, char *argv[]) stream_ssl_set_peer_ca_cert_file(optarg); break; + case OPT_BOOTSTRAP_CA_CERT: + stream_ssl_set_ca_cert_file(optarg, true); + break; + case '?': exit(EXIT_FAILURE); @@ -460,3 +478,19 @@ ovn_controller_exit(struct unixctl_conn *conn, int argc OVS_UNUSED, unixctl_command_reply(conn, NULL); } + +static void +ct_zone_list(struct unixctl_conn *conn, int argc OVS_UNUSED, + const char *argv[] OVS_UNUSED, void *ct_zones_) +{ + struct simap *ct_zones = ct_zones_; + struct ds ds = DS_EMPTY_INITIALIZER; + struct simap_node *zone; + + SIMAP_FOR_EACH(zone, ct_zones) { + ds_put_format(&ds, "%s %d\n", zone->name, zone->data); + } + + unixctl_command_reply(conn, ds_cstr(&ds)); + ds_destroy(&ds); +}