1 /* Copyright (c) 2013, 2014, 2015 Nicira, Inc.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License. */
20 #include "byte-order.h"
21 #include "connectivity.h"
24 #include "dynamic-string.h"
25 #include "fat-rwlock.h"
32 #include "route-table.h"
35 #include "socket-util.h"
36 #include "tnl-ports.h"
38 #include "openvswitch/vlog.h"
39 #include "unaligned.h"
40 #include "ofproto-dpif.h"
42 VLOG_DEFINE_THIS_MODULE(tunnel);
44 /* skb mark used for IPsec tunnel packets */
49 struct in6_addr ipv6_src;
50 struct in6_addr ipv6_dst;
59 struct hmap_node ofport_node;
60 struct hmap_node match_node;
62 const struct ofport_dpif *ofport;
64 struct netdev *netdev;
66 struct tnl_match match;
69 static struct fat_rwlock rwlock;
73 * This module maps packets received over tunnel protocols to vports. The
74 * tunnel protocol and, for some protocols, tunnel-specific information (e.g.,
75 * for VXLAN, the UDP destination port number) are always use as part of the
76 * mapping. Which other fields are used for the mapping depends on the vports
77 * themselves (the parenthesized notations refer to "struct tnl_match" fields):
79 * - in_key: A vport may match a specific tunnel ID (in_key_flow == false)
80 * or arrange for the tunnel ID to be matched as tunnel.tun_id in the
81 * OpenFlow flow (in_key_flow == true).
83 * - ip_dst: A vport may match a specific destination IP address
84 * (ip_dst_flow == false) or arrange for the destination IP to be matched
85 * as tunnel.ip_dst in the OpenFlow flow (ip_dst_flow == true).
87 * - ip_src: A vport may match a specific IP source address (ip_src_flow ==
88 * false, ip_src != 0), wildcard all source addresses (ip_src_flow ==
89 * false, ip_src == 0), or arrange for the IP source address to be
90 * handled in the OpenFlow flow table (ip_src_flow == true).
92 * Thus, there are 2 * 2 * 3 == 12 possible ways a vport can match against a
93 * tunnel packet. We number the possibilities for each field in increasing
94 * order as listed in each bullet above. We order the 12 overall combinations
95 * in lexicographic order considering in_key first, then ip_dst, then
97 #define N_MATCH_TYPES (2 * 2 * 3)
99 /* The three possibilities (see above) for vport ip_src matches. */
101 IP_SRC_CFG, /* ip_src must equal configured address. */
102 IP_SRC_ANY, /* Any ip_src is acceptable. */
103 IP_SRC_FLOW /* ip_src is handled in flow table. */
106 /* Each hmap contains "struct tnl_port"s.
107 * The index is a combination of how each of the fields listed under "Tunnel
108 * matches" above matches, see the final paragraph for ordering. */
109 static struct hmap *tnl_match_maps[N_MATCH_TYPES] OVS_GUARDED_BY(rwlock);
110 static struct hmap **tnl_match_map(const struct tnl_match *);
112 static struct hmap ofport_map__ = HMAP_INITIALIZER(&ofport_map__);
113 static struct hmap *ofport_map OVS_GUARDED_BY(rwlock) = &ofport_map__;
115 static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(1, 5);
116 static struct vlog_rate_limit dbg_rl = VLOG_RATE_LIMIT_INIT(60, 60);
118 static struct tnl_port *tnl_find(const struct flow *) OVS_REQ_RDLOCK(rwlock);
119 static struct tnl_port *tnl_find_exact(struct tnl_match *, struct hmap *)
120 OVS_REQ_RDLOCK(rwlock);
121 static struct tnl_port *tnl_find_ofport(const struct ofport_dpif *)
122 OVS_REQ_RDLOCK(rwlock);
124 static uint32_t tnl_hash(struct tnl_match *);
125 static void tnl_match_fmt(const struct tnl_match *, struct ds *);
126 static char *tnl_port_fmt(const struct tnl_port *) OVS_REQ_RDLOCK(rwlock);
127 static void tnl_port_mod_log(const struct tnl_port *, const char *action)
128 OVS_REQ_RDLOCK(rwlock);
129 static const char *tnl_port_get_name(const struct tnl_port *)
130 OVS_REQ_RDLOCK(rwlock);
131 static void tnl_port_del__(const struct ofport_dpif *) OVS_REQ_WRLOCK(rwlock);
134 ofproto_tunnel_init(void)
136 static struct ovsthread_once once = OVSTHREAD_ONCE_INITIALIZER;
138 if (ovsthread_once_start(&once)) {
139 fat_rwlock_init(&rwlock);
140 ovsthread_once_done(&once);
145 tnl_port_add__(const struct ofport_dpif *ofport, const struct netdev *netdev,
146 odp_port_t odp_port, bool warn, bool native_tnl, const char name[])
147 OVS_REQ_WRLOCK(rwlock)
149 const struct netdev_tunnel_config *cfg;
150 struct tnl_port *existing_port;
151 struct tnl_port *tnl_port;
154 cfg = netdev_get_tunnel_config(netdev);
157 tnl_port = xzalloc(sizeof *tnl_port);
158 tnl_port->ofport = ofport;
159 tnl_port->netdev = netdev_ref(netdev);
160 tnl_port->change_seq = netdev_get_change_seq(tnl_port->netdev);
162 tnl_port->match.in_key = cfg->in_key;
163 tnl_port->match.ipv6_src = cfg->ipv6_src;
164 tnl_port->match.ipv6_dst = cfg->ipv6_dst;
165 tnl_port->match.ip_src_flow = cfg->ip_src_flow;
166 tnl_port->match.ip_dst_flow = cfg->ip_dst_flow;
167 tnl_port->match.pkt_mark = cfg->ipsec ? IPSEC_MARK : 0;
168 tnl_port->match.in_key_flow = cfg->in_key_flow;
169 tnl_port->match.odp_port = odp_port;
171 map = tnl_match_map(&tnl_port->match);
172 existing_port = tnl_find_exact(&tnl_port->match, *map);
175 struct ds ds = DS_EMPTY_INITIALIZER;
176 tnl_match_fmt(&tnl_port->match, &ds);
177 VLOG_WARN("%s: attempting to add tunnel port with same config as "
178 "port '%s' (%s)", tnl_port_get_name(tnl_port),
179 tnl_port_get_name(existing_port), ds_cstr(&ds));
182 netdev_close(tnl_port->netdev);
187 hmap_insert(ofport_map, &tnl_port->ofport_node, hash_pointer(ofport, 0));
190 *map = xmalloc(sizeof **map);
193 hmap_insert(*map, &tnl_port->match_node, tnl_hash(&tnl_port->match));
194 tnl_port_mod_log(tnl_port, "adding");
197 tnl_port_map_insert(odp_port, cfg->dst_port, name);
202 /* Adds 'ofport' to the module with datapath port number 'odp_port'. 'ofport's
203 * must be added before they can be used by the module. 'ofport' must be a
206 * Returns 0 if successful, otherwise a positive errno value. */
208 tnl_port_add(const struct ofport_dpif *ofport, const struct netdev *netdev,
209 odp_port_t odp_port, bool native_tnl, const char name[]) OVS_EXCLUDED(rwlock)
213 fat_rwlock_wrlock(&rwlock);
214 ok = tnl_port_add__(ofport, netdev, odp_port, true, native_tnl, name);
215 fat_rwlock_unlock(&rwlock);
217 return ok ? 0 : EEXIST;
220 /* Checks if the tunnel represented by 'ofport' reconfiguration due to changes
221 * in its netdev_tunnel_config. If it does, returns true. Otherwise, returns
222 * false. 'ofport' and 'odp_port' should be the same as would be passed to
225 tnl_port_reconfigure(const struct ofport_dpif *ofport,
226 const struct netdev *netdev, odp_port_t odp_port,
227 bool native_tnl, const char name[])
230 struct tnl_port *tnl_port;
231 bool changed = false;
233 fat_rwlock_wrlock(&rwlock);
234 tnl_port = tnl_find_ofport(ofport);
236 changed = tnl_port_add__(ofport, netdev, odp_port, false, native_tnl, name);
237 } else if (tnl_port->netdev != netdev
238 || tnl_port->match.odp_port != odp_port
239 || tnl_port->change_seq != netdev_get_change_seq(tnl_port->netdev)) {
240 VLOG_DBG("reconfiguring %s", tnl_port_get_name(tnl_port));
241 tnl_port_del__(ofport);
242 tnl_port_add__(ofport, netdev, odp_port, true, native_tnl, name);
245 fat_rwlock_unlock(&rwlock);
250 tnl_port_del__(const struct ofport_dpif *ofport) OVS_REQ_WRLOCK(rwlock)
252 struct tnl_port *tnl_port;
258 tnl_port = tnl_find_ofport(ofport);
260 const struct netdev_tunnel_config *cfg =
261 netdev_get_tunnel_config(tnl_port->netdev);
264 tnl_port_map_delete(cfg->dst_port);
265 tnl_port_mod_log(tnl_port, "removing");
266 map = tnl_match_map(&tnl_port->match);
267 hmap_remove(*map, &tnl_port->match_node);
268 if (hmap_is_empty(*map)) {
273 hmap_remove(ofport_map, &tnl_port->ofport_node);
274 netdev_close(tnl_port->netdev);
279 /* Removes 'ofport' from the module. */
281 tnl_port_del(const struct ofport_dpif *ofport) OVS_EXCLUDED(rwlock)
283 fat_rwlock_wrlock(&rwlock);
284 tnl_port_del__(ofport);
285 fat_rwlock_unlock(&rwlock);
288 /* Looks in the table of tunnels for a tunnel matching the metadata in 'flow'.
289 * Returns the 'ofport' corresponding to the new in_port, or a null pointer if
292 * Callers should verify that 'flow' needs to be received by calling
293 * tnl_port_should_receive() before this function. */
294 const struct ofport_dpif *
295 tnl_port_receive(const struct flow *flow) OVS_EXCLUDED(rwlock)
297 char *pre_flow_str = NULL;
298 const struct ofport_dpif *ofport;
299 struct tnl_port *tnl_port;
301 fat_rwlock_rdlock(&rwlock);
302 tnl_port = tnl_find(flow);
303 ofport = tnl_port ? tnl_port->ofport : NULL;
305 char *flow_str = flow_to_string(flow);
307 VLOG_WARN_RL(&rl, "receive tunnel port not found (%s)", flow_str);
312 if (!VLOG_DROP_DBG(&dbg_rl)) {
313 pre_flow_str = flow_to_string(flow);
317 char *post_flow_str = flow_to_string(flow);
318 char *tnl_str = tnl_port_fmt(tnl_port);
319 VLOG_DBG("flow received\n"
323 tnl_str, pre_flow_str, post_flow_str);
330 fat_rwlock_unlock(&rwlock);
334 /* Should be called at the beginning of action translation to initialize
335 * wildcards and perform any actions based on receiving on tunnel port.
337 * Returns false if the packet must be dropped. */
339 tnl_process_ecn(struct flow *flow)
341 if (!tnl_port_should_receive(flow)) {
345 if (is_ip_any(flow) && (flow->tunnel.ip_tos & IP_ECN_MASK) == IP_ECN_CE) {
346 if ((flow->nw_tos & IP_ECN_MASK) == IP_ECN_NOT_ECT) {
347 VLOG_WARN_RL(&rl, "dropping tunnel packet marked ECN CE"
348 " but is not ECN capable");
352 /* Set the ECN CE value in the tunneled packet. */
353 flow->nw_tos |= IP_ECN_CE;
356 flow->pkt_mark &= ~IPSEC_MARK;
361 tnl_wc_init(struct flow *flow, struct flow_wildcards *wc)
363 if (tnl_port_should_receive(flow)) {
364 wc->masks.tunnel.tun_id = OVS_BE64_MAX;
365 if (flow->tunnel.ip_dst) {
366 wc->masks.tunnel.ip_src = OVS_BE32_MAX;
367 wc->masks.tunnel.ip_dst = OVS_BE32_MAX;
369 wc->masks.tunnel.ipv6_src = in6addr_exact;
370 wc->masks.tunnel.ipv6_dst = in6addr_exact;
372 wc->masks.tunnel.flags = (FLOW_TNL_F_DONT_FRAGMENT |
375 wc->masks.tunnel.ip_tos = UINT8_MAX;
376 wc->masks.tunnel.ip_ttl = UINT8_MAX;
377 /* The tp_src and tp_dst members in flow_tnl are set to be always
378 * wildcarded, not to unwildcard them here. */
379 wc->masks.tunnel.tp_src = 0;
380 wc->masks.tunnel.tp_dst = 0;
382 memset(&wc->masks.pkt_mark, 0xff, sizeof wc->masks.pkt_mark);
385 && (flow->tunnel.ip_tos & IP_ECN_MASK) == IP_ECN_CE) {
386 wc->masks.nw_tos |= IP_ECN_MASK;
391 /* Given that 'flow' should be output to the ofport corresponding to
392 * 'tnl_port', updates 'flow''s tunnel headers and returns the actual datapath
393 * port that the output should happen on. May return ODPP_NONE if the output
394 * shouldn't occur. */
396 tnl_port_send(const struct ofport_dpif *ofport, struct flow *flow,
397 struct flow_wildcards *wc) OVS_EXCLUDED(rwlock)
399 const struct netdev_tunnel_config *cfg;
400 struct tnl_port *tnl_port;
401 char *pre_flow_str = NULL;
404 fat_rwlock_rdlock(&rwlock);
405 tnl_port = tnl_find_ofport(ofport);
406 out_port = tnl_port ? tnl_port->match.odp_port : ODPP_NONE;
411 cfg = netdev_get_tunnel_config(tnl_port->netdev);
414 if (!VLOG_DROP_DBG(&dbg_rl)) {
415 pre_flow_str = flow_to_string(flow);
418 if (!cfg->ip_src_flow) {
419 flow->tunnel.ip_src = in6_addr_get_mapped_ipv4(&tnl_port->match.ipv6_src);
420 if (!flow->tunnel.ip_src) {
421 flow->tunnel.ipv6_src = tnl_port->match.ipv6_src;
424 if (!cfg->ip_dst_flow) {
425 flow->tunnel.ip_dst = in6_addr_get_mapped_ipv4(&tnl_port->match.ipv6_dst);
426 if (!flow->tunnel.ip_dst) {
427 flow->tunnel.ipv6_dst = tnl_port->match.ipv6_dst;
430 flow->pkt_mark = tnl_port->match.pkt_mark;
432 if (!cfg->out_key_flow) {
433 flow->tunnel.tun_id = cfg->out_key;
436 if (cfg->ttl_inherit && is_ip_any(flow)) {
437 wc->masks.nw_ttl = 0xff;
438 flow->tunnel.ip_ttl = flow->nw_ttl;
440 flow->tunnel.ip_ttl = cfg->ttl;
443 if (cfg->tos_inherit && is_ip_any(flow)) {
444 wc->masks.nw_tos |= IP_DSCP_MASK;
445 flow->tunnel.ip_tos = flow->nw_tos & IP_DSCP_MASK;
447 flow->tunnel.ip_tos = cfg->tos;
450 /* ECN fields are always inherited. */
451 if (is_ip_any(flow)) {
452 wc->masks.nw_tos |= IP_ECN_MASK;
454 if ((flow->nw_tos & IP_ECN_MASK) == IP_ECN_CE) {
455 flow->tunnel.ip_tos |= IP_ECN_ECT_0;
457 flow->tunnel.ip_tos |= flow->nw_tos & IP_ECN_MASK;
461 flow->tunnel.flags |= (cfg->dont_fragment ? FLOW_TNL_F_DONT_FRAGMENT : 0)
462 | (cfg->csum ? FLOW_TNL_F_CSUM : 0)
463 | (cfg->out_key_present ? FLOW_TNL_F_KEY : 0);
466 char *post_flow_str = flow_to_string(flow);
467 char *tnl_str = tnl_port_fmt(tnl_port);
468 VLOG_DBG("flow sent\n"
472 tnl_str, pre_flow_str, post_flow_str);
479 fat_rwlock_unlock(&rwlock);
484 tnl_hash(struct tnl_match *match)
486 BUILD_ASSERT_DECL(sizeof *match % sizeof(uint32_t) == 0);
487 return hash_words((uint32_t *) match, sizeof *match / sizeof(uint32_t), 0);
490 static struct tnl_port *
491 tnl_find_ofport(const struct ofport_dpif *ofport) OVS_REQ_RDLOCK(rwlock)
493 struct tnl_port *tnl_port;
495 HMAP_FOR_EACH_IN_BUCKET (tnl_port, ofport_node, hash_pointer(ofport, 0),
497 if (tnl_port->ofport == ofport) {
504 static struct tnl_port *
505 tnl_find_exact(struct tnl_match *match, struct hmap *map)
506 OVS_REQ_RDLOCK(rwlock)
509 struct tnl_port *tnl_port;
511 HMAP_FOR_EACH_WITH_HASH (tnl_port, match_node, tnl_hash(match), map) {
512 if (!memcmp(match, &tnl_port->match, sizeof *match)) {
520 /* Returns the tnl_port that is the best match for the tunnel data in 'flow',
521 * or NULL if no tnl_port matches 'flow'. */
522 static struct tnl_port *
523 tnl_find(const struct flow *flow) OVS_REQ_RDLOCK(rwlock)
525 enum ip_src_type ip_src;
531 for (in_key_flow = 0; in_key_flow < 2; in_key_flow++) {
532 for (ip_dst_flow = 0; ip_dst_flow < 2; ip_dst_flow++) {
533 for (ip_src = 0; ip_src < 3; ip_src++) {
534 struct hmap *map = tnl_match_maps[i];
537 struct tnl_port *tnl_port;
538 struct tnl_match match;
540 memset(&match, 0, sizeof match);
542 /* The apparent mix-up of 'ip_dst' and 'ip_src' below is
543 * correct, because "struct tnl_match" is expressed in
544 * terms of packets being sent out, but we are using it
545 * here as a description of how to treat received
547 match.in_key = in_key_flow ? 0 : flow->tunnel.tun_id;
548 if (ip_src == IP_SRC_CFG) {
549 match.ipv6_src = flow_tnl_dst(&flow->tunnel);
552 match.ipv6_dst = flow_tnl_src(&flow->tunnel);
554 match.odp_port = flow->in_port.odp_port;
555 match.pkt_mark = flow->pkt_mark;
556 match.in_key_flow = in_key_flow;
557 match.ip_dst_flow = ip_dst_flow;
558 match.ip_src_flow = ip_src == IP_SRC_FLOW;
560 tnl_port = tnl_find_exact(&match, map);
574 /* Returns a pointer to the 'tnl_match_maps' element corresponding to 'm''s
575 * matching criteria. */
576 static struct hmap **
577 tnl_match_map(const struct tnl_match *m)
579 enum ip_src_type ip_src;
581 ip_src = (m->ip_src_flow ? IP_SRC_FLOW
582 : ipv6_addr_is_set(&m->ipv6_src) ? IP_SRC_CFG
585 return &tnl_match_maps[6 * m->in_key_flow + 3 * m->ip_dst_flow + ip_src];
589 tnl_match_fmt(const struct tnl_match *match, struct ds *ds)
590 OVS_REQ_RDLOCK(rwlock)
592 if (!match->ip_dst_flow) {
593 ipv6_format_mapped(&match->ipv6_src, ds);
594 ds_put_cstr(ds, "->");
595 ipv6_format_mapped(&match->ipv6_dst, ds);
596 } else if (!match->ip_src_flow) {
597 ipv6_format_mapped(&match->ipv6_src, ds);
598 ds_put_cstr(ds, "->flow");
600 ds_put_cstr(ds, "flow->flow");
603 if (match->in_key_flow) {
604 ds_put_cstr(ds, ", key=flow");
606 ds_put_format(ds, ", key=%#"PRIx64, ntohll(match->in_key));
609 ds_put_format(ds, ", dp port=%"PRIu32, match->odp_port);
610 ds_put_format(ds, ", pkt mark=%"PRIu32, match->pkt_mark);
614 tnl_port_mod_log(const struct tnl_port *tnl_port, const char *action)
615 OVS_REQ_RDLOCK(rwlock)
617 if (VLOG_IS_DBG_ENABLED()) {
618 struct ds ds = DS_EMPTY_INITIALIZER;
620 tnl_match_fmt(&tnl_port->match, &ds);
621 VLOG_INFO("%s tunnel port %s (%s)", action,
622 tnl_port_get_name(tnl_port), ds_cstr(&ds));
628 tnl_port_fmt(const struct tnl_port *tnl_port) OVS_REQ_RDLOCK(rwlock)
630 const struct netdev_tunnel_config *cfg =
631 netdev_get_tunnel_config(tnl_port->netdev);
632 struct ds ds = DS_EMPTY_INITIALIZER;
634 ds_put_format(&ds, "port %"PRIu32": %s (%s: ", tnl_port->match.odp_port,
635 tnl_port_get_name(tnl_port),
636 netdev_get_type(tnl_port->netdev));
637 tnl_match_fmt(&tnl_port->match, &ds);
639 if (cfg->out_key != cfg->in_key ||
640 cfg->out_key_present != cfg->in_key_present ||
641 cfg->out_key_flow != cfg->in_key_flow) {
642 ds_put_cstr(&ds, ", out_key=");
643 if (!cfg->out_key_present) {
644 ds_put_cstr(&ds, "none");
645 } else if (cfg->out_key_flow) {
646 ds_put_cstr(&ds, "flow");
648 ds_put_format(&ds, "%#"PRIx64, ntohll(cfg->out_key));
652 if (cfg->ttl_inherit) {
653 ds_put_cstr(&ds, ", ttl=inherit");
655 ds_put_format(&ds, ", ttl=%"PRIu8, cfg->ttl);
658 if (cfg->tos_inherit) {
659 ds_put_cstr(&ds, ", tos=inherit");
660 } else if (cfg->tos) {
661 ds_put_format(&ds, ", tos=%#"PRIx8, cfg->tos);
664 if (!cfg->dont_fragment) {
665 ds_put_cstr(&ds, ", df=false");
669 ds_put_cstr(&ds, ", csum=true");
672 ds_put_cstr(&ds, ")\n");
674 return ds_steal_cstr(&ds);
678 tnl_port_get_name(const struct tnl_port *tnl_port) OVS_REQ_RDLOCK(rwlock)
680 return netdev_get_name(tnl_port->netdev);
684 tnl_port_build_header(const struct ofport_dpif *ofport,
685 const struct flow *tnl_flow,
686 const struct eth_addr dmac,
687 const struct eth_addr smac,
688 const struct in6_addr * ipv6_src,
689 struct ovs_action_push_tnl *data)
691 struct tnl_port *tnl_port;
692 struct eth_header *eth;
693 struct ip_header *ip;
694 struct ovs_16aligned_ip6_hdr *ip6;
699 fat_rwlock_rdlock(&rwlock);
700 tnl_port = tnl_find_ofport(ofport);
701 ovs_assert(tnl_port);
703 ip_src = in6_addr_get_mapped_ipv4(ipv6_src);
705 /* Build Ethernet and IP headers. */
706 memset(data->header, 0, sizeof data->header);
708 eth = (struct eth_header *)data->header;
711 eth->eth_type = ip_src ? htons(ETH_TYPE_IP) : htons(ETH_TYPE_IPV6);
716 ip = (struct ip_header *) l3;
718 ip->ip_ihl_ver = IP_IHL_VER(5, 4);
719 ip->ip_tos = tnl_flow->tunnel.ip_tos;
720 ip->ip_ttl = tnl_flow->tunnel.ip_ttl;
721 ip->ip_frag_off = (tnl_flow->tunnel.flags & FLOW_TNL_F_DONT_FRAGMENT) ?
724 put_16aligned_be32(&ip->ip_src, ip_src);
725 put_16aligned_be32(&ip->ip_dst, tnl_flow->tunnel.ip_dst);
727 ip6 = (struct ovs_16aligned_ip6_hdr *) l3;
730 ip6->ip6_hlim = tnl_flow->tunnel.ip_ttl;
732 /* next header, plen - at netdev_build_header? */
734 memcpy(&ip6->ip6_src, ipv6_src, sizeof(ovs_be32[4]));
735 memcpy(&ip6->ip6_dst, &tnl_flow->tunnel.ipv6_dst, sizeof(ovs_be32[4]));
738 res = netdev_build_header(tnl_port->netdev, data, tnl_flow);
741 ip->ip_csum = csum(ip, sizeof *ip);
744 fat_rwlock_unlock(&rwlock);