X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=lib%2Fmatch.c;h=71d86beaefdcde3e3f51eec11523add0038a5ff8;hb=ac60863f78e412004c5b69f5a64a49bc6f0bc46d;hp=bedb1a1d280229ca409fd84ebd04ca1dacaa8f05;hpb=305b76debf72120672a8ba81d3356b6dccb1da9a;p=sliver-openvswitch.git diff --git a/lib/match.c b/lib/match.c index bedb1a1d2..71d86beae 100644 --- a/lib/match.c +++ b/lib/match.c @@ -21,10 +21,6 @@ #include "dynamic-string.h" #include "ofp-util.h" #include "packets.h" -#include "vlog.h" - -VLOG_DEFINE_THIS_MODULE(match); - /* Converts the flow in 'flow' into a match in 'match', with the given * 'wildcards'. */ @@ -60,8 +56,8 @@ match_wc_init(struct match *match, const struct flow *flow) memset(&wc->masks.skb_priority, 0xff, sizeof wc->masks.skb_priority); } - if (flow->skb_mark) { - memset(&wc->masks.skb_mark, 0xff, sizeof wc->masks.skb_mark); + if (flow->pkt_mark) { + memset(&wc->masks.pkt_mark, 0xff, sizeof wc->masks.pkt_mark); } for (i = 0; i < FLOW_N_REGS; i++) { @@ -98,6 +94,8 @@ match_wc_init(struct match *match, const struct flow *flow) (flow->dl_type == htons(ETH_TYPE_RARP))) { memset(&wc->masks.nw_src, 0xff, sizeof wc->masks.nw_src); memset(&wc->masks.nw_dst, 0xff, sizeof wc->masks.nw_dst); + } else if (eth_type_mpls(flow->dl_type)) { + memset(&wc->masks.mpls_lse, 0xff, sizeof wc->masks.mpls_lse); } if (flow->dl_type == htons(ETH_TYPE_ARP) || @@ -109,40 +107,34 @@ match_wc_init(struct match *match, const struct flow *flow) if (is_ip_any(flow)) { memset(&wc->masks.nw_tos, 0xff, sizeof wc->masks.nw_tos); memset(&wc->masks.nw_ttl, 0xff, sizeof wc->masks.nw_ttl); - } - if (flow->nw_frag) { - memset(&wc->masks.nw_frag, 0xff, sizeof wc->masks.nw_frag); - } + if (flow->nw_frag) { + memset(&wc->masks.nw_frag, 0xff, sizeof wc->masks.nw_frag); + if (flow->nw_frag & FLOW_NW_FRAG_LATER) { + /* No transport layer header in later fragments. */ + return; + } + } - if (flow->nw_proto == IPPROTO_ICMP || flow->nw_proto == IPPROTO_ICMPV6 || - (flow->tp_src || flow->tp_dst)) { - memset(&wc->masks.tp_src, 0xff, sizeof wc->masks.tp_src); - memset(&wc->masks.tp_dst, 0xff, sizeof wc->masks.tp_dst); - } + if (flow->nw_proto == IPPROTO_ICMP || + flow->nw_proto == IPPROTO_ICMPV6 || + (flow->tp_src || flow->tp_dst)) { + memset(&wc->masks.tp_src, 0xff, sizeof wc->masks.tp_src); + memset(&wc->masks.tp_dst, 0xff, sizeof wc->masks.tp_dst); + } + if (flow->nw_proto == IPPROTO_TCP) { + memset(&wc->masks.tcp_flags, 0xff, sizeof wc->masks.tcp_flags); + } - if (flow->nw_proto == IPPROTO_ICMPV6) { - memset(&wc->masks.arp_sha, 0xff, sizeof wc->masks.arp_sha); - memset(&wc->masks.arp_tha, 0xff, sizeof wc->masks.arp_tha); + if (flow->nw_proto == IPPROTO_ICMPV6) { + memset(&wc->masks.arp_sha, 0xff, sizeof wc->masks.arp_sha); + memset(&wc->masks.arp_tha, 0xff, sizeof wc->masks.arp_tha); + } } return; } -/* Converts the flow in 'flow' into an exact-match match in 'match'. */ -void -match_init_exact(struct match *match, const struct flow *flow) -{ - ovs_be64 tun_id = flow->tunnel.tun_id; - - match->flow = *flow; - match->flow.skb_priority = 0; - match->flow.skb_mark = 0; - memset(&match->flow.tunnel, 0, sizeof match->flow.tunnel); - match->flow.tunnel.tun_id = tun_id; - flow_wildcards_init_exact(&match->wc); -} - /* Initializes 'match' as a "catch-all" match that matches every packet. */ void match_init_catchall(struct match *match) @@ -183,7 +175,7 @@ match_set_reg_masked(struct match *match, unsigned int reg_idx, void match_set_metadata(struct match *match, ovs_be64 metadata) { - match_set_metadata_masked(match, metadata, htonll(UINT64_MAX)); + match_set_metadata_masked(match, metadata, OVS_BE64_MAX); } void @@ -197,7 +189,7 @@ match_set_metadata_masked(struct match *match, void match_set_tun_id(struct match *match, ovs_be64 tun_id) { - match_set_tun_id_masked(match, tun_id, htonll(UINT64_MAX)); + match_set_tun_id_masked(match, tun_id, OVS_BE64_MAX); } void @@ -210,7 +202,7 @@ match_set_tun_id_masked(struct match *match, ovs_be64 tun_id, ovs_be64 mask) void match_set_tun_src(struct match *match, ovs_be32 src) { - match_set_tun_src_masked(match, src, htonl(UINT32_MAX)); + match_set_tun_src_masked(match, src, OVS_BE32_MAX); } void @@ -223,7 +215,7 @@ match_set_tun_src_masked(struct match *match, ovs_be32 src, ovs_be32 mask) void match_set_tun_dst(struct match *match, ovs_be32 dst) { - match_set_tun_dst_masked(match, dst, htonl(UINT32_MAX)); + match_set_tun_dst_masked(match, dst, OVS_BE32_MAX); } void @@ -273,10 +265,10 @@ match_set_tun_flags_masked(struct match *match, uint16_t flags, uint16_t mask) } void -match_set_in_port(struct match *match, uint16_t ofp_port) +match_set_in_port(struct match *match, ofp_port_t ofp_port) { - match->wc.masks.in_port = UINT16_MAX; - match->flow.in_port = ofp_port; + match->wc.masks.in_port.ofp_port = u16_to_ofp(UINT16_MAX); + match->flow.in_port.ofp_port = ofp_port; } void @@ -287,16 +279,22 @@ match_set_skb_priority(struct match *match, uint32_t skb_priority) } void -match_set_skb_mark(struct match *match, uint32_t skb_mark) +match_set_pkt_mark(struct match *match, uint32_t pkt_mark) +{ + match_set_pkt_mark_masked(match, pkt_mark, UINT32_MAX); +} + +void +match_set_pkt_mark_masked(struct match *match, uint32_t pkt_mark, uint32_t mask) { - match->wc.masks.skb_mark = UINT32_MAX; - match->flow.skb_mark = skb_mark; + match->flow.pkt_mark = pkt_mark & mask; + match->wc.masks.pkt_mark = mask; } void match_set_dl_type(struct match *match, ovs_be16 dl_type) { - match->wc.masks.dl_type = htons(UINT16_MAX); + match->wc.masks.dl_type = OVS_BE16_MAX; match->flow.dl_type = dl_type; } @@ -407,7 +405,7 @@ match_set_dl_vlan(struct match *match, ovs_be16 dl_vlan) { flow_set_dl_vlan(&match->flow, dl_vlan); if (dl_vlan == htons(OFP10_VLAN_NONE)) { - match->wc.masks.vlan_tci = htons(UINT16_MAX); + match->wc.masks.vlan_tci = OVS_BE16_MAX; } else { match->wc.masks.vlan_tci |= htons(VLAN_VID_MASK | VLAN_CFI); } @@ -460,10 +458,61 @@ match_set_dl_vlan_pcp(struct match *match, uint8_t dl_vlan_pcp) match->wc.masks.vlan_tci |= htons(VLAN_CFI | VLAN_PCP_MASK); } +/* Modifies 'match' so that the MPLS label is wildcarded. */ +void +match_set_any_mpls_label(struct match *match) +{ + match->wc.masks.mpls_lse &= ~htonl(MPLS_LABEL_MASK); + flow_set_mpls_label(&match->flow, htonl(0)); +} + +/* Modifies 'match' so that it matches only packets with an MPLS header whose + * label equals the low 20 bits of 'mpls_label'. */ +void +match_set_mpls_label(struct match *match, ovs_be32 mpls_label) +{ + match->wc.masks.mpls_lse |= htonl(MPLS_LABEL_MASK); + flow_set_mpls_label(&match->flow, mpls_label); +} + +/* Modifies 'match' so that the MPLS TC is wildcarded. */ +void +match_set_any_mpls_tc(struct match *match) +{ + match->wc.masks.mpls_lse &= ~htonl(MPLS_TC_MASK); + flow_set_mpls_tc(&match->flow, 0); +} + +/* Modifies 'match' so that it matches only packets with an MPLS header whose + * Traffic Class equals the low 3 bits of 'mpls_tc'. */ +void +match_set_mpls_tc(struct match *match, uint8_t mpls_tc) +{ + match->wc.masks.mpls_lse |= htonl(MPLS_TC_MASK); + flow_set_mpls_tc(&match->flow, mpls_tc); +} + +/* Modifies 'match' so that the MPLS stack flag is wildcarded. */ +void +match_set_any_mpls_bos(struct match *match) +{ + match->wc.masks.mpls_lse &= ~htonl(MPLS_BOS_MASK); + flow_set_mpls_bos(&match->flow, 0); +} + +/* Modifies 'match' so that it matches only packets with an MPLS header whose + * Stack Flag equals the lower bit of 'mpls_bos' */ +void +match_set_mpls_bos(struct match *match, uint8_t mpls_bos) +{ + match->wc.masks.mpls_lse |= htonl(MPLS_BOS_MASK); + flow_set_mpls_bos(&match->flow, mpls_bos); +} + void match_set_tp_src(struct match *match, ovs_be16 tp_src) { - match_set_tp_src_masked(match, tp_src, htons(UINT16_MAX)); + match_set_tp_src_masked(match, tp_src, OVS_BE16_MAX); } void @@ -476,7 +525,7 @@ match_set_tp_src_masked(struct match *match, ovs_be16 port, ovs_be16 mask) void match_set_tp_dst(struct match *match, ovs_be16 tp_dst) { - match_set_tp_dst_masked(match, tp_dst, htons(UINT16_MAX)); + match_set_tp_dst_masked(match, tp_dst, OVS_BE16_MAX); } void @@ -486,6 +535,19 @@ match_set_tp_dst_masked(struct match *match, ovs_be16 port, ovs_be16 mask) match->wc.masks.tp_dst = mask; } +void +match_set_tcp_flags(struct match *match, ovs_be16 flags) +{ + match_set_tcp_flags_masked(match, flags, OVS_BE16_MAX); +} + +void +match_set_tcp_flags_masked(struct match *match, ovs_be16 flags, ovs_be16 mask) +{ + match->flow.tcp_flags = flags & mask; + match->wc.masks.tcp_flags = mask; +} + void match_set_nw_proto(struct match *match, uint8_t nw_proto) { @@ -497,7 +559,7 @@ void match_set_nw_src(struct match *match, ovs_be32 nw_src) { match->flow.nw_src = nw_src; - match->wc.masks.nw_src = htonl(UINT32_MAX); + match->wc.masks.nw_src = OVS_BE32_MAX; } void @@ -512,7 +574,7 @@ void match_set_nw_dst(struct match *match, ovs_be32 nw_dst) { match->flow.nw_dst = nw_dst; - match->wc.masks.nw_dst = htonl(UINT32_MAX); + match->wc.masks.nw_dst = OVS_BE32_MAX; } void @@ -637,7 +699,7 @@ match_set_ipv6_dst_masked(struct match *match, const struct in6_addr *dst, void match_set_ipv6_label(struct match *match, ovs_be32 ipv6_label) { - match->wc.masks.ipv6_label = htonl(UINT32_MAX); + match->wc.masks.ipv6_label = OVS_BE32_MAX; match->flow.ipv6_label = ipv6_label; } @@ -724,7 +786,7 @@ format_be16_masked(struct ds *s, const char *name, { if (mask != htons(0)) { ds_put_format(s, "%s=", name); - if (mask == htons(UINT16_MAX)) { + if (mask == OVS_BE16_MAX) { ds_put_format(s, "%"PRIu16, ntohs(value)); } else { ds_put_format(s, "0x%"PRIx16"/0x%"PRIx16, @@ -743,7 +805,7 @@ format_flow_tunnel(struct ds *s, const struct match *match) switch (wc->masks.tunnel.tun_id) { case 0: break; - case CONSTANT_HTONLL(UINT64_MAX): + case OVS_BE64_MAX: ds_put_format(s, "tun_id=%#"PRIx64",", ntohll(tnl->tun_id)); break; default: @@ -780,14 +842,22 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) int i; - BUILD_ASSERT_DECL(FLOW_WC_SEQ == 18); + BUILD_ASSERT_DECL(FLOW_WC_SEQ == 23); if (priority != OFP_DEFAULT_PRIORITY) { ds_put_format(s, "priority=%u,", priority); } - if (wc->masks.skb_mark) { - ds_put_format(s, "skb_mark=%#"PRIx32",", f->skb_mark); + switch (wc->masks.pkt_mark) { + case 0: + break; + case UINT32_MAX: + ds_put_format(s, "pkt_mark=%#"PRIx32",", f->pkt_mark); + break; + default: + ds_put_format(s, "pkt_mark=%#"PRIx32"/%#"PRIx32",", + f->pkt_mark, wc->masks.pkt_mark); + break; } if (wc->masks.skb_priority) { @@ -805,6 +875,8 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) ds_put_cstr(s, "tcp,"); } else if (f->nw_proto == IPPROTO_UDP) { ds_put_cstr(s, "udp,"); + } else if (f->nw_proto == IPPROTO_SCTP) { + ds_put_cstr(s, "sctp,"); } else { ds_put_cstr(s, "ip,"); skip_proto = false; @@ -821,6 +893,8 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) ds_put_cstr(s, "tcp6,"); } else if (f->nw_proto == IPPROTO_UDP) { ds_put_cstr(s, "udp6,"); + } else if (f->nw_proto == IPPROTO_SCTP) { + ds_put_cstr(s, "sctp6,"); } else { ds_put_cstr(s, "ipv6,"); skip_proto = false; @@ -832,6 +906,10 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) ds_put_cstr(s, "arp,"); } else if (f->dl_type == htons(ETH_TYPE_RARP)) { ds_put_cstr(s, "rarp,"); + } else if (f->dl_type == htons(ETH_TYPE_MPLS)) { + ds_put_cstr(s, "mpls,"); + } else if (f->dl_type == htons(ETH_TYPE_MPLS_MCAST)) { + ds_put_cstr(s, "mplsm,"); } else { skip_type = false; } @@ -855,7 +933,7 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) switch (wc->masks.metadata) { case 0: break; - case CONSTANT_HTONLL(UINT64_MAX): + case OVS_BE64_MAX: ds_put_format(s, "metadata=%#"PRIx64",", ntohll(f->metadata)); break; default: @@ -863,9 +941,9 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) ntohll(f->metadata), ntohll(wc->masks.metadata)); break; } - if (wc->masks.in_port) { + if (wc->masks.in_port.ofp_port) { ds_put_cstr(s, "in_port="); - ofputil_format_port(f->in_port, s); + ofputil_format_port(f->in_port.ofp_port, s); ds_put_char(s, ','); } if (wc->masks.vlan_tci) { @@ -901,7 +979,7 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) format_ipv6_netmask(s, "ipv6_src", &f->ipv6_src, &wc->masks.ipv6_src); format_ipv6_netmask(s, "ipv6_dst", &f->ipv6_dst, &wc->masks.ipv6_dst); if (wc->masks.ipv6_label) { - if (wc->masks.ipv6_label == htonl(UINT32_MAX)) { + if (wc->masks.ipv6_label == OVS_BE32_MAX) { ds_put_format(s, "ipv6_label=0x%05"PRIx32",", ntohl(f->ipv6_label)); } else { @@ -940,6 +1018,22 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) if (wc->masks.nw_ttl) { ds_put_format(s, "nw_ttl=%"PRIu8",", f->nw_ttl); } + if (wc->masks.mpls_lse & htonl(MPLS_LABEL_MASK)) { + ds_put_format(s, "mpls_label=%"PRIu32",", + mpls_lse_to_label(f->mpls_lse)); + } + if (wc->masks.mpls_lse & htonl(MPLS_TC_MASK)) { + ds_put_format(s, "mpls_tc=%"PRIu8",", + mpls_lse_to_tc(f->mpls_lse)); + } + if (wc->masks.mpls_lse & htonl(MPLS_TTL_MASK)) { + ds_put_format(s, "mpls_ttl=%"PRIu8",", + mpls_lse_to_ttl(f->mpls_lse)); + } + if (wc->masks.mpls_lse & htonl(MPLS_BOS_MASK)) { + ds_put_format(s, "mpls_bos=%"PRIu8",", + mpls_lse_to_bos(f->mpls_lse)); + } switch (wc->masks.nw_frag) { case FLOW_NW_FRAG_ANY | FLOW_NW_FRAG_LATER: ds_put_format(s, "nw_frag=%s,", @@ -974,6 +1068,14 @@ match_format(const struct match *match, struct ds *s, unsigned int priority) format_be16_masked(s, "tp_src", f->tp_src, wc->masks.tp_src); format_be16_masked(s, "tp_dst", f->tp_dst, wc->masks.tp_dst); } + if (is_ip_any(f) && f->nw_proto == IPPROTO_TCP && wc->masks.tcp_flags) { + if (wc->masks.tcp_flags == htons(UINT16_MAX)) { + ds_put_format(s, "tcp_flags=0x%03"PRIx16",", ntohs(f->tcp_flags)); + } else { + ds_put_format(s, "tcp_flags=0x%03"PRIx16"/0x%03"PRIx16",", + ntohs(f->tcp_flags), ntohs(wc->masks.tcp_flags)); + } + } if (s->length > start_len && ds_last(s) == ',') { s->length--; @@ -1004,8 +1106,8 @@ match_print(const struct match *match) void minimatch_init(struct minimatch *dst, const struct match *src) { - miniflow_init(&dst->flow, &src->flow); minimask_init(&dst->mask, &src->wc); + miniflow_init_with_minimask(&dst->flow, &src->flow, &dst->mask); } /* Initializes 'dst' as a copy of 'src'. The caller must eventually free 'dst' @@ -1017,6 +1119,15 @@ minimatch_clone(struct minimatch *dst, const struct minimatch *src) minimask_clone(&dst->mask, &src->mask); } +/* Initializes 'dst' with the data in 'src', destroying 'src'. The caller must + * eventually free 'dst' with minimatch_destroy(). */ +void +minimatch_move(struct minimatch *dst, struct minimatch *src) +{ + miniflow_move(&dst->flow, &src->flow); + minimask_move(&dst->mask, &src->mask); +} + /* Frees any memory owned by 'match'. Does not free the storage in which * 'match' itself resides; the caller is responsible for that. */ void @@ -1049,6 +1160,55 @@ minimatch_hash(const struct minimatch *match, uint32_t basis) return miniflow_hash(&match->flow, minimask_hash(&match->mask, basis)); } +/* Returns true if 'target' satisifies 'match', that is, if each bit for which + * 'match' specifies a particular value has the correct value in 'target'. + * + * This function is equivalent to miniflow_equal_flow_in_minimask(&match->flow, + * target, &match->mask) but it is faster because of the invariant that + * match->flow.map and match->mask.map are the same. */ +bool +minimatch_matches_flow(const struct minimatch *match, + const struct flow *target) +{ + const uint32_t *target_u32 = (const uint32_t *) target; + const uint32_t *flowp = match->flow.values; + const uint32_t *maskp = match->mask.masks.values; + uint64_t map; + + for (map = match->flow.map; map; map = zero_rightmost_1bit(map)) { + if ((*flowp++ ^ target_u32[raw_ctz(map)]) & *maskp++) { + return false; + } + } + + return true; +} + +/* Returns a hash value for the bits of range [start, end) in 'minimatch', + * given 'basis'. + * + * The hash values returned by this function are the same as those returned by + * flow_hash_in_minimask_range(), only the form of the arguments differ. */ +uint32_t +minimatch_hash_range(const struct minimatch *match, uint8_t start, uint8_t end, + uint32_t *basis) +{ + const uint32_t *p; + uint64_t map = miniflow_get_map_in_range(&match->mask.masks, start, end, + &p); + const ptrdiff_t df = match->mask.masks.values - match->flow.values; + uint32_t hash = *basis; + + for (; map; map = zero_rightmost_1bit(map)) { + if (*p) { + hash = mhash_add(hash, *(p - df) & *p); + } + p++; + } + *basis = hash; /* Allow continuation from the unfinished value. */ + return mhash_finish(hash, (p - match->mask.masks.values) * 4); +} + /* Appends a string representation of 'match' to 's'. If 'priority' is * different from OFP_DEFAULT_PRIORITY, includes it in 's'. */ void