Should I review this version of the patch? Or do you have a non-RFC version ready?
Ethan On Mon, Mar 10, 2014 at 6:44 PM, Jarno Rajahalme <jrajaha...@nicira.com> wrote: > Intended to send this as an RFC, > > Jarno > > On Mar 10, 2014, at 6:43 PM, Jarno Rajahalme <jrajaha...@nicira.com> wrote: > >> This should optimize port masks for megaflows for typical port usage >> in matches. Each subtable has it's own trie if the subtable matches >> any of the ports bits. This trie is consulted only after failing >> lookup to determine the number of bits that needs to be unwildcarded >> to guarantee that any packet that should match on any of the other >> rules will NOT match this megaflow. >> >> This version is not configurable and is always on. >> >> Signed-off-by: Jarno Rajahalme <jrajaha...@nicira.com> >> --- >> lib/classifier.c | 90 >> +++++++++++++++++++++++++++++++++++++++++++++++---- >> lib/classifier.h | 2 ++ >> tests/classifier.at | 6 ++-- >> 3 files changed, 89 insertions(+), 9 deletions(-) >> >> diff --git a/lib/classifier.c b/lib/classifier.c >> index 30a91b7..c36ccf6 100644 >> --- a/lib/classifier.c >> +++ b/lib/classifier.c >> @@ -30,6 +30,10 @@ >> >> VLOG_DEFINE_THIS_MODULE(classifier); >> >> +/* Ports trie depends on both ports sharing the same ovs_be32. */ >> +#define TP_PORTS_OFS32 (offsetof(struct flow, tp_src) / 4) >> +BUILD_ASSERT_DECL((offsetof(struct flow, tp_dst) / 4) == TP_PORTS_OFS32); >> + >> struct trie_ctx; >> static struct cls_subtable *find_subtable(const struct classifier *, >> const struct minimask *); >> @@ -71,10 +75,16 @@ static void trie_init(struct classifier *, int trie_idx, >> const struct mf_field *); >> static unsigned int trie_lookup(const struct cls_trie *, const struct flow *, >> unsigned int *checkbits); >> - >> +static unsigned int trie_lookup_value(const struct trie_node *, >> + const ovs_be32 value[], >> + unsigned int *checkbits); >> static void trie_destroy(struct trie_node *); >> static void trie_insert(struct cls_trie *, const struct cls_rule *, int >> mlen); >> +static void trie_insert_prefix(struct trie_node **, const ovs_be32 *prefix, >> + int mlen); >> static void trie_remove(struct cls_trie *, const struct cls_rule *, int >> mlen); >> +static void trie_remove_prefix(struct trie_node **, const ovs_be32 *prefix, >> + int mlen); >> static void mask_set_prefix_bits(struct flow_wildcards *, uint8_t be32ofs, >> unsigned int nbits); >> static bool mask_prefix_bits_set(const struct flow_wildcards *, >> @@ -389,6 +399,23 @@ classifier_replace(struct classifier *cls, struct >> cls_rule *rule) >> trie_insert(&cls->tries[i], rule, subtable->trie_plen[i]); >> } >> } >> + >> + /* Ports trie. */ >> + if (subtable->ports_mask_len) { >> + ovs_be32 ports, mask, masked_ports; >> + >> + /* We mask the value to be inserted to always have the >> wildcarded >> + * bits in known (zero) state, so we can include them in >> comparison >> + * and they will always match (== their original value does not >> + * matter). */ >> + ports = (OVS_FORCE ovs_be32)miniflow_get(&rule->match.flow, >> + TP_PORTS_OFS32); >> + mask = minimask_get(&subtable->mask, TP_PORTS_OFS32); >> + masked_ports = ports & mask; >> + >> + trie_insert_prefix(&subtable->ports_trie, &masked_ports, >> + subtable->ports_mask_len); >> + } >> } else { >> rule->partition = old_rule->partition; >> } >> @@ -421,6 +448,17 @@ classifier_remove(struct classifier *cls, struct >> cls_rule *rule) >> >> subtable = find_subtable(cls, &rule->match.mask); >> >> + if (subtable->ports_mask_len) { >> + ovs_be32 ports, mask, masked_ports; >> + >> + ports = (OVS_FORCE ovs_be32)miniflow_get(&rule->match.flow, >> + TP_PORTS_OFS32); >> + mask = minimask_get(&subtable->mask, TP_PORTS_OFS32); >> + masked_ports = ports & mask; >> + >> + trie_remove_prefix(&subtable->ports_trie, >> + &masked_ports, subtable->ports_mask_len); >> + } >> for (i = 0; i < cls->n_tries; i++) { >> if (subtable->trie_plen[i]) { >> trie_remove(&cls->tries[i], rule, subtable->trie_plen[i]); >> @@ -859,6 +897,11 @@ insert_subtable(struct classifier *cls, const struct >> minimask *mask) >> >> cls->tries[i].field); >> } >> >> + /* Ports trie. */ >> + subtable->ports_trie = NULL; >> + subtable->ports_mask_len = 32 >> + - ctz32(ntohl((OVS_FORCE ovs_be32)minimask_get(mask, >> TP_PORTS_OFS32))); >> + >> return subtable; >> } >> >> @@ -867,6 +910,9 @@ destroy_subtable(struct classifier *cls, struct >> cls_subtable *subtable) >> { >> int i; >> >> + /* Port tries. */ >> + trie_destroy(subtable->ports_trie); >> + >> for (i = 0; i < subtable->n_indices; i++) { >> hindex_destroy(&subtable->indices[i]); >> } >> @@ -1121,6 +1167,23 @@ find_match_wc(const struct cls_subtable *subtable, >> const struct flow *flow, >> * but it didn't match. */ >> rule = NULL; >> } >> + if (!rule && subtable->ports_mask_len) { >> + /* Ports are always part of the final range, if any. >> + * No match was found for the ports. Use the ports trie to figure >> out >> + * which ports bits to unwildcard. */ >> + unsigned int mbits; >> + ovs_be32 value, mask; >> + >> + mask = minimask_get(&subtable->mask, TP_PORTS_OFS32); >> + value = ((ovs_be32 *)flow)[TP_PORTS_OFS32] & mask; >> + trie_lookup_value(subtable->ports_trie, &value, &mbits); >> + >> + ((ovs_be32 *)&wc->masks)[TP_PORTS_OFS32] |= >> + mask & htonl(~0 << (32 - mbits)); >> + >> + ofs.start = TP_PORTS_OFS32; >> + goto range_out; >> + } >> out: >> /* Must unwildcard all the fields, as they were looked at. */ >> flow_wildcards_fold_minimask(wc, &subtable->mask); >> @@ -1513,14 +1576,18 @@ minimatch_get_prefix(const struct minimatch *match, >> const struct mf_field *mf) >> static void >> trie_insert(struct cls_trie *trie, const struct cls_rule *rule, int mlen) >> { >> - const ovs_be32 *prefix = minimatch_get_prefix(&rule->match, >> trie->field); >> + trie_insert_prefix(&trie->root, >> + minimatch_get_prefix(&rule->match, trie->field), >> mlen); >> +} >> + >> +static void >> +trie_insert_prefix(struct trie_node **edge, const ovs_be32 *prefix, int >> mlen) >> +{ >> struct trie_node *node; >> - struct trie_node **edge; >> int ofs = 0; >> >> /* Walk the tree. */ >> - for (edge = &trie->root; >> - (node = *edge) != NULL; >> + for (; (node = *edge) != NULL; >> edge = trie_next_edge(node, prefix, ofs)) { >> unsigned int eqbits = trie_prefix_equal_bits(node, prefix, ofs, >> mlen); >> ofs += eqbits; >> @@ -1561,16 +1628,25 @@ trie_insert(struct cls_trie *trie, const struct >> cls_rule *rule, int mlen) >> static void >> trie_remove(struct cls_trie *trie, const struct cls_rule *rule, int mlen) >> { >> - const ovs_be32 *prefix = minimatch_get_prefix(&rule->match, >> trie->field); >> + trie_remove_prefix(&trie->root, >> + minimatch_get_prefix(&rule->match, trie->field), >> mlen); >> +} >> + >> +/* 'mlen' must be the (non-zero) CIDR prefix length of the 'trie->field' >> mask >> + * in 'rule'. */ >> +static void >> +trie_remove_prefix(struct trie_node **root, const ovs_be32 *prefix, int >> mlen) >> +{ >> struct trie_node *node; >> struct trie_node **edges[sizeof(union mf_value) * 8]; >> int depth = 0, ofs = 0; >> >> /* Walk the tree. */ >> - for (edges[depth] = &trie->root; >> + for (edges[0] = root; >> (node = *edges[depth]) != NULL; >> edges[++depth] = trie_next_edge(node, prefix, ofs)) { >> unsigned int eqbits = trie_prefix_equal_bits(node, prefix, ofs, >> mlen); >> + >> if (eqbits < node->nbits) { >> /* Mismatch, nothing to be removed. This should never happen, as >> * only rules in the classifier are ever removed. */ >> diff --git a/lib/classifier.h b/lib/classifier.h >> index c3c1c3b..a1f4e4a 100644 >> --- a/lib/classifier.h >> +++ b/lib/classifier.h >> @@ -276,6 +276,8 @@ struct cls_subtable { >> uint8_t index_ofs[CLS_MAX_INDICES]; /* u32 flow segment boundaries. */ >> struct hindex indices[CLS_MAX_INDICES]; /* Staged lookup indices. */ >> unsigned int trie_plen[CLS_MAX_TRIES]; /* Trie prefix length in 'mask'. >> */ >> + struct trie_node *ports_trie; /* NULL if none. */ >> + int ports_mask_len; >> }; >> >> /* Returns true if 'table' is a "catch-all" subtable that will match every >> diff --git a/tests/classifier.at b/tests/classifier.at >> index a46c526..96fb29b 100644 >> --- a/tests/classifier.at >> +++ b/tests/classifier.at >> @@ -55,7 +55,7 @@ Datapath actions: drop >> ]) >> AT_CHECK([ovs-appctl ofproto/trace br0 >> 'in_port=1,dl_src=50:54:00:00:00:05,dl_dst=50:54:00:00:00:07,dl_type=0x0800,nw_src=192.168.0.1,nw_dst=10.1.2.15,nw_proto=6,nw_tos=0,nw_ttl=128,tp_src=8,tp_dst=79'], >> [0], [stdout]) >> AT_CHECK([tail -2 stdout], [0], >> - [Megaflow: >> skb_priority=0,tcp,in_port=1,nw_dst=10.1.2.15,nw_frag=no,tp_dst=79 >> + [Megaflow: >> skb_priority=0,tcp,in_port=1,nw_dst=10.1.2.15,nw_frag=no,tp_dst=0x40/0xfff0 >> Datapath actions: 2 >> ]) >> OVS_VSWITCHD_STOP >> @@ -78,6 +78,8 @@ AT_DATA([flows.txt], [dnl >> table=0 in_port=1 >> priority=16,tcp,nw_dst=10.1.0.0/255.255.0.0,action=output(3) >> table=0 in_port=1 >> priority=32,tcp,nw_dst=10.1.2.0/255.255.255.0,tp_src=79,action=output(2) >> table=0 in_port=1 priority=33,tcp,nw_dst=10.1.2.15,tp_dst=80,action=drop >> +table=0 in_port=1 >> priority=33,tcp,nw_dst=10.1.2.15,tp_dst=8080,action=output(2) >> +table=0 in_port=1 >> priority=33,tcp,nw_dst=10.1.2.15,tp_dst=192,action=output(2) >> table=0 in_port=1 priority=0,ip,action=drop >> table=0 in_port=2 >> priority=16,tcp,nw_dst=192.168.0.0/255.255.0.0,action=output(1) >> table=0 in_port=2 priority=0,ip,action=drop >> @@ -102,7 +104,7 @@ Datapath actions: drop >> ]) >> AT_CHECK([ovs-appctl ofproto/trace br0 >> 'in_port=1,dl_src=50:54:00:00:00:05,dl_dst=50:54:00:00:00:07,dl_type=0x0800,nw_src=192.168.0.1,nw_dst=10.1.2.15,nw_proto=6,nw_tos=0,nw_ttl=128,tp_src=8,tp_dst=79'], >> [0], [stdout]) >> AT_CHECK([tail -2 stdout], [0], >> - [Megaflow: >> skb_priority=0,tcp,in_port=1,nw_dst=10.1.2.15,nw_frag=no,tp_src=8,tp_dst=79 >> + [Megaflow: >> skb_priority=0,tcp,in_port=1,nw_dst=10.1.2.15,nw_frag=no,tp_src=0x0/0xffc0,tp_dst=0x40/0xfff0 >> Datapath actions: 3 >> ]) >> OVS_VSWITCHD_STOP(["/'prefixes' with incompatible field: ipv6_label/d"]) >> -- >> 1.7.10.4 >> > > _______________________________________________ > dev mailing list > dev@openvswitch.org > http://openvswitch.org/mailman/listinfo/dev _______________________________________________ dev mailing list dev@openvswitch.org http://openvswitch.org/mailman/listinfo/dev