openvswitch: Optimize flow key match for non tunnel flows.

Following patch adds start offset for sw_flow-key, so that we can
skip tunneling information in key for non-tunnel flows.

Signed-off-by: Pravin B Shelar <pshelar@nicira.com>
Acked-by: Jesse Gross <jesse@nicira.com>
Signed-off-by: David S. Miller <davem@davemloft.net>

1 files changed, 37 insertions, 12 deletions

diff --git a/net/openvswitch/flow.c b/net/openvswitch/flow.c
index 976a8b766a6a..5c519b121e1b 100644
--- a/net/openvswitch/flow.c
+++ b/net/openvswitch/flow.c
@@ -353,6 +353,14 @@ struct sw_flow *ovs_flow_tbl_next(struct flow_table *table, u32 *bucket, u32 *la
         return NULL;
 }
 
+static void __flow_tbl_insert(struct flow_table *table, struct sw_flow *flow)
+{
+        struct hlist_head *head;
+        head = find_bucket(table, flow->hash);
+        hlist_add_head_rcu(&flow->hash_node[table->node_ver], head);
+        table->count++;
+}
+
 static void flow_table_copy_flows(struct flow_table *old, struct flow_table *new)
 {
         int old_ver;
@@ -369,7 +377,7 @@ static void flow_table_copy_flows(struct flow_table *old, struct flow_table *new
                 head = flex_array_get(old->buckets, i);
 
                 hlist_for_each_entry(flow, head, hash_node[old_ver])
-                        ovs_flow_tbl_insert(new, flow);
+                        __flow_tbl_insert(new, flow);
         }
         old->keep_flows = true;
 }
@@ -763,9 +771,18 @@ out:
         return error;
 }
 
-u32 ovs_flow_hash(const struct sw_flow_key *key, int key_len)
+static u32 ovs_flow_hash(const struct sw_flow_key *key, int key_start, int key_len)
+{
+        return jhash2((u32 *)((u8 *)key + key_start),
+                      DIV_ROUND_UP(key_len - key_start, sizeof(u32)), 0);
+}
+
+static int flow_key_start(struct sw_flow_key *key)
 {
-        return jhash2((u32 *)key, DIV_ROUND_UP(key_len, sizeof(u32)), 0);
+        if (key->tun_key.ipv4_dst)
+                return 0;
+        else
+                return offsetof(struct sw_flow_key, phy);
 }
 
 struct sw_flow *ovs_flow_tbl_lookup(struct flow_table *table,
@@ -773,28 +790,31 @@ struct sw_flow *ovs_flow_tbl_lookup(struct flow_table *table,
 {
         struct sw_flow *flow;
         struct hlist_head *head;
+        u8 *_key;
+        int key_start;
         u32 hash;
 
-        hash = ovs_flow_hash(key, key_len);
+        key_start = flow_key_start(key);
+        hash = ovs_flow_hash(key, key_start, key_len);
 
+        _key = (u8 *) key + key_start;
         head = find_bucket(table, hash);
         hlist_for_each_entry_rcu(flow, head, hash_node[table->node_ver]) {
 
                 if (flow->hash == hash &&
-                    !memcmp(&flow->key, key, key_len)) {
+                    !memcmp((u8 *)&flow->key + key_start, _key, key_len - key_start)) {
                         return flow;
                 }
         }
         return NULL;
 }
 
-void ovs_flow_tbl_insert(struct flow_table *table, struct sw_flow *flow)
+void ovs_flow_tbl_insert(struct flow_table *table, struct sw_flow *flow,
+                         struct sw_flow_key *key, int key_len)
 {
-        struct hlist_head *head;
-
-        head = find_bucket(table, flow->hash);
-        hlist_add_head_rcu(&flow->hash_node[table->node_ver], head);
-        table->count++;
+        flow->hash = ovs_flow_hash(key, flow_key_start(key), key_len);
+        memcpy(&flow->key, key, sizeof(flow->key));
+        __flow_tbl_insert(table, flow);
 }
 
 void ovs_flow_tbl_remove(struct flow_table *table, struct sw_flow *flow)
@@ -1235,6 +1255,7 @@ int ovs_flow_from_nlattrs(struct sw_flow_key *swkey, int *key_lenp,
 /**
  * ovs_flow_metadata_from_nlattrs - parses Netlink attributes into a flow key.
  * @flow: Receives extracted in_port, priority, tun_key and skb_mark.
+ * @key_len: Length of key in @flow.  Used for calculating flow hash.
  * @attr: Netlink attribute holding nested %OVS_KEY_ATTR_* Netlink attribute
  * sequence.
  *
@@ -1243,7 +1264,7 @@ int ovs_flow_from_nlattrs(struct sw_flow_key *swkey, int *key_lenp,
  * get the metadata, that is, the parts of the flow key that cannot be
  * extracted from the packet itself.
  */
-int ovs_flow_metadata_from_nlattrs(struct sw_flow *flow,
+int ovs_flow_metadata_from_nlattrs(struct sw_flow *flow, int key_len,
                                    const struct nlattr *attr)
 {
         struct ovs_key_ipv4_tunnel *tun_key = &flow->key.tun_key;
@@ -1289,6 +1310,10 @@ int ovs_flow_metadata_from_nlattrs(struct sw_flow *flow,
         }
         if (rem)
                 return -EINVAL;
+
+        flow->hash = ovs_flow_hash(&flow->key,
+                                   flow_key_start(&flow->key), key_len);
+
         return 0;
 }