net: Optimize local checksum offload

This patch takes advantage of several assumptions we can make about the
headers of the frame in order to reduce overall processing overhead for
computing the outer header checksum.

First we can assume the entire header is in the region pointed to by
skb->head as this is what csum_start is based on.

Second, as a result of our first assumption, we can just call csum_partial
instead of making a call to skb_checksum which would end up having to
configure things so that we could walk through the frags list.

Signed-off-by: Alexander Duyck <aduyck@mirantis.com>
Signed-off-by: David S. Miller <davem@davemloft.net>

diff --git a/include/linux/skbuff.h b/include/linux/skbuff.h
index 39206751463e699802eac2a8ef4f759d9d5950c3..89b536796e5350c769641824323caad7cae17a42 100644 (file)
--- a/include/linux/skbuff.h
+++ b/include/linux/skbuff.h
@@ -3713,19 +3713,18 @@ static inline unsigned int skb_gso_network_seglen(const struct sk_buff *skb)
  */
 static inline __wsum lco_csum(struct sk_buff *skb)
 {
-       char *inner_csum_field;
-       __wsum csum;
+       unsigned char *csum_start = skb_checksum_start(skb);
+       unsigned char *l4_hdr = skb_transport_header(skb);
+       __wsum partial;
 
        /* Start with complement of inner checksum adjustment */
-       inner_csum_field = skb->data + skb_checksum_start_offset(skb) +
-                               skb->csum_offset;
-       csum = ~csum_unfold(*(__force __sum16 *)inner_csum_field);
+       partial = ~csum_unfold(*(__force __sum16 *)(csum_start +
+                                                   skb->csum_offset));
+
        /* Add in checksum of our headers (incl. outer checksum
-        * adjustment filled in by caller)
+        * adjustment filled in by caller) and return result.
         */
-       csum = skb_checksum(skb, 0, skb_checksum_start_offset(skb), csum);
-       /* The result is the checksum from skb->data to end of packet */
-       return csum;
+       return csum_partial(l4_hdr, csum_start - l4_hdr, partial);
 }
 
 #endif /* __KERNEL__ */