net: split netdev features to separate header
[GitHub/mt8127/android_kernel_alcatel_ttab.git] / include / linux / skbuff.h
CommitLineData
1da177e4
LT
1/*
2 * Definitions for the 'struct sk_buff' memory handlers.
3 *
4 * Authors:
5 * Alan Cox, <gw4pts@gw4pts.ampr.org>
6 * Florian La Roche, <rzsfl@rz.uni-sb.de>
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 */
13
14#ifndef _LINUX_SKBUFF_H
15#define _LINUX_SKBUFF_H
16
1da177e4 17#include <linux/kernel.h>
fe55f6d5 18#include <linux/kmemcheck.h>
1da177e4
LT
19#include <linux/compiler.h>
20#include <linux/time.h>
21#include <linux/cache.h>
22
60063497 23#include <linux/atomic.h>
1da177e4
LT
24#include <asm/types.h>
25#include <linux/spinlock.h>
1da177e4 26#include <linux/net.h>
3fc7e8a6 27#include <linux/textsearch.h>
1da177e4 28#include <net/checksum.h>
a80958f4 29#include <linux/rcupdate.h>
97fc2f08 30#include <linux/dmaengine.h>
b7aa0bf7 31#include <linux/hrtimer.h>
131ea667 32#include <linux/dma-mapping.h>
1da177e4 33
60476372 34/* Don't change this without changing skb_csum_unnecessary! */
1da177e4 35#define CHECKSUM_NONE 0
60476372
HX
36#define CHECKSUM_UNNECESSARY 1
37#define CHECKSUM_COMPLETE 2
38#define CHECKSUM_PARTIAL 3
1da177e4
LT
39
40#define SKB_DATA_ALIGN(X) (((X) + (SMP_CACHE_BYTES - 1)) & \
41 ~(SMP_CACHE_BYTES - 1))
fc910a27 42#define SKB_WITH_OVERHEAD(X) \
deea84b0 43 ((X) - SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
fc910a27
DM
44#define SKB_MAX_ORDER(X, ORDER) \
45 SKB_WITH_OVERHEAD((PAGE_SIZE << (ORDER)) - (X))
1da177e4
LT
46#define SKB_MAX_HEAD(X) (SKB_MAX_ORDER((X), 0))
47#define SKB_MAX_ALLOC (SKB_MAX_ORDER(0, 2))
48
87fb4b7b
ED
49/* return minimum truesize of one skb containing X bytes of data */
50#define SKB_TRUESIZE(X) ((X) + \
51 SKB_DATA_ALIGN(sizeof(struct sk_buff)) + \
52 SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
53
1da177e4
LT
54/* A. Checksumming of received packets by device.
55 *
56 * NONE: device failed to checksum this packet.
57 * skb->csum is undefined.
58 *
59 * UNNECESSARY: device parsed packet and wouldbe verified checksum.
60 * skb->csum is undefined.
61 * It is bad option, but, unfortunately, many of vendors do this.
62 * Apparently with secret goal to sell you new device, when you
63 * will add new protocol to your host. F.e. IPv6. 8)
64 *
84fa7933 65 * COMPLETE: the most generic way. Device supplied checksum of _all_
1da177e4
LT
66 * the packet as seen by netif_rx in skb->csum.
67 * NOTE: Even if device supports only some protocols, but
84fa7933 68 * is able to produce some skb->csum, it MUST use COMPLETE,
1da177e4
LT
69 * not UNNECESSARY.
70 *
c6c6e3e0
HX
71 * PARTIAL: identical to the case for output below. This may occur
72 * on a packet received directly from another Linux OS, e.g.,
73 * a virtualised Linux kernel on the same host. The packet can
74 * be treated in the same way as UNNECESSARY except that on
75 * output (i.e., forwarding) the checksum must be filled in
76 * by the OS or the hardware.
77 *
1da177e4
LT
78 * B. Checksumming on output.
79 *
80 * NONE: skb is checksummed by protocol or csum is not required.
81 *
84fa7933 82 * PARTIAL: device is required to csum packet as seen by hard_start_xmit
c6c6e3e0
HX
83 * from skb->csum_start to the end and to record the checksum
84 * at skb->csum_start + skb->csum_offset.
1da177e4
LT
85 *
86 * Device must show its capabilities in dev->features, set
87 * at device setup time.
88 * NETIF_F_HW_CSUM - it is clever device, it is able to checksum
89 * everything.
90 * NETIF_F_NO_CSUM - loopback or reliable single hop media.
91 * NETIF_F_IP_CSUM - device is dumb. It is able to csum only
92 * TCP/UDP over IPv4. Sigh. Vendors like this
93 * way by an unknown reason. Though, see comment above
94 * about CHECKSUM_UNNECESSARY. 8)
c6c6e3e0 95 * NETIF_F_IPV6_CSUM about as dumb as the last one but does IPv6 instead.
1da177e4
LT
96 *
97 * Any questions? No questions, good. --ANK
98 */
99
1da177e4 100struct net_device;
716ea3a7 101struct scatterlist;
9c55e01c 102struct pipe_inode_info;
1da177e4 103
5f79e0f9 104#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
1da177e4
LT
105struct nf_conntrack {
106 atomic_t use;
1da177e4 107};
5f79e0f9 108#endif
1da177e4
LT
109
110#ifdef CONFIG_BRIDGE_NETFILTER
111struct nf_bridge_info {
112 atomic_t use;
113 struct net_device *physindev;
114 struct net_device *physoutdev;
1da177e4
LT
115 unsigned int mask;
116 unsigned long data[32 / sizeof(unsigned long)];
117};
118#endif
119
1da177e4
LT
120struct sk_buff_head {
121 /* These two members must be first. */
122 struct sk_buff *next;
123 struct sk_buff *prev;
124
125 __u32 qlen;
126 spinlock_t lock;
127};
128
129struct sk_buff;
130
a715dea3
AB
131/* To allow 64K frame to be packed as single skb without frag_list. Since
132 * GRO uses frags we allocate at least 16 regardless of page size.
133 */
134#if (65536/PAGE_SIZE + 2) < 16
eec00954 135#define MAX_SKB_FRAGS 16UL
a715dea3 136#else
1da177e4 137#define MAX_SKB_FRAGS (65536/PAGE_SIZE + 2)
a715dea3 138#endif
1da177e4
LT
139
140typedef struct skb_frag_struct skb_frag_t;
141
142struct skb_frag_struct {
a8605c60
IC
143 struct {
144 struct page *p;
145 } page;
cb4dfe56 146#if (BITS_PER_LONG > 32) || (PAGE_SIZE >= 65536)
a309bb07
DM
147 __u32 page_offset;
148 __u32 size;
cb4dfe56
ED
149#else
150 __u16 page_offset;
151 __u16 size;
152#endif
1da177e4
LT
153};
154
9e903e08
ED
155static inline unsigned int skb_frag_size(const skb_frag_t *frag)
156{
157 return frag->size;
158}
159
160static inline void skb_frag_size_set(skb_frag_t *frag, unsigned int size)
161{
162 frag->size = size;
163}
164
165static inline void skb_frag_size_add(skb_frag_t *frag, int delta)
166{
167 frag->size += delta;
168}
169
170static inline void skb_frag_size_sub(skb_frag_t *frag, int delta)
171{
172 frag->size -= delta;
173}
174
ac45f602
PO
175#define HAVE_HW_TIME_STAMP
176
177/**
d3a21be8 178 * struct skb_shared_hwtstamps - hardware time stamps
ac45f602
PO
179 * @hwtstamp: hardware time stamp transformed into duration
180 * since arbitrary point in time
181 * @syststamp: hwtstamp transformed to system time base
182 *
183 * Software time stamps generated by ktime_get_real() are stored in
184 * skb->tstamp. The relation between the different kinds of time
185 * stamps is as follows:
186 *
187 * syststamp and tstamp can be compared against each other in
188 * arbitrary combinations. The accuracy of a
189 * syststamp/tstamp/"syststamp from other device" comparison is
190 * limited by the accuracy of the transformation into system time
191 * base. This depends on the device driver and its underlying
192 * hardware.
193 *
194 * hwtstamps can only be compared against other hwtstamps from
195 * the same device.
196 *
197 * This structure is attached to packets as part of the
198 * &skb_shared_info. Use skb_hwtstamps() to get a pointer.
199 */
200struct skb_shared_hwtstamps {
201 ktime_t hwtstamp;
202 ktime_t syststamp;
203};
204
2244d07b
OH
205/* Definitions for tx_flags in struct skb_shared_info */
206enum {
207 /* generate hardware time stamp */
208 SKBTX_HW_TSTAMP = 1 << 0,
209
210 /* generate software time stamp */
211 SKBTX_SW_TSTAMP = 1 << 1,
212
213 /* device driver is going to provide hardware time stamp */
214 SKBTX_IN_PROGRESS = 1 << 2,
215
216 /* ensure the originating sk reference is available on driver level */
217 SKBTX_DRV_NEEDS_SK_REF = 1 << 3,
a6686f2f
SM
218
219 /* device driver supports TX zero-copy buffers */
220 SKBTX_DEV_ZEROCOPY = 1 << 4,
221};
222
223/*
224 * The callback notifies userspace to release buffers when skb DMA is done in
225 * lower device, the skb last reference should be 0 when calling this.
226 * The desc is used to track userspace buffer index.
227 */
228struct ubuf_info {
229 void (*callback)(void *);
230 void *arg;
231 unsigned long desc;
ac45f602
PO
232};
233
1da177e4
LT
234/* This data is invariant across clones and lives at
235 * the end of the header data, ie. at skb->end.
236 */
237struct skb_shared_info {
4947d3ef 238 unsigned short nr_frags;
7967168c
HX
239 unsigned short gso_size;
240 /* Warning: this field is not always filled in (UFO)! */
241 unsigned short gso_segs;
242 unsigned short gso_type;
ae08e1f0 243 __be32 ip6_frag_id;
2244d07b 244 __u8 tx_flags;
1da177e4 245 struct sk_buff *frag_list;
ac45f602 246 struct skb_shared_hwtstamps hwtstamps;
ec7d2f2c
ED
247
248 /*
249 * Warning : all fields before dataref are cleared in __alloc_skb()
250 */
251 atomic_t dataref;
252
69e3c75f
JB
253 /* Intermediate layers must ensure that destructor_arg
254 * remains valid until skb destructor */
255 void * destructor_arg;
a6686f2f 256
fed66381
ED
257 /* must be last field, see pskb_expand_head() */
258 skb_frag_t frags[MAX_SKB_FRAGS];
1da177e4
LT
259};
260
261/* We divide dataref into two halves. The higher 16 bits hold references
262 * to the payload part of skb->data. The lower 16 bits hold references to
334a8132
PM
263 * the entire skb->data. A clone of a headerless skb holds the length of
264 * the header in skb->hdr_len.
1da177e4
LT
265 *
266 * All users must obey the rule that the skb->data reference count must be
267 * greater than or equal to the payload reference count.
268 *
269 * Holding a reference to the payload part means that the user does not
270 * care about modifications to the header part of skb->data.
271 */
272#define SKB_DATAREF_SHIFT 16
273#define SKB_DATAREF_MASK ((1 << SKB_DATAREF_SHIFT) - 1)
274
d179cd12
DM
275
276enum {
277 SKB_FCLONE_UNAVAILABLE,
278 SKB_FCLONE_ORIG,
279 SKB_FCLONE_CLONE,
280};
281
7967168c
HX
282enum {
283 SKB_GSO_TCPV4 = 1 << 0,
f83ef8c0 284 SKB_GSO_UDP = 1 << 1,
576a30eb
HX
285
286 /* This indicates the skb is from an untrusted source. */
287 SKB_GSO_DODGY = 1 << 2,
b0da8537
MC
288
289 /* This indicates the tcp segment has CWR set. */
f83ef8c0
HX
290 SKB_GSO_TCP_ECN = 1 << 3,
291
292 SKB_GSO_TCPV6 = 1 << 4,
01d5b2fc
CL
293
294 SKB_GSO_FCOE = 1 << 5,
7967168c
HX
295};
296
2e07fa9c
ACM
297#if BITS_PER_LONG > 32
298#define NET_SKBUFF_DATA_USES_OFFSET 1
299#endif
300
301#ifdef NET_SKBUFF_DATA_USES_OFFSET
302typedef unsigned int sk_buff_data_t;
303#else
304typedef unsigned char *sk_buff_data_t;
305#endif
306
2fc72c7b
KK
307#if defined(CONFIG_NF_DEFRAG_IPV4) || defined(CONFIG_NF_DEFRAG_IPV4_MODULE) || \
308 defined(CONFIG_NF_DEFRAG_IPV6) || defined(CONFIG_NF_DEFRAG_IPV6_MODULE)
309#define NET_SKBUFF_NF_DEFRAG_NEEDED 1
310#endif
311
1da177e4
LT
312/**
313 * struct sk_buff - socket buffer
314 * @next: Next buffer in list
315 * @prev: Previous buffer in list
325ed823 316 * @tstamp: Time we arrived
d84e0bd7 317 * @sk: Socket we are owned by
1da177e4 318 * @dev: Device we arrived on/are leaving by
d84e0bd7 319 * @cb: Control buffer. Free for use by every layer. Put private vars here
7fee226a 320 * @_skb_refdst: destination entry (with norefcount bit)
67be2dd1 321 * @sp: the security path, used for xfrm
1da177e4
LT
322 * @len: Length of actual data
323 * @data_len: Data length
324 * @mac_len: Length of link layer header
334a8132 325 * @hdr_len: writable header length of cloned skb
663ead3b
HX
326 * @csum: Checksum (must include start/offset pair)
327 * @csum_start: Offset from skb->head where checksumming should start
328 * @csum_offset: Offset from csum_start where checksum should be stored
d84e0bd7 329 * @priority: Packet queueing priority
67be2dd1 330 * @local_df: allow local fragmentation
1da177e4 331 * @cloned: Head may be cloned (check refcnt to be sure)
d84e0bd7 332 * @ip_summed: Driver fed us an IP checksum
1da177e4 333 * @nohdr: Payload reference only, must not modify header
d84e0bd7 334 * @nfctinfo: Relationship of this skb to the connection
1da177e4 335 * @pkt_type: Packet class
c83c2486 336 * @fclone: skbuff clone status
c83c2486 337 * @ipvs_property: skbuff is owned by ipvs
31729363
RD
338 * @peeked: this packet has been seen already, so stats have been
339 * done for it, don't do them again
ba9dda3a 340 * @nf_trace: netfilter packet trace flag
d84e0bd7
DB
341 * @protocol: Packet protocol from driver
342 * @destructor: Destruct function
343 * @nfct: Associated connection, if any
461ddf3b 344 * @nfct_reasm: netfilter conntrack re-assembly pointer
1da177e4 345 * @nf_bridge: Saved data about a bridged frame - see br_netfilter.c
8964be4a 346 * @skb_iif: ifindex of device we arrived on
1da177e4
LT
347 * @tc_index: Traffic control index
348 * @tc_verd: traffic control verdict
d84e0bd7
DB
349 * @rxhash: the packet hash computed on receive
350 * @queue_mapping: Queue mapping for multiqueue devices
553a5672 351 * @ndisc_nodetype: router type (from link layer)
d84e0bd7 352 * @ooo_okay: allow the mapping of a socket to a queue to be changed
4ca2462e
CG
353 * @l4_rxhash: indicate rxhash is a canonical 4-tuple hash over transport
354 * ports.
f4b8ea78
RD
355 * @dma_cookie: a cookie to one of several possible DMA operations
356 * done by skb DMA functions
984bc16c 357 * @secmark: security marking
d84e0bd7
DB
358 * @mark: Generic packet mark
359 * @dropcount: total number of sk_receive_queue overflows
6aa895b0 360 * @vlan_tci: vlan tag control information
d84e0bd7
DB
361 * @transport_header: Transport layer header
362 * @network_header: Network layer header
363 * @mac_header: Link layer header
364 * @tail: Tail pointer
365 * @end: End pointer
366 * @head: Head of buffer
367 * @data: Data head pointer
368 * @truesize: Buffer size
369 * @users: User count - see {datagram,tcp}.c
1da177e4
LT
370 */
371
372struct sk_buff {
373 /* These two members must be first. */
374 struct sk_buff *next;
375 struct sk_buff *prev;
376
b7aa0bf7 377 ktime_t tstamp;
da3f5cf1
FF
378
379 struct sock *sk;
1da177e4 380 struct net_device *dev;
1da177e4 381
1da177e4
LT
382 /*
383 * This is the control buffer. It is free to use for every
384 * layer. Please put your private variables there. If you
385 * want to keep them across layers you have to do a skb_clone()
386 * first. This is owned by whoever has the skb queued ATM.
387 */
da3f5cf1 388 char cb[48] __aligned(8);
1da177e4 389
7fee226a 390 unsigned long _skb_refdst;
da3f5cf1
FF
391#ifdef CONFIG_XFRM
392 struct sec_path *sp;
393#endif
1da177e4 394 unsigned int len,
334a8132
PM
395 data_len;
396 __u16 mac_len,
397 hdr_len;
ff1dcadb
AV
398 union {
399 __wsum csum;
663ead3b
HX
400 struct {
401 __u16 csum_start;
402 __u16 csum_offset;
403 };
ff1dcadb 404 };
1da177e4 405 __u32 priority;
fe55f6d5 406 kmemcheck_bitfield_begin(flags1);
1cbb3380
TG
407 __u8 local_df:1,
408 cloned:1,
409 ip_summed:2,
6869c4d8
HW
410 nohdr:1,
411 nfctinfo:3;
d179cd12 412 __u8 pkt_type:3,
b84f4cc9 413 fclone:2,
ba9dda3a 414 ipvs_property:1,
a59322be 415 peeked:1,
ba9dda3a 416 nf_trace:1;
fe55f6d5 417 kmemcheck_bitfield_end(flags1);
4ab408de 418 __be16 protocol;
1da177e4
LT
419
420 void (*destructor)(struct sk_buff *skb);
9fb9cbb1 421#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
5f79e0f9 422 struct nf_conntrack *nfct;
2fc72c7b
KK
423#endif
424#ifdef NET_SKBUFF_NF_DEFRAG_NEEDED
9fb9cbb1
YK
425 struct sk_buff *nfct_reasm;
426#endif
1da177e4
LT
427#ifdef CONFIG_BRIDGE_NETFILTER
428 struct nf_bridge_info *nf_bridge;
429#endif
f25f4e44 430
8964be4a 431 int skb_iif;
1da177e4 432#ifdef CONFIG_NET_SCHED
b6b99eb5 433 __u16 tc_index; /* traffic control index */
1da177e4 434#ifdef CONFIG_NET_CLS_ACT
b6b99eb5 435 __u16 tc_verd; /* traffic control verdict */
1da177e4 436#endif
1da177e4 437#endif
fe55f6d5 438
0a9627f2
TH
439 __u32 rxhash;
440
0a14842f 441 __u16 queue_mapping;
fe55f6d5 442 kmemcheck_bitfield_begin(flags2);
de357cc0 443#ifdef CONFIG_IPV6_NDISC_NODETYPE
8a4eb573 444 __u8 ndisc_nodetype:2;
d0f09804 445#endif
3853b584 446 __u8 ooo_okay:1;
bdeab991 447 __u8 l4_rxhash:1;
fe55f6d5
VN
448 kmemcheck_bitfield_end(flags2);
449
3853b584 450 /* 0/13 bit hole */
f25f4e44 451
97fc2f08
CL
452#ifdef CONFIG_NET_DMA
453 dma_cookie_t dma_cookie;
454#endif
984bc16c
JM
455#ifdef CONFIG_NETWORK_SECMARK
456 __u32 secmark;
457#endif
3b885787
NH
458 union {
459 __u32 mark;
460 __u32 dropcount;
461 };
1da177e4 462
6aa895b0
PM
463 __u16 vlan_tci;
464
27a884dc
ACM
465 sk_buff_data_t transport_header;
466 sk_buff_data_t network_header;
467 sk_buff_data_t mac_header;
1da177e4 468 /* These elements must be at the end, see alloc_skb() for details. */
27a884dc 469 sk_buff_data_t tail;
4305b541 470 sk_buff_data_t end;
1da177e4 471 unsigned char *head,
4305b541 472 *data;
27a884dc
ACM
473 unsigned int truesize;
474 atomic_t users;
1da177e4
LT
475};
476
477#ifdef __KERNEL__
478/*
479 * Handling routines are only of interest to the kernel
480 */
481#include <linux/slab.h>
482
483#include <asm/system.h>
484
7fee226a
ED
485/*
486 * skb might have a dst pointer attached, refcounted or not.
487 * _skb_refdst low order bit is set if refcount was _not_ taken
488 */
489#define SKB_DST_NOREF 1UL
490#define SKB_DST_PTRMASK ~(SKB_DST_NOREF)
491
492/**
493 * skb_dst - returns skb dst_entry
494 * @skb: buffer
495 *
496 * Returns skb dst_entry, regardless of reference taken or not.
497 */
adf30907
ED
498static inline struct dst_entry *skb_dst(const struct sk_buff *skb)
499{
7fee226a
ED
500 /* If refdst was not refcounted, check we still are in a
501 * rcu_read_lock section
502 */
503 WARN_ON((skb->_skb_refdst & SKB_DST_NOREF) &&
504 !rcu_read_lock_held() &&
505 !rcu_read_lock_bh_held());
506 return (struct dst_entry *)(skb->_skb_refdst & SKB_DST_PTRMASK);
adf30907
ED
507}
508
7fee226a
ED
509/**
510 * skb_dst_set - sets skb dst
511 * @skb: buffer
512 * @dst: dst entry
513 *
514 * Sets skb dst, assuming a reference was taken on dst and should
515 * be released by skb_dst_drop()
516 */
adf30907
ED
517static inline void skb_dst_set(struct sk_buff *skb, struct dst_entry *dst)
518{
7fee226a
ED
519 skb->_skb_refdst = (unsigned long)dst;
520}
521
27b75c95 522extern void skb_dst_set_noref(struct sk_buff *skb, struct dst_entry *dst);
7fee226a
ED
523
524/**
25985edc 525 * skb_dst_is_noref - Test if skb dst isn't refcounted
7fee226a
ED
526 * @skb: buffer
527 */
528static inline bool skb_dst_is_noref(const struct sk_buff *skb)
529{
530 return (skb->_skb_refdst & SKB_DST_NOREF) && skb_dst(skb);
adf30907
ED
531}
532
511c3f92
ED
533static inline struct rtable *skb_rtable(const struct sk_buff *skb)
534{
adf30907 535 return (struct rtable *)skb_dst(skb);
511c3f92
ED
536}
537