1 #include <linux/skbuff.h>
2 #include <linux/netdevice.h>
3 #include <linux/if_vlan.h>
4 #include <linux/netpoll.h>
5 #include <linux/export.h>
8 bool vlan_do_receive(struct sk_buff
**skbp
)
10 struct sk_buff
*skb
= *skbp
;
11 __be16 vlan_proto
= skb
->vlan_proto
;
12 u16 vlan_id
= vlan_tx_tag_get_id(skb
);
13 struct net_device
*vlan_dev
;
14 struct vlan_pcpu_stats
*rx_stats
;
16 vlan_dev
= vlan_find_dev(skb
->dev
, vlan_proto
, vlan_id
);
20 skb
= *skbp
= skb_share_check(skb
, GFP_ATOMIC
);
25 if (skb
->pkt_type
== PACKET_OTHERHOST
) {
26 /* Our lower layer thinks this is not local, let's make sure.
27 * This allows the VLAN to have a different MAC than the
28 * underlying device, and still route correctly. */
29 if (ether_addr_equal(eth_hdr(skb
)->h_dest
, vlan_dev
->dev_addr
))
30 skb
->pkt_type
= PACKET_HOST
;
33 if (!(vlan_dev_priv(vlan_dev
)->flags
& VLAN_FLAG_REORDER_HDR
)) {
34 unsigned int offset
= skb
->data
- skb_mac_header(skb
);
37 * vlan_insert_tag expect skb->data pointing to mac header.
38 * So change skb->data before calling it and change back to
39 * original position later
41 skb_push(skb
, offset
);
42 skb
= *skbp
= vlan_insert_tag(skb
, skb
->vlan_proto
,
46 skb_pull(skb
, offset
+ VLAN_HLEN
);
47 skb_reset_mac_len(skb
);
50 skb
->priority
= vlan_get_ingress_priority(vlan_dev
, skb
->vlan_tci
);
53 rx_stats
= this_cpu_ptr(vlan_dev_priv(vlan_dev
)->vlan_pcpu_stats
);
55 u64_stats_update_begin(&rx_stats
->syncp
);
56 rx_stats
->rx_packets
++;
57 rx_stats
->rx_bytes
+= skb
->len
;
58 if (skb
->pkt_type
== PACKET_MULTICAST
)
59 rx_stats
->rx_multicast
++;
60 u64_stats_update_end(&rx_stats
->syncp
);
65 /* Must be invoked with rcu_read_lock. */
66 struct net_device
*__vlan_find_dev_deep(struct net_device
*dev
,
67 __be16 vlan_proto
, u16 vlan_id
)
69 struct vlan_info
*vlan_info
= rcu_dereference(dev
->vlan_info
);
72 return vlan_group_get_device(&vlan_info
->grp
,
76 * Lower devices of master uppers (bonding, team) do not have
77 * grp assigned to themselves. Grp is assigned to upper device
80 struct net_device
*upper_dev
;
82 upper_dev
= netdev_master_upper_dev_get_rcu(dev
);
84 return __vlan_find_dev_deep(upper_dev
,
90 EXPORT_SYMBOL(__vlan_find_dev_deep
);
92 struct net_device
*vlan_dev_real_dev(const struct net_device
*dev
)
94 return vlan_dev_priv(dev
)->real_dev
;
96 EXPORT_SYMBOL(vlan_dev_real_dev
);
98 u16
vlan_dev_vlan_id(const struct net_device
*dev
)
100 return vlan_dev_priv(dev
)->vlan_id
;
102 EXPORT_SYMBOL(vlan_dev_vlan_id
);
104 static struct sk_buff
*vlan_reorder_header(struct sk_buff
*skb
)
106 if (skb_cow(skb
, skb_headroom(skb
)) < 0) {
111 memmove(skb
->data
- ETH_HLEN
, skb
->data
- VLAN_ETH_HLEN
, 2 * ETH_ALEN
);
112 skb
->mac_header
+= VLAN_HLEN
;
116 struct sk_buff
*vlan_untag(struct sk_buff
*skb
)
118 struct vlan_hdr
*vhdr
;
121 if (unlikely(vlan_tx_tag_present(skb
))) {
122 /* vlan_tci is already set-up so leave this for another time */
126 skb
= skb_share_check(skb
, GFP_ATOMIC
);
130 if (unlikely(!pskb_may_pull(skb
, VLAN_HLEN
)))
133 vhdr
= (struct vlan_hdr
*) skb
->data
;
134 vlan_tci
= ntohs(vhdr
->h_vlan_TCI
);
135 __vlan_hwaccel_put_tag(skb
, skb
->protocol
, vlan_tci
);
137 skb_pull_rcsum(skb
, VLAN_HLEN
);
138 vlan_set_encap_proto(skb
, vhdr
);
140 skb
= vlan_reorder_header(skb
);
144 skb_reset_network_header(skb
);
145 skb_reset_transport_header(skb
);
146 skb_reset_mac_len(skb
);
154 EXPORT_SYMBOL(vlan_untag
);
158 * vlan info and vid list
161 static void vlan_group_free(struct vlan_group
*grp
)
165 for (i
= 0; i
< VLAN_PROTO_NUM
; i
++)
166 for (j
= 0; j
< VLAN_GROUP_ARRAY_SPLIT_PARTS
; j
++)
167 kfree(grp
->vlan_devices_arrays
[i
][j
]);
170 static void vlan_info_free(struct vlan_info
*vlan_info
)
172 vlan_group_free(&vlan_info
->grp
);
176 static void vlan_info_rcu_free(struct rcu_head
*rcu
)
178 vlan_info_free(container_of(rcu
, struct vlan_info
, rcu
));
181 static struct vlan_info
*vlan_info_alloc(struct net_device
*dev
)
183 struct vlan_info
*vlan_info
;
185 vlan_info
= kzalloc(sizeof(struct vlan_info
), GFP_KERNEL
);
189 vlan_info
->real_dev
= dev
;
190 INIT_LIST_HEAD(&vlan_info
->vid_list
);
194 struct vlan_vid_info
{
195 struct list_head list
;
201 static bool vlan_hw_filter_capable(const struct net_device
*dev
,
202 const struct vlan_vid_info
*vid_info
)
204 if (vid_info
->proto
== htons(ETH_P_8021Q
) &&
205 dev
->features
& NETIF_F_HW_VLAN_CTAG_FILTER
)
207 if (vid_info
->proto
== htons(ETH_P_8021AD
) &&
208 dev
->features
& NETIF_F_HW_VLAN_STAG_FILTER
)
213 static struct vlan_vid_info
*vlan_vid_info_get(struct vlan_info
*vlan_info
,
214 __be16 proto
, u16 vid
)
216 struct vlan_vid_info
*vid_info
;
218 list_for_each_entry(vid_info
, &vlan_info
->vid_list
, list
) {
219 if (vid_info
->proto
== proto
&& vid_info
->vid
== vid
)
225 static struct vlan_vid_info
*vlan_vid_info_alloc(__be16 proto
, u16 vid
)
227 struct vlan_vid_info
*vid_info
;
229 vid_info
= kzalloc(sizeof(struct vlan_vid_info
), GFP_KERNEL
);
232 vid_info
->proto
= proto
;
238 static int __vlan_vid_add(struct vlan_info
*vlan_info
, __be16 proto
, u16 vid
,
239 struct vlan_vid_info
**pvid_info
)
241 struct net_device
*dev
= vlan_info
->real_dev
;
242 const struct net_device_ops
*ops
= dev
->netdev_ops
;
243 struct vlan_vid_info
*vid_info
;
246 vid_info
= vlan_vid_info_alloc(proto
, vid
);
250 if (vlan_hw_filter_capable(dev
, vid_info
)) {
251 err
= ops
->ndo_vlan_rx_add_vid(dev
, proto
, vid
);
257 list_add(&vid_info
->list
, &vlan_info
->vid_list
);
258 vlan_info
->nr_vids
++;
259 *pvid_info
= vid_info
;
263 int vlan_vid_add(struct net_device
*dev
, __be16 proto
, u16 vid
)
265 struct vlan_info
*vlan_info
;
266 struct vlan_vid_info
*vid_info
;
267 bool vlan_info_created
= false;
272 vlan_info
= rtnl_dereference(dev
->vlan_info
);
274 vlan_info
= vlan_info_alloc(dev
);
277 vlan_info_created
= true;
279 vid_info
= vlan_vid_info_get(vlan_info
, proto
, vid
);
281 err
= __vlan_vid_add(vlan_info
, proto
, vid
, &vid_info
);
283 goto out_free_vlan_info
;
285 vid_info
->refcount
++;
287 if (vlan_info_created
)
288 rcu_assign_pointer(dev
->vlan_info
, vlan_info
);
293 if (vlan_info_created
)
297 EXPORT_SYMBOL(vlan_vid_add
);
299 static void __vlan_vid_del(struct vlan_info
*vlan_info
,
300 struct vlan_vid_info
*vid_info
)
302 struct net_device
*dev
= vlan_info
->real_dev
;
303 const struct net_device_ops
*ops
= dev
->netdev_ops
;
304 __be16 proto
= vid_info
->proto
;
305 u16 vid
= vid_info
->vid
;
308 if (vlan_hw_filter_capable(dev
, vid_info
)) {
309 err
= ops
->ndo_vlan_rx_kill_vid(dev
, proto
, vid
);
311 pr_warn("failed to kill vid %04x/%d for device %s\n",
312 proto
, vid
, dev
->name
);
315 list_del(&vid_info
->list
);
317 vlan_info
->nr_vids
--;
320 void vlan_vid_del(struct net_device
*dev
, __be16 proto
, u16 vid
)
322 struct vlan_info
*vlan_info
;
323 struct vlan_vid_info
*vid_info
;
327 vlan_info
= rtnl_dereference(dev
->vlan_info
);
331 vid_info
= vlan_vid_info_get(vlan_info
, proto
, vid
);
334 vid_info
->refcount
--;
335 if (vid_info
->refcount
== 0) {
336 __vlan_vid_del(vlan_info
, vid_info
);
337 if (vlan_info
->nr_vids
== 0) {
338 RCU_INIT_POINTER(dev
->vlan_info
, NULL
);
339 call_rcu(&vlan_info
->rcu
, vlan_info_rcu_free
);
343 EXPORT_SYMBOL(vlan_vid_del
);
345 int vlan_vids_add_by_dev(struct net_device
*dev
,
346 const struct net_device
*by_dev
)
348 struct vlan_vid_info
*vid_info
;
349 struct vlan_info
*vlan_info
;
354 vlan_info
= rtnl_dereference(by_dev
->vlan_info
);
358 list_for_each_entry(vid_info
, &vlan_info
->vid_list
, list
) {
359 err
= vlan_vid_add(dev
, vid_info
->proto
, vid_info
->vid
);
366 list_for_each_entry_continue_reverse(vid_info
,
367 &vlan_info
->vid_list
,
369 vlan_vid_del(dev
, vid_info
->proto
, vid_info
->vid
);
374 EXPORT_SYMBOL(vlan_vids_add_by_dev
);
376 void vlan_vids_del_by_dev(struct net_device
*dev
,
377 const struct net_device
*by_dev
)
379 struct vlan_vid_info
*vid_info
;
380 struct vlan_info
*vlan_info
;
384 vlan_info
= rtnl_dereference(by_dev
->vlan_info
);
388 list_for_each_entry(vid_info
, &vlan_info
->vid_list
, list
)
389 vlan_vid_del(dev
, vid_info
->proto
, vid_info
->vid
);
391 EXPORT_SYMBOL(vlan_vids_del_by_dev
);
393 bool vlan_uses_dev(const struct net_device
*dev
)
395 struct vlan_info
*vlan_info
;
399 vlan_info
= rtnl_dereference(dev
->vlan_info
);
402 return vlan_info
->grp
.nr_vlan_devs
? true : false;
404 EXPORT_SYMBOL(vlan_uses_dev
);