2 * CAIF Interface registration.
3 * Copyright (C) ST-Ericsson AB 2010
4 * Author: Sjur Brendeland/sjur.brandeland@stericsson.com
5 * License terms: GNU General Public License (GPL) version 2
7 * Borrowed heavily from file: pn_dev.c. Thanks to Remi Denis-Courmont
8 * and Sakari Ailus <sakari.ailus@nokia.com>
11 #define pr_fmt(fmt) KBUILD_MODNAME ":%s(): " fmt, __func__
13 #include <linux/kernel.h>
14 #include <linux/if_arp.h>
15 #include <linux/net.h>
16 #include <linux/netdevice.h>
17 #include <linux/mutex.h>
18 #include <linux/module.h>
19 #include <linux/spinlock.h>
20 #include <net/netns/generic.h>
21 #include <net/net_namespace.h>
22 #include <net/pkt_sched.h>
23 #include <net/caif/caif_device.h>
24 #include <net/caif/caif_layer.h>
25 #include <net/caif/cfpkt.h>
26 #include <net/caif/cfcnfg.h>
27 #include <net/caif/cfserl.h>
29 MODULE_LICENSE("GPL");
31 /* Used for local tracking of the CAIF net devices */
32 struct caif_device_entry
{
34 struct list_head list
;
35 struct net_device
*netdev
;
36 int __percpu
*pcpu_refcnt
;
38 struct sk_buff
*xoff_skb
;
39 void (*xoff_skb_dtor
)(struct sk_buff
*skb
);
43 struct caif_device_entry_list
{
44 struct list_head list
;
45 /* Protects simulanous deletes in list */
51 struct caif_device_entry_list caifdevs
;
54 static int caif_net_id
;
55 static int q_high
= 50; /* Percent */
57 struct cfcnfg
*get_cfcnfg(struct net
*net
)
59 struct caif_net
*caifn
;
60 caifn
= net_generic(net
, caif_net_id
);
63 EXPORT_SYMBOL(get_cfcnfg
);
65 static struct caif_device_entry_list
*caif_device_list(struct net
*net
)
67 struct caif_net
*caifn
;
68 caifn
= net_generic(net
, caif_net_id
);
69 return &caifn
->caifdevs
;
72 static void caifd_put(struct caif_device_entry
*e
)
74 this_cpu_dec(*e
->pcpu_refcnt
);
77 static void caifd_hold(struct caif_device_entry
*e
)
79 this_cpu_inc(*e
->pcpu_refcnt
);
82 static int caifd_refcnt_read(struct caif_device_entry
*e
)
85 for_each_possible_cpu(i
)
86 refcnt
+= *per_cpu_ptr(e
->pcpu_refcnt
, i
);
90 /* Allocate new CAIF device. */
91 static struct caif_device_entry
*caif_device_alloc(struct net_device
*dev
)
93 struct caif_device_entry
*caifd
;
95 caifd
= kzalloc(sizeof(*caifd
), GFP_KERNEL
);
98 caifd
->pcpu_refcnt
= alloc_percpu(int);
99 if (!caifd
->pcpu_refcnt
) {
108 static struct caif_device_entry
*caif_get(struct net_device
*dev
)
110 struct caif_device_entry_list
*caifdevs
=
111 caif_device_list(dev_net(dev
));
112 struct caif_device_entry
*caifd
;
114 list_for_each_entry_rcu(caifd
, &caifdevs
->list
, list
) {
115 if (caifd
->netdev
== dev
)
121 void caif_flow_cb(struct sk_buff
*skb
)
123 struct caif_device_entry
*caifd
;
124 void (*dtor
)(struct sk_buff
*skb
) = NULL
;
127 WARN_ON(skb
->dev
== NULL
);
130 caifd
= caif_get(skb
->dev
);
134 spin_lock_bh(&caifd
->flow_lock
);
135 send_xoff
= caifd
->xoff
;
137 dtor
= caifd
->xoff_skb_dtor
;
139 if (WARN_ON(caifd
->xoff_skb
!= skb
))
142 caifd
->xoff_skb
= NULL
;
143 caifd
->xoff_skb_dtor
= NULL
;
145 spin_unlock_bh(&caifd
->flow_lock
);
152 ctrlcmd(caifd
->layer
.up
,
153 _CAIF_CTRLCMD_PHYIF_FLOW_ON_IND
,
158 static int transmit(struct cflayer
*layer
, struct cfpkt
*pkt
)
160 int err
, high
= 0, qlen
= 0;
161 struct caif_device_entry
*caifd
=
162 container_of(layer
, struct caif_device_entry
, layer
);
164 struct netdev_queue
*txq
;
168 skb
= cfpkt_tonative(pkt
);
169 skb
->dev
= caifd
->netdev
;
170 skb_reset_network_header(skb
);
171 skb
->protocol
= htons(ETH_P_CAIF
);
173 /* Check if we need to handle xoff */
174 if (likely(caifd
->netdev
->tx_queue_len
== 0))
177 if (unlikely(caifd
->xoff
))
180 if (likely(!netif_queue_stopped(caifd
->netdev
))) {
181 /* If we run with a TX queue, check if the queue is too long*/
182 txq
= netdev_get_tx_queue(skb
->dev
, 0);
183 qlen
= qdisc_qlen(rcu_dereference_bh(txq
->qdisc
));
185 if (likely(qlen
== 0))
188 high
= (caifd
->netdev
->tx_queue_len
* q_high
) / 100;
189 if (likely(qlen
< high
))
193 /* Hold lock while accessing xoff */
194 spin_lock_bh(&caifd
->flow_lock
);
196 spin_unlock_bh(&caifd
->flow_lock
);
201 * Handle flow off, we do this by temporary hi-jacking this
202 * skb's destructor function, and replace it with our own
203 * flow-on callback. The callback will set flow-on and call
204 * the original destructor.
207 pr_debug("queue has stopped(%d) or is full (%d > %d)\n",
208 netif_queue_stopped(caifd
->netdev
),
211 caifd
->xoff_skb
= skb
;
212 caifd
->xoff_skb_dtor
= skb
->destructor
;
213 skb
->destructor
= caif_flow_cb
;
214 spin_unlock_bh(&caifd
->flow_lock
);
216 caifd
->layer
.up
->ctrlcmd(caifd
->layer
.up
,
217 _CAIF_CTRLCMD_PHYIF_FLOW_OFF_IND
,
220 rcu_read_unlock_bh();
222 err
= dev_queue_xmit(skb
);
230 * Stuff received packets into the CAIF stack.
231 * On error, returns non-zero and releases the skb.
233 static int receive(struct sk_buff
*skb
, struct net_device
*dev
,
234 struct packet_type
*pkttype
, struct net_device
*orig_dev
)
237 struct caif_device_entry
*caifd
;
240 pkt
= cfpkt_fromnative(CAIF_DIR_IN
, skb
);
243 caifd
= caif_get(dev
);
245 if (!caifd
|| !caifd
->layer
.up
|| !caifd
->layer
.up
->receive
||
246 !netif_oper_up(caifd
->netdev
)) {
252 /* Hold reference to netdevice while using CAIF stack */
256 err
= caifd
->layer
.up
->receive(caifd
->layer
.up
, pkt
);
258 /* For -EILSEQ the packet is not freed so so it now */
262 /* Release reference to stack upwards */
270 static struct packet_type caif_packet_type __read_mostly
= {
271 .type
= cpu_to_be16(ETH_P_CAIF
),
275 static void dev_flowctrl(struct net_device
*dev
, int on
)
277 struct caif_device_entry
*caifd
;
281 caifd
= caif_get(dev
);
282 if (!caifd
|| !caifd
->layer
.up
|| !caifd
->layer
.up
->ctrlcmd
) {
290 caifd
->layer
.up
->ctrlcmd(caifd
->layer
.up
,
292 _CAIF_CTRLCMD_PHYIF_FLOW_ON_IND
:
293 _CAIF_CTRLCMD_PHYIF_FLOW_OFF_IND
,
298 void caif_enroll_dev(struct net_device
*dev
, struct caif_dev_common
*caifdev
,
299 struct cflayer
*link_support
, int head_room
,
300 struct cflayer
**layer
, int (**rcv_func
)(
301 struct sk_buff
*, struct net_device
*,
302 struct packet_type
*, struct net_device
*))
304 struct caif_device_entry
*caifd
;
305 enum cfcnfg_phy_preference pref
;
306 struct cfcnfg
*cfg
= get_cfcnfg(dev_net(dev
));
307 struct caif_device_entry_list
*caifdevs
;
309 caifdevs
= caif_device_list(dev_net(dev
));
310 caifd
= caif_device_alloc(dev
);
313 *layer
= &caifd
->layer
;
314 spin_lock_init(&caifd
->flow_lock
);
316 switch (caifdev
->link_select
) {
317 case CAIF_LINK_HIGH_BANDW
:
318 pref
= CFPHYPREF_HIGH_BW
;
320 case CAIF_LINK_LOW_LATENCY
:
321 pref
= CFPHYPREF_LOW_LAT
;
324 pref
= CFPHYPREF_HIGH_BW
;
327 mutex_lock(&caifdevs
->lock
);
328 list_add_rcu(&caifd
->list
, &caifdevs
->list
);
330 strncpy(caifd
->layer
.name
, dev
->name
,
331 sizeof(caifd
->layer
.name
) - 1);
332 caifd
->layer
.name
[sizeof(caifd
->layer
.name
) - 1] = 0;
333 caifd
->layer
.transmit
= transmit
;
334 cfcnfg_add_phy_layer(cfg
,
341 mutex_unlock(&caifdevs
->lock
);
345 EXPORT_SYMBOL(caif_enroll_dev
);
347 /* notify Caif of device events */
348 static int caif_device_notify(struct notifier_block
*me
, unsigned long what
,
351 struct net_device
*dev
= arg
;
352 struct caif_device_entry
*caifd
= NULL
;
353 struct caif_dev_common
*caifdev
;
355 struct cflayer
*layer
, *link_support
;
357 struct caif_device_entry_list
*caifdevs
;
359 cfg
= get_cfcnfg(dev_net(dev
));
360 caifdevs
= caif_device_list(dev_net(dev
));
362 caifd
= caif_get(dev
);
363 if (caifd
== NULL
&& dev
->type
!= ARPHRD_CAIF
)
367 case NETDEV_REGISTER
:
371 caifdev
= netdev_priv(dev
);
374 if (caifdev
->use_frag
) {
376 link_support
= cfserl_create(dev
->ifindex
,
379 pr_warn("Out of memory\n");
383 caif_enroll_dev(dev
, caifdev
, link_support
, head_room
,
385 caifdev
->flowctrl
= dev_flowctrl
;
391 caifd
= caif_get(dev
);
398 cfcnfg_set_phy_state(cfg
, &caifd
->layer
, true);
406 caifd
= caif_get(dev
);
407 if (!caifd
|| !caifd
->layer
.up
|| !caifd
->layer
.up
->ctrlcmd
) {
412 cfcnfg_set_phy_state(cfg
, &caifd
->layer
, false);
416 caifd
->layer
.up
->ctrlcmd(caifd
->layer
.up
,
417 _CAIF_CTRLCMD_PHYIF_DOWN_IND
,
420 spin_lock_bh(&caifd
->flow_lock
);
423 * Replace our xoff-destructor with original destructor.
424 * We trust that skb->destructor *always* is called before
425 * the skb reference is invalid. The hijacked SKB destructor
426 * takes the flow_lock so manipulating the skb->destructor here
429 if (caifd
->xoff_skb_dtor
!= NULL
&& caifd
->xoff_skb
!= NULL
)
430 caifd
->xoff_skb
->destructor
= caifd
->xoff_skb_dtor
;
433 caifd
->xoff_skb_dtor
= NULL
;
434 caifd
->xoff_skb
= NULL
;
436 spin_unlock_bh(&caifd
->flow_lock
);
440 case NETDEV_UNREGISTER
:
441 mutex_lock(&caifdevs
->lock
);
443 caifd
= caif_get(dev
);
445 mutex_unlock(&caifdevs
->lock
);
448 list_del_rcu(&caifd
->list
);
451 * NETDEV_UNREGISTER is called repeatedly until all reference
452 * counts for the net-device are released. If references to
453 * caifd is taken, simply ignore NETDEV_UNREGISTER and wait for
454 * the next call to NETDEV_UNREGISTER.
456 * If any packets are in flight down the CAIF Stack,
457 * cfcnfg_del_phy_layer will return nonzero.
458 * If no packets are in flight, the CAIF Stack associated
459 * with the net-device un-registering is freed.
462 if (caifd_refcnt_read(caifd
) != 0 ||
463 cfcnfg_del_phy_layer(cfg
, &caifd
->layer
) != 0) {
465 pr_info("Wait for device inuse\n");
466 /* Enrole device if CAIF Stack is still in use */
467 list_add_rcu(&caifd
->list
, &caifdevs
->list
);
468 mutex_unlock(&caifdevs
->lock
);
473 dev_put(caifd
->netdev
);
474 free_percpu(caifd
->pcpu_refcnt
);
477 mutex_unlock(&caifdevs
->lock
);
483 static struct notifier_block caif_device_notifier
= {
484 .notifier_call
= caif_device_notify
,
488 /* Per-namespace Caif devices handling */
489 static int caif_init_net(struct net
*net
)
491 struct caif_net
*caifn
= net_generic(net
, caif_net_id
);
492 INIT_LIST_HEAD(&caifn
->caifdevs
.list
);
493 mutex_init(&caifn
->caifdevs
.lock
);
495 caifn
->cfg
= cfcnfg_create();
502 static void caif_exit_net(struct net
*net
)
504 struct caif_device_entry
*caifd
, *tmp
;
505 struct caif_device_entry_list
*caifdevs
=
506 caif_device_list(net
);
507 struct cfcnfg
*cfg
= get_cfcnfg(net
);
510 mutex_lock(&caifdevs
->lock
);
512 list_for_each_entry_safe(caifd
, tmp
, &caifdevs
->list
, list
) {
514 list_del_rcu(&caifd
->list
);
515 cfcnfg_set_phy_state(cfg
, &caifd
->layer
, false);
518 (caifd_refcnt_read(caifd
) != 0 ||
519 cfcnfg_del_phy_layer(cfg
, &caifd
->layer
) != 0)) {
521 pr_info("Wait for device inuse\n");
526 dev_put(caifd
->netdev
);
527 free_percpu(caifd
->pcpu_refcnt
);
532 mutex_unlock(&caifdevs
->lock
);
536 static struct pernet_operations caif_net_ops
= {
537 .init
= caif_init_net
,
538 .exit
= caif_exit_net
,
540 .size
= sizeof(struct caif_net
),
543 /* Initialize Caif devices list */
544 static int __init
caif_device_init(void)
548 result
= register_pernet_subsys(&caif_net_ops
);
553 register_netdevice_notifier(&caif_device_notifier
);
554 dev_add_pack(&caif_packet_type
);
559 static void __exit
caif_device_exit(void)
561 unregister_pernet_subsys(&caif_net_ops
);
562 unregister_netdevice_notifier(&caif_device_notifier
);
563 dev_remove_pack(&caif_packet_type
);
566 module_init(caif_device_init
);
567 module_exit(caif_device_exit
);