[NETFILTER]: remove annoying debugging message
[GitHub/exynos8895/android_kernel_samsung_universal8895.git] / net / netfilter / nfnetlink_queue.c
CommitLineData
7af4cc3f
HW
1/*
2 * This is a module which is used for queueing packets and communicating with
3 * userspace via nfetlink.
4 *
5 * (C) 2005 by Harald Welte <laforge@netfilter.org>
6 *
7 * Based on the old ipv4-only ip_queue.c:
8 * (C) 2000-2002 James Morris <jmorris@intercode.com.au>
9 * (C) 2003-2005 Netfilter Core Team <coreteam@netfilter.org>
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License version 2 as
13 * published by the Free Software Foundation.
14 *
15 */
16#include <linux/module.h>
17#include <linux/skbuff.h>
18#include <linux/init.h>
19#include <linux/spinlock.h>
20#include <linux/notifier.h>
21#include <linux/netdevice.h>
22#include <linux/netfilter.h>
838ab636 23#include <linux/proc_fs.h>
7af4cc3f
HW
24#include <linux/netfilter_ipv4.h>
25#include <linux/netfilter_ipv6.h>
26#include <linux/netfilter/nfnetlink.h>
27#include <linux/netfilter/nfnetlink_queue.h>
28#include <linux/list.h>
29#include <net/sock.h>
c01cd429 30#include <net/netfilter/nf_queue.h>
7af4cc3f
HW
31
32#include <asm/atomic.h>
33
fbcd923c
HW
34#ifdef CONFIG_BRIDGE_NETFILTER
35#include "../bridge/br_private.h"
36#endif
37
7af4cc3f
HW
38#define NFQNL_QMAX_DEFAULT 1024
39
40#if 0
41#define QDEBUG(x, args ...) printk(KERN_DEBUG "%s(%d):%s(): " x, \
42 __FILE__, __LINE__, __FUNCTION__, \
43 ## args)
44#else
45#define QDEBUG(x, ...)
46#endif
47
7af4cc3f
HW
48struct nfqnl_instance {
49 struct hlist_node hlist; /* global list of queues */
838ab636 50 atomic_t use;
7af4cc3f
HW
51
52 int peer_pid;
53 unsigned int queue_maxlen;
54 unsigned int copy_range;
55 unsigned int queue_total;
56 unsigned int queue_dropped;
57 unsigned int queue_user_dropped;
58
59 atomic_t id_sequence; /* 'sequence' of pkt ids */
60
61 u_int16_t queue_num; /* number of this queue */
62 u_int8_t copy_mode;
63
64 spinlock_t lock;
65
66 struct list_head queue_list; /* packets in queue */
67};
68
02f014d8 69typedef int (*nfqnl_cmpfn)(struct nf_queue_entry *, unsigned long);
7af4cc3f
HW
70
71static DEFINE_RWLOCK(instances_lock);
72
7af4cc3f
HW
73#define INSTANCE_BUCKETS 16
74static struct hlist_head instance_table[INSTANCE_BUCKETS];
75
76static inline u_int8_t instance_hashfn(u_int16_t queue_num)
77{
78 return ((queue_num >> 8) | queue_num) % INSTANCE_BUCKETS;
79}
80
81static struct nfqnl_instance *
82__instance_lookup(u_int16_t queue_num)
83{
84 struct hlist_head *head;
85 struct hlist_node *pos;
86 struct nfqnl_instance *inst;
87
88 head = &instance_table[instance_hashfn(queue_num)];
89 hlist_for_each_entry(inst, pos, head, hlist) {
90 if (inst->queue_num == queue_num)
91 return inst;
92 }
93 return NULL;
94}
95
96static struct nfqnl_instance *
838ab636 97instance_lookup_get(u_int16_t queue_num)
7af4cc3f
HW
98{
99 struct nfqnl_instance *inst;
100
101 read_lock_bh(&instances_lock);
102 inst = __instance_lookup(queue_num);
838ab636
HW
103 if (inst)
104 atomic_inc(&inst->use);
7af4cc3f
HW
105 read_unlock_bh(&instances_lock);
106
107 return inst;
108}
109
838ab636
HW
110static void
111instance_put(struct nfqnl_instance *inst)
112{
113 if (inst && atomic_dec_and_test(&inst->use)) {
114 QDEBUG("kfree(inst=%p)\n", inst);
115 kfree(inst);
116 }
117}
118
7af4cc3f
HW
119static struct nfqnl_instance *
120instance_create(u_int16_t queue_num, int pid)
121{
122 struct nfqnl_instance *inst;
123
124 QDEBUG("entering for queue_num=%u, pid=%d\n", queue_num, pid);
125
601e68e1 126 write_lock_bh(&instances_lock);
7af4cc3f
HW
127 if (__instance_lookup(queue_num)) {
128 inst = NULL;
129 QDEBUG("aborting, instance already exists\n");
130 goto out_unlock;
131 }
132
10dfdc69 133 inst = kzalloc(sizeof(*inst), GFP_ATOMIC);
7af4cc3f
HW
134 if (!inst)
135 goto out_unlock;
136
7af4cc3f
HW
137 inst->queue_num = queue_num;
138 inst->peer_pid = pid;
139 inst->queue_maxlen = NFQNL_QMAX_DEFAULT;
140 inst->copy_range = 0xfffff;
141 inst->copy_mode = NFQNL_COPY_NONE;
142 atomic_set(&inst->id_sequence, 0);
838ab636
HW
143 /* needs to be two, since we _put() after creation */
144 atomic_set(&inst->use, 2);
181a46a5 145 spin_lock_init(&inst->lock);
7af4cc3f
HW
146 INIT_LIST_HEAD(&inst->queue_list);
147
148 if (!try_module_get(THIS_MODULE))
149 goto out_free;
150
601e68e1 151 hlist_add_head(&inst->hlist,
7af4cc3f
HW
152 &instance_table[instance_hashfn(queue_num)]);
153
154 write_unlock_bh(&instances_lock);
155
156 QDEBUG("successfully created new instance\n");
157
158 return inst;
159
160out_free:
161 kfree(inst);
162out_unlock:
163 write_unlock_bh(&instances_lock);
164 return NULL;
165}
166
b43d8d85
PM
167static void nfqnl_flush(struct nfqnl_instance *queue, nfqnl_cmpfn cmpfn,
168 unsigned long data);
7af4cc3f
HW
169
170static void
171_instance_destroy2(struct nfqnl_instance *inst, int lock)
172{
173 /* first pull it out of the global list */
174 if (lock)
175 write_lock_bh(&instances_lock);
176
177 QDEBUG("removing instance %p (queuenum=%u) from hash\n",
178 inst, inst->queue_num);
179 hlist_del(&inst->hlist);
180
181 if (lock)
182 write_unlock_bh(&instances_lock);
183
184 /* then flush all pending skbs from the queue */
b43d8d85 185 nfqnl_flush(inst, NULL, 0);
7af4cc3f 186
838ab636
HW
187 /* and finally put the refcount */
188 instance_put(inst);
7af4cc3f
HW
189
190 module_put(THIS_MODULE);
191}
192
193static inline void
194__instance_destroy(struct nfqnl_instance *inst)
195{
196 _instance_destroy2(inst, 0);
197}
198
199static inline void
200instance_destroy(struct nfqnl_instance *inst)
201{
202 _instance_destroy2(inst, 1);
203}
204
7af4cc3f 205static inline void
02f014d8 206__enqueue_entry(struct nfqnl_instance *queue, struct nf_queue_entry *entry)
7af4cc3f 207{
0ac41e81 208 list_add_tail(&entry->list, &queue->queue_list);
7af4cc3f
HW
209 queue->queue_total++;
210}
211
7af4cc3f
HW
212static inline int
213__nfqnl_set_mode(struct nfqnl_instance *queue,
214 unsigned char mode, unsigned int range)
215{
216 int status = 0;
601e68e1 217
7af4cc3f
HW
218 switch (mode) {
219 case NFQNL_COPY_NONE:
220 case NFQNL_COPY_META:
221 queue->copy_mode = mode;
222 queue->copy_range = 0;
223 break;
601e68e1 224
7af4cc3f
HW
225 case NFQNL_COPY_PACKET:
226 queue->copy_mode = mode;
df6fb868 227 /* we're using struct nlattr which has 16bit nla_len */
7af4cc3f
HW
228 if (range > 0xffff)
229 queue->copy_range = 0xffff;
230 else
231 queue->copy_range = range;
232 break;
601e68e1 233
7af4cc3f
HW
234 default:
235 status = -EINVAL;
236
237 }
238 return status;
239}
240
02f014d8 241static struct nf_queue_entry *
b43d8d85 242find_dequeue_entry(struct nfqnl_instance *queue, unsigned int id)
7af4cc3f 243{
02f014d8 244 struct nf_queue_entry *entry = NULL, *i;
601e68e1 245
7af4cc3f 246 spin_lock_bh(&queue->lock);
b43d8d85
PM
247
248 list_for_each_entry(i, &queue->queue_list, list) {
249 if (i->id == id) {
250 entry = i;
251 break;
252 }
253 }
254
255 if (entry) {
256 list_del(&entry->list);
257 queue->queue_total--;
258 }
259
7af4cc3f
HW
260 spin_unlock_bh(&queue->lock);
261
262 return entry;
263}
264
265static void
b43d8d85 266nfqnl_flush(struct nfqnl_instance *queue, nfqnl_cmpfn cmpfn, unsigned long data)
7af4cc3f 267{
02f014d8 268 struct nf_queue_entry *entry, *next;
b43d8d85 269
7af4cc3f 270 spin_lock_bh(&queue->lock);
b43d8d85
PM
271 list_for_each_entry_safe(entry, next, &queue->queue_list, list) {
272 if (!cmpfn || cmpfn(entry, data)) {
273 list_del(&entry->list);
274 queue->queue_total--;
4b3d15ef 275 nf_reinject(entry, NF_DROP);
b43d8d85
PM
276 }
277 }
7af4cc3f
HW
278 spin_unlock_bh(&queue->lock);
279}
280
281static struct sk_buff *
282nfqnl_build_packet_message(struct nfqnl_instance *queue,
02f014d8 283 struct nf_queue_entry *entry, int *errp)
7af4cc3f 284{
27a884dc 285 sk_buff_data_t old_tail;
7af4cc3f
HW
286 size_t size;
287 size_t data_len = 0;
288 struct sk_buff *skb;
289 struct nfqnl_msg_packet_hdr pmsg;
290 struct nlmsghdr *nlh;
291 struct nfgenmsg *nfmsg;
3e4ead4f
JJ
292 struct sk_buff *entskb = entry->skb;
293 struct net_device *indev;
294 struct net_device *outdev;
98a4a861 295 __be32 tmp_uint;
7af4cc3f
HW
296
297 QDEBUG("entered\n");
298
df6fb868
PM
299 size = NLMSG_ALIGN(sizeof(struct nfgenmsg))
300 + nla_total_size(sizeof(struct nfqnl_msg_packet_hdr))
301 + nla_total_size(sizeof(u_int32_t)) /* ifindex */
302 + nla_total_size(sizeof(u_int32_t)) /* ifindex */
fbcd923c 303#ifdef CONFIG_BRIDGE_NETFILTER
df6fb868
PM
304 + nla_total_size(sizeof(u_int32_t)) /* ifindex */
305 + nla_total_size(sizeof(u_int32_t)) /* ifindex */
fbcd923c 306#endif
df6fb868
PM
307 + nla_total_size(sizeof(u_int32_t)) /* mark */
308 + nla_total_size(sizeof(struct nfqnl_msg_packet_hw))
309 + nla_total_size(sizeof(struct nfqnl_msg_packet_timestamp));
7af4cc3f 310
02f014d8 311 outdev = entry->outdev;
3e4ead4f 312
7af4cc3f 313 spin_lock_bh(&queue->lock);
601e68e1 314
7af4cc3f
HW
315 switch (queue->copy_mode) {
316 case NFQNL_COPY_META:
317 case NFQNL_COPY_NONE:
318 data_len = 0;
319 break;
601e68e1 320
7af4cc3f 321 case NFQNL_COPY_PACKET:
84fa7933
PM
322 if ((entskb->ip_summed == CHECKSUM_PARTIAL ||
323 entskb->ip_summed == CHECKSUM_COMPLETE) &&
324 (*errp = skb_checksum_help(entskb))) {
e7dfb09a
PM
325 spin_unlock_bh(&queue->lock);
326 return NULL;
327 }
601e68e1 328 if (queue->copy_range == 0
3e4ead4f
JJ
329 || queue->copy_range > entskb->len)
330 data_len = entskb->len;
7af4cc3f
HW
331 else
332 data_len = queue->copy_range;
601e68e1 333
df6fb868 334 size += nla_total_size(data_len);
7af4cc3f 335 break;
601e68e1 336
7af4cc3f
HW
337 default:
338 *errp = -EINVAL;
339 spin_unlock_bh(&queue->lock);
340 return NULL;
341 }
342
343 spin_unlock_bh(&queue->lock);
344
345 skb = alloc_skb(size, GFP_ATOMIC);
346 if (!skb)
347 goto nlmsg_failure;
601e68e1 348
27a884dc 349 old_tail = skb->tail;
601e68e1 350 nlh = NLMSG_PUT(skb, 0, 0,
7af4cc3f
HW
351 NFNL_SUBSYS_QUEUE << 8 | NFQNL_MSG_PACKET,
352 sizeof(struct nfgenmsg));
353 nfmsg = NLMSG_DATA(nlh);
02f014d8 354 nfmsg->nfgen_family = entry->pf;
7af4cc3f
HW
355 nfmsg->version = NFNETLINK_V0;
356 nfmsg->res_id = htons(queue->queue_num);
357
358 pmsg.packet_id = htonl(entry->id);
febf0a43 359 pmsg.hw_protocol = entskb->protocol;
02f014d8 360 pmsg.hook = entry->hook;
7af4cc3f 361
df6fb868 362 NLA_PUT(skb, NFQA_PACKET_HDR, sizeof(pmsg), &pmsg);
7af4cc3f 363
02f014d8 364 indev = entry->indev;
3e4ead4f
JJ
365 if (indev) {
366 tmp_uint = htonl(indev->ifindex);
fbcd923c 367#ifndef CONFIG_BRIDGE_NETFILTER
df6fb868 368 NLA_PUT(skb, NFQA_IFINDEX_INDEV, sizeof(tmp_uint), &tmp_uint);
fbcd923c 369#else
02f014d8 370 if (entry->pf == PF_BRIDGE) {
fbcd923c 371 /* Case 1: indev is physical input device, we need to
601e68e1 372 * look for bridge group (when called from
fbcd923c 373 * netfilter_bridge) */
df6fb868 374 NLA_PUT(skb, NFQA_IFINDEX_PHYSINDEV, sizeof(tmp_uint),
fbcd923c
HW
375 &tmp_uint);
376 /* this is the bridge group "brX" */
3e4ead4f 377 tmp_uint = htonl(indev->br_port->br->dev->ifindex);
df6fb868 378 NLA_PUT(skb, NFQA_IFINDEX_INDEV, sizeof(tmp_uint),
fbcd923c
HW
379 &tmp_uint);
380 } else {
381 /* Case 2: indev is bridge group, we need to look for
382 * physical device (when called from ipv4) */
df6fb868 383 NLA_PUT(skb, NFQA_IFINDEX_INDEV, sizeof(tmp_uint),
fbcd923c 384 &tmp_uint);
3e4ead4f
JJ
385 if (entskb->nf_bridge
386 && entskb->nf_bridge->physindev) {
387 tmp_uint = htonl(entskb->nf_bridge->physindev->ifindex);
df6fb868 388 NLA_PUT(skb, NFQA_IFINDEX_PHYSINDEV,
fbcd923c
HW
389 sizeof(tmp_uint), &tmp_uint);
390 }
391 }
392#endif
7af4cc3f
HW
393 }
394
3e4ead4f
JJ
395 if (outdev) {
396 tmp_uint = htonl(outdev->ifindex);
fbcd923c 397#ifndef CONFIG_BRIDGE_NETFILTER
df6fb868 398 NLA_PUT(skb, NFQA_IFINDEX_OUTDEV, sizeof(tmp_uint), &tmp_uint);
fbcd923c 399#else
02f014d8 400 if (entry->pf == PF_BRIDGE) {
fbcd923c 401 /* Case 1: outdev is physical output device, we need to
601e68e1 402 * look for bridge group (when called from
fbcd923c 403 * netfilter_bridge) */
df6fb868 404 NLA_PUT(skb, NFQA_IFINDEX_PHYSOUTDEV, sizeof(tmp_uint),
fbcd923c
HW
405 &tmp_uint);
406 /* this is the bridge group "brX" */
3e4ead4f 407 tmp_uint = htonl(outdev->br_port->br->dev->ifindex);
df6fb868 408 NLA_PUT(skb, NFQA_IFINDEX_OUTDEV, sizeof(tmp_uint),
fbcd923c
HW
409 &tmp_uint);
410 } else {
411 /* Case 2: outdev is bridge group, we need to look for
412 * physical output device (when called from ipv4) */
df6fb868 413 NLA_PUT(skb, NFQA_IFINDEX_OUTDEV, sizeof(tmp_uint),
fbcd923c 414 &tmp_uint);
3e4ead4f
JJ
415 if (entskb->nf_bridge
416 && entskb->nf_bridge->physoutdev) {
417 tmp_uint = htonl(entskb->nf_bridge->physoutdev->ifindex);
df6fb868 418 NLA_PUT(skb, NFQA_IFINDEX_PHYSOUTDEV,
fbcd923c
HW
419 sizeof(tmp_uint), &tmp_uint);
420 }
421 }
422#endif
7af4cc3f
HW
423 }
424
82e91ffe
TG
425 if (entskb->mark) {
426 tmp_uint = htonl(entskb->mark);
df6fb868 427 NLA_PUT(skb, NFQA_MARK, sizeof(u_int32_t), &tmp_uint);
7af4cc3f
HW
428 }
429
b95cce35 430 if (indev && entskb->dev) {
7af4cc3f 431 struct nfqnl_msg_packet_hw phw;
b95cce35
SH
432 int len = dev_parse_header(entskb, phw.hw_addr);
433 if (len) {
434 phw.hw_addrlen = htons(len);
df6fb868 435 NLA_PUT(skb, NFQA_HWADDR, sizeof(phw), &phw);
b95cce35 436 }
7af4cc3f
HW
437 }
438
b7aa0bf7 439 if (entskb->tstamp.tv64) {
7af4cc3f 440 struct nfqnl_msg_packet_timestamp ts;
b7aa0bf7
ED
441 struct timeval tv = ktime_to_timeval(entskb->tstamp);
442 ts.sec = cpu_to_be64(tv.tv_sec);
443 ts.usec = cpu_to_be64(tv.tv_usec);
7af4cc3f 444
df6fb868 445 NLA_PUT(skb, NFQA_TIMESTAMP, sizeof(ts), &ts);
7af4cc3f
HW
446 }
447
448 if (data_len) {
df6fb868
PM
449 struct nlattr *nla;
450 int size = nla_attr_size(data_len);
7af4cc3f 451
df6fb868 452 if (skb_tailroom(skb) < nla_total_size(data_len)) {
7af4cc3f
HW
453 printk(KERN_WARNING "nf_queue: no tailroom!\n");
454 goto nlmsg_failure;
455 }
456
df6fb868
PM
457 nla = (struct nlattr *)skb_put(skb, nla_total_size(data_len));
458 nla->nla_type = NFQA_PAYLOAD;
459 nla->nla_len = size;
7af4cc3f 460
df6fb868 461 if (skb_copy_bits(entskb, 0, nla_data(nla), data_len))
7af4cc3f
HW
462 BUG();
463 }
601e68e1 464
7af4cc3f
HW
465 nlh->nlmsg_len = skb->tail - old_tail;
466 return skb;
467
468nlmsg_failure:
df6fb868 469nla_put_failure:
7af4cc3f
HW
470 if (skb)
471 kfree_skb(skb);
472 *errp = -EINVAL;
473 if (net_ratelimit())
474 printk(KERN_ERR "nf_queue: error creating packet message\n");
475 return NULL;
476}
477
478static int
02f014d8 479nfqnl_enqueue_packet(struct nf_queue_entry *entry, unsigned int queuenum)
7af4cc3f
HW
480{
481 int status = -EINVAL;
482 struct sk_buff *nskb;
483 struct nfqnl_instance *queue;
7af4cc3f
HW
484
485 QDEBUG("entered\n");
486
838ab636 487 queue = instance_lookup_get(queuenum);
7af4cc3f
HW
488 if (!queue) {
489 QDEBUG("no queue instance matching\n");
490 return -EINVAL;
491 }
492
493 if (queue->copy_mode == NFQNL_COPY_NONE) {
494 QDEBUG("mode COPY_NONE, aborting\n");
838ab636
HW
495 status = -EAGAIN;
496 goto err_out_put;
7af4cc3f
HW
497 }
498
7af4cc3f
HW
499 entry->id = atomic_inc_return(&queue->id_sequence);
500
501 nskb = nfqnl_build_packet_message(queue, entry, &status);
502 if (nskb == NULL)
02f014d8 503 goto err_out_put;
601e68e1 504
7af4cc3f 505 spin_lock_bh(&queue->lock);
601e68e1 506
7af4cc3f 507 if (!queue->peer_pid)
601e68e1 508 goto err_out_free_nskb;
7af4cc3f
HW
509
510 if (queue->queue_total >= queue->queue_maxlen) {
601e68e1 511 queue->queue_dropped++;
7af4cc3f
HW
512 status = -ENOSPC;
513 if (net_ratelimit())
601e68e1
YH
514 printk(KERN_WARNING "nf_queue: full at %d entries, "
515 "dropping packets(s). Dropped: %d\n",
7af4cc3f
HW
516 queue->queue_total, queue->queue_dropped);
517 goto err_out_free_nskb;
518 }
519
520 /* nfnetlink_unicast will either free the nskb or add it to a socket */
521 status = nfnetlink_unicast(nskb, queue->peer_pid, MSG_DONTWAIT);
522 if (status < 0) {
601e68e1 523 queue->queue_user_dropped++;
7af4cc3f
HW
524 goto err_out_unlock;
525 }
526
527 __enqueue_entry(queue, entry);
528
529 spin_unlock_bh(&queue->lock);
838ab636 530 instance_put(queue);
7af4cc3f
HW
531 return status;
532
533err_out_free_nskb:
601e68e1
YH
534 kfree_skb(nskb);
535
7af4cc3f
HW
536err_out_unlock:
537 spin_unlock_bh(&queue->lock);
538
838ab636
HW
539err_out_put:
540 instance_put(queue);
7af4cc3f
HW
541 return status;
542}
543
544static int
02f014d8 545nfqnl_mangle(void *data, int data_len, struct nf_queue_entry *e)
7af4cc3f
HW
546{
547 int diff;
2ca7b0ac 548 int err;
7af4cc3f
HW
549
550 diff = data_len - e->skb->len;
d8a585d7
PM
551 if (diff < 0) {
552 if (pskb_trim(e->skb, data_len))
553 return -ENOMEM;
554 } else if (diff > 0) {
7af4cc3f
HW
555 if (data_len > 0xFFFF)
556 return -EINVAL;
557 if (diff > skb_tailroom(e->skb)) {
2ca7b0ac
HX
558 err = pskb_expand_head(e->skb, 0,
559 diff - skb_tailroom(e->skb),
560 GFP_ATOMIC);
561 if (err) {
1158ba27 562 printk(KERN_WARNING "nf_queue: OOM "
7af4cc3f 563 "in mangle, dropping packet\n");
2ca7b0ac 564 return err;
7af4cc3f 565 }
7af4cc3f
HW
566 }
567 skb_put(e->skb, diff);
568 }
37d41879 569 if (!skb_make_writable(e->skb, data_len))
7af4cc3f 570 return -ENOMEM;
27d7ff46 571 skb_copy_to_linear_data(e->skb, data, data_len);
e7dfb09a 572 e->skb->ip_summed = CHECKSUM_NONE;
7af4cc3f
HW
573 return 0;
574}
575
7af4cc3f
HW
576static int
577nfqnl_set_mode(struct nfqnl_instance *queue,
578 unsigned char mode, unsigned int range)
579{
580 int status;
581
582 spin_lock_bh(&queue->lock);
583 status = __nfqnl_set_mode(queue, mode, range);
584 spin_unlock_bh(&queue->lock);
585
586 return status;
587}
588
589static int
02f014d8 590dev_cmp(struct nf_queue_entry *entry, unsigned long ifindex)
7af4cc3f 591{
02f014d8
PM
592 if (entry->indev)
593 if (entry->indev->ifindex == ifindex)
7af4cc3f 594 return 1;
02f014d8
PM
595 if (entry->outdev)
596 if (entry->outdev->ifindex == ifindex)
7af4cc3f 597 return 1;
ef47c6a7
PM
598#ifdef CONFIG_BRIDGE_NETFILTER
599 if (entry->skb->nf_bridge) {
600 if (entry->skb->nf_bridge->physindev &&
601 entry->skb->nf_bridge->physindev->ifindex == ifindex)
602 return 1;
603 if (entry->skb->nf_bridge->physoutdev &&
604 entry->skb->nf_bridge->physoutdev->ifindex == ifindex)
605 return 1;
606 }
607#endif
7af4cc3f
HW
608 return 0;
609}
610
611/* drop all packets with either indev or outdev == ifindex from all queue
612 * instances */
613static void
614nfqnl_dev_drop(int ifindex)
615{
616 int i;
601e68e1 617
7af4cc3f
HW
618 QDEBUG("entering for ifindex %u\n", ifindex);
619
620 /* this only looks like we have to hold the readlock for a way too long
621 * time, issue_verdict(), nf_reinject(), ... - but we always only
622 * issue NF_DROP, which is processed directly in nf_reinject() */
623 read_lock_bh(&instances_lock);
624
625 for (i = 0; i < INSTANCE_BUCKETS; i++) {
626 struct hlist_node *tmp;
627 struct nfqnl_instance *inst;
628 struct hlist_head *head = &instance_table[i];
629
b43d8d85
PM
630 hlist_for_each_entry(inst, tmp, head, hlist)
631 nfqnl_flush(inst, dev_cmp, ifindex);
7af4cc3f
HW
632 }
633
634 read_unlock_bh(&instances_lock);
635}
636
637#define RCV_SKB_FAIL(err) do { netlink_ack(skb, nlh, (err)); return; } while (0)
638
639static int
640nfqnl_rcv_dev_event(struct notifier_block *this,
641 unsigned long event, void *ptr)
642{
643 struct net_device *dev = ptr;
644
e9dc8653
EB
645 if (dev->nd_net != &init_net)
646 return NOTIFY_DONE;
647
7af4cc3f
HW
648 /* Drop any packets associated with the downed device */
649 if (event == NETDEV_DOWN)
650 nfqnl_dev_drop(dev->ifindex);
651 return NOTIFY_DONE;
652}
653
654static struct notifier_block nfqnl_dev_notifier = {
655 .notifier_call = nfqnl_rcv_dev_event,
656};
657
658static int
659nfqnl_rcv_nl_event(struct notifier_block *this,
660 unsigned long event, void *ptr)
661{
662 struct netlink_notify *n = ptr;
663
664 if (event == NETLINK_URELEASE &&
665 n->protocol == NETLINK_NETFILTER && n->pid) {
666 int i;
667
668 /* destroy all instances for this pid */
669 write_lock_bh(&instances_lock);
670 for (i = 0; i < INSTANCE_BUCKETS; i++) {
671 struct hlist_node *tmp, *t2;
672 struct nfqnl_instance *inst;
673 struct hlist_head *head = &instance_table[i];
674
675 hlist_for_each_entry_safe(inst, tmp, t2, head, hlist) {
b4b51029
EB
676 if ((n->net == &init_net) &&
677 (n->pid == inst->peer_pid))
7af4cc3f
HW
678 __instance_destroy(inst);
679 }
680 }
681 write_unlock_bh(&instances_lock);
682 }
683 return NOTIFY_DONE;
684}
685
686static struct notifier_block nfqnl_rtnl_notifier = {
687 .notifier_call = nfqnl_rcv_nl_event,
688};
689
5bf75853
PM
690static const struct nla_policy nfqa_verdict_policy[NFQA_MAX+1] = {
691 [NFQA_VERDICT_HDR] = { .len = sizeof(struct nfqnl_msg_verdict_hdr) },
692 [NFQA_MARK] = { .type = NLA_U32 },
693 [NFQA_PAYLOAD] = { .type = NLA_UNSPEC },
838ab636
HW
694};
695
7af4cc3f
HW
696static int
697nfqnl_recv_verdict(struct sock *ctnl, struct sk_buff *skb,
df6fb868 698 struct nlmsghdr *nlh, struct nlattr *nfqa[])
7af4cc3f
HW
699{
700 struct nfgenmsg *nfmsg = NLMSG_DATA(nlh);
701 u_int16_t queue_num = ntohs(nfmsg->res_id);
702
703 struct nfqnl_msg_verdict_hdr *vhdr;
704 struct nfqnl_instance *queue;
705 unsigned int verdict;
02f014d8 706 struct nf_queue_entry *entry;
838ab636 707 int err;
7af4cc3f 708
838ab636 709 queue = instance_lookup_get(queue_num);
7af4cc3f
HW
710 if (!queue)
711 return -ENODEV;
712
838ab636
HW
713 if (queue->peer_pid != NETLINK_CB(skb).pid) {
714 err = -EPERM;
715 goto err_out_put;
716 }
7af4cc3f 717
df6fb868 718 if (!nfqa[NFQA_VERDICT_HDR]) {
838ab636
HW
719 err = -EINVAL;
720 goto err_out_put;
721 }
7af4cc3f 722
df6fb868 723 vhdr = nla_data(nfqa[NFQA_VERDICT_HDR]);
7af4cc3f
HW
724 verdict = ntohl(vhdr->verdict);
725
838ab636
HW
726 if ((verdict & NF_VERDICT_MASK) > NF_MAX_VERDICT) {
727 err = -EINVAL;
728 goto err_out_put;
729 }
7af4cc3f 730
b43d8d85 731 entry = find_dequeue_entry(queue, ntohl(vhdr->id));
838ab636
HW
732 if (entry == NULL) {
733 err = -ENOENT;
734 goto err_out_put;
735 }
7af4cc3f 736
df6fb868
PM
737 if (nfqa[NFQA_PAYLOAD]) {
738 if (nfqnl_mangle(nla_data(nfqa[NFQA_PAYLOAD]),
739 nla_len(nfqa[NFQA_PAYLOAD]), entry) < 0)
7af4cc3f
HW
740 verdict = NF_DROP;
741 }
742
df6fb868 743 if (nfqa[NFQA_MARK])
82e91ffe 744 entry->skb->mark = ntohl(*(__be32 *)
df6fb868 745 nla_data(nfqa[NFQA_MARK]));
601e68e1 746
4b3d15ef 747 nf_reinject(entry, verdict);
838ab636 748 instance_put(queue);
7af4cc3f 749 return 0;
838ab636
HW
750
751err_out_put:
752 instance_put(queue);
753 return err;
7af4cc3f
HW
754}
755
756static int
757nfqnl_recv_unsupp(struct sock *ctnl, struct sk_buff *skb,
df6fb868 758 struct nlmsghdr *nlh, struct nlattr *nfqa[])
7af4cc3f
HW
759{
760 return -ENOTSUPP;
761}
762
5bf75853
PM
763static const struct nla_policy nfqa_cfg_policy[NFQA_CFG_MAX+1] = {
764 [NFQA_CFG_CMD] = { .len = sizeof(struct nfqnl_msg_config_cmd) },
765 [NFQA_CFG_PARAMS] = { .len = sizeof(struct nfqnl_msg_config_params) },
838ab636
HW
766};
767
e3ac5298 768static const struct nf_queue_handler nfqh = {
bbd86b9f
HW
769 .name = "nf_queue",
770 .outfn = &nfqnl_enqueue_packet,
771};
772
7af4cc3f
HW
773static int
774nfqnl_recv_config(struct sock *ctnl, struct sk_buff *skb,
df6fb868 775 struct nlmsghdr *nlh, struct nlattr *nfqa[])
7af4cc3f
HW
776{
777 struct nfgenmsg *nfmsg = NLMSG_DATA(nlh);
778 u_int16_t queue_num = ntohs(nfmsg->res_id);
779 struct nfqnl_instance *queue;
838ab636 780 int ret = 0;
7af4cc3f
HW
781
782 QDEBUG("entering for msg %u\n", NFNL_MSG_TYPE(nlh->nlmsg_type));
783
838ab636 784 queue = instance_lookup_get(queue_num);
df6fb868 785 if (nfqa[NFQA_CFG_CMD]) {
7af4cc3f 786 struct nfqnl_msg_config_cmd *cmd;
df6fb868 787 cmd = nla_data(nfqa[NFQA_CFG_CMD]);
7af4cc3f
HW
788 QDEBUG("found CFG_CMD\n");
789
790 switch (cmd->command) {
791 case NFQNL_CFG_CMD_BIND:
792 if (queue)
793 return -EBUSY;
794
795 queue = instance_create(queue_num, NETLINK_CB(skb).pid);
796 if (!queue)
797 return -EINVAL;
798 break;
799 case NFQNL_CFG_CMD_UNBIND:
800 if (!queue)
801 return -ENODEV;
802
838ab636
HW
803 if (queue->peer_pid != NETLINK_CB(skb).pid) {
804 ret = -EPERM;
805 goto out_put;
806 }
7af4cc3f
HW
807
808 instance_destroy(queue);
809 break;
810 case NFQNL_CFG_CMD_PF_BIND:
811 QDEBUG("registering queue handler for pf=%u\n",
812 ntohs(cmd->pf));
bbd86b9f 813 ret = nf_register_queue_handler(ntohs(cmd->pf), &nfqh);
7af4cc3f
HW
814 break;
815 case NFQNL_CFG_CMD_PF_UNBIND:
816 QDEBUG("unregistering queue handler for pf=%u\n",
817 ntohs(cmd->pf));
ce7663d8 818 ret = nf_unregister_queue_handler(ntohs(cmd->pf), &nfqh);
7af4cc3f
HW
819 break;
820 default:
838ab636
HW
821 ret = -EINVAL;
822 break;
7af4cc3f
HW
823 }
824 } else {
825 if (!queue) {
826 QDEBUG("no config command, and no instance ENOENT\n");
838ab636
HW
827 ret = -ENOENT;
828 goto out_put;
7af4cc3f
HW
829 }
830
831 if (queue->peer_pid != NETLINK_CB(skb).pid) {
832 QDEBUG("no config command, and wrong pid\n");
838ab636
HW
833 ret = -EPERM;
834 goto out_put;
7af4cc3f
HW
835 }
836 }
837
df6fb868 838 if (nfqa[NFQA_CFG_PARAMS]) {
7af4cc3f 839 struct nfqnl_msg_config_params *params;
7af4cc3f 840
406dbfc9
PM
841 if (!queue) {
842 ret = -ENOENT;
843 goto out_put;
844 }
df6fb868 845 params = nla_data(nfqa[NFQA_CFG_PARAMS]);
7af4cc3f
HW
846 nfqnl_set_mode(queue, params->copy_mode,
847 ntohl(params->copy_range));
848 }
849
df6fb868 850 if (nfqa[NFQA_CFG_QUEUE_MAXLEN]) {
829e17a1 851 __be32 *queue_maxlen;
df6fb868 852 queue_maxlen = nla_data(nfqa[NFQA_CFG_QUEUE_MAXLEN]);
829e17a1
EL
853 spin_lock_bh(&queue->lock);
854 queue->queue_maxlen = ntohl(*queue_maxlen);
855 spin_unlock_bh(&queue->lock);
856 }
857
838ab636
HW
858out_put:
859 instance_put(queue);
860 return ret;
7af4cc3f
HW
861}
862
7c8d4cb4 863static const struct nfnl_callback nfqnl_cb[NFQNL_MSG_MAX] = {
7af4cc3f 864 [NFQNL_MSG_PACKET] = { .call = nfqnl_recv_unsupp,
37d2e7a2 865 .attr_count = NFQA_MAX, },
7af4cc3f 866 [NFQNL_MSG_VERDICT] = { .call = nfqnl_recv_verdict,
5bf75853
PM
867 .attr_count = NFQA_MAX,
868 .policy = nfqa_verdict_policy },
7af4cc3f 869 [NFQNL_MSG_CONFIG] = { .call = nfqnl_recv_config,
5bf75853
PM
870 .attr_count = NFQA_CFG_MAX,
871 .policy = nfqa_cfg_policy },
7af4cc3f
HW
872};
873
7c8d4cb4 874static const struct nfnetlink_subsystem nfqnl_subsys = {
7af4cc3f
HW
875 .name = "nf_queue",
876 .subsys_id = NFNL_SUBSYS_QUEUE,
877 .cb_count = NFQNL_MSG_MAX,
7af4cc3f
HW
878 .cb = nfqnl_cb,
879};
880
838ab636
HW
881#ifdef CONFIG_PROC_FS
882struct iter_state {
883 unsigned int bucket;
884};
885
886static struct hlist_node *get_first(struct seq_file *seq)
887{
888 struct iter_state *st = seq->private;
889
890 if (!st)
891 return NULL;
892
893 for (st->bucket = 0; st->bucket < INSTANCE_BUCKETS; st->bucket++) {
894 if (!hlist_empty(&instance_table[st->bucket]))
895 return instance_table[st->bucket].first;
896 }
897 return NULL;
898}
899
900static struct hlist_node *get_next(struct seq_file *seq, struct hlist_node *h)
901{
902 struct iter_state *st = seq->private;
903
904 h = h->next;
905 while (!h) {
906 if (++st->bucket >= INSTANCE_BUCKETS)
907 return NULL;
908
909 h = instance_table[st->bucket].first;
910 }
911 return h;
912}
913
914static struct hlist_node *get_idx(struct seq_file *seq, loff_t pos)
915{
916 struct hlist_node *head;
917 head = get_first(seq);
918
919 if (head)
920 while (pos && (head = get_next(seq, head)))
921 pos--;
922 return pos ? NULL : head;
923}
924
925static void *seq_start(struct seq_file *seq, loff_t *pos)
926{
927 read_lock_bh(&instances_lock);
928 return get_idx(seq, *pos);
929}
930
931static void *seq_next(struct seq_file *s, void *v, loff_t *pos)
932{
933 (*pos)++;
934 return get_next(s, v);
935}
936
937static void seq_stop(struct seq_file *s, void *v)
938{
939 read_unlock_bh(&instances_lock);
940}
941
942static int seq_show(struct seq_file *s, void *v)
943{
944 const struct nfqnl_instance *inst = v;
945
946 return seq_printf(s, "%5d %6d %5d %1d %5d %5d %5d %8d %2d\n",
947 inst->queue_num,
948 inst->peer_pid, inst->queue_total,
949 inst->copy_mode, inst->copy_range,
950 inst->queue_dropped, inst->queue_user_dropped,
951 atomic_read(&inst->id_sequence),
952 atomic_read(&inst->use));
953}
954
56b3d975 955static const struct seq_operations nfqnl_seq_ops = {
838ab636
HW
956 .start = seq_start,
957 .next = seq_next,
958 .stop = seq_stop,
959 .show = seq_show,
960};
961
962static int nfqnl_open(struct inode *inode, struct file *file)
963{
e2da5913
PE
964 return seq_open_private(file, &nfqnl_seq_ops,
965 sizeof(struct iter_state));
838ab636
HW
966}
967
da7071d7 968static const struct file_operations nfqnl_file_ops = {
838ab636
HW
969 .owner = THIS_MODULE,
970 .open = nfqnl_open,
971 .read = seq_read,
972 .llseek = seq_lseek,
973 .release = seq_release_private,
974};
975
976#endif /* PROC_FS */
977
32292a7f 978static int __init nfnetlink_queue_init(void)
7af4cc3f 979{
838ab636
HW
980 int i, status = -ENOMEM;
981#ifdef CONFIG_PROC_FS
982 struct proc_dir_entry *proc_nfqueue;
983#endif
601e68e1 984
838ab636
HW
985 for (i = 0; i < INSTANCE_BUCKETS; i++)
986 INIT_HLIST_HEAD(&instance_table[i]);
987
7af4cc3f
HW
988 netlink_register_notifier(&nfqnl_rtnl_notifier);
989 status = nfnetlink_subsys_register(&nfqnl_subsys);
990 if (status < 0) {
991 printk(KERN_ERR "nf_queue: failed to create netlink socket\n");
992 goto cleanup_netlink_notifier;
993 }
994
838ab636
HW
995#ifdef CONFIG_PROC_FS
996 proc_nfqueue = create_proc_entry("nfnetlink_queue", 0440,
997 proc_net_netfilter);
998 if (!proc_nfqueue)
999 goto cleanup_subsys;
1000 proc_nfqueue->proc_fops = &nfqnl_file_ops;
1001#endif
1002
7af4cc3f
HW
1003 register_netdevice_notifier(&nfqnl_dev_notifier);
1004 return status;
1005
838ab636
HW
1006#ifdef CONFIG_PROC_FS
1007cleanup_subsys:
7af4cc3f 1008 nfnetlink_subsys_unregister(&nfqnl_subsys);
32292a7f 1009#endif
7af4cc3f
HW
1010cleanup_netlink_notifier:
1011 netlink_unregister_notifier(&nfqnl_rtnl_notifier);
1012 return status;
1013}
1014
65b4b4e8 1015static void __exit nfnetlink_queue_fini(void)
7af4cc3f 1016{
32292a7f
PM
1017 nf_unregister_queue_handlers(&nfqh);
1018 unregister_netdevice_notifier(&nfqnl_dev_notifier);
1019#ifdef CONFIG_PROC_FS
1020 remove_proc_entry("nfnetlink_queue", proc_net_netfilter);
1021#endif
1022 nfnetlink_subsys_unregister(&nfqnl_subsys);
1023 netlink_unregister_notifier(&nfqnl_rtnl_notifier);
7af4cc3f
HW
1024}
1025
1026MODULE_DESCRIPTION("netfilter packet queue handler");
1027MODULE_AUTHOR("Harald Welte <laforge@netfilter.org>");
1028MODULE_LICENSE("GPL");
1029MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_QUEUE);
1030
65b4b4e8
AM
1031module_init(nfnetlink_queue_init);
1032module_exit(nfnetlink_queue_fini);