2 * Packet matching code for ARP packets.
4 * Based heavily, if not almost entirely, upon ip_tables.c framework.
6 * Some ARP specific bits are:
8 * Copyright (C) 2002 David S. Miller (davem@redhat.com)
9 * Copyright (C) 2006-2009 Patrick McHardy <kaber@trash.net>
12 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13 #include <linux/kernel.h>
14 #include <linux/skbuff.h>
15 #include <linux/netdevice.h>
16 #include <linux/capability.h>
17 #include <linux/if_arp.h>
18 #include <linux/kmod.h>
19 #include <linux/vmalloc.h>
20 #include <linux/proc_fs.h>
21 #include <linux/module.h>
22 #include <linux/init.h>
23 #include <linux/mutex.h>
24 #include <linux/err.h>
25 #include <net/compat.h>
27 #include <linux/uaccess.h>
29 #include <linux/netfilter/x_tables.h>
30 #include <linux/netfilter_arp/arp_tables.h>
31 #include "../../netfilter/xt_repldata.h"
33 MODULE_LICENSE("GPL");
34 MODULE_AUTHOR("David S. Miller <davem@redhat.com>");
35 MODULE_DESCRIPTION("arptables core");
37 void *arpt_alloc_initial_table(const struct xt_table
*info
)
39 return xt_alloc_initial_table(arpt
, ARPT
);
41 EXPORT_SYMBOL_GPL(arpt_alloc_initial_table
);
43 static inline int arp_devaddr_compare(const struct arpt_devaddr_info
*ap
,
44 const char *hdr_addr
, int len
)
48 if (len
> ARPT_DEV_ADDR_LEN_MAX
)
49 len
= ARPT_DEV_ADDR_LEN_MAX
;
52 for (i
= 0; i
< len
; i
++)
53 ret
|= (hdr_addr
[i
] ^ ap
->addr
[i
]) & ap
->mask
[i
];
59 * Unfortunately, _b and _mask are not aligned to an int (or long int)
60 * Some arches dont care, unrolling the loop is a win on them.
61 * For other arches, we only have a 16bit alignement.
63 static unsigned long ifname_compare(const char *_a
, const char *_b
, const char *_mask
)
65 #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS
66 unsigned long ret
= ifname_compare_aligned(_a
, _b
, _mask
);
68 unsigned long ret
= 0;
69 const u16
*a
= (const u16
*)_a
;
70 const u16
*b
= (const u16
*)_b
;
71 const u16
*mask
= (const u16
*)_mask
;
74 for (i
= 0; i
< IFNAMSIZ
/sizeof(u16
); i
++)
75 ret
|= (a
[i
] ^ b
[i
]) & mask
[i
];
80 /* Returns whether packet matches rule or not. */
81 static inline int arp_packet_match(const struct arphdr
*arphdr
,
82 struct net_device
*dev
,
85 const struct arpt_arp
*arpinfo
)
87 const char *arpptr
= (char *)(arphdr
+ 1);
88 const char *src_devaddr
, *tgt_devaddr
;
89 __be32 src_ipaddr
, tgt_ipaddr
;
92 if (NF_INVF(arpinfo
, ARPT_INV_ARPOP
,
93 (arphdr
->ar_op
& arpinfo
->arpop_mask
) != arpinfo
->arpop
))
96 if (NF_INVF(arpinfo
, ARPT_INV_ARPHRD
,
97 (arphdr
->ar_hrd
& arpinfo
->arhrd_mask
) != arpinfo
->arhrd
))
100 if (NF_INVF(arpinfo
, ARPT_INV_ARPPRO
,
101 (arphdr
->ar_pro
& arpinfo
->arpro_mask
) != arpinfo
->arpro
))
104 if (NF_INVF(arpinfo
, ARPT_INV_ARPHLN
,
105 (arphdr
->ar_hln
& arpinfo
->arhln_mask
) != arpinfo
->arhln
))
108 src_devaddr
= arpptr
;
109 arpptr
+= dev
->addr_len
;
110 memcpy(&src_ipaddr
, arpptr
, sizeof(u32
));
111 arpptr
+= sizeof(u32
);
112 tgt_devaddr
= arpptr
;
113 arpptr
+= dev
->addr_len
;
114 memcpy(&tgt_ipaddr
, arpptr
, sizeof(u32
));
116 if (NF_INVF(arpinfo
, ARPT_INV_SRCDEVADDR
,
117 arp_devaddr_compare(&arpinfo
->src_devaddr
, src_devaddr
,
119 NF_INVF(arpinfo
, ARPT_INV_TGTDEVADDR
,
120 arp_devaddr_compare(&arpinfo
->tgt_devaddr
, tgt_devaddr
,
124 if (NF_INVF(arpinfo
, ARPT_INV_SRCIP
,
125 (src_ipaddr
& arpinfo
->smsk
.s_addr
) != arpinfo
->src
.s_addr
) ||
126 NF_INVF(arpinfo
, ARPT_INV_TGTIP
,
127 (tgt_ipaddr
& arpinfo
->tmsk
.s_addr
) != arpinfo
->tgt
.s_addr
))
130 /* Look for ifname matches. */
131 ret
= ifname_compare(indev
, arpinfo
->iniface
, arpinfo
->iniface_mask
);
133 if (NF_INVF(arpinfo
, ARPT_INV_VIA_IN
, ret
!= 0))
136 ret
= ifname_compare(outdev
, arpinfo
->outiface
, arpinfo
->outiface_mask
);
138 if (NF_INVF(arpinfo
, ARPT_INV_VIA_OUT
, ret
!= 0))
144 static inline int arp_checkentry(const struct arpt_arp
*arp
)
146 if (arp
->flags
& ~ARPT_F_MASK
)
148 if (arp
->invflags
& ~ARPT_INV_MASK
)
155 arpt_error(struct sk_buff
*skb
, const struct xt_action_param
*par
)
157 net_err_ratelimited("arp_tables: error: '%s'\n",
158 (const char *)par
->targinfo
);
163 static inline const struct xt_entry_target
*
164 arpt_get_target_c(const struct arpt_entry
*e
)
166 return arpt_get_target((struct arpt_entry
*)e
);
169 static inline struct arpt_entry
*
170 get_entry(const void *base
, unsigned int offset
)
172 return (struct arpt_entry
*)(base
+ offset
);
176 struct arpt_entry
*arpt_next_entry(const struct arpt_entry
*entry
)
178 return (void *)entry
+ entry
->next_offset
;
181 unsigned int arpt_do_table(struct sk_buff
*skb
,
182 const struct nf_hook_state
*state
,
183 struct xt_table
*table
)
185 unsigned int hook
= state
->hook
;
186 static const char nulldevname
[IFNAMSIZ
] __attribute__((aligned(sizeof(long))));
187 unsigned int verdict
= NF_DROP
;
188 const struct arphdr
*arp
;
189 struct arpt_entry
*e
, **jumpstack
;
190 const char *indev
, *outdev
;
191 const void *table_base
;
192 unsigned int cpu
, stackidx
= 0;
193 const struct xt_table_info
*private;
194 struct xt_action_param acpar
;
197 if (!pskb_may_pull(skb
, arp_hdr_len(skb
->dev
)))
200 indev
= state
->in
? state
->in
->name
: nulldevname
;
201 outdev
= state
->out
? state
->out
->name
: nulldevname
;
204 addend
= xt_write_recseq_begin();
205 private = table
->private;
206 cpu
= smp_processor_id();
208 * Ensure we load private-> members after we've fetched the base
211 smp_read_barrier_depends();
212 table_base
= private->entries
;
213 jumpstack
= (struct arpt_entry
**)private->jumpstack
[cpu
];
215 /* No TEE support for arptables, so no need to switch to alternate
216 * stack. All targets that reenter must return absolute verdicts.
218 e
= get_entry(table_base
, private->hook_entry
[hook
]);
221 acpar
.hotdrop
= false;
225 const struct xt_entry_target
*t
;
226 struct xt_counters
*counter
;
228 if (!arp_packet_match(arp
, skb
->dev
, indev
, outdev
, &e
->arp
)) {
229 e
= arpt_next_entry(e
);
233 counter
= xt_get_this_cpu_counter(&e
->counters
);
234 ADD_COUNTER(*counter
, arp_hdr_len(skb
->dev
), 1);
236 t
= arpt_get_target_c(e
);
238 /* Standard target? */
239 if (!t
->u
.kernel
.target
->target
) {
242 v
= ((struct xt_standard_target
*)t
)->verdict
;
244 /* Pop from stack? */
245 if (v
!= XT_RETURN
) {
246 verdict
= (unsigned int)(-v
) - 1;
250 e
= get_entry(table_base
,
251 private->underflow
[hook
]);
253 e
= jumpstack
[--stackidx
];
254 e
= arpt_next_entry(e
);
259 != arpt_next_entry(e
)) {
260 if (unlikely(stackidx
>= private->stacksize
)) {
264 jumpstack
[stackidx
++] = e
;
267 e
= get_entry(table_base
, v
);
271 acpar
.target
= t
->u
.kernel
.target
;
272 acpar
.targinfo
= t
->data
;
273 verdict
= t
->u
.kernel
.target
->target(skb
, &acpar
);
275 if (verdict
== XT_CONTINUE
) {
276 /* Target might have changed stuff. */
278 e
= arpt_next_entry(e
);
283 } while (!acpar
.hotdrop
);
284 xt_write_recseq_end(addend
);
293 /* All zeroes == unconditional rule. */
294 static inline bool unconditional(const struct arpt_entry
*e
)
296 static const struct arpt_arp uncond
;
298 return e
->target_offset
== sizeof(struct arpt_entry
) &&
299 memcmp(&e
->arp
, &uncond
, sizeof(uncond
)) == 0;
302 /* Figures out from what hook each rule can be called: returns 0 if
303 * there are loops. Puts hook bitmask in comefrom.
305 static int mark_source_chains(const struct xt_table_info
*newinfo
,
306 unsigned int valid_hooks
, void *entry0
,
307 unsigned int *offsets
)
311 /* No recursion; use packet counter to save back ptrs (reset
312 * to 0 as we leave), and comefrom to save source hook bitmask.
314 for (hook
= 0; hook
< NF_ARP_NUMHOOKS
; hook
++) {
315 unsigned int pos
= newinfo
->hook_entry
[hook
];
316 struct arpt_entry
*e
= entry0
+ pos
;
318 if (!(valid_hooks
& (1 << hook
)))
321 /* Set initial back pointer. */
322 e
->counters
.pcnt
= pos
;
325 const struct xt_standard_target
*t
326 = (void *)arpt_get_target_c(e
);
327 int visited
= e
->comefrom
& (1 << hook
);
329 if (e
->comefrom
& (1 << NF_ARP_NUMHOOKS
))
333 |= ((1 << hook
) | (1 << NF_ARP_NUMHOOKS
));
335 /* Unconditional return/END. */
336 if ((unconditional(e
) &&
337 (strcmp(t
->target
.u
.user
.name
,
338 XT_STANDARD_TARGET
) == 0) &&
339 t
->verdict
< 0) || visited
) {
340 unsigned int oldpos
, size
;
342 if ((strcmp(t
->target
.u
.user
.name
,
343 XT_STANDARD_TARGET
) == 0) &&
344 t
->verdict
< -NF_MAX_VERDICT
- 1)
347 /* Return: backtrack through the last
351 e
->comefrom
^= (1<<NF_ARP_NUMHOOKS
);
353 pos
= e
->counters
.pcnt
;
354 e
->counters
.pcnt
= 0;
356 /* We're at the start. */
361 } while (oldpos
== pos
+ e
->next_offset
);
364 size
= e
->next_offset
;
365 e
= entry0
+ pos
+ size
;
366 if (pos
+ size
>= newinfo
->size
)
368 e
->counters
.pcnt
= pos
;
371 int newpos
= t
->verdict
;
373 if (strcmp(t
->target
.u
.user
.name
,
374 XT_STANDARD_TARGET
) == 0 &&
376 /* This a jump; chase it. */
377 if (!xt_find_jump_offset(offsets
, newpos
,
382 /* ... this is a fallthru */
383 newpos
= pos
+ e
->next_offset
;
384 if (newpos
>= newinfo
->size
)
388 e
->counters
.pcnt
= pos
;
397 static inline int check_target(struct arpt_entry
*e
, const char *name
)
399 struct xt_entry_target
*t
= arpt_get_target(e
);
400 struct xt_tgchk_param par
= {
403 .target
= t
->u
.kernel
.target
,
405 .hook_mask
= e
->comefrom
,
406 .family
= NFPROTO_ARP
,
409 return xt_check_target(&par
, t
->u
.target_size
- sizeof(*t
), 0, false);
413 find_check_entry(struct arpt_entry
*e
, const char *name
, unsigned int size
,
414 struct xt_percpu_counter_alloc_state
*alloc_state
)
416 struct xt_entry_target
*t
;
417 struct xt_target
*target
;
420 if (!xt_percpu_counter_alloc(alloc_state
, &e
->counters
))
423 t
= arpt_get_target(e
);
424 target
= xt_request_find_target(NFPROTO_ARP
, t
->u
.user
.name
,
426 if (IS_ERR(target
)) {
427 ret
= PTR_ERR(target
);
430 t
->u
.kernel
.target
= target
;
432 ret
= check_target(e
, name
);
437 module_put(t
->u
.kernel
.target
->me
);
439 xt_percpu_counter_free(&e
->counters
);
444 static bool check_underflow(const struct arpt_entry
*e
)
446 const struct xt_entry_target
*t
;
447 unsigned int verdict
;
449 if (!unconditional(e
))
451 t
= arpt_get_target_c(e
);
452 if (strcmp(t
->u
.user
.name
, XT_STANDARD_TARGET
) != 0)
454 verdict
= ((struct xt_standard_target
*)t
)->verdict
;
455 verdict
= -verdict
- 1;
456 return verdict
== NF_DROP
|| verdict
== NF_ACCEPT
;
459 static inline int check_entry_size_and_hooks(struct arpt_entry
*e
,
460 struct xt_table_info
*newinfo
,
461 const unsigned char *base
,
462 const unsigned char *limit
,
463 const unsigned int *hook_entries
,
464 const unsigned int *underflows
,
465 unsigned int valid_hooks
)
470 if ((unsigned long)e
% __alignof__(struct arpt_entry
) != 0 ||
471 (unsigned char *)e
+ sizeof(struct arpt_entry
) >= limit
||
472 (unsigned char *)e
+ e
->next_offset
> limit
)
476 < sizeof(struct arpt_entry
) + sizeof(struct xt_entry_target
))
479 if (!arp_checkentry(&e
->arp
))
482 err
= xt_check_entry_offsets(e
, e
->elems
, e
->target_offset
,
487 /* Check hooks & underflows */
488 for (h
= 0; h
< NF_ARP_NUMHOOKS
; h
++) {
489 if (!(valid_hooks
& (1 << h
)))
491 if ((unsigned char *)e
- base
== hook_entries
[h
])
492 newinfo
->hook_entry
[h
] = hook_entries
[h
];
493 if ((unsigned char *)e
- base
== underflows
[h
]) {
494 if (!check_underflow(e
))
497 newinfo
->underflow
[h
] = underflows
[h
];
501 /* Clear counters and comefrom */
502 e
->counters
= ((struct xt_counters
) { 0, 0 });
507 static inline void cleanup_entry(struct arpt_entry
*e
)
509 struct xt_tgdtor_param par
;
510 struct xt_entry_target
*t
;
512 t
= arpt_get_target(e
);
513 par
.target
= t
->u
.kernel
.target
;
514 par
.targinfo
= t
->data
;
515 par
.family
= NFPROTO_ARP
;
516 if (par
.target
->destroy
!= NULL
)
517 par
.target
->destroy(&par
);
518 module_put(par
.target
->me
);
519 xt_percpu_counter_free(&e
->counters
);
522 /* Checks and translates the user-supplied table segment (held in
525 static int translate_table(struct xt_table_info
*newinfo
, void *entry0
,
526 const struct arpt_replace
*repl
)
528 struct xt_percpu_counter_alloc_state alloc_state
= { 0 };
529 struct arpt_entry
*iter
;
530 unsigned int *offsets
;
534 newinfo
->size
= repl
->size
;
535 newinfo
->number
= repl
->num_entries
;
537 /* Init all hooks to impossible value. */
538 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
539 newinfo
->hook_entry
[i
] = 0xFFFFFFFF;
540 newinfo
->underflow
[i
] = 0xFFFFFFFF;
543 offsets
= xt_alloc_entry_offsets(newinfo
->number
);
548 /* Walk through entries, checking offsets. */
549 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
550 ret
= check_entry_size_and_hooks(iter
, newinfo
, entry0
,
557 if (i
< repl
->num_entries
)
558 offsets
[i
] = (void *)iter
- entry0
;
560 if (strcmp(arpt_get_target(iter
)->u
.user
.name
,
561 XT_ERROR_TARGET
) == 0)
562 ++newinfo
->stacksize
;
566 if (i
!= repl
->num_entries
)
569 /* Check hooks all assigned */
570 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
571 /* Only hooks which are valid */
572 if (!(repl
->valid_hooks
& (1 << i
)))
574 if (newinfo
->hook_entry
[i
] == 0xFFFFFFFF)
576 if (newinfo
->underflow
[i
] == 0xFFFFFFFF)
580 if (!mark_source_chains(newinfo
, repl
->valid_hooks
, entry0
, offsets
)) {
586 /* Finally, each sanity check must pass */
588 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
589 ret
= find_check_entry(iter
, repl
->name
, repl
->size
,
597 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
611 static void get_counters(const struct xt_table_info
*t
,
612 struct xt_counters counters
[])
614 struct arpt_entry
*iter
;
618 for_each_possible_cpu(cpu
) {
619 seqcount_t
*s
= &per_cpu(xt_recseq
, cpu
);
622 xt_entry_foreach(iter
, t
->entries
, t
->size
) {
623 struct xt_counters
*tmp
;
627 tmp
= xt_get_per_cpu_counter(&iter
->counters
, cpu
);
629 start
= read_seqcount_begin(s
);
632 } while (read_seqcount_retry(s
, start
));
634 ADD_COUNTER(counters
[i
], bcnt
, pcnt
);
641 static struct xt_counters
*alloc_counters(const struct xt_table
*table
)
643 unsigned int countersize
;
644 struct xt_counters
*counters
;
645 const struct xt_table_info
*private = table
->private;
647 /* We need atomic snapshot of counters: rest doesn't change
648 * (other than comefrom, which userspace doesn't care
651 countersize
= sizeof(struct xt_counters
) * private->number
;
652 counters
= vzalloc(countersize
);
654 if (counters
== NULL
)
655 return ERR_PTR(-ENOMEM
);
657 get_counters(private, counters
);
662 static int copy_entries_to_user(unsigned int total_size
,
663 const struct xt_table
*table
,
664 void __user
*userptr
)
666 unsigned int off
, num
;
667 const struct arpt_entry
*e
;
668 struct xt_counters
*counters
;
669 struct xt_table_info
*private = table
->private;
673 counters
= alloc_counters(table
);
674 if (IS_ERR(counters
))
675 return PTR_ERR(counters
);
677 loc_cpu_entry
= private->entries
;
679 /* FIXME: use iterator macros --RR */
680 /* ... then go back and fix counters and names */
681 for (off
= 0, num
= 0; off
< total_size
; off
+= e
->next_offset
, num
++){
682 const struct xt_entry_target
*t
;
684 e
= loc_cpu_entry
+ off
;
685 if (copy_to_user(userptr
+ off
, e
, sizeof(*e
))) {
689 if (copy_to_user(userptr
+ off
690 + offsetof(struct arpt_entry
, counters
),
692 sizeof(counters
[num
])) != 0) {
697 t
= arpt_get_target_c(e
);
698 if (xt_target_to_user(t
, userptr
+ off
+ e
->target_offset
)) {
710 static void compat_standard_from_user(void *dst
, const void *src
)
712 int v
= *(compat_int_t
*)src
;
715 v
+= xt_compat_calc_jump(NFPROTO_ARP
, v
);
716 memcpy(dst
, &v
, sizeof(v
));
719 static int compat_standard_to_user(void __user
*dst
, const void *src
)
721 compat_int_t cv
= *(int *)src
;
724 cv
-= xt_compat_calc_jump(NFPROTO_ARP
, cv
);
725 return copy_to_user(dst
, &cv
, sizeof(cv
)) ? -EFAULT
: 0;
728 static int compat_calc_entry(const struct arpt_entry
*e
,
729 const struct xt_table_info
*info
,
730 const void *base
, struct xt_table_info
*newinfo
)
732 const struct xt_entry_target
*t
;
733 unsigned int entry_offset
;
736 off
= sizeof(struct arpt_entry
) - sizeof(struct compat_arpt_entry
);
737 entry_offset
= (void *)e
- base
;
739 t
= arpt_get_target_c(e
);
740 off
+= xt_compat_target_offset(t
->u
.kernel
.target
);
741 newinfo
->size
-= off
;
742 ret
= xt_compat_add_offset(NFPROTO_ARP
, entry_offset
, off
);
746 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
747 if (info
->hook_entry
[i
] &&
748 (e
< (struct arpt_entry
*)(base
+ info
->hook_entry
[i
])))
749 newinfo
->hook_entry
[i
] -= off
;
750 if (info
->underflow
[i
] &&
751 (e
< (struct arpt_entry
*)(base
+ info
->underflow
[i
])))
752 newinfo
->underflow
[i
] -= off
;
757 static int compat_table_info(const struct xt_table_info
*info
,
758 struct xt_table_info
*newinfo
)
760 struct arpt_entry
*iter
;
761 const void *loc_cpu_entry
;
764 if (!newinfo
|| !info
)
767 /* we dont care about newinfo->entries */
768 memcpy(newinfo
, info
, offsetof(struct xt_table_info
, entries
));
769 newinfo
->initial_entries
= 0;
770 loc_cpu_entry
= info
->entries
;
771 ret
= xt_compat_init_offsets(NFPROTO_ARP
, info
->number
);
774 xt_entry_foreach(iter
, loc_cpu_entry
, info
->size
) {
775 ret
= compat_calc_entry(iter
, info
, loc_cpu_entry
, newinfo
);
783 static int get_info(struct net
*net
, void __user
*user
,
784 const int *len
, int compat
)
786 char name
[XT_TABLE_MAXNAMELEN
];
790 if (*len
!= sizeof(struct arpt_getinfo
))
793 if (copy_from_user(name
, user
, sizeof(name
)) != 0)
796 name
[XT_TABLE_MAXNAMELEN
-1] = '\0';
799 xt_compat_lock(NFPROTO_ARP
);
801 t
= try_then_request_module(xt_find_table_lock(net
, NFPROTO_ARP
, name
),
802 "arptable_%s", name
);
804 struct arpt_getinfo info
;
805 const struct xt_table_info
*private = t
->private;
807 struct xt_table_info tmp
;
810 ret
= compat_table_info(private, &tmp
);
811 xt_compat_flush_offsets(NFPROTO_ARP
);
815 memset(&info
, 0, sizeof(info
));
816 info
.valid_hooks
= t
->valid_hooks
;
817 memcpy(info
.hook_entry
, private->hook_entry
,
818 sizeof(info
.hook_entry
));
819 memcpy(info
.underflow
, private->underflow
,
820 sizeof(info
.underflow
));
821 info
.num_entries
= private->number
;
822 info
.size
= private->size
;
823 strcpy(info
.name
, name
);
825 if (copy_to_user(user
, &info
, *len
) != 0)
835 xt_compat_unlock(NFPROTO_ARP
);
840 static int get_entries(struct net
*net
, struct arpt_get_entries __user
*uptr
,
844 struct arpt_get_entries get
;
847 if (*len
< sizeof(get
))
849 if (copy_from_user(&get
, uptr
, sizeof(get
)) != 0)
851 if (*len
!= sizeof(struct arpt_get_entries
) + get
.size
)
854 get
.name
[sizeof(get
.name
) - 1] = '\0';
856 t
= xt_find_table_lock(net
, NFPROTO_ARP
, get
.name
);
858 const struct xt_table_info
*private = t
->private;
860 if (get
.size
== private->size
)
861 ret
= copy_entries_to_user(private->size
,
862 t
, uptr
->entrytable
);
874 static int __do_replace(struct net
*net
, const char *name
,
875 unsigned int valid_hooks
,
876 struct xt_table_info
*newinfo
,
877 unsigned int num_counters
,
878 void __user
*counters_ptr
)
882 struct xt_table_info
*oldinfo
;
883 struct xt_counters
*counters
;
884 void *loc_cpu_old_entry
;
885 struct arpt_entry
*iter
;
888 counters
= xt_counters_alloc(num_counters
);
894 t
= try_then_request_module(xt_find_table_lock(net
, NFPROTO_ARP
, name
),
895 "arptable_%s", name
);
898 goto free_newinfo_counters_untrans
;
902 if (valid_hooks
!= t
->valid_hooks
) {
907 oldinfo
= xt_replace_table(t
, num_counters
, newinfo
, &ret
);
911 /* Update module usage count based on number of rules */
912 if ((oldinfo
->number
> oldinfo
->initial_entries
) ||
913 (newinfo
->number
<= oldinfo
->initial_entries
))
915 if ((oldinfo
->number
> oldinfo
->initial_entries
) &&
916 (newinfo
->number
<= oldinfo
->initial_entries
))
919 /* Get the old counters, and synchronize with replace */
920 get_counters(oldinfo
, counters
);
922 /* Decrease module usage counts and free resource */
923 loc_cpu_old_entry
= oldinfo
->entries
;
924 xt_entry_foreach(iter
, loc_cpu_old_entry
, oldinfo
->size
)
927 xt_free_table_info(oldinfo
);
928 if (copy_to_user(counters_ptr
, counters
,
929 sizeof(struct xt_counters
) * num_counters
) != 0) {
930 /* Silent error, can't fail, new table is already in place */
931 net_warn_ratelimited("arptables: counters copy to user failed while replacing table\n");
940 free_newinfo_counters_untrans
:
946 static int do_replace(struct net
*net
, const void __user
*user
,
950 struct arpt_replace tmp
;
951 struct xt_table_info
*newinfo
;
953 struct arpt_entry
*iter
;
955 if (copy_from_user(&tmp
, user
, sizeof(tmp
)) != 0)
959 if (tmp
.num_counters
>= INT_MAX
/ sizeof(struct xt_counters
))
961 if (tmp
.num_counters
== 0)
964 tmp
.name
[sizeof(tmp
.name
)-1] = 0;
966 newinfo
= xt_alloc_table_info(tmp
.size
);
970 loc_cpu_entry
= newinfo
->entries
;
971 if (copy_from_user(loc_cpu_entry
, user
+ sizeof(tmp
),
977 ret
= translate_table(newinfo
, loc_cpu_entry
, &tmp
);
981 ret
= __do_replace(net
, tmp
.name
, tmp
.valid_hooks
, newinfo
,
982 tmp
.num_counters
, tmp
.counters
);
984 goto free_newinfo_untrans
;
987 free_newinfo_untrans
:
988 xt_entry_foreach(iter
, loc_cpu_entry
, newinfo
->size
)
991 xt_free_table_info(newinfo
);
995 static int do_add_counters(struct net
*net
, const void __user
*user
,
996 unsigned int len
, int compat
)
999 struct xt_counters_info tmp
;
1000 struct xt_counters
*paddc
;
1002 const struct xt_table_info
*private;
1004 struct arpt_entry
*iter
;
1005 unsigned int addend
;
1007 paddc
= xt_copy_counters_from_user(user
, len
, &tmp
, compat
);
1009 return PTR_ERR(paddc
);
1011 t
= xt_find_table_lock(net
, NFPROTO_ARP
, tmp
.name
);
1018 private = t
->private;
1019 if (private->number
!= tmp
.num_counters
) {
1021 goto unlock_up_free
;
1026 addend
= xt_write_recseq_begin();
1027 xt_entry_foreach(iter
, private->entries
, private->size
) {
1028 struct xt_counters
*tmp
;
1030 tmp
= xt_get_this_cpu_counter(&iter
->counters
);
1031 ADD_COUNTER(*tmp
, paddc
[i
].bcnt
, paddc
[i
].pcnt
);
1034 xt_write_recseq_end(addend
);
1045 #ifdef CONFIG_COMPAT
1046 struct compat_arpt_replace
{
1047 char name
[XT_TABLE_MAXNAMELEN
];
1051 u32 hook_entry
[NF_ARP_NUMHOOKS
];
1052 u32 underflow
[NF_ARP_NUMHOOKS
];
1054 compat_uptr_t counters
;
1055 struct compat_arpt_entry entries
[0];
1058 static inline void compat_release_entry(struct compat_arpt_entry
*e
)
1060 struct xt_entry_target
*t
;
1062 t
= compat_arpt_get_target(e
);
1063 module_put(t
->u
.kernel
.target
->me
);
1067 check_compat_entry_size_and_hooks(struct compat_arpt_entry
*e
,
1068 struct xt_table_info
*newinfo
,
1070 const unsigned char *base
,
1071 const unsigned char *limit
)
1073 struct xt_entry_target
*t
;
1074 struct xt_target
*target
;
1075 unsigned int entry_offset
;
1078 if ((unsigned long)e
% __alignof__(struct compat_arpt_entry
) != 0 ||
1079 (unsigned char *)e
+ sizeof(struct compat_arpt_entry
) >= limit
||
1080 (unsigned char *)e
+ e
->next_offset
> limit
)
1083 if (e
->next_offset
< sizeof(struct compat_arpt_entry
) +
1084 sizeof(struct compat_xt_entry_target
))
1087 if (!arp_checkentry(&e
->arp
))
1090 ret
= xt_compat_check_entry_offsets(e
, e
->elems
, e
->target_offset
,
1095 off
= sizeof(struct arpt_entry
) - sizeof(struct compat_arpt_entry
);
1096 entry_offset
= (void *)e
- (void *)base
;
1098 t
= compat_arpt_get_target(e
);
1099 target
= xt_request_find_target(NFPROTO_ARP
, t
->u
.user
.name
,
1100 t
->u
.user
.revision
);
1101 if (IS_ERR(target
)) {
1102 ret
= PTR_ERR(target
);
1105 t
->u
.kernel
.target
= target
;
1107 off
+= xt_compat_target_offset(target
);
1109 ret
= xt_compat_add_offset(NFPROTO_ARP
, entry_offset
, off
);
1111 goto release_target
;
1116 module_put(t
->u
.kernel
.target
->me
);
1122 compat_copy_entry_from_user(struct compat_arpt_entry
*e
, void **dstptr
,
1124 struct xt_table_info
*newinfo
, unsigned char *base
)
1126 struct xt_entry_target
*t
;
1127 struct arpt_entry
*de
;
1128 unsigned int origsize
;
1133 memcpy(de
, e
, sizeof(struct arpt_entry
));
1134 memcpy(&de
->counters
, &e
->counters
, sizeof(e
->counters
));
1136 *dstptr
+= sizeof(struct arpt_entry
);
1137 *size
+= sizeof(struct arpt_entry
) - sizeof(struct compat_arpt_entry
);
1139 de
->target_offset
= e
->target_offset
- (origsize
- *size
);
1140 t
= compat_arpt_get_target(e
);
1141 xt_compat_target_from_user(t
, dstptr
, size
);
1143 de
->next_offset
= e
->next_offset
- (origsize
- *size
);
1144 for (h
= 0; h
< NF_ARP_NUMHOOKS
; h
++) {
1145 if ((unsigned char *)de
- base
< newinfo
->hook_entry
[h
])
1146 newinfo
->hook_entry
[h
] -= origsize
- *size
;
1147 if ((unsigned char *)de
- base
< newinfo
->underflow
[h
])
1148 newinfo
->underflow
[h
] -= origsize
- *size
;
1152 static int translate_compat_table(struct xt_table_info
**pinfo
,
1154 const struct compat_arpt_replace
*compatr
)
1157 struct xt_table_info
*newinfo
, *info
;
1158 void *pos
, *entry0
, *entry1
;
1159 struct compat_arpt_entry
*iter0
;
1160 struct arpt_replace repl
;
1166 size
= compatr
->size
;
1167 info
->number
= compatr
->num_entries
;
1170 xt_compat_lock(NFPROTO_ARP
);
1171 ret
= xt_compat_init_offsets(NFPROTO_ARP
, compatr
->num_entries
);
1174 /* Walk through entries, checking offsets. */
1175 xt_entry_foreach(iter0
, entry0
, compatr
->size
) {
1176 ret
= check_compat_entry_size_and_hooks(iter0
, info
, &size
,
1178 entry0
+ compatr
->size
);
1185 if (j
!= compatr
->num_entries
)
1189 newinfo
= xt_alloc_table_info(size
);
1193 newinfo
->number
= compatr
->num_entries
;
1194 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
1195 newinfo
->hook_entry
[i
] = compatr
->hook_entry
[i
];
1196 newinfo
->underflow
[i
] = compatr
->underflow
[i
];
1198 entry1
= newinfo
->entries
;
1200 size
= compatr
->size
;
1201 xt_entry_foreach(iter0
, entry0
, compatr
->size
)
1202 compat_copy_entry_from_user(iter0
, &pos
, &size
,
1205 /* all module references in entry0 are now gone */
1207 xt_compat_flush_offsets(NFPROTO_ARP
);
1208 xt_compat_unlock(NFPROTO_ARP
);
1210 memcpy(&repl
, compatr
, sizeof(*compatr
));
1212 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
1213 repl
.hook_entry
[i
] = newinfo
->hook_entry
[i
];
1214 repl
.underflow
[i
] = newinfo
->underflow
[i
];
1217 repl
.num_counters
= 0;
1218 repl
.counters
= NULL
;
1219 repl
.size
= newinfo
->size
;
1220 ret
= translate_table(newinfo
, entry1
, &repl
);
1226 xt_free_table_info(info
);
1230 xt_free_table_info(newinfo
);
1233 xt_compat_flush_offsets(NFPROTO_ARP
);
1234 xt_compat_unlock(NFPROTO_ARP
);
1235 xt_entry_foreach(iter0
, entry0
, compatr
->size
) {
1238 compat_release_entry(iter0
);
1243 static int compat_do_replace(struct net
*net
, void __user
*user
,
1247 struct compat_arpt_replace tmp
;
1248 struct xt_table_info
*newinfo
;
1249 void *loc_cpu_entry
;
1250 struct arpt_entry
*iter
;
1252 if (copy_from_user(&tmp
, user
, sizeof(tmp
)) != 0)
1255 /* overflow check */
1256 if (tmp
.num_counters
>= INT_MAX
/ sizeof(struct xt_counters
))
1258 if (tmp
.num_counters
== 0)
1261 tmp
.name
[sizeof(tmp
.name
)-1] = 0;
1263 newinfo
= xt_alloc_table_info(tmp
.size
);
1267 loc_cpu_entry
= newinfo
->entries
;
1268 if (copy_from_user(loc_cpu_entry
, user
+ sizeof(tmp
), tmp
.size
) != 0) {
1273 ret
= translate_compat_table(&newinfo
, &loc_cpu_entry
, &tmp
);
1277 ret
= __do_replace(net
, tmp
.name
, tmp
.valid_hooks
, newinfo
,
1278 tmp
.num_counters
, compat_ptr(tmp
.counters
));
1280 goto free_newinfo_untrans
;
1283 free_newinfo_untrans
:
1284 xt_entry_foreach(iter
, loc_cpu_entry
, newinfo
->size
)
1285 cleanup_entry(iter
);
1287 xt_free_table_info(newinfo
);
1291 static int compat_do_arpt_set_ctl(struct sock
*sk
, int cmd
, void __user
*user
,
1296 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1300 case ARPT_SO_SET_REPLACE
:
1301 ret
= compat_do_replace(sock_net(sk
), user
, len
);
1304 case ARPT_SO_SET_ADD_COUNTERS
:
1305 ret
= do_add_counters(sock_net(sk
), user
, len
, 1);
1315 static int compat_copy_entry_to_user(struct arpt_entry
*e
, void __user
**dstptr
,
1316 compat_uint_t
*size
,
1317 struct xt_counters
*counters
,
1320 struct xt_entry_target
*t
;
1321 struct compat_arpt_entry __user
*ce
;
1322 u_int16_t target_offset
, next_offset
;
1323 compat_uint_t origsize
;
1328 if (copy_to_user(ce
, e
, sizeof(struct arpt_entry
)) != 0 ||
1329 copy_to_user(&ce
->counters
, &counters
[i
],
1330 sizeof(counters
[i
])) != 0)
1333 *dstptr
+= sizeof(struct compat_arpt_entry
);
1334 *size
-= sizeof(struct arpt_entry
) - sizeof(struct compat_arpt_entry
);
1336 target_offset
= e
->target_offset
- (origsize
- *size
);
1338 t
= arpt_get_target(e
);
1339 ret
= xt_compat_target_to_user(t
, dstptr
, size
);
1342 next_offset
= e
->next_offset
- (origsize
- *size
);
1343 if (put_user(target_offset
, &ce
->target_offset
) != 0 ||
1344 put_user(next_offset
, &ce
->next_offset
) != 0)
1349 static int compat_copy_entries_to_user(unsigned int total_size
,
1350 struct xt_table
*table
,
1351 void __user
*userptr
)
1353 struct xt_counters
*counters
;
1354 const struct xt_table_info
*private = table
->private;
1359 struct arpt_entry
*iter
;
1361 counters
= alloc_counters(table
);
1362 if (IS_ERR(counters
))
1363 return PTR_ERR(counters
);
1367 xt_entry_foreach(iter
, private->entries
, total_size
) {
1368 ret
= compat_copy_entry_to_user(iter
, &pos
,
1369 &size
, counters
, i
++);
1377 struct compat_arpt_get_entries
{
1378 char name
[XT_TABLE_MAXNAMELEN
];
1380 struct compat_arpt_entry entrytable
[0];
1383 static int compat_get_entries(struct net
*net
,
1384 struct compat_arpt_get_entries __user
*uptr
,
1388 struct compat_arpt_get_entries get
;
1391 if (*len
< sizeof(get
))
1393 if (copy_from_user(&get
, uptr
, sizeof(get
)) != 0)
1395 if (*len
!= sizeof(struct compat_arpt_get_entries
) + get
.size
)
1398 get
.name
[sizeof(get
.name
) - 1] = '\0';
1400 xt_compat_lock(NFPROTO_ARP
);
1401 t
= xt_find_table_lock(net
, NFPROTO_ARP
, get
.name
);
1403 const struct xt_table_info
*private = t
->private;
1404 struct xt_table_info info
;
1406 ret
= compat_table_info(private, &info
);
1407 if (!ret
&& get
.size
== info
.size
) {
1408 ret
= compat_copy_entries_to_user(private->size
,
1409 t
, uptr
->entrytable
);
1413 xt_compat_flush_offsets(NFPROTO_ARP
);
1419 xt_compat_unlock(NFPROTO_ARP
);
1423 static int do_arpt_get_ctl(struct sock
*, int, void __user
*, int *);
1425 static int compat_do_arpt_get_ctl(struct sock
*sk
, int cmd
, void __user
*user
,
1430 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1434 case ARPT_SO_GET_INFO
:
1435 ret
= get_info(sock_net(sk
), user
, len
, 1);
1437 case ARPT_SO_GET_ENTRIES
:
1438 ret
= compat_get_entries(sock_net(sk
), user
, len
);
1441 ret
= do_arpt_get_ctl(sk
, cmd
, user
, len
);
1447 static int do_arpt_set_ctl(struct sock
*sk
, int cmd
, void __user
*user
, unsigned int len
)
1451 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1455 case ARPT_SO_SET_REPLACE
:
1456 ret
= do_replace(sock_net(sk
), user
, len
);
1459 case ARPT_SO_SET_ADD_COUNTERS
:
1460 ret
= do_add_counters(sock_net(sk
), user
, len
, 0);
1470 static int do_arpt_get_ctl(struct sock
*sk
, int cmd
, void __user
*user
, int *len
)
1474 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1478 case ARPT_SO_GET_INFO
:
1479 ret
= get_info(sock_net(sk
), user
, len
, 0);
1482 case ARPT_SO_GET_ENTRIES
:
1483 ret
= get_entries(sock_net(sk
), user
, len
);
1486 case ARPT_SO_GET_REVISION_TARGET
: {
1487 struct xt_get_revision rev
;
1489 if (*len
!= sizeof(rev
)) {
1493 if (copy_from_user(&rev
, user
, sizeof(rev
)) != 0) {
1497 rev
.name
[sizeof(rev
.name
)-1] = 0;
1499 try_then_request_module(xt_find_revision(NFPROTO_ARP
, rev
.name
,
1500 rev
.revision
, 1, &ret
),
1501 "arpt_%s", rev
.name
);
1512 static void __arpt_unregister_table(struct xt_table
*table
)
1514 struct xt_table_info
*private;
1515 void *loc_cpu_entry
;
1516 struct module
*table_owner
= table
->me
;
1517 struct arpt_entry
*iter
;
1519 private = xt_unregister_table(table
);
1521 /* Decrease module usage counts and free resources */
1522 loc_cpu_entry
= private->entries
;
1523 xt_entry_foreach(iter
, loc_cpu_entry
, private->size
)
1524 cleanup_entry(iter
);
1525 if (private->number
> private->initial_entries
)
1526 module_put(table_owner
);
1527 xt_free_table_info(private);
1530 int arpt_register_table(struct net
*net
,
1531 const struct xt_table
*table
,
1532 const struct arpt_replace
*repl
,
1533 const struct nf_hook_ops
*ops
,
1534 struct xt_table
**res
)
1537 struct xt_table_info
*newinfo
;
1538 struct xt_table_info bootstrap
= {0};
1539 void *loc_cpu_entry
;
1540 struct xt_table
*new_table
;
1542 newinfo
= xt_alloc_table_info(repl
->size
);
1546 loc_cpu_entry
= newinfo
->entries
;
1547 memcpy(loc_cpu_entry
, repl
->entries
, repl
->size
);
1549 ret
= translate_table(newinfo
, loc_cpu_entry
, repl
);
1553 new_table
= xt_register_table(net
, table
, &bootstrap
, newinfo
);
1554 if (IS_ERR(new_table
)) {
1555 ret
= PTR_ERR(new_table
);
1559 /* set res now, will see skbs right after nf_register_net_hooks */
1560 WRITE_ONCE(*res
, new_table
);
1562 ret
= nf_register_net_hooks(net
, ops
, hweight32(table
->valid_hooks
));
1564 __arpt_unregister_table(new_table
);
1571 xt_free_table_info(newinfo
);
1575 void arpt_unregister_table(struct net
*net
, struct xt_table
*table
,
1576 const struct nf_hook_ops
*ops
)
1578 nf_unregister_net_hooks(net
, ops
, hweight32(table
->valid_hooks
));
1579 __arpt_unregister_table(table
);
1582 /* The built-in targets: standard (NULL) and error. */
1583 static struct xt_target arpt_builtin_tg
[] __read_mostly
= {
1585 .name
= XT_STANDARD_TARGET
,
1586 .targetsize
= sizeof(int),
1587 .family
= NFPROTO_ARP
,
1588 #ifdef CONFIG_COMPAT
1589 .compatsize
= sizeof(compat_int_t
),
1590 .compat_from_user
= compat_standard_from_user
,
1591 .compat_to_user
= compat_standard_to_user
,
1595 .name
= XT_ERROR_TARGET
,
1596 .target
= arpt_error
,
1597 .targetsize
= XT_FUNCTION_MAXNAMELEN
,
1598 .family
= NFPROTO_ARP
,
1602 static struct nf_sockopt_ops arpt_sockopts
= {
1604 .set_optmin
= ARPT_BASE_CTL
,
1605 .set_optmax
= ARPT_SO_SET_MAX
+1,
1606 .set
= do_arpt_set_ctl
,
1607 #ifdef CONFIG_COMPAT
1608 .compat_set
= compat_do_arpt_set_ctl
,
1610 .get_optmin
= ARPT_BASE_CTL
,
1611 .get_optmax
= ARPT_SO_GET_MAX
+1,
1612 .get
= do_arpt_get_ctl
,
1613 #ifdef CONFIG_COMPAT
1614 .compat_get
= compat_do_arpt_get_ctl
,
1616 .owner
= THIS_MODULE
,
1619 static int __net_init
arp_tables_net_init(struct net
*net
)
1621 return xt_proto_init(net
, NFPROTO_ARP
);
1624 static void __net_exit
arp_tables_net_exit(struct net
*net
)
1626 xt_proto_fini(net
, NFPROTO_ARP
);
1629 static struct pernet_operations arp_tables_net_ops
= {
1630 .init
= arp_tables_net_init
,
1631 .exit
= arp_tables_net_exit
,
1634 static int __init
arp_tables_init(void)
1638 ret
= register_pernet_subsys(&arp_tables_net_ops
);
1642 /* No one else will be downing sem now, so we won't sleep */
1643 ret
= xt_register_targets(arpt_builtin_tg
, ARRAY_SIZE(arpt_builtin_tg
));
1647 /* Register setsockopt */
1648 ret
= nf_register_sockopt(&arpt_sockopts
);
1652 pr_info("arp_tables: (C) 2002 David S. Miller\n");
1656 xt_unregister_targets(arpt_builtin_tg
, ARRAY_SIZE(arpt_builtin_tg
));
1658 unregister_pernet_subsys(&arp_tables_net_ops
);
1663 static void __exit
arp_tables_fini(void)
1665 nf_unregister_sockopt(&arpt_sockopts
);
1666 xt_unregister_targets(arpt_builtin_tg
, ARRAY_SIZE(arpt_builtin_tg
));
1667 unregister_pernet_subsys(&arp_tables_net_ops
);
1670 EXPORT_SYMBOL(arpt_register_table
);
1671 EXPORT_SYMBOL(arpt_unregister_table
);
1672 EXPORT_SYMBOL(arpt_do_table
);
1674 module_init(arp_tables_init
);
1675 module_exit(arp_tables_fini
);