2 * Packet matching code.
4 * Copyright (C) 1999 Paul `Rusty' Russell & Michael J. Neuling
5 * Copyright (C) 2000-2005 Netfilter Core Team <coreteam@netfilter.org>
6 * Copyright (C) 2006-2010 Patrick McHardy <kaber@trash.net>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
12 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13 #include <linux/cache.h>
14 #include <linux/capability.h>
15 #include <linux/skbuff.h>
16 #include <linux/kmod.h>
17 #include <linux/vmalloc.h>
18 #include <linux/netdevice.h>
19 #include <linux/module.h>
20 #include <linux/icmp.h>
22 #include <net/compat.h>
23 #include <asm/uaccess.h>
24 #include <linux/mutex.h>
25 #include <linux/proc_fs.h>
26 #include <linux/err.h>
27 #include <linux/cpumask.h>
29 #include <linux/netfilter/x_tables.h>
30 #include <linux/netfilter_ipv4/ip_tables.h>
31 #include <net/netfilter/nf_log.h>
32 #include "../../netfilter/xt_repldata.h"
34 MODULE_LICENSE("GPL");
35 MODULE_AUTHOR("Netfilter Core Team <coreteam@netfilter.org>");
36 MODULE_DESCRIPTION("IPv4 packet filter");
38 /*#define DEBUG_IP_FIREWALL*/
39 /*#define DEBUG_ALLOW_ALL*/ /* Useful for remote debugging */
40 /*#define DEBUG_IP_FIREWALL_USER*/
42 #ifdef DEBUG_IP_FIREWALL
43 #define dprintf(format, args...) pr_info(format , ## args)
45 #define dprintf(format, args...)
48 #ifdef DEBUG_IP_FIREWALL_USER
49 #define duprintf(format, args...) pr_info(format , ## args)
51 #define duprintf(format, args...)
54 #ifdef CONFIG_NETFILTER_DEBUG
55 #define IP_NF_ASSERT(x) WARN_ON(!(x))
57 #define IP_NF_ASSERT(x)
61 /* All the better to debug you with... */
66 void *ipt_alloc_initial_table(const struct xt_table
*info
)
68 return xt_alloc_initial_table(ipt
, IPT
);
70 EXPORT_SYMBOL_GPL(ipt_alloc_initial_table
);
72 /* Returns whether matches rule or not. */
73 /* Performance critical - called for every packet */
75 ip_packet_match(const struct iphdr
*ip
,
78 const struct ipt_ip
*ipinfo
,
83 #define FWINV(bool, invflg) ((bool) ^ !!(ipinfo->invflags & (invflg)))
85 if (FWINV((ip
->saddr
&ipinfo
->smsk
.s_addr
) != ipinfo
->src
.s_addr
,
87 FWINV((ip
->daddr
&ipinfo
->dmsk
.s_addr
) != ipinfo
->dst
.s_addr
,
89 dprintf("Source or dest mismatch.\n");
91 dprintf("SRC: %pI4. Mask: %pI4. Target: %pI4.%s\n",
92 &ip
->saddr
, &ipinfo
->smsk
.s_addr
, &ipinfo
->src
.s_addr
,
93 ipinfo
->invflags
& IPT_INV_SRCIP
? " (INV)" : "");
94 dprintf("DST: %pI4 Mask: %pI4 Target: %pI4.%s\n",
95 &ip
->daddr
, &ipinfo
->dmsk
.s_addr
, &ipinfo
->dst
.s_addr
,
96 ipinfo
->invflags
& IPT_INV_DSTIP
? " (INV)" : "");
100 ret
= ifname_compare_aligned(indev
, ipinfo
->iniface
, ipinfo
->iniface_mask
);
102 if (FWINV(ret
!= 0, IPT_INV_VIA_IN
)) {
103 dprintf("VIA in mismatch (%s vs %s).%s\n",
104 indev
, ipinfo
->iniface
,
105 ipinfo
->invflags
&IPT_INV_VIA_IN
?" (INV)":"");
109 ret
= ifname_compare_aligned(outdev
, ipinfo
->outiface
, ipinfo
->outiface_mask
);
111 if (FWINV(ret
!= 0, IPT_INV_VIA_OUT
)) {
112 dprintf("VIA out mismatch (%s vs %s).%s\n",
113 outdev
, ipinfo
->outiface
,
114 ipinfo
->invflags
&IPT_INV_VIA_OUT
?" (INV)":"");
118 /* Check specific protocol */
120 FWINV(ip
->protocol
!= ipinfo
->proto
, IPT_INV_PROTO
)) {
121 dprintf("Packet protocol %hi does not match %hi.%s\n",
122 ip
->protocol
, ipinfo
->proto
,
123 ipinfo
->invflags
&IPT_INV_PROTO
? " (INV)":"");
127 /* If we have a fragment rule but the packet is not a fragment
128 * then we return zero */
129 if (FWINV((ipinfo
->flags
&IPT_F_FRAG
) && !isfrag
, IPT_INV_FRAG
)) {
130 dprintf("Fragment rule but not fragment.%s\n",
131 ipinfo
->invflags
& IPT_INV_FRAG
? " (INV)" : "");
139 ip_checkentry(const struct ipt_ip
*ip
)
141 if (ip
->flags
& ~IPT_F_MASK
) {
142 duprintf("Unknown flag bits set: %08X\n",
143 ip
->flags
& ~IPT_F_MASK
);
146 if (ip
->invflags
& ~IPT_INV_MASK
) {
147 duprintf("Unknown invflag bits set: %08X\n",
148 ip
->invflags
& ~IPT_INV_MASK
);
155 ipt_error(struct sk_buff
*skb
, const struct xt_action_param
*par
)
157 net_info_ratelimited("error: `%s'\n", (const char *)par
->targinfo
);
162 /* Performance critical */
163 static inline struct ipt_entry
*
164 get_entry(const void *base
, unsigned int offset
)
166 return (struct ipt_entry
*)(base
+ offset
);
169 /* All zeroes == unconditional rule. */
170 /* Mildly perf critical (only if packet tracing is on) */
171 static inline bool unconditional(const struct ipt_entry
*e
)
173 static const struct ipt_ip uncond
;
175 return e
->target_offset
== sizeof(struct ipt_entry
) &&
176 memcmp(&e
->ip
, &uncond
, sizeof(uncond
)) == 0;
180 /* for const-correctness */
181 static inline const struct xt_entry_target
*
182 ipt_get_target_c(const struct ipt_entry
*e
)
184 return ipt_get_target((struct ipt_entry
*)e
);
187 #if IS_ENABLED(CONFIG_NETFILTER_XT_TARGET_TRACE)
188 static const char *const hooknames
[] = {
189 [NF_INET_PRE_ROUTING
] = "PREROUTING",
190 [NF_INET_LOCAL_IN
] = "INPUT",
191 [NF_INET_FORWARD
] = "FORWARD",
192 [NF_INET_LOCAL_OUT
] = "OUTPUT",
193 [NF_INET_POST_ROUTING
] = "POSTROUTING",
196 enum nf_ip_trace_comments
{
197 NF_IP_TRACE_COMMENT_RULE
,
198 NF_IP_TRACE_COMMENT_RETURN
,
199 NF_IP_TRACE_COMMENT_POLICY
,
202 static const char *const comments
[] = {
203 [NF_IP_TRACE_COMMENT_RULE
] = "rule",
204 [NF_IP_TRACE_COMMENT_RETURN
] = "return",
205 [NF_IP_TRACE_COMMENT_POLICY
] = "policy",
208 static struct nf_loginfo trace_loginfo
= {
209 .type
= NF_LOG_TYPE_LOG
,
213 .logflags
= NF_LOG_MASK
,
218 /* Mildly perf critical (only if packet tracing is on) */
220 get_chainname_rulenum(const struct ipt_entry
*s
, const struct ipt_entry
*e
,
221 const char *hookname
, const char **chainname
,
222 const char **comment
, unsigned int *rulenum
)
224 const struct xt_standard_target
*t
= (void *)ipt_get_target_c(s
);
226 if (strcmp(t
->target
.u
.kernel
.target
->name
, XT_ERROR_TARGET
) == 0) {
227 /* Head of user chain: ERROR target with chainname */
228 *chainname
= t
->target
.data
;
233 if (unconditional(s
) &&
234 strcmp(t
->target
.u
.kernel
.target
->name
,
235 XT_STANDARD_TARGET
) == 0 &&
237 /* Tail of chains: STANDARD target (return/policy) */
238 *comment
= *chainname
== hookname
239 ? comments
[NF_IP_TRACE_COMMENT_POLICY
]
240 : comments
[NF_IP_TRACE_COMMENT_RETURN
];
249 static void trace_packet(const struct sk_buff
*skb
,
251 const struct net_device
*in
,
252 const struct net_device
*out
,
253 const char *tablename
,
254 const struct xt_table_info
*private,
255 const struct ipt_entry
*e
)
257 const void *table_base
;
258 const struct ipt_entry
*root
;
259 const char *hookname
, *chainname
, *comment
;
260 const struct ipt_entry
*iter
;
261 unsigned int rulenum
= 0;
262 struct net
*net
= dev_net(in
? in
: out
);
264 table_base
= private->entries
[smp_processor_id()];
265 root
= get_entry(table_base
, private->hook_entry
[hook
]);
267 hookname
= chainname
= hooknames
[hook
];
268 comment
= comments
[NF_IP_TRACE_COMMENT_RULE
];
270 xt_entry_foreach(iter
, root
, private->size
- private->hook_entry
[hook
])
271 if (get_chainname_rulenum(iter
, e
, hookname
,
272 &chainname
, &comment
, &rulenum
) != 0)
275 nf_log_packet(net
, AF_INET
, hook
, skb
, in
, out
, &trace_loginfo
,
276 "TRACE: %s:%s:%s:%u ",
277 tablename
, chainname
, comment
, rulenum
);
282 struct ipt_entry
*ipt_next_entry(const struct ipt_entry
*entry
)
284 return (void *)entry
+ entry
->next_offset
;
287 /* Returns one of the generic firewall policies, like NF_ACCEPT. */
289 ipt_do_table(struct sk_buff
*skb
,
291 const struct net_device
*in
,
292 const struct net_device
*out
,
293 struct xt_table
*table
)
295 static const char nulldevname
[IFNAMSIZ
] __attribute__((aligned(sizeof(long))));
296 const struct iphdr
*ip
;
297 /* Initializing verdict to NF_DROP keeps gcc happy. */
298 unsigned int verdict
= NF_DROP
;
299 const char *indev
, *outdev
;
300 const void *table_base
;
301 struct ipt_entry
*e
, **jumpstack
;
302 unsigned int *stackptr
, origptr
, cpu
;
303 const struct xt_table_info
*private;
304 struct xt_action_param acpar
;
309 indev
= in
? in
->name
: nulldevname
;
310 outdev
= out
? out
->name
: nulldevname
;
311 /* We handle fragments by dealing with the first fragment as
312 * if it was a normal packet. All other fragments are treated
313 * normally, except that they will NEVER match rules that ask
314 * things we don't know, ie. tcp syn flag or ports). If the
315 * rule is also a fragment-specific rule, non-fragments won't
317 acpar
.fragoff
= ntohs(ip
->frag_off
) & IP_OFFSET
;
318 acpar
.thoff
= ip_hdrlen(skb
);
319 acpar
.hotdrop
= false;
322 acpar
.family
= NFPROTO_IPV4
;
323 acpar
.hooknum
= hook
;
325 IP_NF_ASSERT(table
->valid_hooks
& (1 << hook
));
327 addend
= xt_write_recseq_begin();
328 private = table
->private;
329 cpu
= smp_processor_id();
330 table_base
= private->entries
[cpu
];
331 jumpstack
= (struct ipt_entry
**)private->jumpstack
[cpu
];
332 stackptr
= per_cpu_ptr(private->stackptr
, cpu
);
335 e
= get_entry(table_base
, private->hook_entry
[hook
]);
337 pr_debug("Entering %s(hook %u); sp at %u (UF %p)\n",
338 table
->name
, hook
, origptr
,
339 get_entry(table_base
, private->underflow
[hook
]));
342 const struct xt_entry_target
*t
;
343 const struct xt_entry_match
*ematch
;
346 if (!ip_packet_match(ip
, indev
, outdev
,
347 &e
->ip
, acpar
.fragoff
)) {
349 e
= ipt_next_entry(e
);
353 xt_ematch_foreach(ematch
, e
) {
354 acpar
.match
= ematch
->u
.kernel
.match
;
355 acpar
.matchinfo
= ematch
->data
;
356 if (!acpar
.match
->match(skb
, &acpar
))
360 ADD_COUNTER(e
->counters
, skb
->len
, 1);
362 t
= ipt_get_target(e
);
363 IP_NF_ASSERT(t
->u
.kernel
.target
);
365 #if IS_ENABLED(CONFIG_NETFILTER_XT_TARGET_TRACE)
366 /* The packet is traced: log it */
367 if (unlikely(skb
->nf_trace
))
368 trace_packet(skb
, hook
, in
, out
,
369 table
->name
, private, e
);
371 /* Standard target? */
372 if (!t
->u
.kernel
.target
->target
) {
375 v
= ((struct xt_standard_target
*)t
)->verdict
;
377 /* Pop from stack? */
378 if (v
!= XT_RETURN
) {
379 verdict
= (unsigned int)(-v
) - 1;
382 if (*stackptr
<= origptr
) {
383 e
= get_entry(table_base
,
384 private->underflow
[hook
]);
385 pr_debug("Underflow (this is normal) "
388 e
= jumpstack
[--*stackptr
];
389 pr_debug("Pulled %p out from pos %u\n",
391 e
= ipt_next_entry(e
);
395 if (table_base
+ v
!= ipt_next_entry(e
) &&
396 !(e
->ip
.flags
& IPT_F_GOTO
)) {
397 if (*stackptr
>= private->stacksize
) {
401 jumpstack
[(*stackptr
)++] = e
;
402 pr_debug("Pushed %p into pos %u\n",
406 e
= get_entry(table_base
, v
);
410 acpar
.target
= t
->u
.kernel
.target
;
411 acpar
.targinfo
= t
->data
;
413 verdict
= t
->u
.kernel
.target
->target(skb
, &acpar
);
414 /* Target might have changed stuff. */
416 if (verdict
== XT_CONTINUE
)
417 e
= ipt_next_entry(e
);
421 } while (!acpar
.hotdrop
);
422 pr_debug("Exiting %s; resetting sp from %u to %u\n",
423 __func__
, *stackptr
, origptr
);
425 xt_write_recseq_end(addend
);
428 #ifdef DEBUG_ALLOW_ALL
437 /* Figures out from what hook each rule can be called: returns 0 if
438 there are loops. Puts hook bitmask in comefrom. */
440 mark_source_chains(const struct xt_table_info
*newinfo
,
441 unsigned int valid_hooks
, void *entry0
)
445 /* No recursion; use packet counter to save back ptrs (reset
446 to 0 as we leave), and comefrom to save source hook bitmask */
447 for (hook
= 0; hook
< NF_INET_NUMHOOKS
; hook
++) {
448 unsigned int pos
= newinfo
->hook_entry
[hook
];
449 struct ipt_entry
*e
= (struct ipt_entry
*)(entry0
+ pos
);
451 if (!(valid_hooks
& (1 << hook
)))
454 /* Set initial back pointer. */
455 e
->counters
.pcnt
= pos
;
458 const struct xt_standard_target
*t
459 = (void *)ipt_get_target_c(e
);
460 int visited
= e
->comefrom
& (1 << hook
);
462 if (e
->comefrom
& (1 << NF_INET_NUMHOOKS
)) {
463 pr_err("iptables: loop hook %u pos %u %08X.\n",
464 hook
, pos
, e
->comefrom
);
467 e
->comefrom
|= ((1 << hook
) | (1 << NF_INET_NUMHOOKS
));
469 /* Unconditional return/END. */
470 if ((unconditional(e
) &&
471 (strcmp(t
->target
.u
.user
.name
,
472 XT_STANDARD_TARGET
) == 0) &&
473 t
->verdict
< 0) || visited
) {
474 unsigned int oldpos
, size
;
476 if ((strcmp(t
->target
.u
.user
.name
,
477 XT_STANDARD_TARGET
) == 0) &&
478 t
->verdict
< -NF_MAX_VERDICT
- 1) {
479 duprintf("mark_source_chains: bad "
480 "negative verdict (%i)\n",
485 /* Return: backtrack through the last
488 e
->comefrom
^= (1<<NF_INET_NUMHOOKS
);
489 #ifdef DEBUG_IP_FIREWALL_USER
491 & (1 << NF_INET_NUMHOOKS
)) {
492 duprintf("Back unset "
499 pos
= e
->counters
.pcnt
;
500 e
->counters
.pcnt
= 0;
502 /* We're at the start. */
506 e
= (struct ipt_entry
*)
508 } while (oldpos
== pos
+ e
->next_offset
);
511 size
= e
->next_offset
;
512 e
= (struct ipt_entry
*)
513 (entry0
+ pos
+ size
);
514 if (pos
+ size
>= newinfo
->size
)
516 e
->counters
.pcnt
= pos
;
519 int newpos
= t
->verdict
;
521 if (strcmp(t
->target
.u
.user
.name
,
522 XT_STANDARD_TARGET
) == 0 &&
524 if (newpos
> newinfo
->size
-
525 sizeof(struct ipt_entry
)) {
526 duprintf("mark_source_chains: "
527 "bad verdict (%i)\n",
531 /* This a jump; chase it. */
532 duprintf("Jump rule %u -> %u\n",
535 /* ... this is a fallthru */
536 newpos
= pos
+ e
->next_offset
;
537 if (newpos
>= newinfo
->size
)
540 e
= (struct ipt_entry
*)
542 e
->counters
.pcnt
= pos
;
547 duprintf("Finished chain %u\n", hook
);
552 static void cleanup_match(struct xt_entry_match
*m
, struct net
*net
)
554 struct xt_mtdtor_param par
;
557 par
.match
= m
->u
.kernel
.match
;
558 par
.matchinfo
= m
->data
;
559 par
.family
= NFPROTO_IPV4
;
560 if (par
.match
->destroy
!= NULL
)
561 par
.match
->destroy(&par
);
562 module_put(par
.match
->me
);
566 check_entry(const struct ipt_entry
*e
)
568 if (!ip_checkentry(&e
->ip
))
571 return xt_check_entry_offsets(e
, e
->target_offset
, e
->next_offset
);
575 check_match(struct xt_entry_match
*m
, struct xt_mtchk_param
*par
)
577 const struct ipt_ip
*ip
= par
->entryinfo
;
580 par
->match
= m
->u
.kernel
.match
;
581 par
->matchinfo
= m
->data
;
583 ret
= xt_check_match(par
, m
->u
.match_size
- sizeof(*m
),
584 ip
->proto
, ip
->invflags
& IPT_INV_PROTO
);
586 duprintf("check failed for `%s'.\n", par
->match
->name
);
593 find_check_match(struct xt_entry_match
*m
, struct xt_mtchk_param
*par
)
595 struct xt_match
*match
;
598 match
= xt_request_find_match(NFPROTO_IPV4
, m
->u
.user
.name
,
601 duprintf("find_check_match: `%s' not found\n", m
->u
.user
.name
);
602 return PTR_ERR(match
);
604 m
->u
.kernel
.match
= match
;
606 ret
= check_match(m
, par
);
612 module_put(m
->u
.kernel
.match
->me
);
616 static int check_target(struct ipt_entry
*e
, struct net
*net
, const char *name
)
618 struct xt_entry_target
*t
= ipt_get_target(e
);
619 struct xt_tgchk_param par
= {
623 .target
= t
->u
.kernel
.target
,
625 .hook_mask
= e
->comefrom
,
626 .family
= NFPROTO_IPV4
,
630 ret
= xt_check_target(&par
, t
->u
.target_size
- sizeof(*t
),
631 e
->ip
.proto
, e
->ip
.invflags
& IPT_INV_PROTO
);
633 duprintf("check failed for `%s'.\n",
634 t
->u
.kernel
.target
->name
);
641 find_check_entry(struct ipt_entry
*e
, struct net
*net
, const char *name
,
644 struct xt_entry_target
*t
;
645 struct xt_target
*target
;
648 struct xt_mtchk_param mtpar
;
649 struct xt_entry_match
*ematch
;
654 mtpar
.entryinfo
= &e
->ip
;
655 mtpar
.hook_mask
= e
->comefrom
;
656 mtpar
.family
= NFPROTO_IPV4
;
657 xt_ematch_foreach(ematch
, e
) {
658 ret
= find_check_match(ematch
, &mtpar
);
660 goto cleanup_matches
;
664 t
= ipt_get_target(e
);
665 target
= xt_request_find_target(NFPROTO_IPV4
, t
->u
.user
.name
,
667 if (IS_ERR(target
)) {
668 duprintf("find_check_entry: `%s' not found\n", t
->u
.user
.name
);
669 ret
= PTR_ERR(target
);
670 goto cleanup_matches
;
672 t
->u
.kernel
.target
= target
;
674 ret
= check_target(e
, net
, name
);
679 module_put(t
->u
.kernel
.target
->me
);
681 xt_ematch_foreach(ematch
, e
) {
684 cleanup_match(ematch
, net
);
689 static bool check_underflow(const struct ipt_entry
*e
)
691 const struct xt_entry_target
*t
;
692 unsigned int verdict
;
694 if (!unconditional(e
))
696 t
= ipt_get_target_c(e
);
697 if (strcmp(t
->u
.user
.name
, XT_STANDARD_TARGET
) != 0)
699 verdict
= ((struct xt_standard_target
*)t
)->verdict
;
700 verdict
= -verdict
- 1;
701 return verdict
== NF_DROP
|| verdict
== NF_ACCEPT
;
705 check_entry_size_and_hooks(struct ipt_entry
*e
,
706 struct xt_table_info
*newinfo
,
707 const unsigned char *base
,
708 const unsigned char *limit
,
709 const unsigned int *hook_entries
,
710 const unsigned int *underflows
,
711 unsigned int valid_hooks
)
716 if ((unsigned long)e
% __alignof__(struct ipt_entry
) != 0 ||
717 (unsigned char *)e
+ sizeof(struct ipt_entry
) >= limit
||
718 (unsigned char *)e
+ e
->next_offset
> limit
) {
719 duprintf("Bad offset %p\n", e
);
724 < sizeof(struct ipt_entry
) + sizeof(struct xt_entry_target
)) {
725 duprintf("checking: element %p size %u\n",
730 err
= check_entry(e
);
734 /* Check hooks & underflows */
735 for (h
= 0; h
< NF_INET_NUMHOOKS
; h
++) {
736 if (!(valid_hooks
& (1 << h
)))
738 if ((unsigned char *)e
- base
== hook_entries
[h
])
739 newinfo
->hook_entry
[h
] = hook_entries
[h
];
740 if ((unsigned char *)e
- base
== underflows
[h
]) {
741 if (!check_underflow(e
)) {
742 pr_debug("Underflows must be unconditional and "
743 "use the STANDARD target with "
747 newinfo
->underflow
[h
] = underflows
[h
];
751 /* Clear counters and comefrom */
752 e
->counters
= ((struct xt_counters
) { 0, 0 });
758 cleanup_entry(struct ipt_entry
*e
, struct net
*net
)
760 struct xt_tgdtor_param par
;
761 struct xt_entry_target
*t
;
762 struct xt_entry_match
*ematch
;
764 /* Cleanup all matches */
765 xt_ematch_foreach(ematch
, e
)
766 cleanup_match(ematch
, net
);
767 t
= ipt_get_target(e
);
770 par
.target
= t
->u
.kernel
.target
;
771 par
.targinfo
= t
->data
;
772 par
.family
= NFPROTO_IPV4
;
773 if (par
.target
->destroy
!= NULL
)
774 par
.target
->destroy(&par
);
775 module_put(par
.target
->me
);
778 /* Checks and translates the user-supplied table segment (held in
781 translate_table(struct net
*net
, struct xt_table_info
*newinfo
, void *entry0
,
782 const struct ipt_replace
*repl
)
784 struct ipt_entry
*iter
;
788 newinfo
->size
= repl
->size
;
789 newinfo
->number
= repl
->num_entries
;
791 /* Init all hooks to impossible value. */
792 for (i
= 0; i
< NF_INET_NUMHOOKS
; i
++) {
793 newinfo
->hook_entry
[i
] = 0xFFFFFFFF;
794 newinfo
->underflow
[i
] = 0xFFFFFFFF;
797 duprintf("translate_table: size %u\n", newinfo
->size
);
799 /* Walk through entries, checking offsets. */
800 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
801 ret
= check_entry_size_and_hooks(iter
, newinfo
, entry0
,
809 if (strcmp(ipt_get_target(iter
)->u
.user
.name
,
810 XT_ERROR_TARGET
) == 0)
811 ++newinfo
->stacksize
;
814 if (i
!= repl
->num_entries
) {
815 duprintf("translate_table: %u not %u entries\n",
816 i
, repl
->num_entries
);
820 /* Check hooks all assigned */
821 for (i
= 0; i
< NF_INET_NUMHOOKS
; i
++) {
822 /* Only hooks which are valid */
823 if (!(repl
->valid_hooks
& (1 << i
)))
825 if (newinfo
->hook_entry
[i
] == 0xFFFFFFFF) {
826 duprintf("Invalid hook entry %u %u\n",
827 i
, repl
->hook_entry
[i
]);
830 if (newinfo
->underflow
[i
] == 0xFFFFFFFF) {
831 duprintf("Invalid underflow %u %u\n",
832 i
, repl
->underflow
[i
]);
837 if (!mark_source_chains(newinfo
, repl
->valid_hooks
, entry0
))
840 /* Finally, each sanity check must pass */
842 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
843 ret
= find_check_entry(iter
, net
, repl
->name
, repl
->size
);
850 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
853 cleanup_entry(iter
, net
);
858 /* And one copy for every other CPU */
859 for_each_possible_cpu(i
) {
860 if (newinfo
->entries
[i
] && newinfo
->entries
[i
] != entry0
)
861 memcpy(newinfo
->entries
[i
], entry0
, newinfo
->size
);
868 get_counters(const struct xt_table_info
*t
,
869 struct xt_counters counters
[])
871 struct ipt_entry
*iter
;
875 for_each_possible_cpu(cpu
) {
876 seqcount_t
*s
= &per_cpu(xt_recseq
, cpu
);
879 xt_entry_foreach(iter
, t
->entries
[cpu
], t
->size
) {
884 start
= read_seqcount_begin(s
);
885 bcnt
= iter
->counters
.bcnt
;
886 pcnt
= iter
->counters
.pcnt
;
887 } while (read_seqcount_retry(s
, start
));
889 ADD_COUNTER(counters
[i
], bcnt
, pcnt
);
890 ++i
; /* macro does multi eval of i */
895 static struct xt_counters
*alloc_counters(const struct xt_table
*table
)
897 unsigned int countersize
;
898 struct xt_counters
*counters
;
899 const struct xt_table_info
*private = table
->private;
901 /* We need atomic snapshot of counters: rest doesn't change
902 (other than comefrom, which userspace doesn't care
904 countersize
= sizeof(struct xt_counters
) * private->number
;
905 counters
= vzalloc(countersize
);
907 if (counters
== NULL
)
908 return ERR_PTR(-ENOMEM
);
910 get_counters(private, counters
);
916 copy_entries_to_user(unsigned int total_size
,
917 const struct xt_table
*table
,
918 void __user
*userptr
)
920 unsigned int off
, num
;
921 const struct ipt_entry
*e
;
922 struct xt_counters
*counters
;
923 const struct xt_table_info
*private = table
->private;
925 const void *loc_cpu_entry
;
927 counters
= alloc_counters(table
);
928 if (IS_ERR(counters
))
929 return PTR_ERR(counters
);
931 /* choose the copy that is on our node/cpu, ...
932 * This choice is lazy (because current thread is
933 * allowed to migrate to another cpu)
935 loc_cpu_entry
= private->entries
[raw_smp_processor_id()];
936 if (copy_to_user(userptr
, loc_cpu_entry
, total_size
) != 0) {
941 /* FIXME: use iterator macros --RR */
942 /* ... then go back and fix counters and names */
943 for (off
= 0, num
= 0; off
< total_size
; off
+= e
->next_offset
, num
++){
945 const struct xt_entry_match
*m
;
946 const struct xt_entry_target
*t
;
948 e
= (struct ipt_entry
*)(loc_cpu_entry
+ off
);
949 if (copy_to_user(userptr
+ off
950 + offsetof(struct ipt_entry
, counters
),
952 sizeof(counters
[num
])) != 0) {
957 for (i
= sizeof(struct ipt_entry
);
958 i
< e
->target_offset
;
959 i
+= m
->u
.match_size
) {
962 if (copy_to_user(userptr
+ off
+ i
963 + offsetof(struct xt_entry_match
,
965 m
->u
.kernel
.match
->name
,
966 strlen(m
->u
.kernel
.match
->name
)+1)
973 t
= ipt_get_target_c(e
);
974 if (copy_to_user(userptr
+ off
+ e
->target_offset
975 + offsetof(struct xt_entry_target
,
977 t
->u
.kernel
.target
->name
,
978 strlen(t
->u
.kernel
.target
->name
)+1) != 0) {
990 static void compat_standard_from_user(void *dst
, const void *src
)
992 int v
= *(compat_int_t
*)src
;
995 v
+= xt_compat_calc_jump(AF_INET
, v
);
996 memcpy(dst
, &v
, sizeof(v
));
999 static int compat_standard_to_user(void __user
*dst
, const void *src
)
1001 compat_int_t cv
= *(int *)src
;
1004 cv
-= xt_compat_calc_jump(AF_INET
, cv
);
1005 return copy_to_user(dst
, &cv
, sizeof(cv
)) ? -EFAULT
: 0;
1008 static int compat_calc_entry(const struct ipt_entry
*e
,
1009 const struct xt_table_info
*info
,
1010 const void *base
, struct xt_table_info
*newinfo
)
1012 const struct xt_entry_match
*ematch
;
1013 const struct xt_entry_target
*t
;
1014 unsigned int entry_offset
;
1017 off
= sizeof(struct ipt_entry
) - sizeof(struct compat_ipt_entry
);
1018 entry_offset
= (void *)e
- base
;
1019 xt_ematch_foreach(ematch
, e
)
1020 off
+= xt_compat_match_offset(ematch
->u
.kernel
.match
);
1021 t
= ipt_get_target_c(e
);
1022 off
+= xt_compat_target_offset(t
->u
.kernel
.target
);
1023 newinfo
->size
-= off
;
1024 ret
= xt_compat_add_offset(AF_INET
, entry_offset
, off
);
1028 for (i
= 0; i
< NF_INET_NUMHOOKS
; i
++) {
1029 if (info
->hook_entry
[i
] &&
1030 (e
< (struct ipt_entry
*)(base
+ info
->hook_entry
[i
])))
1031 newinfo
->hook_entry
[i
] -= off
;
1032 if (info
->underflow
[i
] &&
1033 (e
< (struct ipt_entry
*)(base
+ info
->underflow
[i
])))
1034 newinfo
->underflow
[i
] -= off
;
1039 static int compat_table_info(const struct xt_table_info
*info
,
1040 struct xt_table_info
*newinfo
)
1042 struct ipt_entry
*iter
;
1043 void *loc_cpu_entry
;
1046 if (!newinfo
|| !info
)
1049 /* we dont care about newinfo->entries[] */
1050 memcpy(newinfo
, info
, offsetof(struct xt_table_info
, entries
));
1051 newinfo
->initial_entries
= 0;
1052 loc_cpu_entry
= info
->entries
[raw_smp_processor_id()];
1053 xt_compat_init_offsets(AF_INET
, info
->number
);
1054 xt_entry_foreach(iter
, loc_cpu_entry
, info
->size
) {
1055 ret
= compat_calc_entry(iter
, info
, loc_cpu_entry
, newinfo
);
1063 static int get_info(struct net
*net
, void __user
*user
,
1064 const int *len
, int compat
)
1066 char name
[XT_TABLE_MAXNAMELEN
];
1070 if (*len
!= sizeof(struct ipt_getinfo
)) {
1071 duprintf("length %u != %zu\n", *len
,
1072 sizeof(struct ipt_getinfo
));
1076 if (copy_from_user(name
, user
, sizeof(name
)) != 0)
1079 name
[XT_TABLE_MAXNAMELEN
-1] = '\0';
1080 #ifdef CONFIG_COMPAT
1082 xt_compat_lock(AF_INET
);
1084 t
= try_then_request_module(xt_find_table_lock(net
, AF_INET
, name
),
1085 "iptable_%s", name
);
1086 if (!IS_ERR_OR_NULL(t
)) {
1087 struct ipt_getinfo info
;
1088 const struct xt_table_info
*private = t
->private;
1089 #ifdef CONFIG_COMPAT
1090 struct xt_table_info tmp
;
1093 ret
= compat_table_info(private, &tmp
);
1094 xt_compat_flush_offsets(AF_INET
);
1098 memset(&info
, 0, sizeof(info
));
1099 info
.valid_hooks
= t
->valid_hooks
;
1100 memcpy(info
.hook_entry
, private->hook_entry
,
1101 sizeof(info
.hook_entry
));
1102 memcpy(info
.underflow
, private->underflow
,
1103 sizeof(info
.underflow
));
1104 info
.num_entries
= private->number
;
1105 info
.size
= private->size
;
1106 strcpy(info
.name
, name
);
1108 if (copy_to_user(user
, &info
, *len
) != 0)
1116 ret
= t
? PTR_ERR(t
) : -ENOENT
;
1117 #ifdef CONFIG_COMPAT
1119 xt_compat_unlock(AF_INET
);
1125 get_entries(struct net
*net
, struct ipt_get_entries __user
*uptr
,
1129 struct ipt_get_entries get
;
1132 if (*len
< sizeof(get
)) {
1133 duprintf("get_entries: %u < %zu\n", *len
, sizeof(get
));
1136 if (copy_from_user(&get
, uptr
, sizeof(get
)) != 0)
1138 if (*len
!= sizeof(struct ipt_get_entries
) + get
.size
) {
1139 duprintf("get_entries: %u != %zu\n",
1140 *len
, sizeof(get
) + get
.size
);
1144 t
= xt_find_table_lock(net
, AF_INET
, get
.name
);
1145 if (!IS_ERR_OR_NULL(t
)) {
1146 const struct xt_table_info
*private = t
->private;
1147 duprintf("t->private->number = %u\n", private->number
);
1148 if (get
.size
== private->size
)
1149 ret
= copy_entries_to_user(private->size
,
1150 t
, uptr
->entrytable
);
1152 duprintf("get_entries: I've got %u not %u!\n",
1153 private->size
, get
.size
);
1159 ret
= t
? PTR_ERR(t
) : -ENOENT
;
1165 __do_replace(struct net
*net
, const char *name
, unsigned int valid_hooks
,
1166 struct xt_table_info
*newinfo
, unsigned int num_counters
,
1167 void __user
*counters_ptr
)
1171 struct xt_table_info
*oldinfo
;
1172 struct xt_counters
*counters
;
1173 void *loc_cpu_old_entry
;
1174 struct ipt_entry
*iter
;
1177 counters
= vzalloc(num_counters
* sizeof(struct xt_counters
));
1183 t
= try_then_request_module(xt_find_table_lock(net
, AF_INET
, name
),
1184 "iptable_%s", name
);
1185 if (IS_ERR_OR_NULL(t
)) {
1186 ret
= t
? PTR_ERR(t
) : -ENOENT
;
1187 goto free_newinfo_counters_untrans
;
1191 if (valid_hooks
!= t
->valid_hooks
) {
1192 duprintf("Valid hook crap: %08X vs %08X\n",
1193 valid_hooks
, t
->valid_hooks
);
1198 oldinfo
= xt_replace_table(t
, num_counters
, newinfo
, &ret
);
1202 /* Update module usage count based on number of rules */
1203 duprintf("do_replace: oldnum=%u, initnum=%u, newnum=%u\n",
1204 oldinfo
->number
, oldinfo
->initial_entries
, newinfo
->number
);
1205 if ((oldinfo
->number
> oldinfo
->initial_entries
) ||
1206 (newinfo
->number
<= oldinfo
->initial_entries
))
1208 if ((oldinfo
->number
> oldinfo
->initial_entries
) &&
1209 (newinfo
->number
<= oldinfo
->initial_entries
))
1212 /* Get the old counters, and synchronize with replace */
1213 get_counters(oldinfo
, counters
);
1215 /* Decrease module usage counts and free resource */
1216 loc_cpu_old_entry
= oldinfo
->entries
[raw_smp_processor_id()];
1217 xt_entry_foreach(iter
, loc_cpu_old_entry
, oldinfo
->size
)
1218 cleanup_entry(iter
, net
);
1220 xt_free_table_info(oldinfo
);
1221 if (copy_to_user(counters_ptr
, counters
,
1222 sizeof(struct xt_counters
) * num_counters
) != 0) {
1223 /* Silent error, can't fail, new table is already in place */
1224 net_warn_ratelimited("iptables: counters copy to user failed while replacing table\n");
1233 free_newinfo_counters_untrans
:
1240 do_replace(struct net
*net
, const void __user
*user
, unsigned int len
)
1243 struct ipt_replace tmp
;
1244 struct xt_table_info
*newinfo
;
1245 void *loc_cpu_entry
;
1246 struct ipt_entry
*iter
;
1248 if (copy_from_user(&tmp
, user
, sizeof(tmp
)) != 0)
1251 /* overflow check */
1252 if (tmp
.num_counters
>= INT_MAX
/ sizeof(struct xt_counters
))
1254 tmp
.name
[sizeof(tmp
.name
)-1] = 0;
1256 newinfo
= xt_alloc_table_info(tmp
.size
);
1260 /* choose the copy that is on our node/cpu */
1261 loc_cpu_entry
= newinfo
->entries
[raw_smp_processor_id()];
1262 if (copy_from_user(loc_cpu_entry
, user
+ sizeof(tmp
),
1268 ret
= translate_table(net
, newinfo
, loc_cpu_entry
, &tmp
);
1272 duprintf("Translated table\n");
1274 ret
= __do_replace(net
, tmp
.name
, tmp
.valid_hooks
, newinfo
,
1275 tmp
.num_counters
, tmp
.counters
);
1277 goto free_newinfo_untrans
;
1280 free_newinfo_untrans
:
1281 xt_entry_foreach(iter
, loc_cpu_entry
, newinfo
->size
)
1282 cleanup_entry(iter
, net
);
1284 xt_free_table_info(newinfo
);
1289 do_add_counters(struct net
*net
, const void __user
*user
,
1290 unsigned int len
, int compat
)
1292 unsigned int i
, curcpu
;
1293 struct xt_counters_info tmp
;
1294 struct xt_counters
*paddc
;
1295 unsigned int num_counters
;
1300 const struct xt_table_info
*private;
1302 void *loc_cpu_entry
;
1303 struct ipt_entry
*iter
;
1304 unsigned int addend
;
1305 #ifdef CONFIG_COMPAT
1306 struct compat_xt_counters_info compat_tmp
;
1310 size
= sizeof(struct compat_xt_counters_info
);
1315 size
= sizeof(struct xt_counters_info
);
1318 if (copy_from_user(ptmp
, user
, size
) != 0)
1321 #ifdef CONFIG_COMPAT
1323 num_counters
= compat_tmp
.num_counters
;
1324 name
= compat_tmp
.name
;
1328 num_counters
= tmp
.num_counters
;
1332 if (len
!= size
+ num_counters
* sizeof(struct xt_counters
))
1335 paddc
= vmalloc(len
- size
);
1339 if (copy_from_user(paddc
, user
+ size
, len
- size
) != 0) {
1344 t
= xt_find_table_lock(net
, AF_INET
, name
);
1345 if (IS_ERR_OR_NULL(t
)) {
1346 ret
= t
? PTR_ERR(t
) : -ENOENT
;
1351 private = t
->private;
1352 if (private->number
!= num_counters
) {
1354 goto unlock_up_free
;
1358 /* Choose the copy that is on our node */
1359 curcpu
= smp_processor_id();
1360 loc_cpu_entry
= private->entries
[curcpu
];
1361 addend
= xt_write_recseq_begin();
1362 xt_entry_foreach(iter
, loc_cpu_entry
, private->size
) {
1363 ADD_COUNTER(iter
->counters
, paddc
[i
].bcnt
, paddc
[i
].pcnt
);
1366 xt_write_recseq_end(addend
);
1377 #ifdef CONFIG_COMPAT
1378 struct compat_ipt_replace
{
1379 char name
[XT_TABLE_MAXNAMELEN
];
1383 u32 hook_entry
[NF_INET_NUMHOOKS
];
1384 u32 underflow
[NF_INET_NUMHOOKS
];
1386 compat_uptr_t counters
; /* struct xt_counters * */
1387 struct compat_ipt_entry entries
[0];
1391 compat_copy_entry_to_user(struct ipt_entry
*e
, void __user
**dstptr
,
1392 unsigned int *size
, struct xt_counters
*counters
,
1395 struct xt_entry_target
*t
;
1396 struct compat_ipt_entry __user
*ce
;
1397 u_int16_t target_offset
, next_offset
;
1398 compat_uint_t origsize
;
1399 const struct xt_entry_match
*ematch
;
1403 ce
= (struct compat_ipt_entry __user
*)*dstptr
;
1404 if (copy_to_user(ce
, e
, sizeof(struct ipt_entry
)) != 0 ||
1405 copy_to_user(&ce
->counters
, &counters
[i
],
1406 sizeof(counters
[i
])) != 0)
1409 *dstptr
+= sizeof(struct compat_ipt_entry
);
1410 *size
-= sizeof(struct ipt_entry
) - sizeof(struct compat_ipt_entry
);
1412 xt_ematch_foreach(ematch
, e
) {
1413 ret
= xt_compat_match_to_user(ematch
, dstptr
, size
);
1417 target_offset
= e
->target_offset
- (origsize
- *size
);
1418 t
= ipt_get_target(e
);
1419 ret
= xt_compat_target_to_user(t
, dstptr
, size
);
1422 next_offset
= e
->next_offset
- (origsize
- *size
);
1423 if (put_user(target_offset
, &ce
->target_offset
) != 0 ||
1424 put_user(next_offset
, &ce
->next_offset
) != 0)
1430 compat_find_calc_match(struct xt_entry_match
*m
,
1432 const struct ipt_ip
*ip
,
1433 unsigned int hookmask
,
1436 struct xt_match
*match
;
1438 match
= xt_request_find_match(NFPROTO_IPV4
, m
->u
.user
.name
,
1439 m
->u
.user
.revision
);
1440 if (IS_ERR(match
)) {
1441 duprintf("compat_check_calc_match: `%s' not found\n",
1443 return PTR_ERR(match
);
1445 m
->u
.kernel
.match
= match
;
1446 *size
+= xt_compat_match_offset(match
);
1450 static void compat_release_entry(struct compat_ipt_entry
*e
)
1452 struct xt_entry_target
*t
;
1453 struct xt_entry_match
*ematch
;
1455 /* Cleanup all matches */
1456 xt_ematch_foreach(ematch
, e
)
1457 module_put(ematch
->u
.kernel
.match
->me
);
1458 t
= compat_ipt_get_target(e
);
1459 module_put(t
->u
.kernel
.target
->me
);
1463 check_compat_entry_size_and_hooks(struct compat_ipt_entry
*e
,
1464 struct xt_table_info
*newinfo
,
1466 const unsigned char *base
,
1467 const unsigned char *limit
,
1468 const unsigned int *hook_entries
,
1469 const unsigned int *underflows
,
1472 struct xt_entry_match
*ematch
;
1473 struct xt_entry_target
*t
;
1474 struct xt_target
*target
;
1475 unsigned int entry_offset
;
1479 duprintf("check_compat_entry_size_and_hooks %p\n", e
);
1480 if ((unsigned long)e
% __alignof__(struct compat_ipt_entry
) != 0 ||
1481 (unsigned char *)e
+ sizeof(struct compat_ipt_entry
) >= limit
||
1482 (unsigned char *)e
+ e
->next_offset
> limit
) {
1483 duprintf("Bad offset %p, limit = %p\n", e
, limit
);
1487 if (e
->next_offset
< sizeof(struct compat_ipt_entry
) +
1488 sizeof(struct compat_xt_entry_target
)) {
1489 duprintf("checking: element %p size %u\n",
1494 /* For purposes of check_entry casting the compat entry is fine */
1495 ret
= check_entry((struct ipt_entry
*)e
);
1499 off
= sizeof(struct ipt_entry
) - sizeof(struct compat_ipt_entry
);
1500 entry_offset
= (void *)e
- (void *)base
;
1502 xt_ematch_foreach(ematch
, e
) {
1503 ret
= compat_find_calc_match(ematch
, name
,
1504 &e
->ip
, e
->comefrom
, &off
);
1506 goto release_matches
;
1510 t
= compat_ipt_get_target(e
);
1511 target
= xt_request_find_target(NFPROTO_IPV4
, t
->u
.user
.name
,
1512 t
->u
.user
.revision
);
1513 if (IS_ERR(target
)) {
1514 duprintf("check_compat_entry_size_and_hooks: `%s' not found\n",
1516 ret
= PTR_ERR(target
);
1517 goto release_matches
;
1519 t
->u
.kernel
.target
= target
;
1521 off
+= xt_compat_target_offset(target
);
1523 ret
= xt_compat_add_offset(AF_INET
, entry_offset
, off
);
1527 /* Check hooks & underflows */
1528 for (h
= 0; h
< NF_INET_NUMHOOKS
; h
++) {
1529 if ((unsigned char *)e
- base
== hook_entries
[h
])
1530 newinfo
->hook_entry
[h
] = hook_entries
[h
];
1531 if ((unsigned char *)e
- base
== underflows
[h
])
1532 newinfo
->underflow
[h
] = underflows
[h
];
1535 /* Clear counters and comefrom */
1536 memset(&e
->counters
, 0, sizeof(e
->counters
));
1541 module_put(t
->u
.kernel
.target
->me
);
1543 xt_ematch_foreach(ematch
, e
) {
1546 module_put(ematch
->u
.kernel
.match
->me
);
1552 compat_copy_entry_from_user(struct compat_ipt_entry
*e
, void **dstptr
,
1553 unsigned int *size
, const char *name
,
1554 struct xt_table_info
*newinfo
, unsigned char *base
)
1556 struct xt_entry_target
*t
;
1557 struct xt_target
*target
;
1558 struct ipt_entry
*de
;
1559 unsigned int origsize
;
1561 struct xt_entry_match
*ematch
;
1565 de
= (struct ipt_entry
*)*dstptr
;
1566 memcpy(de
, e
, sizeof(struct ipt_entry
));
1567 memcpy(&de
->counters
, &e
->counters
, sizeof(e
->counters
));
1569 *dstptr
+= sizeof(struct ipt_entry
);
1570 *size
+= sizeof(struct ipt_entry
) - sizeof(struct compat_ipt_entry
);
1572 xt_ematch_foreach(ematch
, e
) {
1573 ret
= xt_compat_match_from_user(ematch
, dstptr
, size
);
1577 de
->target_offset
= e
->target_offset
- (origsize
- *size
);
1578 t
= compat_ipt_get_target(e
);
1579 target
= t
->u
.kernel
.target
;
1580 xt_compat_target_from_user(t
, dstptr
, size
);
1582 de
->next_offset
= e
->next_offset
- (origsize
- *size
);
1583 for (h
= 0; h
< NF_INET_NUMHOOKS
; h
++) {
1584 if ((unsigned char *)de
- base
< newinfo
->hook_entry
[h
])
1585 newinfo
->hook_entry
[h
] -= origsize
- *size
;
1586 if ((unsigned char *)de
- base
< newinfo
->underflow
[h
])
1587 newinfo
->underflow
[h
] -= origsize
- *size
;
1593 compat_check_entry(struct ipt_entry
*e
, struct net
*net
, const char *name
)
1595 struct xt_entry_match
*ematch
;
1596 struct xt_mtchk_param mtpar
;
1603 mtpar
.entryinfo
= &e
->ip
;
1604 mtpar
.hook_mask
= e
->comefrom
;
1605 mtpar
.family
= NFPROTO_IPV4
;
1606 xt_ematch_foreach(ematch
, e
) {
1607 ret
= check_match(ematch
, &mtpar
);
1609 goto cleanup_matches
;
1613 ret
= check_target(e
, net
, name
);
1615 goto cleanup_matches
;
1619 xt_ematch_foreach(ematch
, e
) {
1622 cleanup_match(ematch
, net
);
1628 translate_compat_table(struct net
*net
,
1630 unsigned int valid_hooks
,
1631 struct xt_table_info
**pinfo
,
1633 unsigned int total_size
,
1634 unsigned int number
,
1635 unsigned int *hook_entries
,
1636 unsigned int *underflows
)
1639 struct xt_table_info
*newinfo
, *info
;
1640 void *pos
, *entry0
, *entry1
;
1641 struct compat_ipt_entry
*iter0
;
1642 struct ipt_entry
*iter1
;
1649 info
->number
= number
;
1651 /* Init all hooks to impossible value. */
1652 for (i
= 0; i
< NF_INET_NUMHOOKS
; i
++) {
1653 info
->hook_entry
[i
] = 0xFFFFFFFF;
1654 info
->underflow
[i
] = 0xFFFFFFFF;
1657 duprintf("translate_compat_table: size %u\n", info
->size
);
1659 xt_compat_lock(AF_INET
);
1660 xt_compat_init_offsets(AF_INET
, number
);
1661 /* Walk through entries, checking offsets. */
1662 xt_entry_foreach(iter0
, entry0
, total_size
) {
1663 ret
= check_compat_entry_size_and_hooks(iter0
, info
, &size
,
1665 entry0
+ total_size
,
1676 duprintf("translate_compat_table: %u not %u entries\n",
1681 /* Check hooks all assigned */
1682 for (i
= 0; i
< NF_INET_NUMHOOKS
; i
++) {
1683 /* Only hooks which are valid */
1684 if (!(valid_hooks
& (1 << i
)))
1686 if (info
->hook_entry
[i
] == 0xFFFFFFFF) {
1687 duprintf("Invalid hook entry %u %u\n",
1688 i
, hook_entries
[i
]);
1691 if (info
->underflow
[i
] == 0xFFFFFFFF) {
1692 duprintf("Invalid underflow %u %u\n",
1699 newinfo
= xt_alloc_table_info(size
);
1703 newinfo
->number
= number
;
1704 for (i
= 0; i
< NF_INET_NUMHOOKS
; i
++) {
1705 newinfo
->hook_entry
[i
] = info
->hook_entry
[i
];
1706 newinfo
->underflow
[i
] = info
->underflow
[i
];
1708 entry1
= newinfo
->entries
[raw_smp_processor_id()];
1711 xt_entry_foreach(iter0
, entry0
, total_size
) {
1712 ret
= compat_copy_entry_from_user(iter0
, &pos
, &size
,
1713 name
, newinfo
, entry1
);
1717 xt_compat_flush_offsets(AF_INET
);
1718 xt_compat_unlock(AF_INET
);
1723 if (!mark_source_chains(newinfo
, valid_hooks
, entry1
))
1727 xt_entry_foreach(iter1
, entry1
, newinfo
->size
) {
1728 ret
= compat_check_entry(iter1
, net
, name
);
1732 if (strcmp(ipt_get_target(iter1
)->u
.user
.name
,
1733 XT_ERROR_TARGET
) == 0)
1734 ++newinfo
->stacksize
;
1738 * The first i matches need cleanup_entry (calls ->destroy)
1739 * because they had called ->check already. The other j-i
1740 * entries need only release.
1744 xt_entry_foreach(iter0
, entry0
, newinfo
->size
) {
1749 compat_release_entry(iter0
);
1751 xt_entry_foreach(iter1
, entry1
, newinfo
->size
) {
1754 cleanup_entry(iter1
, net
);
1756 xt_free_table_info(newinfo
);
1760 /* And one copy for every other CPU */
1761 for_each_possible_cpu(i
)
1762 if (newinfo
->entries
[i
] && newinfo
->entries
[i
] != entry1
)
1763 memcpy(newinfo
->entries
[i
], entry1
, newinfo
->size
);
1767 xt_free_table_info(info
);
1771 xt_free_table_info(newinfo
);
1773 xt_entry_foreach(iter0
, entry0
, total_size
) {
1776 compat_release_entry(iter0
);
1780 xt_compat_flush_offsets(AF_INET
);
1781 xt_compat_unlock(AF_INET
);
1786 compat_do_replace(struct net
*net
, void __user
*user
, unsigned int len
)
1789 struct compat_ipt_replace tmp
;
1790 struct xt_table_info
*newinfo
;
1791 void *loc_cpu_entry
;
1792 struct ipt_entry
*iter
;
1794 if (copy_from_user(&tmp
, user
, sizeof(tmp
)) != 0)
1797 /* overflow check */
1798 if (tmp
.size
>= INT_MAX
/ num_possible_cpus())
1800 if (tmp
.num_counters
>= INT_MAX
/ sizeof(struct xt_counters
))
1802 tmp
.name
[sizeof(tmp
.name
)-1] = 0;
1804 newinfo
= xt_alloc_table_info(tmp
.size
);
1808 /* choose the copy that is on our node/cpu */
1809 loc_cpu_entry
= newinfo
->entries
[raw_smp_processor_id()];
1810 if (copy_from_user(loc_cpu_entry
, user
+ sizeof(tmp
),
1816 ret
= translate_compat_table(net
, tmp
.name
, tmp
.valid_hooks
,
1817 &newinfo
, &loc_cpu_entry
, tmp
.size
,
1818 tmp
.num_entries
, tmp
.hook_entry
,
1823 duprintf("compat_do_replace: Translated table\n");
1825 ret
= __do_replace(net
, tmp
.name
, tmp
.valid_hooks
, newinfo
,
1826 tmp
.num_counters
, compat_ptr(tmp
.counters
));
1828 goto free_newinfo_untrans
;
1831 free_newinfo_untrans
:
1832 xt_entry_foreach(iter
, loc_cpu_entry
, newinfo
->size
)
1833 cleanup_entry(iter
, net
);
1835 xt_free_table_info(newinfo
);
1840 compat_do_ipt_set_ctl(struct sock
*sk
, int cmd
, void __user
*user
,
1845 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1849 case IPT_SO_SET_REPLACE
:
1850 ret
= compat_do_replace(sock_net(sk
), user
, len
);
1853 case IPT_SO_SET_ADD_COUNTERS
:
1854 ret
= do_add_counters(sock_net(sk
), user
, len
, 1);
1858 duprintf("do_ipt_set_ctl: unknown request %i\n", cmd
);
1865 struct compat_ipt_get_entries
{
1866 char name
[XT_TABLE_MAXNAMELEN
];
1868 struct compat_ipt_entry entrytable
[0];
1872 compat_copy_entries_to_user(unsigned int total_size
, struct xt_table
*table
,
1873 void __user
*userptr
)
1875 struct xt_counters
*counters
;
1876 const struct xt_table_info
*private = table
->private;
1880 const void *loc_cpu_entry
;
1882 struct ipt_entry
*iter
;
1884 counters
= alloc_counters(table
);
1885 if (IS_ERR(counters
))
1886 return PTR_ERR(counters
);
1888 /* choose the copy that is on our node/cpu, ...
1889 * This choice is lazy (because current thread is
1890 * allowed to migrate to another cpu)
1892 loc_cpu_entry
= private->entries
[raw_smp_processor_id()];
1895 xt_entry_foreach(iter
, loc_cpu_entry
, total_size
) {
1896 ret
= compat_copy_entry_to_user(iter
, &pos
,
1897 &size
, counters
, i
++);
1907 compat_get_entries(struct net
*net
, struct compat_ipt_get_entries __user
*uptr
,
1911 struct compat_ipt_get_entries get
;
1914 if (*len
< sizeof(get
)) {
1915 duprintf("compat_get_entries: %u < %zu\n", *len
, sizeof(get
));
1919 if (copy_from_user(&get
, uptr
, sizeof(get
)) != 0)
1922 if (*len
!= sizeof(struct compat_ipt_get_entries
) + get
.size
) {
1923 duprintf("compat_get_entries: %u != %zu\n",
1924 *len
, sizeof(get
) + get
.size
);
1928 xt_compat_lock(AF_INET
);
1929 t
= xt_find_table_lock(net
, AF_INET
, get
.name
);
1930 if (!IS_ERR_OR_NULL(t
)) {
1931 const struct xt_table_info
*private = t
->private;
1932 struct xt_table_info info
;
1933 duprintf("t->private->number = %u\n", private->number
);
1934 ret
= compat_table_info(private, &info
);
1935 if (!ret
&& get
.size
== info
.size
) {
1936 ret
= compat_copy_entries_to_user(private->size
,
1937 t
, uptr
->entrytable
);
1939 duprintf("compat_get_entries: I've got %u not %u!\n",
1940 private->size
, get
.size
);
1943 xt_compat_flush_offsets(AF_INET
);
1947 ret
= t
? PTR_ERR(t
) : -ENOENT
;
1949 xt_compat_unlock(AF_INET
);
1953 static int do_ipt_get_ctl(struct sock
*, int, void __user
*, int *);
1956 compat_do_ipt_get_ctl(struct sock
*sk
, int cmd
, void __user
*user
, int *len
)
1960 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1964 case IPT_SO_GET_INFO
:
1965 ret
= get_info(sock_net(sk
), user
, len
, 1);
1967 case IPT_SO_GET_ENTRIES
:
1968 ret
= compat_get_entries(sock_net(sk
), user
, len
);
1971 ret
= do_ipt_get_ctl(sk
, cmd
, user
, len
);
1978 do_ipt_set_ctl(struct sock
*sk
, int cmd
, void __user
*user
, unsigned int len
)
1982 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1986 case IPT_SO_SET_REPLACE
:
1987 ret
= do_replace(sock_net(sk
), user
, len
);
1990 case IPT_SO_SET_ADD_COUNTERS
:
1991 ret
= do_add_counters(sock_net(sk
), user
, len
, 0);
1995 duprintf("do_ipt_set_ctl: unknown request %i\n", cmd
);
2003 do_ipt_get_ctl(struct sock
*sk
, int cmd
, void __user
*user
, int *len
)
2007 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
2011 case IPT_SO_GET_INFO
:
2012 ret
= get_info(sock_net(sk
), user
, len
, 0);
2015 case IPT_SO_GET_ENTRIES
:
2016 ret
= get_entries(sock_net(sk
), user
, len
);
2019 case IPT_SO_GET_REVISION_MATCH
:
2020 case IPT_SO_GET_REVISION_TARGET
: {
2021 struct xt_get_revision rev
;
2024 if (*len
!= sizeof(rev
)) {
2028 if (copy_from_user(&rev
, user
, sizeof(rev
)) != 0) {
2032 rev
.name
[sizeof(rev
.name
)-1] = 0;
2034 if (cmd
== IPT_SO_GET_REVISION_TARGET
)
2039 try_then_request_module(xt_find_revision(AF_INET
, rev
.name
,
2042 "ipt_%s", rev
.name
);
2047 duprintf("do_ipt_get_ctl: unknown request %i\n", cmd
);
2054 struct xt_table
*ipt_register_table(struct net
*net
,
2055 const struct xt_table
*table
,
2056 const struct ipt_replace
*repl
)
2059 struct xt_table_info
*newinfo
;
2060 struct xt_table_info bootstrap
= {0};
2061 void *loc_cpu_entry
;
2062 struct xt_table
*new_table
;
2064 newinfo
= xt_alloc_table_info(repl
->size
);
2070 /* choose the copy on our node/cpu, but dont care about preemption */
2071 loc_cpu_entry
= newinfo
->entries
[raw_smp_processor_id()];
2072 memcpy(loc_cpu_entry
, repl
->entries
, repl
->size
);
2074 ret
= translate_table(net
, newinfo
, loc_cpu_entry
, repl
);
2078 new_table
= xt_register_table(net
, table
, &bootstrap
, newinfo
);
2079 if (IS_ERR(new_table
)) {
2080 ret
= PTR_ERR(new_table
);
2087 xt_free_table_info(newinfo
);
2089 return ERR_PTR(ret
);
2092 void ipt_unregister_table(struct net
*net
, struct xt_table
*table
)
2094 struct xt_table_info
*private;
2095 void *loc_cpu_entry
;
2096 struct module
*table_owner
= table
->me
;
2097 struct ipt_entry
*iter
;
2099 private = xt_unregister_table(table
);
2101 /* Decrease module usage counts and free resources */
2102 loc_cpu_entry
= private->entries
[raw_smp_processor_id()];
2103 xt_entry_foreach(iter
, loc_cpu_entry
, private->size
)
2104 cleanup_entry(iter
, net
);
2105 if (private->number
> private->initial_entries
)
2106 module_put(table_owner
);
2107 xt_free_table_info(private);
2110 /* Returns 1 if the type and code is matched by the range, 0 otherwise */
2112 icmp_type_code_match(u_int8_t test_type
, u_int8_t min_code
, u_int8_t max_code
,
2113 u_int8_t type
, u_int8_t code
,
2116 return ((test_type
== 0xFF) ||
2117 (type
== test_type
&& code
>= min_code
&& code
<= max_code
))
2122 icmp_match(const struct sk_buff
*skb
, struct xt_action_param
*par
)
2124 const struct icmphdr
*ic
;
2125 struct icmphdr _icmph
;
2126 const struct ipt_icmp
*icmpinfo
= par
->matchinfo
;
2128 /* Must not be a fragment. */
2129 if (par
->fragoff
!= 0)
2132 ic
= skb_header_pointer(skb
, par
->thoff
, sizeof(_icmph
), &_icmph
);
2134 /* We've been asked to examine this packet, and we
2135 * can't. Hence, no choice but to drop.
2137 duprintf("Dropping evil ICMP tinygram.\n");
2138 par
->hotdrop
= true;
2142 return icmp_type_code_match(icmpinfo
->type
,
2146 !!(icmpinfo
->invflags
&IPT_ICMP_INV
));
2149 static int icmp_checkentry(const struct xt_mtchk_param
*par
)
2151 const struct ipt_icmp
*icmpinfo
= par
->matchinfo
;
2153 /* Must specify no unknown invflags */
2154 return (icmpinfo
->invflags
& ~IPT_ICMP_INV
) ? -EINVAL
: 0;
2157 static struct xt_target ipt_builtin_tg
[] __read_mostly
= {
2159 .name
= XT_STANDARD_TARGET
,
2160 .targetsize
= sizeof(int),
2161 .family
= NFPROTO_IPV4
,
2162 #ifdef CONFIG_COMPAT
2163 .compatsize
= sizeof(compat_int_t
),
2164 .compat_from_user
= compat_standard_from_user
,
2165 .compat_to_user
= compat_standard_to_user
,
2169 .name
= XT_ERROR_TARGET
,
2170 .target
= ipt_error
,
2171 .targetsize
= XT_FUNCTION_MAXNAMELEN
,
2172 .family
= NFPROTO_IPV4
,
2176 static struct nf_sockopt_ops ipt_sockopts
= {
2178 .set_optmin
= IPT_BASE_CTL
,
2179 .set_optmax
= IPT_SO_SET_MAX
+1,
2180 .set
= do_ipt_set_ctl
,
2181 #ifdef CONFIG_COMPAT
2182 .compat_set
= compat_do_ipt_set_ctl
,
2184 .get_optmin
= IPT_BASE_CTL
,
2185 .get_optmax
= IPT_SO_GET_MAX
+1,
2186 .get
= do_ipt_get_ctl
,
2187 #ifdef CONFIG_COMPAT
2188 .compat_get
= compat_do_ipt_get_ctl
,
2190 .owner
= THIS_MODULE
,
2193 static struct xt_match ipt_builtin_mt
[] __read_mostly
= {
2196 .match
= icmp_match
,
2197 .matchsize
= sizeof(struct ipt_icmp
),
2198 .checkentry
= icmp_checkentry
,
2199 .proto
= IPPROTO_ICMP
,
2200 .family
= NFPROTO_IPV4
,
2204 static int __net_init
ip_tables_net_init(struct net
*net
)
2206 return xt_proto_init(net
, NFPROTO_IPV4
);
2209 static void __net_exit
ip_tables_net_exit(struct net
*net
)
2211 xt_proto_fini(net
, NFPROTO_IPV4
);
2214 static struct pernet_operations ip_tables_net_ops
= {
2215 .init
= ip_tables_net_init
,
2216 .exit
= ip_tables_net_exit
,
2219 static int __init
ip_tables_init(void)
2223 ret
= register_pernet_subsys(&ip_tables_net_ops
);
2227 /* No one else will be downing sem now, so we won't sleep */
2228 ret
= xt_register_targets(ipt_builtin_tg
, ARRAY_SIZE(ipt_builtin_tg
));
2231 ret
= xt_register_matches(ipt_builtin_mt
, ARRAY_SIZE(ipt_builtin_mt
));
2235 /* Register setsockopt */
2236 ret
= nf_register_sockopt(&ipt_sockopts
);
2240 pr_info("(C) 2000-2006 Netfilter Core Team\n");
2244 xt_unregister_matches(ipt_builtin_mt
, ARRAY_SIZE(ipt_builtin_mt
));
2246 xt_unregister_targets(ipt_builtin_tg
, ARRAY_SIZE(ipt_builtin_tg
));
2248 unregister_pernet_subsys(&ip_tables_net_ops
);
2253 static void __exit
ip_tables_fini(void)
2255 nf_unregister_sockopt(&ipt_sockopts
);
2257 xt_unregister_matches(ipt_builtin_mt
, ARRAY_SIZE(ipt_builtin_mt
));
2258 xt_unregister_targets(ipt_builtin_tg
, ARRAY_SIZE(ipt_builtin_tg
));
2259 unregister_pernet_subsys(&ip_tables_net_ops
);
2262 EXPORT_SYMBOL(ipt_register_table
);
2263 EXPORT_SYMBOL(ipt_unregister_table
);
2264 EXPORT_SYMBOL(ipt_do_table
);
2265 module_init(ip_tables_init
);
2266 module_exit(ip_tables_fini
);