2 * Packet matching code for ARP packets.
4 * Based heavily, if not almost entirely, upon ip_tables.c framework.
6 * Some ARP specific bits are:
8 * Copyright (C) 2002 David S. Miller (davem@redhat.com)
9 * Copyright (C) 2006-2009 Patrick McHardy <kaber@trash.net>
12 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13 #include <linux/kernel.h>
14 #include <linux/skbuff.h>
15 #include <linux/netdevice.h>
16 #include <linux/capability.h>
17 #include <linux/if_arp.h>
18 #include <linux/kmod.h>
19 #include <linux/vmalloc.h>
20 #include <linux/proc_fs.h>
21 #include <linux/module.h>
22 #include <linux/init.h>
23 #include <linux/mutex.h>
24 #include <linux/err.h>
25 #include <net/compat.h>
27 #include <linux/uaccess.h>
29 #include <linux/netfilter/x_tables.h>
30 #include <linux/netfilter_arp/arp_tables.h>
31 #include "../../netfilter/xt_repldata.h"
33 MODULE_LICENSE("GPL");
34 MODULE_AUTHOR("David S. Miller <davem@redhat.com>");
35 MODULE_DESCRIPTION("arptables core");
37 void *arpt_alloc_initial_table(const struct xt_table
*info
)
39 return xt_alloc_initial_table(arpt
, ARPT
);
41 EXPORT_SYMBOL_GPL(arpt_alloc_initial_table
);
43 static inline int arp_devaddr_compare(const struct arpt_devaddr_info
*ap
,
44 const char *hdr_addr
, int len
)
48 if (len
> ARPT_DEV_ADDR_LEN_MAX
)
49 len
= ARPT_DEV_ADDR_LEN_MAX
;
52 for (i
= 0; i
< len
; i
++)
53 ret
|= (hdr_addr
[i
] ^ ap
->addr
[i
]) & ap
->mask
[i
];
59 * Unfortunately, _b and _mask are not aligned to an int (or long int)
60 * Some arches dont care, unrolling the loop is a win on them.
61 * For other arches, we only have a 16bit alignement.
63 static unsigned long ifname_compare(const char *_a
, const char *_b
, const char *_mask
)
65 #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS
66 unsigned long ret
= ifname_compare_aligned(_a
, _b
, _mask
);
68 unsigned long ret
= 0;
69 const u16
*a
= (const u16
*)_a
;
70 const u16
*b
= (const u16
*)_b
;
71 const u16
*mask
= (const u16
*)_mask
;
74 for (i
= 0; i
< IFNAMSIZ
/sizeof(u16
); i
++)
75 ret
|= (a
[i
] ^ b
[i
]) & mask
[i
];
80 /* Returns whether packet matches rule or not. */
81 static inline int arp_packet_match(const struct arphdr
*arphdr
,
82 struct net_device
*dev
,
85 const struct arpt_arp
*arpinfo
)
87 const char *arpptr
= (char *)(arphdr
+ 1);
88 const char *src_devaddr
, *tgt_devaddr
;
89 __be32 src_ipaddr
, tgt_ipaddr
;
92 if (NF_INVF(arpinfo
, ARPT_INV_ARPOP
,
93 (arphdr
->ar_op
& arpinfo
->arpop_mask
) != arpinfo
->arpop
))
96 if (NF_INVF(arpinfo
, ARPT_INV_ARPHRD
,
97 (arphdr
->ar_hrd
& arpinfo
->arhrd_mask
) != arpinfo
->arhrd
))
100 if (NF_INVF(arpinfo
, ARPT_INV_ARPPRO
,
101 (arphdr
->ar_pro
& arpinfo
->arpro_mask
) != arpinfo
->arpro
))
104 if (NF_INVF(arpinfo
, ARPT_INV_ARPHLN
,
105 (arphdr
->ar_hln
& arpinfo
->arhln_mask
) != arpinfo
->arhln
))
108 src_devaddr
= arpptr
;
109 arpptr
+= dev
->addr_len
;
110 memcpy(&src_ipaddr
, arpptr
, sizeof(u32
));
111 arpptr
+= sizeof(u32
);
112 tgt_devaddr
= arpptr
;
113 arpptr
+= dev
->addr_len
;
114 memcpy(&tgt_ipaddr
, arpptr
, sizeof(u32
));
116 if (NF_INVF(arpinfo
, ARPT_INV_SRCDEVADDR
,
117 arp_devaddr_compare(&arpinfo
->src_devaddr
, src_devaddr
,
119 NF_INVF(arpinfo
, ARPT_INV_TGTDEVADDR
,
120 arp_devaddr_compare(&arpinfo
->tgt_devaddr
, tgt_devaddr
,
124 if (NF_INVF(arpinfo
, ARPT_INV_SRCIP
,
125 (src_ipaddr
& arpinfo
->smsk
.s_addr
) != arpinfo
->src
.s_addr
) ||
126 NF_INVF(arpinfo
, ARPT_INV_TGTIP
,
127 (tgt_ipaddr
& arpinfo
->tmsk
.s_addr
) != arpinfo
->tgt
.s_addr
))
130 /* Look for ifname matches. */
131 ret
= ifname_compare(indev
, arpinfo
->iniface
, arpinfo
->iniface_mask
);
133 if (NF_INVF(arpinfo
, ARPT_INV_VIA_IN
, ret
!= 0))
136 ret
= ifname_compare(outdev
, arpinfo
->outiface
, arpinfo
->outiface_mask
);
138 if (NF_INVF(arpinfo
, ARPT_INV_VIA_OUT
, ret
!= 0))
144 static inline int arp_checkentry(const struct arpt_arp
*arp
)
146 if (arp
->flags
& ~ARPT_F_MASK
)
148 if (arp
->invflags
& ~ARPT_INV_MASK
)
155 arpt_error(struct sk_buff
*skb
, const struct xt_action_param
*par
)
157 net_err_ratelimited("arp_tables: error: '%s'\n",
158 (const char *)par
->targinfo
);
163 static inline const struct xt_entry_target
*
164 arpt_get_target_c(const struct arpt_entry
*e
)
166 return arpt_get_target((struct arpt_entry
*)e
);
169 static inline struct arpt_entry
*
170 get_entry(const void *base
, unsigned int offset
)
172 return (struct arpt_entry
*)(base
+ offset
);
176 struct arpt_entry
*arpt_next_entry(const struct arpt_entry
*entry
)
178 return (void *)entry
+ entry
->next_offset
;
181 unsigned int arpt_do_table(struct sk_buff
*skb
,
182 const struct nf_hook_state
*state
,
183 struct xt_table
*table
)
185 unsigned int hook
= state
->hook
;
186 static const char nulldevname
[IFNAMSIZ
] __attribute__((aligned(sizeof(long))));
187 unsigned int verdict
= NF_DROP
;
188 const struct arphdr
*arp
;
189 struct arpt_entry
*e
, **jumpstack
;
190 const char *indev
, *outdev
;
191 const void *table_base
;
192 unsigned int cpu
, stackidx
= 0;
193 const struct xt_table_info
*private;
194 struct xt_action_param acpar
;
197 if (!pskb_may_pull(skb
, arp_hdr_len(skb
->dev
)))
200 indev
= state
->in
? state
->in
->name
: nulldevname
;
201 outdev
= state
->out
? state
->out
->name
: nulldevname
;
204 addend
= xt_write_recseq_begin();
205 private = table
->private;
206 cpu
= smp_processor_id();
208 * Ensure we load private-> members after we've fetched the base
211 smp_read_barrier_depends();
212 table_base
= private->entries
;
213 jumpstack
= (struct arpt_entry
**)private->jumpstack
[cpu
];
215 /* No TEE support for arptables, so no need to switch to alternate
216 * stack. All targets that reenter must return absolute verdicts.
218 e
= get_entry(table_base
, private->hook_entry
[hook
]);
221 acpar
.hotdrop
= false;
225 const struct xt_entry_target
*t
;
226 struct xt_counters
*counter
;
228 if (!arp_packet_match(arp
, skb
->dev
, indev
, outdev
, &e
->arp
)) {
229 e
= arpt_next_entry(e
);
233 counter
= xt_get_this_cpu_counter(&e
->counters
);
234 ADD_COUNTER(*counter
, arp_hdr_len(skb
->dev
), 1);
236 t
= arpt_get_target_c(e
);
238 /* Standard target? */
239 if (!t
->u
.kernel
.target
->target
) {
242 v
= ((struct xt_standard_target
*)t
)->verdict
;
244 /* Pop from stack? */
245 if (v
!= XT_RETURN
) {
246 verdict
= (unsigned int)(-v
) - 1;
250 e
= get_entry(table_base
,
251 private->underflow
[hook
]);
253 e
= jumpstack
[--stackidx
];
254 e
= arpt_next_entry(e
);
259 != arpt_next_entry(e
)) {
260 jumpstack
[stackidx
++] = e
;
263 e
= get_entry(table_base
, v
);
267 acpar
.target
= t
->u
.kernel
.target
;
268 acpar
.targinfo
= t
->data
;
269 verdict
= t
->u
.kernel
.target
->target(skb
, &acpar
);
271 if (verdict
== XT_CONTINUE
) {
272 /* Target might have changed stuff. */
274 e
= arpt_next_entry(e
);
279 } while (!acpar
.hotdrop
);
280 xt_write_recseq_end(addend
);
289 /* All zeroes == unconditional rule. */
290 static inline bool unconditional(const struct arpt_entry
*e
)
292 static const struct arpt_arp uncond
;
294 return e
->target_offset
== sizeof(struct arpt_entry
) &&
295 memcmp(&e
->arp
, &uncond
, sizeof(uncond
)) == 0;
298 static bool next_offset_ok(const struct xt_table_info
*t
, unsigned int newpos
)
300 if (newpos
> t
->size
- sizeof(struct arpt_entry
))
303 if (newpos
% __alignof__(struct arpt_entry
) != 0)
309 /* Figures out from what hook each rule can be called: returns 0 if
310 * there are loops. Puts hook bitmask in comefrom.
312 static int mark_source_chains(const struct xt_table_info
*newinfo
,
313 unsigned int valid_hooks
, void *entry0
,
314 unsigned int *offsets
)
318 /* No recursion; use packet counter to save back ptrs (reset
319 * to 0 as we leave), and comefrom to save source hook bitmask.
321 for (hook
= 0; hook
< NF_ARP_NUMHOOKS
; hook
++) {
322 unsigned int pos
= newinfo
->hook_entry
[hook
];
323 struct arpt_entry
*e
= entry0
+ pos
;
325 if (!(valid_hooks
& (1 << hook
)))
328 /* Set initial back pointer. */
329 e
->counters
.pcnt
= pos
;
332 const struct xt_standard_target
*t
333 = (void *)arpt_get_target_c(e
);
334 int visited
= e
->comefrom
& (1 << hook
);
336 if (e
->comefrom
& (1 << NF_ARP_NUMHOOKS
))
340 |= ((1 << hook
) | (1 << NF_ARP_NUMHOOKS
));
342 /* Unconditional return/END. */
343 if ((unconditional(e
) &&
344 (strcmp(t
->target
.u
.user
.name
,
345 XT_STANDARD_TARGET
) == 0) &&
346 t
->verdict
< 0) || visited
) {
347 unsigned int oldpos
, size
;
349 if ((strcmp(t
->target
.u
.user
.name
,
350 XT_STANDARD_TARGET
) == 0) &&
351 t
->verdict
< -NF_MAX_VERDICT
- 1)
354 /* Return: backtrack through the last
358 e
->comefrom
^= (1<<NF_ARP_NUMHOOKS
);
360 pos
= e
->counters
.pcnt
;
361 e
->counters
.pcnt
= 0;
363 /* We're at the start. */
368 } while (oldpos
== pos
+ e
->next_offset
);
371 size
= e
->next_offset
;
372 if (!next_offset_ok(newinfo
, pos
+ size
))
374 e
= entry0
+ pos
+ size
;
375 if (pos
+ size
>= newinfo
->size
)
377 e
->counters
.pcnt
= pos
;
380 int newpos
= t
->verdict
;
382 if (strcmp(t
->target
.u
.user
.name
,
383 XT_STANDARD_TARGET
) == 0 &&
385 /* This a jump; chase it. */
386 if (!xt_find_jump_offset(offsets
, newpos
,
391 /* ... this is a fallthru */
392 newpos
= pos
+ e
->next_offset
;
393 if (newpos
>= newinfo
->size
)
397 if (!next_offset_ok(newinfo
, newpos
))
401 e
->counters
.pcnt
= pos
;
410 static inline int check_target(struct arpt_entry
*e
, const char *name
)
412 struct xt_entry_target
*t
= arpt_get_target(e
);
413 struct xt_tgchk_param par
= {
416 .target
= t
->u
.kernel
.target
,
418 .hook_mask
= e
->comefrom
,
419 .family
= NFPROTO_ARP
,
422 return xt_check_target(&par
, t
->u
.target_size
- sizeof(*t
), 0, false);
426 find_check_entry(struct arpt_entry
*e
, const char *name
, unsigned int size
,
427 struct xt_percpu_counter_alloc_state
*alloc_state
)
429 struct xt_entry_target
*t
;
430 struct xt_target
*target
;
433 if (!xt_percpu_counter_alloc(alloc_state
, &e
->counters
))
436 t
= arpt_get_target(e
);
437 target
= xt_request_find_target(NFPROTO_ARP
, t
->u
.user
.name
,
439 if (IS_ERR(target
)) {
440 ret
= PTR_ERR(target
);
443 t
->u
.kernel
.target
= target
;
445 ret
= check_target(e
, name
);
450 module_put(t
->u
.kernel
.target
->me
);
452 xt_percpu_counter_free(&e
->counters
);
457 static bool check_underflow(const struct arpt_entry
*e
)
459 const struct xt_entry_target
*t
;
460 unsigned int verdict
;
462 if (!unconditional(e
))
464 t
= arpt_get_target_c(e
);
465 if (strcmp(t
->u
.user
.name
, XT_STANDARD_TARGET
) != 0)
467 verdict
= ((struct xt_standard_target
*)t
)->verdict
;
468 verdict
= -verdict
- 1;
469 return verdict
== NF_DROP
|| verdict
== NF_ACCEPT
;
472 static inline int check_entry_size_and_hooks(struct arpt_entry
*e
,
473 struct xt_table_info
*newinfo
,
474 const unsigned char *base
,
475 const unsigned char *limit
,
476 const unsigned int *hook_entries
,
477 const unsigned int *underflows
,
478 unsigned int valid_hooks
)
483 if ((unsigned long)e
% __alignof__(struct arpt_entry
) != 0 ||
484 (unsigned char *)e
+ sizeof(struct arpt_entry
) >= limit
||
485 (unsigned char *)e
+ e
->next_offset
> limit
)
489 < sizeof(struct arpt_entry
) + sizeof(struct xt_entry_target
))
492 if (!arp_checkentry(&e
->arp
))
495 err
= xt_check_entry_offsets(e
, e
->elems
, e
->target_offset
,
500 /* Check hooks & underflows */
501 for (h
= 0; h
< NF_ARP_NUMHOOKS
; h
++) {
502 if (!(valid_hooks
& (1 << h
)))
504 if ((unsigned char *)e
- base
== hook_entries
[h
])
505 newinfo
->hook_entry
[h
] = hook_entries
[h
];
506 if ((unsigned char *)e
- base
== underflows
[h
]) {
507 if (!check_underflow(e
))
510 newinfo
->underflow
[h
] = underflows
[h
];
514 /* Clear counters and comefrom */
515 e
->counters
= ((struct xt_counters
) { 0, 0 });
520 static inline void cleanup_entry(struct arpt_entry
*e
)
522 struct xt_tgdtor_param par
;
523 struct xt_entry_target
*t
;
525 t
= arpt_get_target(e
);
526 par
.target
= t
->u
.kernel
.target
;
527 par
.targinfo
= t
->data
;
528 par
.family
= NFPROTO_ARP
;
529 if (par
.target
->destroy
!= NULL
)
530 par
.target
->destroy(&par
);
531 module_put(par
.target
->me
);
532 xt_percpu_counter_free(&e
->counters
);
535 /* Checks and translates the user-supplied table segment (held in
538 static int translate_table(struct xt_table_info
*newinfo
, void *entry0
,
539 const struct arpt_replace
*repl
)
541 struct xt_percpu_counter_alloc_state alloc_state
= { 0 };
542 struct arpt_entry
*iter
;
543 unsigned int *offsets
;
547 newinfo
->size
= repl
->size
;
548 newinfo
->number
= repl
->num_entries
;
550 /* Init all hooks to impossible value. */
551 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
552 newinfo
->hook_entry
[i
] = 0xFFFFFFFF;
553 newinfo
->underflow
[i
] = 0xFFFFFFFF;
556 offsets
= xt_alloc_entry_offsets(newinfo
->number
);
561 /* Walk through entries, checking offsets. */
562 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
563 ret
= check_entry_size_and_hooks(iter
, newinfo
, entry0
,
570 if (i
< repl
->num_entries
)
571 offsets
[i
] = (void *)iter
- entry0
;
573 if (strcmp(arpt_get_target(iter
)->u
.user
.name
,
574 XT_ERROR_TARGET
) == 0)
575 ++newinfo
->stacksize
;
579 if (i
!= repl
->num_entries
)
582 /* Check hooks all assigned */
583 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
584 /* Only hooks which are valid */
585 if (!(repl
->valid_hooks
& (1 << i
)))
587 if (newinfo
->hook_entry
[i
] == 0xFFFFFFFF)
589 if (newinfo
->underflow
[i
] == 0xFFFFFFFF)
593 if (!mark_source_chains(newinfo
, repl
->valid_hooks
, entry0
, offsets
)) {
599 /* Finally, each sanity check must pass */
601 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
602 ret
= find_check_entry(iter
, repl
->name
, repl
->size
,
610 xt_entry_foreach(iter
, entry0
, newinfo
->size
) {
624 static void get_counters(const struct xt_table_info
*t
,
625 struct xt_counters counters
[])
627 struct arpt_entry
*iter
;
631 for_each_possible_cpu(cpu
) {
632 seqcount_t
*s
= &per_cpu(xt_recseq
, cpu
);
635 xt_entry_foreach(iter
, t
->entries
, t
->size
) {
636 struct xt_counters
*tmp
;
640 tmp
= xt_get_per_cpu_counter(&iter
->counters
, cpu
);
642 start
= read_seqcount_begin(s
);
645 } while (read_seqcount_retry(s
, start
));
647 ADD_COUNTER(counters
[i
], bcnt
, pcnt
);
653 static struct xt_counters
*alloc_counters(const struct xt_table
*table
)
655 unsigned int countersize
;
656 struct xt_counters
*counters
;
657 const struct xt_table_info
*private = table
->private;
659 /* We need atomic snapshot of counters: rest doesn't change
660 * (other than comefrom, which userspace doesn't care
663 countersize
= sizeof(struct xt_counters
) * private->number
;
664 counters
= vzalloc(countersize
);
666 if (counters
== NULL
)
667 return ERR_PTR(-ENOMEM
);
669 get_counters(private, counters
);
674 static int copy_entries_to_user(unsigned int total_size
,
675 const struct xt_table
*table
,
676 void __user
*userptr
)
678 unsigned int off
, num
;
679 const struct arpt_entry
*e
;
680 struct xt_counters
*counters
;
681 struct xt_table_info
*private = table
->private;
685 counters
= alloc_counters(table
);
686 if (IS_ERR(counters
))
687 return PTR_ERR(counters
);
689 loc_cpu_entry
= private->entries
;
691 /* FIXME: use iterator macros --RR */
692 /* ... then go back and fix counters and names */
693 for (off
= 0, num
= 0; off
< total_size
; off
+= e
->next_offset
, num
++){
694 const struct xt_entry_target
*t
;
696 e
= loc_cpu_entry
+ off
;
697 if (copy_to_user(userptr
+ off
, e
, sizeof(*e
))) {
701 if (copy_to_user(userptr
+ off
702 + offsetof(struct arpt_entry
, counters
),
704 sizeof(counters
[num
])) != 0) {
709 t
= arpt_get_target_c(e
);
710 if (xt_target_to_user(t
, userptr
+ off
+ e
->target_offset
)) {
722 static void compat_standard_from_user(void *dst
, const void *src
)
724 int v
= *(compat_int_t
*)src
;
727 v
+= xt_compat_calc_jump(NFPROTO_ARP
, v
);
728 memcpy(dst
, &v
, sizeof(v
));
731 static int compat_standard_to_user(void __user
*dst
, const void *src
)
733 compat_int_t cv
= *(int *)src
;
736 cv
-= xt_compat_calc_jump(NFPROTO_ARP
, cv
);
737 return copy_to_user(dst
, &cv
, sizeof(cv
)) ? -EFAULT
: 0;
740 static int compat_calc_entry(const struct arpt_entry
*e
,
741 const struct xt_table_info
*info
,
742 const void *base
, struct xt_table_info
*newinfo
)
744 const struct xt_entry_target
*t
;
745 unsigned int entry_offset
;
748 off
= sizeof(struct arpt_entry
) - sizeof(struct compat_arpt_entry
);
749 entry_offset
= (void *)e
- base
;
751 t
= arpt_get_target_c(e
);
752 off
+= xt_compat_target_offset(t
->u
.kernel
.target
);
753 newinfo
->size
-= off
;
754 ret
= xt_compat_add_offset(NFPROTO_ARP
, entry_offset
, off
);
758 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
759 if (info
->hook_entry
[i
] &&
760 (e
< (struct arpt_entry
*)(base
+ info
->hook_entry
[i
])))
761 newinfo
->hook_entry
[i
] -= off
;
762 if (info
->underflow
[i
] &&
763 (e
< (struct arpt_entry
*)(base
+ info
->underflow
[i
])))
764 newinfo
->underflow
[i
] -= off
;
769 static int compat_table_info(const struct xt_table_info
*info
,
770 struct xt_table_info
*newinfo
)
772 struct arpt_entry
*iter
;
773 const void *loc_cpu_entry
;
776 if (!newinfo
|| !info
)
779 /* we dont care about newinfo->entries */
780 memcpy(newinfo
, info
, offsetof(struct xt_table_info
, entries
));
781 newinfo
->initial_entries
= 0;
782 loc_cpu_entry
= info
->entries
;
783 xt_compat_init_offsets(NFPROTO_ARP
, info
->number
);
784 xt_entry_foreach(iter
, loc_cpu_entry
, info
->size
) {
785 ret
= compat_calc_entry(iter
, info
, loc_cpu_entry
, newinfo
);
793 static int get_info(struct net
*net
, void __user
*user
,
794 const int *len
, int compat
)
796 char name
[XT_TABLE_MAXNAMELEN
];
800 if (*len
!= sizeof(struct arpt_getinfo
))
803 if (copy_from_user(name
, user
, sizeof(name
)) != 0)
806 name
[XT_TABLE_MAXNAMELEN
-1] = '\0';
809 xt_compat_lock(NFPROTO_ARP
);
811 t
= try_then_request_module(xt_find_table_lock(net
, NFPROTO_ARP
, name
),
812 "arptable_%s", name
);
814 struct arpt_getinfo info
;
815 const struct xt_table_info
*private = t
->private;
817 struct xt_table_info tmp
;
820 ret
= compat_table_info(private, &tmp
);
821 xt_compat_flush_offsets(NFPROTO_ARP
);
825 memset(&info
, 0, sizeof(info
));
826 info
.valid_hooks
= t
->valid_hooks
;
827 memcpy(info
.hook_entry
, private->hook_entry
,
828 sizeof(info
.hook_entry
));
829 memcpy(info
.underflow
, private->underflow
,
830 sizeof(info
.underflow
));
831 info
.num_entries
= private->number
;
832 info
.size
= private->size
;
833 strcpy(info
.name
, name
);
835 if (copy_to_user(user
, &info
, *len
) != 0)
845 xt_compat_unlock(NFPROTO_ARP
);
850 static int get_entries(struct net
*net
, struct arpt_get_entries __user
*uptr
,
854 struct arpt_get_entries get
;
857 if (*len
< sizeof(get
))
859 if (copy_from_user(&get
, uptr
, sizeof(get
)) != 0)
861 if (*len
!= sizeof(struct arpt_get_entries
) + get
.size
)
864 get
.name
[sizeof(get
.name
) - 1] = '\0';
866 t
= xt_find_table_lock(net
, NFPROTO_ARP
, get
.name
);
868 const struct xt_table_info
*private = t
->private;
870 if (get
.size
== private->size
)
871 ret
= copy_entries_to_user(private->size
,
872 t
, uptr
->entrytable
);
884 static int __do_replace(struct net
*net
, const char *name
,
885 unsigned int valid_hooks
,
886 struct xt_table_info
*newinfo
,
887 unsigned int num_counters
,
888 void __user
*counters_ptr
)
892 struct xt_table_info
*oldinfo
;
893 struct xt_counters
*counters
;
894 void *loc_cpu_old_entry
;
895 struct arpt_entry
*iter
;
898 counters
= vzalloc(num_counters
* sizeof(struct xt_counters
));
904 t
= try_then_request_module(xt_find_table_lock(net
, NFPROTO_ARP
, name
),
905 "arptable_%s", name
);
908 goto free_newinfo_counters_untrans
;
912 if (valid_hooks
!= t
->valid_hooks
) {
917 oldinfo
= xt_replace_table(t
, num_counters
, newinfo
, &ret
);
921 /* Update module usage count based on number of rules */
922 if ((oldinfo
->number
> oldinfo
->initial_entries
) ||
923 (newinfo
->number
<= oldinfo
->initial_entries
))
925 if ((oldinfo
->number
> oldinfo
->initial_entries
) &&
926 (newinfo
->number
<= oldinfo
->initial_entries
))
929 /* Get the old counters, and synchronize with replace */
930 get_counters(oldinfo
, counters
);
932 /* Decrease module usage counts and free resource */
933 loc_cpu_old_entry
= oldinfo
->entries
;
934 xt_entry_foreach(iter
, loc_cpu_old_entry
, oldinfo
->size
)
937 xt_free_table_info(oldinfo
);
938 if (copy_to_user(counters_ptr
, counters
,
939 sizeof(struct xt_counters
) * num_counters
) != 0) {
940 /* Silent error, can't fail, new table is already in place */
941 net_warn_ratelimited("arptables: counters copy to user failed while replacing table\n");
950 free_newinfo_counters_untrans
:
956 static int do_replace(struct net
*net
, const void __user
*user
,
960 struct arpt_replace tmp
;
961 struct xt_table_info
*newinfo
;
963 struct arpt_entry
*iter
;
965 if (copy_from_user(&tmp
, user
, sizeof(tmp
)) != 0)
969 if (tmp
.num_counters
>= INT_MAX
/ sizeof(struct xt_counters
))
971 if (tmp
.num_counters
== 0)
974 tmp
.name
[sizeof(tmp
.name
)-1] = 0;
976 newinfo
= xt_alloc_table_info(tmp
.size
);
980 loc_cpu_entry
= newinfo
->entries
;
981 if (copy_from_user(loc_cpu_entry
, user
+ sizeof(tmp
),
987 ret
= translate_table(newinfo
, loc_cpu_entry
, &tmp
);
991 ret
= __do_replace(net
, tmp
.name
, tmp
.valid_hooks
, newinfo
,
992 tmp
.num_counters
, tmp
.counters
);
994 goto free_newinfo_untrans
;
997 free_newinfo_untrans
:
998 xt_entry_foreach(iter
, loc_cpu_entry
, newinfo
->size
)
1001 xt_free_table_info(newinfo
);
1005 static int do_add_counters(struct net
*net
, const void __user
*user
,
1006 unsigned int len
, int compat
)
1009 struct xt_counters_info tmp
;
1010 struct xt_counters
*paddc
;
1012 const struct xt_table_info
*private;
1014 struct arpt_entry
*iter
;
1015 unsigned int addend
;
1017 paddc
= xt_copy_counters_from_user(user
, len
, &tmp
, compat
);
1019 return PTR_ERR(paddc
);
1021 t
= xt_find_table_lock(net
, NFPROTO_ARP
, tmp
.name
);
1028 private = t
->private;
1029 if (private->number
!= tmp
.num_counters
) {
1031 goto unlock_up_free
;
1036 addend
= xt_write_recseq_begin();
1037 xt_entry_foreach(iter
, private->entries
, private->size
) {
1038 struct xt_counters
*tmp
;
1040 tmp
= xt_get_this_cpu_counter(&iter
->counters
);
1041 ADD_COUNTER(*tmp
, paddc
[i
].bcnt
, paddc
[i
].pcnt
);
1044 xt_write_recseq_end(addend
);
1055 #ifdef CONFIG_COMPAT
1056 struct compat_arpt_replace
{
1057 char name
[XT_TABLE_MAXNAMELEN
];
1061 u32 hook_entry
[NF_ARP_NUMHOOKS
];
1062 u32 underflow
[NF_ARP_NUMHOOKS
];
1064 compat_uptr_t counters
;
1065 struct compat_arpt_entry entries
[0];
1068 static inline void compat_release_entry(struct compat_arpt_entry
*e
)
1070 struct xt_entry_target
*t
;
1072 t
= compat_arpt_get_target(e
);
1073 module_put(t
->u
.kernel
.target
->me
);
1077 check_compat_entry_size_and_hooks(struct compat_arpt_entry
*e
,
1078 struct xt_table_info
*newinfo
,
1080 const unsigned char *base
,
1081 const unsigned char *limit
)
1083 struct xt_entry_target
*t
;
1084 struct xt_target
*target
;
1085 unsigned int entry_offset
;
1088 if ((unsigned long)e
% __alignof__(struct compat_arpt_entry
) != 0 ||
1089 (unsigned char *)e
+ sizeof(struct compat_arpt_entry
) >= limit
||
1090 (unsigned char *)e
+ e
->next_offset
> limit
)
1093 if (e
->next_offset
< sizeof(struct compat_arpt_entry
) +
1094 sizeof(struct compat_xt_entry_target
))
1097 if (!arp_checkentry(&e
->arp
))
1100 ret
= xt_compat_check_entry_offsets(e
, e
->elems
, e
->target_offset
,
1105 off
= sizeof(struct arpt_entry
) - sizeof(struct compat_arpt_entry
);
1106 entry_offset
= (void *)e
- (void *)base
;
1108 t
= compat_arpt_get_target(e
);
1109 target
= xt_request_find_target(NFPROTO_ARP
, t
->u
.user
.name
,
1110 t
->u
.user
.revision
);
1111 if (IS_ERR(target
)) {
1112 ret
= PTR_ERR(target
);
1115 t
->u
.kernel
.target
= target
;
1117 off
+= xt_compat_target_offset(target
);
1119 ret
= xt_compat_add_offset(NFPROTO_ARP
, entry_offset
, off
);
1121 goto release_target
;
1126 module_put(t
->u
.kernel
.target
->me
);
1132 compat_copy_entry_from_user(struct compat_arpt_entry
*e
, void **dstptr
,
1134 struct xt_table_info
*newinfo
, unsigned char *base
)
1136 struct xt_entry_target
*t
;
1137 struct xt_target
*target
;
1138 struct arpt_entry
*de
;
1139 unsigned int origsize
;
1144 memcpy(de
, e
, sizeof(struct arpt_entry
));
1145 memcpy(&de
->counters
, &e
->counters
, sizeof(e
->counters
));
1147 *dstptr
+= sizeof(struct arpt_entry
);
1148 *size
+= sizeof(struct arpt_entry
) - sizeof(struct compat_arpt_entry
);
1150 de
->target_offset
= e
->target_offset
- (origsize
- *size
);
1151 t
= compat_arpt_get_target(e
);
1152 target
= t
->u
.kernel
.target
;
1153 xt_compat_target_from_user(t
, dstptr
, size
);
1155 de
->next_offset
= e
->next_offset
- (origsize
- *size
);
1156 for (h
= 0; h
< NF_ARP_NUMHOOKS
; h
++) {
1157 if ((unsigned char *)de
- base
< newinfo
->hook_entry
[h
])
1158 newinfo
->hook_entry
[h
] -= origsize
- *size
;
1159 if ((unsigned char *)de
- base
< newinfo
->underflow
[h
])
1160 newinfo
->underflow
[h
] -= origsize
- *size
;
1164 static int translate_compat_table(struct xt_table_info
**pinfo
,
1166 const struct compat_arpt_replace
*compatr
)
1169 struct xt_table_info
*newinfo
, *info
;
1170 void *pos
, *entry0
, *entry1
;
1171 struct compat_arpt_entry
*iter0
;
1172 struct arpt_replace repl
;
1178 size
= compatr
->size
;
1179 info
->number
= compatr
->num_entries
;
1182 xt_compat_lock(NFPROTO_ARP
);
1183 xt_compat_init_offsets(NFPROTO_ARP
, compatr
->num_entries
);
1184 /* Walk through entries, checking offsets. */
1185 xt_entry_foreach(iter0
, entry0
, compatr
->size
) {
1186 ret
= check_compat_entry_size_and_hooks(iter0
, info
, &size
,
1188 entry0
+ compatr
->size
);
1195 if (j
!= compatr
->num_entries
)
1199 newinfo
= xt_alloc_table_info(size
);
1203 newinfo
->number
= compatr
->num_entries
;
1204 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
1205 newinfo
->hook_entry
[i
] = compatr
->hook_entry
[i
];
1206 newinfo
->underflow
[i
] = compatr
->underflow
[i
];
1208 entry1
= newinfo
->entries
;
1210 size
= compatr
->size
;
1211 xt_entry_foreach(iter0
, entry0
, compatr
->size
)
1212 compat_copy_entry_from_user(iter0
, &pos
, &size
,
1215 /* all module references in entry0 are now gone */
1217 xt_compat_flush_offsets(NFPROTO_ARP
);
1218 xt_compat_unlock(NFPROTO_ARP
);
1220 memcpy(&repl
, compatr
, sizeof(*compatr
));
1222 for (i
= 0; i
< NF_ARP_NUMHOOKS
; i
++) {
1223 repl
.hook_entry
[i
] = newinfo
->hook_entry
[i
];
1224 repl
.underflow
[i
] = newinfo
->underflow
[i
];
1227 repl
.num_counters
= 0;
1228 repl
.counters
= NULL
;
1229 repl
.size
= newinfo
->size
;
1230 ret
= translate_table(newinfo
, entry1
, &repl
);
1236 xt_free_table_info(info
);
1240 xt_free_table_info(newinfo
);
1243 xt_compat_flush_offsets(NFPROTO_ARP
);
1244 xt_compat_unlock(NFPROTO_ARP
);
1245 xt_entry_foreach(iter0
, entry0
, compatr
->size
) {
1248 compat_release_entry(iter0
);
1253 static int compat_do_replace(struct net
*net
, void __user
*user
,
1257 struct compat_arpt_replace tmp
;
1258 struct xt_table_info
*newinfo
;
1259 void *loc_cpu_entry
;
1260 struct arpt_entry
*iter
;
1262 if (copy_from_user(&tmp
, user
, sizeof(tmp
)) != 0)
1265 /* overflow check */
1266 if (tmp
.num_counters
>= INT_MAX
/ sizeof(struct xt_counters
))
1268 if (tmp
.num_counters
== 0)
1271 tmp
.name
[sizeof(tmp
.name
)-1] = 0;
1273 newinfo
= xt_alloc_table_info(tmp
.size
);
1277 loc_cpu_entry
= newinfo
->entries
;
1278 if (copy_from_user(loc_cpu_entry
, user
+ sizeof(tmp
), tmp
.size
) != 0) {
1283 ret
= translate_compat_table(&newinfo
, &loc_cpu_entry
, &tmp
);
1287 ret
= __do_replace(net
, tmp
.name
, tmp
.valid_hooks
, newinfo
,
1288 tmp
.num_counters
, compat_ptr(tmp
.counters
));
1290 goto free_newinfo_untrans
;
1293 free_newinfo_untrans
:
1294 xt_entry_foreach(iter
, loc_cpu_entry
, newinfo
->size
)
1295 cleanup_entry(iter
);
1297 xt_free_table_info(newinfo
);
1301 static int compat_do_arpt_set_ctl(struct sock
*sk
, int cmd
, void __user
*user
,
1306 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1310 case ARPT_SO_SET_REPLACE
:
1311 ret
= compat_do_replace(sock_net(sk
), user
, len
);
1314 case ARPT_SO_SET_ADD_COUNTERS
:
1315 ret
= do_add_counters(sock_net(sk
), user
, len
, 1);
1325 static int compat_copy_entry_to_user(struct arpt_entry
*e
, void __user
**dstptr
,
1326 compat_uint_t
*size
,
1327 struct xt_counters
*counters
,
1330 struct xt_entry_target
*t
;
1331 struct compat_arpt_entry __user
*ce
;
1332 u_int16_t target_offset
, next_offset
;
1333 compat_uint_t origsize
;
1338 if (copy_to_user(ce
, e
, sizeof(struct arpt_entry
)) != 0 ||
1339 copy_to_user(&ce
->counters
, &counters
[i
],
1340 sizeof(counters
[i
])) != 0)
1343 *dstptr
+= sizeof(struct compat_arpt_entry
);
1344 *size
-= sizeof(struct arpt_entry
) - sizeof(struct compat_arpt_entry
);
1346 target_offset
= e
->target_offset
- (origsize
- *size
);
1348 t
= arpt_get_target(e
);
1349 ret
= xt_compat_target_to_user(t
, dstptr
, size
);
1352 next_offset
= e
->next_offset
- (origsize
- *size
);
1353 if (put_user(target_offset
, &ce
->target_offset
) != 0 ||
1354 put_user(next_offset
, &ce
->next_offset
) != 0)
1359 static int compat_copy_entries_to_user(unsigned int total_size
,
1360 struct xt_table
*table
,
1361 void __user
*userptr
)
1363 struct xt_counters
*counters
;
1364 const struct xt_table_info
*private = table
->private;
1369 struct arpt_entry
*iter
;
1371 counters
= alloc_counters(table
);
1372 if (IS_ERR(counters
))
1373 return PTR_ERR(counters
);
1377 xt_entry_foreach(iter
, private->entries
, total_size
) {
1378 ret
= compat_copy_entry_to_user(iter
, &pos
,
1379 &size
, counters
, i
++);
1387 struct compat_arpt_get_entries
{
1388 char name
[XT_TABLE_MAXNAMELEN
];
1390 struct compat_arpt_entry entrytable
[0];
1393 static int compat_get_entries(struct net
*net
,
1394 struct compat_arpt_get_entries __user
*uptr
,
1398 struct compat_arpt_get_entries get
;
1401 if (*len
< sizeof(get
))
1403 if (copy_from_user(&get
, uptr
, sizeof(get
)) != 0)
1405 if (*len
!= sizeof(struct compat_arpt_get_entries
) + get
.size
)
1408 get
.name
[sizeof(get
.name
) - 1] = '\0';
1410 xt_compat_lock(NFPROTO_ARP
);
1411 t
= xt_find_table_lock(net
, NFPROTO_ARP
, get
.name
);
1413 const struct xt_table_info
*private = t
->private;
1414 struct xt_table_info info
;
1416 ret
= compat_table_info(private, &info
);
1417 if (!ret
&& get
.size
== info
.size
) {
1418 ret
= compat_copy_entries_to_user(private->size
,
1419 t
, uptr
->entrytable
);
1423 xt_compat_flush_offsets(NFPROTO_ARP
);
1429 xt_compat_unlock(NFPROTO_ARP
);
1433 static int do_arpt_get_ctl(struct sock
*, int, void __user
*, int *);
1435 static int compat_do_arpt_get_ctl(struct sock
*sk
, int cmd
, void __user
*user
,
1440 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1444 case ARPT_SO_GET_INFO
:
1445 ret
= get_info(sock_net(sk
), user
, len
, 1);
1447 case ARPT_SO_GET_ENTRIES
:
1448 ret
= compat_get_entries(sock_net(sk
), user
, len
);
1451 ret
= do_arpt_get_ctl(sk
, cmd
, user
, len
);
1457 static int do_arpt_set_ctl(struct sock
*sk
, int cmd
, void __user
*user
, unsigned int len
)
1461 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1465 case ARPT_SO_SET_REPLACE
:
1466 ret
= do_replace(sock_net(sk
), user
, len
);
1469 case ARPT_SO_SET_ADD_COUNTERS
:
1470 ret
= do_add_counters(sock_net(sk
), user
, len
, 0);
1480 static int do_arpt_get_ctl(struct sock
*sk
, int cmd
, void __user
*user
, int *len
)
1484 if (!ns_capable(sock_net(sk
)->user_ns
, CAP_NET_ADMIN
))
1488 case ARPT_SO_GET_INFO
:
1489 ret
= get_info(sock_net(sk
), user
, len
, 0);
1492 case ARPT_SO_GET_ENTRIES
:
1493 ret
= get_entries(sock_net(sk
), user
, len
);
1496 case ARPT_SO_GET_REVISION_TARGET
: {
1497 struct xt_get_revision rev
;
1499 if (*len
!= sizeof(rev
)) {
1503 if (copy_from_user(&rev
, user
, sizeof(rev
)) != 0) {
1507 rev
.name
[sizeof(rev
.name
)-1] = 0;
1509 try_then_request_module(xt_find_revision(NFPROTO_ARP
, rev
.name
,
1510 rev
.revision
, 1, &ret
),
1511 "arpt_%s", rev
.name
);
1522 static void __arpt_unregister_table(struct xt_table
*table
)
1524 struct xt_table_info
*private;
1525 void *loc_cpu_entry
;
1526 struct module
*table_owner
= table
->me
;
1527 struct arpt_entry
*iter
;
1529 private = xt_unregister_table(table
);
1531 /* Decrease module usage counts and free resources */
1532 loc_cpu_entry
= private->entries
;
1533 xt_entry_foreach(iter
, loc_cpu_entry
, private->size
)
1534 cleanup_entry(iter
);
1535 if (private->number
> private->initial_entries
)
1536 module_put(table_owner
);
1537 xt_free_table_info(private);
1540 int arpt_register_table(struct net
*net
,
1541 const struct xt_table
*table
,
1542 const struct arpt_replace
*repl
,
1543 const struct nf_hook_ops
*ops
,
1544 struct xt_table
**res
)
1547 struct xt_table_info
*newinfo
;
1548 struct xt_table_info bootstrap
= {0};
1549 void *loc_cpu_entry
;
1550 struct xt_table
*new_table
;
1552 newinfo
= xt_alloc_table_info(repl
->size
);
1556 loc_cpu_entry
= newinfo
->entries
;
1557 memcpy(loc_cpu_entry
, repl
->entries
, repl
->size
);
1559 ret
= translate_table(newinfo
, loc_cpu_entry
, repl
);
1563 new_table
= xt_register_table(net
, table
, &bootstrap
, newinfo
);
1564 if (IS_ERR(new_table
)) {
1565 ret
= PTR_ERR(new_table
);
1569 /* set res now, will see skbs right after nf_register_net_hooks */
1570 WRITE_ONCE(*res
, new_table
);
1572 ret
= nf_register_net_hooks(net
, ops
, hweight32(table
->valid_hooks
));
1574 __arpt_unregister_table(new_table
);
1581 xt_free_table_info(newinfo
);
1585 void arpt_unregister_table(struct net
*net
, struct xt_table
*table
,
1586 const struct nf_hook_ops
*ops
)
1588 nf_unregister_net_hooks(net
, ops
, hweight32(table
->valid_hooks
));
1589 __arpt_unregister_table(table
);
1592 /* The built-in targets: standard (NULL) and error. */
1593 static struct xt_target arpt_builtin_tg
[] __read_mostly
= {
1595 .name
= XT_STANDARD_TARGET
,
1596 .targetsize
= sizeof(int),
1597 .family
= NFPROTO_ARP
,
1598 #ifdef CONFIG_COMPAT
1599 .compatsize
= sizeof(compat_int_t
),
1600 .compat_from_user
= compat_standard_from_user
,
1601 .compat_to_user
= compat_standard_to_user
,
1605 .name
= XT_ERROR_TARGET
,
1606 .target
= arpt_error
,
1607 .targetsize
= XT_FUNCTION_MAXNAMELEN
,
1608 .family
= NFPROTO_ARP
,
1612 static struct nf_sockopt_ops arpt_sockopts
= {
1614 .set_optmin
= ARPT_BASE_CTL
,
1615 .set_optmax
= ARPT_SO_SET_MAX
+1,
1616 .set
= do_arpt_set_ctl
,
1617 #ifdef CONFIG_COMPAT
1618 .compat_set
= compat_do_arpt_set_ctl
,
1620 .get_optmin
= ARPT_BASE_CTL
,
1621 .get_optmax
= ARPT_SO_GET_MAX
+1,
1622 .get
= do_arpt_get_ctl
,
1623 #ifdef CONFIG_COMPAT
1624 .compat_get
= compat_do_arpt_get_ctl
,
1626 .owner
= THIS_MODULE
,
1629 static int __net_init
arp_tables_net_init(struct net
*net
)
1631 return xt_proto_init(net
, NFPROTO_ARP
);
1634 static void __net_exit
arp_tables_net_exit(struct net
*net
)
1636 xt_proto_fini(net
, NFPROTO_ARP
);
1639 static struct pernet_operations arp_tables_net_ops
= {
1640 .init
= arp_tables_net_init
,
1641 .exit
= arp_tables_net_exit
,
1644 static int __init
arp_tables_init(void)
1648 ret
= register_pernet_subsys(&arp_tables_net_ops
);
1652 /* No one else will be downing sem now, so we won't sleep */
1653 ret
= xt_register_targets(arpt_builtin_tg
, ARRAY_SIZE(arpt_builtin_tg
));
1657 /* Register setsockopt */
1658 ret
= nf_register_sockopt(&arpt_sockopts
);
1662 pr_info("arp_tables: (C) 2002 David S. Miller\n");
1666 xt_unregister_targets(arpt_builtin_tg
, ARRAY_SIZE(arpt_builtin_tg
));
1668 unregister_pernet_subsys(&arp_tables_net_ops
);
1673 static void __exit
arp_tables_fini(void)
1675 nf_unregister_sockopt(&arpt_sockopts
);
1676 xt_unregister_targets(arpt_builtin_tg
, ARRAY_SIZE(arpt_builtin_tg
));
1677 unregister_pernet_subsys(&arp_tables_net_ops
);
1680 EXPORT_SYMBOL(arpt_register_table
);
1681 EXPORT_SYMBOL(arpt_unregister_table
);
1682 EXPORT_SYMBOL(arpt_do_table
);
1684 module_init(arp_tables_init
);
1685 module_exit(arp_tables_fini
);