[GitHub/mt8127/android_kernel_alcatel_ttab.git] / net / sched / act_police.c

/*
 * net/sched/police.c	Input police filter.
 *
 *		This program is free software; you can redistribute it and/or
 *		modify it under the terms of the GNU General Public License
 *		as published by the Free Software Foundation; either version
 *		2 of the License, or (at your option) any later version.
 *
 * Authors:	Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
 * 		J Hadi Salim (action changes)
 */

#include <asm/uaccess.h>
#include <asm/system.h>
#include <linux/bitops.h>
#include <linux/module.h>
#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/sched.h>
#include <linux/string.h>
#include <linux/mm.h>
#include <linux/socket.h>
#include <linux/sockios.h>
#include <linux/in.h>
#include <linux/errno.h>
#include <linux/interrupt.h>
#include <linux/netdevice.h>
#include <linux/skbuff.h>
#include <linux/module.h>
#include <linux/rtnetlink.h>
#include <linux/init.h>
#include <net/sock.h>
#include <net/act_api.h>

#define L2T(p,L)   ((p)->tcfp_R_tab->data[(L)>>(p)->tcfp_R_tab->rate.cell_log])
#define L2T_P(p,L) ((p)->tcfp_P_tab->data[(L)>>(p)->tcfp_P_tab->rate.cell_log])

#define POL_TAB_MASK     15
static struct tcf_common *tcf_police_ht[POL_TAB_MASK + 1];
static u32 police_idx_gen;
static DEFINE_RWLOCK(police_lock);

static struct tcf_hashinfo police_hash_info = {
	.htab	=	tcf_police_ht,
	.hmask	=	POL_TAB_MASK,
	.lock	=	&police_lock,
};

/* Each policer is serialized by its individual spinlock */

#ifdef CONFIG_NET_CLS_ACT
static int tcf_act_police_walker(struct sk_buff *skb, struct netlink_callback *cb,
                              int type, struct tc_action *a)
{
	struct tcf_common *p;
	int err = 0, index = -1, i = 0, s_i = 0, n_i = 0;
	struct rtattr *r;

	read_lock(&police_lock);

	s_i = cb->args[0];

	for (i = 0; i < (POL_TAB_MASK + 1); i++) {
		p = tcf_police_ht[tcf_hash(i, POL_TAB_MASK)];

		for (; p; p = p->tcfc_next) {
			index++;
			if (index < s_i)
				continue;
			a->priv = p;
			a->order = index;
			r = (struct rtattr*) skb->tail;
			RTA_PUT(skb, a->order, 0, NULL);
			if (type == RTM_DELACTION)
				err = tcf_action_dump_1(skb, a, 0, 1);
			else
				err = tcf_action_dump_1(skb, a, 0, 0);
			if (err < 0) {
				index--;
				skb_trim(skb, (u8*)r - skb->data);
				goto done;
			}
			r->rta_len = skb->tail - (u8*)r;
			n_i++;
		}
	}
done:
	read_unlock(&police_lock);
	if (n_i)
		cb->args[0] += n_i;
	return n_i;

rtattr_failure:
	skb_trim(skb, (u8*)r - skb->data);
	goto done;
}
#endif

void tcf_police_destroy(struct tcf_police *p)
{
	unsigned int h = tcf_hash(p->tcf_index, POL_TAB_MASK);
	struct tcf_common **p1p;
	
	for (p1p = &tcf_police_ht[h]; *p1p; p1p = &(*p1p)->tcfc_next) {
		if (*p1p == &p->common) {
			write_lock_bh(&police_lock);
			*p1p = p->tcf_next;
			write_unlock_bh(&police_lock);
#ifdef CONFIG_NET_ESTIMATOR
			gen_kill_estimator(&p->tcf_bstats,
					   &p->tcf_rate_est);
#endif
			if (p->tcfp_R_tab)
				qdisc_put_rtab(p->tcfp_R_tab);
			if (p->tcfp_P_tab)
				qdisc_put_rtab(p->tcfp_P_tab);
			kfree(p);
			return;
		}
	}
	BUG_TRAP(0);
}

#ifdef CONFIG_NET_CLS_ACT
static int tcf_act_police_locate(struct rtattr *rta, struct rtattr *est,
                                 struct tc_action *a, int ovr, int bind)
{
	unsigned h;
	int ret = 0, err;
	struct rtattr *tb[TCA_POLICE_MAX];
	struct tc_police *parm;
	struct tcf_police *police;
	struct qdisc_rate_table *R_tab = NULL, *P_tab = NULL;

	if (rta == NULL || rtattr_parse_nested(tb, TCA_POLICE_MAX, rta) < 0)
		return -EINVAL;

	if (tb[TCA_POLICE_TBF-1] == NULL ||
	    RTA_PAYLOAD(tb[TCA_POLICE_TBF-1]) != sizeof(*parm))
		return -EINVAL;
	parm = RTA_DATA(tb[TCA_POLICE_TBF-1]);

	if (tb[TCA_POLICE_RESULT-1] != NULL &&
	    RTA_PAYLOAD(tb[TCA_POLICE_RESULT-1]) != sizeof(u32))
		return -EINVAL;
	if (tb[TCA_POLICE_RESULT-1] != NULL &&
	    RTA_PAYLOAD(tb[TCA_POLICE_RESULT-1]) != sizeof(u32))
		return -EINVAL;

	if (parm->index) {
		struct tcf_common *pc;

		pc = tcf_hash_lookup(parm->index, &police_hash_info);
		if (pc != NULL) {
			a->priv = pc;
			police = to_police(pc);
			if (bind) {
				police->tcf_bindcnt += 1;
				police->tcf_refcnt += 1;
			}
			if (ovr)
				goto override;
			return ret;
		}
	}

	police = kzalloc(sizeof(*police), GFP_KERNEL);
	if (police == NULL)
		return -ENOMEM;
	ret = ACT_P_CREATED;
	police->tcf_refcnt = 1;
	spin_lock_init(&police->tcf_lock);
	police->tcf_stats_lock = &police->tcf_lock;
	if (bind)
		police->tcf_bindcnt = 1;
override:
	if (parm->rate.rate) {
		err = -ENOMEM;
		R_tab = qdisc_get_rtab(&parm->rate, tb[TCA_POLICE_RATE-1]);
		if (R_tab == NULL)
			goto failure;
		if (parm->peakrate.rate) {
			P_tab = qdisc_get_rtab(&parm->peakrate,
					       tb[TCA_POLICE_PEAKRATE-1]);
			if (P_tab == NULL) {
				qdisc_put_rtab(R_tab);
				goto failure;
			}
		}
	}
	/* No failure allowed after this point */
	spin_lock_bh(&police->tcf_lock);
	if (R_tab != NULL) {
		qdisc_put_rtab(police->tcfp_R_tab);
		police->tcfp_R_tab = R_tab;
	}
	if (P_tab != NULL) {
		qdisc_put_rtab(police->tcfp_P_tab);
		police->tcfp_P_tab = P_tab;
	}

	if (tb[TCA_POLICE_RESULT-1])
		police->tcfp_result = *(u32*)RTA_DATA(tb[TCA_POLICE_RESULT-1]);
	police->tcfp_toks = police->tcfp_burst = parm->burst;
	police->tcfp_mtu = parm->mtu;
	if (police->tcfp_mtu == 0) {
		police->tcfp_mtu = ~0;
		if (police->tcfp_R_tab)
			police->tcfp_mtu = 255<<police->tcfp_R_tab->rate.cell_log;
	}
	if (police->tcfp_P_tab)
		police->tcfp_ptoks = L2T_P(police, police->tcfp_mtu);
	police->tcf_action = parm->action;

#ifdef CONFIG_NET_ESTIMATOR
	if (tb[TCA_POLICE_AVRATE-1])
		police->tcfp_ewma_rate =
			*(u32*)RTA_DATA(tb[TCA_POLICE_AVRATE-1]);
	if (est)
		gen_replace_estimator(&police->tcf_bstats,
				      &police->tcf_rate_est,
				      police->tcf_stats_lock, est);
#endif

	spin_unlock_bh(&police->tcf_lock);
	if (ret != ACT_P_CREATED)
		return ret;

	PSCHED_GET_TIME(police->tcfp_t_c);
	police->tcf_index = parm->index ? parm->index :
		tcf_hash_new_index(&police_idx_gen, &police_hash_info);
	h = tcf_hash(police->tcf_index, POL_TAB_MASK);
	write_lock_bh(&police_lock);
	police->tcf_next = tcf_police_ht[h];
	tcf_police_ht[h] = &police->common;
	write_unlock_bh(&police_lock);

	a->priv = police;
	return ret;

failure:
	if (ret == ACT_P_CREATED)
		kfree(police);
	return err;
}

static int tcf_act_police_cleanup(struct tc_action *a, int bind)
{
	struct tcf_police *p = a->priv;

	if (p != NULL)
		return tcf_police_release(p, bind);
	return 0;
}

static int tcf_act_police(struct sk_buff *skb, struct tc_action *a,
                          struct tcf_result *res)
{
	struct tcf_police *police = a->priv;
	psched_time_t now;
	long toks;
	long ptoks = 0;

	spin_lock(&police->tcf_lock);

	police->tcf_bstats.bytes += skb->len;
	police->tcf_bstats.packets++;

#ifdef CONFIG_NET_ESTIMATOR
	if (police->tcfp_ewma_rate &&
	    police->tcf_rate_est.bps >= police->tcfp_ewma_rate) {
		police->tcf_qstats.overlimits++;
		spin_unlock(&police->tcf_lock);
		return police->tcf_action;
	}
#endif

	if (skb->len <= police->tcfp_mtu) {
		if (police->tcfp_R_tab == NULL) {
			spin_unlock(&police->tcf_lock);
			return police->tcfp_result;
		}

		PSCHED_GET_TIME(now);

		toks = PSCHED_TDIFF_SAFE(now, police->tcfp_t_c,
					 police->tcfp_burst);
		if (police->tcfp_P_tab) {
			ptoks = toks + police->tcfp_ptoks;
			if (ptoks > (long)L2T_P(police, police->tcfp_mtu))
				ptoks = (long)L2T_P(police, police->tcfp_mtu);
			ptoks -= L2T_P(police, skb->len);
		}
		toks += police->tcfp_toks;
		if (toks > (long)police->tcfp_burst)
			toks = police->tcfp_burst;
		toks -= L2T(police, skb->len);
		if ((toks|ptoks) >= 0) {
			police->tcfp_t_c = now;
			police->tcfp_toks = toks;
			police->tcfp_ptoks = ptoks;
			spin_unlock(&police->tcf_lock);
			return police->tcfp_result;
		}
	}

	police->tcf_qstats.overlimits++;
	spin_unlock(&police->tcf_lock);
	return police->tcf_action;
}

static int
tcf_act_police_dump(struct sk_buff *skb, struct tc_action *a, int bind, int ref)
{
	unsigned char	 *b = skb->tail;
	struct tcf_police *police = a->priv;
	struct tc_police opt;

	opt.index = police->tcf_index;
	opt.action = police->tcf_action;
	opt.mtu = police->tcfp_mtu;
	opt.burst = police->tcfp_burst;
	opt.refcnt = police->tcf_refcnt - ref;
	opt.bindcnt = police->tcf_bindcnt - bind;
	if (police->tcfp_R_tab)
		opt.rate = police->tcfp_R_tab->rate;
	else
		memset(&opt.rate, 0, sizeof(opt.rate));
	if (police->tcfp_P_tab)
		opt.peakrate = police->tcfp_P_tab->rate;
	else
		memset(&opt.peakrate, 0, sizeof(opt.peakrate));
	RTA_PUT(skb, TCA_POLICE_TBF, sizeof(opt), &opt);
	if (police->tcfp_result)
		RTA_PUT(skb, TCA_POLICE_RESULT, sizeof(int),
			&police->tcfp_result);
#ifdef CONFIG_NET_ESTIMATOR
	if (police->tcfp_ewma_rate)
		RTA_PUT(skb, TCA_POLICE_AVRATE, 4, &police->tcfp_ewma_rate);
#endif
	return skb->len;

rtattr_failure:
	skb_trim(skb, b - skb->data);
	return -1;
}

MODULE_AUTHOR("Alexey Kuznetsov");
MODULE_DESCRIPTION("Policing actions");
MODULE_LICENSE("GPL");

static struct tc_action_ops act_police_ops = {
	.kind		=	"police",
	.hinfo		=	&police_hash_info,
	.type		=	TCA_ID_POLICE,
	.capab		=	TCA_CAP_NONE,
	.owner		=	THIS_MODULE,
	.act		=	tcf_act_police,
	.dump		=	tcf_act_police_dump,
	.cleanup	=	tcf_act_police_cleanup,
	.lookup		=	tcf_hash_search,
	.init		=	tcf_act_police_locate,
	.walk		=	tcf_act_police_walker
};

static int __init
police_init_module(void)
{
	return tcf_register_action(&act_police_ops);
}

static void __exit
police_cleanup_module(void)
{
	tcf_unregister_action(&act_police_ops);
}

module_init(police_init_module);
module_exit(police_cleanup_module);

#else /* CONFIG_NET_CLS_ACT */

static struct tcf_common *tcf_police_lookup(u32 index)
{
	struct tcf_hashinfo *hinfo = &police_hash_info;
	struct tcf_common *p;

	read_lock(hinfo->lock);
	for (p = hinfo->htab[tcf_hash(index, hinfo->hmask)]; p;
	     p = p->tcfc_next) {
		if (p->tcfc_index == index)
			break;
	}
	read_unlock(hinfo->lock);

	return p;
}

static u32 tcf_police_new_index(void)
{
	u32 *idx_gen = &police_idx_gen;
	u32 val = *idx_gen;

	do {
		if (++val == 0)
			val = 1;
	} while (tcf_police_lookup(val));

	return (*idx_gen = val);
}

struct tcf_police *tcf_police_locate(struct rtattr *rta, struct rtattr *est)
{
	unsigned int h;
	struct tcf_police *police;
	struct rtattr *tb[TCA_POLICE_MAX];
	struct tc_police *parm;

	if (rtattr_parse_nested(tb, TCA_POLICE_MAX, rta) < 0)
		return NULL;

	if (tb[TCA_POLICE_TBF-1] == NULL ||
	    RTA_PAYLOAD(tb[TCA_POLICE_TBF-1]) != sizeof(*parm))
		return NULL;

	parm = RTA_DATA(tb[TCA_POLICE_TBF-1]);

	if (parm->index) {
		struct tcf_common *pc;

		pc = tcf_police_lookup(parm->index);
		if (pc) {
			police = to_police(pc);
			police->tcf_refcnt++;
			return police;
		}
	}
	police = kzalloc(sizeof(*police), GFP_KERNEL);
	if (unlikely(!police))
		return NULL;

	police->tcf_refcnt = 1;
	spin_lock_init(&police->tcf_lock);
	police->tcf_stats_lock = &police->tcf_lock;
	if (parm->rate.rate) {
		police->tcfp_R_tab =
			qdisc_get_rtab(&parm->rate, tb[TCA_POLICE_RATE-1]);
		if (police->tcfp_R_tab == NULL)
			goto failure;
		if (parm->peakrate.rate) {
			police->tcfp_P_tab =
				qdisc_get_rtab(&parm->peakrate,
					       tb[TCA_POLICE_PEAKRATE-1]);
			if (police->tcfp_P_tab == NULL)
				goto failure;
		}
	}
	if (tb[TCA_POLICE_RESULT-1]) {
		if (RTA_PAYLOAD(tb[TCA_POLICE_RESULT-1]) != sizeof(u32))
			goto failure;
		police->tcfp_result = *(u32*)RTA_DATA(tb[TCA_POLICE_RESULT-1]);
	}
#ifdef CONFIG_NET_ESTIMATOR
	if (tb[TCA_POLICE_AVRATE-1]) {
		if (RTA_PAYLOAD(tb[TCA_POLICE_AVRATE-1]) != sizeof(u32))
			goto failure;
		police->tcfp_ewma_rate =
			*(u32*)RTA_DATA(tb[TCA_POLICE_AVRATE-1]);
	}
#endif
	police->tcfp_toks = police->tcfp_burst = parm->burst;
	police->tcfp_mtu = parm->mtu;
	if (police->tcfp_mtu == 0) {
		police->tcfp_mtu = ~0;
		if (police->tcfp_R_tab)
			police->tcfp_mtu = 255<<police->tcfp_R_tab->rate.cell_log;
	}
	if (police->tcfp_P_tab)
		police->tcfp_ptoks = L2T_P(police, police->tcfp_mtu);
	PSCHED_GET_TIME(police->tcfp_t_c);
	police->tcf_index = parm->index ? parm->index :
		tcf_police_new_index();
	police->tcf_action = parm->action;
#ifdef CONFIG_NET_ESTIMATOR
	if (est)
		gen_new_estimator(&police->tcf_bstats, &police->tcf_rate_est,
				  police->tcf_stats_lock, est);
#endif
	h = tcf_hash(police->tcf_index, POL_TAB_MASK);
	write_lock_bh(&police_lock);
	police->tcf_next = tcf_police_ht[h];
	tcf_police_ht[h] = &police->common;
	write_unlock_bh(&police_lock);
	return police;

failure:
	if (police->tcfp_R_tab)
		qdisc_put_rtab(police->tcfp_R_tab);
	kfree(police);
	return NULL;
}

int tcf_police(struct sk_buff *skb, struct tcf_police *police)
{
	psched_time_t now;
	long toks;
	long ptoks = 0;

	spin_lock(&police->tcf_lock);

	police->tcf_bstats.bytes += skb->len;
	police->tcf_bstats.packets++;

#ifdef CONFIG_NET_ESTIMATOR
	if (police->tcfp_ewma_rate &&
	    police->tcf_rate_est.bps >= police->tcfp_ewma_rate) {
		police->tcf_qstats.overlimits++;
		spin_unlock(&police->tcf_lock);
		return police->tcf_action;
	}
#endif
	if (skb->len <= police->tcfp_mtu) {
		if (police->tcfp_R_tab == NULL) {
			spin_unlock(&police->tcf_lock);
			return police->tcfp_result;
		}

		PSCHED_GET_TIME(now);
		toks = PSCHED_TDIFF_SAFE(now, police->tcfp_t_c,
					 police->tcfp_burst);
		if (police->tcfp_P_tab) {
			ptoks = toks + police->tcfp_ptoks;
			if (ptoks > (long)L2T_P(police, police->tcfp_mtu))
				ptoks = (long)L2T_P(police, police->tcfp_mtu);
			ptoks -= L2T_P(police, skb->len);
		}
		toks += police->tcfp_toks;
		if (toks > (long)police->tcfp_burst)
			toks = police->tcfp_burst;
		toks -= L2T(police, skb->len);
		if ((toks|ptoks) >= 0) {
			police->tcfp_t_c = now;
			police->tcfp_toks = toks;
			police->tcfp_ptoks = ptoks;
			spin_unlock(&police->tcf_lock);
			return police->tcfp_result;
		}
	}

	police->tcf_qstats.overlimits++;
	spin_unlock(&police->tcf_lock);
	return police->tcf_action;
}
EXPORT_SYMBOL(tcf_police);

int tcf_police_dump(struct sk_buff *skb, struct tcf_police *police)
{
	unsigned char *b = skb->tail;
	struct tc_police opt;

	opt.index = police->tcf_index;
	opt.action = police->tcf_action;
	opt.mtu = police->tcfp_mtu;
	opt.burst = police->tcfp_burst;
	if (police->tcfp_R_tab)
		opt.rate = police->tcfp_R_tab->rate;
	else
		memset(&opt.rate, 0, sizeof(opt.rate));
	if (police->tcfp_P_tab)
		opt.peakrate = police->tcfp_P_tab->rate;
	else
		memset(&opt.peakrate, 0, sizeof(opt.peakrate));
	RTA_PUT(skb, TCA_POLICE_TBF, sizeof(opt), &opt);
	if (police->tcfp_result)
		RTA_PUT(skb, TCA_POLICE_RESULT, sizeof(int),
			&police->tcfp_result);
#ifdef CONFIG_NET_ESTIMATOR
	if (police->tcfp_ewma_rate)
		RTA_PUT(skb, TCA_POLICE_AVRATE, 4, &police->tcfp_ewma_rate);
#endif
	return skb->len;

rtattr_failure:
	skb_trim(skb, b - skb->data);
	return -1;
}

int tcf_police_dump_stats(struct sk_buff *skb, struct tcf_police *police)
{
	struct gnet_dump d;
	
	if (gnet_stats_start_copy_compat(skb, TCA_STATS2, TCA_STATS,
					 TCA_XSTATS, police->tcf_stats_lock,
					 &d) < 0)
		goto errout;
	
	if (gnet_stats_copy_basic(&d, &police->tcf_bstats) < 0 ||
#ifdef CONFIG_NET_ESTIMATOR
	    gnet_stats_copy_rate_est(&d, &police->tcf_rate_est) < 0 ||
#endif
	    gnet_stats_copy_queue(&d, &police->tcf_qstats) < 0)
		goto errout;

	if (gnet_stats_finish_copy(&d) < 0)
		goto errout;

	return 0;

errout:
	return -1;
}

#endif /* CONFIG_NET_CLS_ACT */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* net/sched/police.c Input police filter.
	3	*
	4	* This program is free software; you can redistribute it and/or
	5	* modify it under the terms of the GNU General Public License
	6	* as published by the Free Software Foundation; either version
	7	* 2 of the License, or (at your option) any later version.
	8	*
	9	* Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
	10	* J Hadi Salim (action changes)
	11	*/
	12
	13	#include <asm/uaccess.h>
	14	#include <asm/system.h>
	15	#include <linux/bitops.h>
1da177e4 LT	16	#include <linux/module.h>
	17	#include <linux/types.h>
	18	#include <linux/kernel.h>
	19	#include <linux/sched.h>
	20	#include <linux/string.h>
	21	#include <linux/mm.h>
	22	#include <linux/socket.h>
	23	#include <linux/sockios.h>
	24	#include <linux/in.h>
	25	#include <linux/errno.h>
	26	#include <linux/interrupt.h>
	27	#include <linux/netdevice.h>
	28	#include <linux/skbuff.h>
	29	#include <linux/module.h>
	30	#include <linux/rtnetlink.h>
	31	#include <linux/init.h>
	32	#include <net/sock.h>
	33	#include <net/act_api.h>
	34
e9ce1cd3 DM	35	#define L2T(p,L) ((p)->tcfp_R_tab->data[(L)>>(p)->tcfp_R_tab->rate.cell_log])
e9ce1cd3 DM	36	#define L2T_P(p,L) ((p)->tcfp_P_tab->data[(L)>>(p)->tcfp_P_tab->rate.cell_log])
1da177e4	37
e9ce1cd3 DM	38	#define POL_TAB_MASK 15
	39	static struct tcf_common *tcf_police_ht[POL_TAB_MASK + 1];
	40	static u32 police_idx_gen;
	41	static DEFINE_RWLOCK(police_lock);
1da177e4	42
e9ce1cd3 DM	43	static struct tcf_hashinfo police_hash_info = {
	44	.htab = tcf_police_ht,
	45	.hmask = POL_TAB_MASK,
	46	.lock = &police_lock,
	47	};
1da177e4	48
e9ce1cd3	49	/* Each policer is serialized by its individual spinlock */
1da177e4 LT	50
1da177e4 LT	51	#ifdef CONFIG_NET_CLS_ACT
83b950c8	52	static int tcf_act_police_walker(struct sk_buff skb, struct netlink_callback cb,
1da177e4 LT	53	int type, struct tc_action *a)
1da177e4 LT	54	{
e9ce1cd3	55	struct tcf_common *p;
1da177e4 LT	56	int err = 0, index = -1, i = 0, s_i = 0, n_i = 0;
	57	struct rtattr *r;
	58
	59	read_lock(&police_lock);
	60
	61	s_i = cb->args[0];
	62
e9ce1cd3 DM	63	for (i = 0; i < (POL_TAB_MASK + 1); i++) {
e9ce1cd3 DM	64	p = tcf_police_ht[tcf_hash(i, POL_TAB_MASK)];
1da177e4	65
e9ce1cd3	66	for (; p; p = p->tcfc_next) {
1da177e4 LT	67	index++;
	68	if (index < s_i)
	69	continue;
	70	a->priv = p;
	71	a->order = index;
	72	r = (struct rtattr*) skb->tail;
	73	RTA_PUT(skb, a->order, 0, NULL);
	74	if (type == RTM_DELACTION)
	75	err = tcf_action_dump_1(skb, a, 0, 1);
	76	else
	77	err = tcf_action_dump_1(skb, a, 0, 0);
	78	if (err < 0) {
	79	index--;
	80	skb_trim(skb, (u8*)r - skb->data);
	81	goto done;
	82	}
	83	r->rta_len = skb->tail - (u8*)r;
	84	n_i++;
	85	}
	86	}
	87	done:
	88	read_unlock(&police_lock);
	89	if (n_i)
	90	cb->args[0] += n_i;
	91	return n_i;
	92
	93	rtattr_failure:
	94	skb_trim(skb, (u8*)r - skb->data);
	95	goto done;
	96	}
1da177e4 LT	97	#endif
1da177e4 LT	98
1da177e4 LT	99	void tcf_police_destroy(struct tcf_police *p)
1da177e4 LT	100	{
e9ce1cd3 DM	101	unsigned int h = tcf_hash(p->tcf_index, POL_TAB_MASK);
e9ce1cd3 DM	102	struct tcf_common **p1p;
1da177e4	103
e9ce1cd3 DM	104	for (p1p = &tcf_police_ht[h]; p1p; p1p = &(p1p)->tcfc_next) {
e9ce1cd3 DM	105	if (*p1p == &p->common) {
1da177e4	106	write_lock_bh(&police_lock);
e9ce1cd3	107	*p1p = p->tcf_next;
1da177e4 LT	108	write_unlock_bh(&police_lock);
1da177e4 LT	109	#ifdef CONFIG_NET_ESTIMATOR
e9ce1cd3 DM	110	gen_kill_estimator(&p->tcf_bstats,
e9ce1cd3 DM	111	&p->tcf_rate_est);
1da177e4	112	#endif
e9ce1cd3 DM	113	if (p->tcfp_R_tab)
	114	qdisc_put_rtab(p->tcfp_R_tab);
	115	if (p->tcfp_P_tab)
	116	qdisc_put_rtab(p->tcfp_P_tab);
1da177e4 LT	117	kfree(p);
	118	return;
	119	}
	120	}
	121	BUG_TRAP(0);
	122	}
	123
	124	#ifdef CONFIG_NET_CLS_ACT
	125	static int tcf_act_police_locate(struct rtattr rta, struct rtattr est,
	126	struct tc_action *a, int ovr, int bind)
	127	{
	128	unsigned h;
	129	int ret = 0, err;
	130	struct rtattr *tb[TCA_POLICE_MAX];
	131	struct tc_police *parm;
e9ce1cd3	132	struct tcf_police *police;
1da177e4 LT	133	struct qdisc_rate_table R_tab = NULL, P_tab = NULL;
	134
	135	if (rta == NULL \|\| rtattr_parse_nested(tb, TCA_POLICE_MAX, rta) < 0)
	136	return -EINVAL;
	137
	138	if (tb[TCA_POLICE_TBF-1] == NULL \|\|
	139	RTA_PAYLOAD(tb[TCA_POLICE_TBF-1]) != sizeof(*parm))
	140	return -EINVAL;
	141	parm = RTA_DATA(tb[TCA_POLICE_TBF-1]);
	142
	143	if (tb[TCA_POLICE_RESULT-1] != NULL &&
	144	RTA_PAYLOAD(tb[TCA_POLICE_RESULT-1]) != sizeof(u32))
	145	return -EINVAL;
	146	if (tb[TCA_POLICE_RESULT-1] != NULL &&
	147	RTA_PAYLOAD(tb[TCA_POLICE_RESULT-1]) != sizeof(u32))
	148	return -EINVAL;
	149
e9ce1cd3 DM	150	if (parm->index) {
	151	struct tcf_common *pc;
	152
	153	pc = tcf_hash_lookup(parm->index, &police_hash_info);
	154	if (pc != NULL) {
	155	a->priv = pc;
	156	police = to_police(pc);
	157	if (bind) {
	158	police->tcf_bindcnt += 1;
	159	police->tcf_refcnt += 1;
	160	}
	161	if (ovr)
	162	goto override;
	163	return ret;
1da177e4	164	}
1da177e4 LT	165	}
1da177e4 LT	166
e9ce1cd3 DM	167	police = kzalloc(sizeof(*police), GFP_KERNEL);
e9ce1cd3 DM	168	if (police == NULL)
1da177e4	169	return -ENOMEM;
1da177e4	170	ret = ACT_P_CREATED;
e9ce1cd3 DM	171	police->tcf_refcnt = 1;
	172	spin_lock_init(&police->tcf_lock);
	173	police->tcf_stats_lock = &police->tcf_lock;
1da177e4	174	if (bind)
e9ce1cd3	175	police->tcf_bindcnt = 1;
1da177e4 LT	176	override:
	177	if (parm->rate.rate) {
	178	err = -ENOMEM;
	179	R_tab = qdisc_get_rtab(&parm->rate, tb[TCA_POLICE_RATE-1]);
	180	if (R_tab == NULL)
	181	goto failure;
	182	if (parm->peakrate.rate) {
	183	P_tab = qdisc_get_rtab(&parm->peakrate,
	184	tb[TCA_POLICE_PEAKRATE-1]);
e9ce1cd3	185	if (P_tab == NULL) {
1da177e4 LT	186	qdisc_put_rtab(R_tab);
	187	goto failure;
	188	}
	189	}
	190	}
	191	/* No failure allowed after this point */
e9ce1cd3	192	spin_lock_bh(&police->tcf_lock);
1da177e4	193	if (R_tab != NULL) {
e9ce1cd3 DM	194	qdisc_put_rtab(police->tcfp_R_tab);
e9ce1cd3 DM	195	police->tcfp_R_tab = R_tab;
1da177e4 LT	196	}
1da177e4 LT	197	if (P_tab != NULL) {
e9ce1cd3 DM	198	qdisc_put_rtab(police->tcfp_P_tab);
e9ce1cd3 DM	199	police->tcfp_P_tab = P_tab;
1da177e4 LT	200	}
	201
	202	if (tb[TCA_POLICE_RESULT-1])
e9ce1cd3 DM	203	police->tcfp_result = (u32)RTA_DATA(tb[TCA_POLICE_RESULT-1]);
	204	police->tcfp_toks = police->tcfp_burst = parm->burst;
	205	police->tcfp_mtu = parm->mtu;
	206	if (police->tcfp_mtu == 0) {
	207	police->tcfp_mtu = ~0;
	208	if (police->tcfp_R_tab)
	209	police->tcfp_mtu = 255<<police->tcfp_R_tab->rate.cell_log;
1da177e4	210	}
e9ce1cd3 DM	211	if (police->tcfp_P_tab)
	212	police->tcfp_ptoks = L2T_P(police, police->tcfp_mtu);
	213	police->tcf_action = parm->action;
1da177e4 LT	214
	215	#ifdef CONFIG_NET_ESTIMATOR
	216	if (tb[TCA_POLICE_AVRATE-1])
e9ce1cd3 DM	217	police->tcfp_ewma_rate =
e9ce1cd3 DM	218	(u32)RTA_DATA(tb[TCA_POLICE_AVRATE-1]);
1da177e4	219	if (est)
e9ce1cd3 DM	220	gen_replace_estimator(&police->tcf_bstats,
	221	&police->tcf_rate_est,
	222	police->tcf_stats_lock, est);
1da177e4 LT	223	#endif
1da177e4 LT	224
e9ce1cd3	225	spin_unlock_bh(&police->tcf_lock);
1da177e4 LT	226	if (ret != ACT_P_CREATED)
	227	return ret;
	228
e9ce1cd3 DM	229	PSCHED_GET_TIME(police->tcfp_t_c);
	230	police->tcf_index = parm->index ? parm->index :
	231	tcf_hash_new_index(&police_idx_gen, &police_hash_info);
	232	h = tcf_hash(police->tcf_index, POL_TAB_MASK);
1da177e4	233	write_lock_bh(&police_lock);
e9ce1cd3 DM	234	police->tcf_next = tcf_police_ht[h];
e9ce1cd3 DM	235	tcf_police_ht[h] = &police->common;
1da177e4 LT	236	write_unlock_bh(&police_lock);
1da177e4 LT	237
e9ce1cd3	238	a->priv = police;
1da177e4 LT	239	return ret;
	240
	241	failure:
	242	if (ret == ACT_P_CREATED)
e9ce1cd3	243	kfree(police);
1da177e4 LT	244	return err;
	245	}
	246
	247	static int tcf_act_police_cleanup(struct tc_action *a, int bind)
	248	{
e9ce1cd3	249	struct tcf_police *p = a->priv;
1da177e4 LT	250
	251	if (p != NULL)
	252	return tcf_police_release(p, bind);
	253	return 0;
	254	}
	255
f43c5a0d	256	static int tcf_act_police(struct sk_buff skb, struct tc_action a,
abc3bc58	257	struct tcf_result *res)
1da177e4	258	{
e9ce1cd3	259	struct tcf_police *police = a->priv;
1da177e4	260	psched_time_t now;
1da177e4 LT	261	long toks;
	262	long ptoks = 0;
	263
e9ce1cd3	264	spin_lock(&police->tcf_lock);
1da177e4	265
e9ce1cd3 DM	266	police->tcf_bstats.bytes += skb->len;
e9ce1cd3 DM	267	police->tcf_bstats.packets++;
1da177e4 LT	268
1da177e4 LT	269	#ifdef CONFIG_NET_ESTIMATOR
e9ce1cd3 DM	270	if (police->tcfp_ewma_rate &&
	271	police->tcf_rate_est.bps >= police->tcfp_ewma_rate) {
	272	police->tcf_qstats.overlimits++;
	273	spin_unlock(&police->tcf_lock);
	274	return police->tcf_action;
1da177e4 LT	275	}
	276	#endif
	277
e9ce1cd3 DM	278	if (skb->len <= police->tcfp_mtu) {
	279	if (police->tcfp_R_tab == NULL) {
	280	spin_unlock(&police->tcf_lock);
	281	return police->tcfp_result;
1da177e4 LT	282	}
	283
	284	PSCHED_GET_TIME(now);
	285
e9ce1cd3 DM	286	toks = PSCHED_TDIFF_SAFE(now, police->tcfp_t_c,
	287	police->tcfp_burst);
	288	if (police->tcfp_P_tab) {
	289	ptoks = toks + police->tcfp_ptoks;
	290	if (ptoks > (long)L2T_P(police, police->tcfp_mtu))
	291	ptoks = (long)L2T_P(police, police->tcfp_mtu);
	292	ptoks -= L2T_P(police, skb->len);
1da177e4	293	}
e9ce1cd3 DM	294	toks += police->tcfp_toks;
	295	if (toks > (long)police->tcfp_burst)
	296	toks = police->tcfp_burst;
	297	toks -= L2T(police, skb->len);
1da177e4	298	if ((toks\|ptoks) >= 0) {
e9ce1cd3 DM	299	police->tcfp_t_c = now;
	300	police->tcfp_toks = toks;
	301	police->tcfp_ptoks = ptoks;
	302	spin_unlock(&police->tcf_lock);
	303	return police->tcfp_result;
1da177e4 LT	304	}
	305	}
	306
e9ce1cd3 DM	307	police->tcf_qstats.overlimits++;
	308	spin_unlock(&police->tcf_lock);
	309	return police->tcf_action;
1da177e4 LT	310	}
	311
	312	static int
	313	tcf_act_police_dump(struct sk_buff skb, struct tc_action a, int bind, int ref)
	314	{
	315	unsigned char *b = skb->tail;
e9ce1cd3	316	struct tcf_police *police = a->priv;
1da177e4	317	struct tc_police opt;
e9ce1cd3 DM	318
	319	opt.index = police->tcf_index;
	320	opt.action = police->tcf_action;
	321	opt.mtu = police->tcfp_mtu;
	322	opt.burst = police->tcfp_burst;
	323	opt.refcnt = police->tcf_refcnt - ref;
	324	opt.bindcnt = police->tcf_bindcnt - bind;
	325	if (police->tcfp_R_tab)
	326	opt.rate = police->tcfp_R_tab->rate;
1da177e4 LT	327	else
1da177e4 LT	328	memset(&opt.rate, 0, sizeof(opt.rate));
e9ce1cd3 DM	329	if (police->tcfp_P_tab)
e9ce1cd3 DM	330	opt.peakrate = police->tcfp_P_tab->rate;
1da177e4 LT	331	else
	332	memset(&opt.peakrate, 0, sizeof(opt.peakrate));
	333	RTA_PUT(skb, TCA_POLICE_TBF, sizeof(opt), &opt);
e9ce1cd3 DM	334	if (police->tcfp_result)
	335	RTA_PUT(skb, TCA_POLICE_RESULT, sizeof(int),
	336	&police->tcfp_result);
1da177e4	337	#ifdef CONFIG_NET_ESTIMATOR
e9ce1cd3 DM	338	if (police->tcfp_ewma_rate)
e9ce1cd3 DM	339	RTA_PUT(skb, TCA_POLICE_AVRATE, 4, &police->tcfp_ewma_rate);
1da177e4 LT	340	#endif
	341	return skb->len;
	342
	343	rtattr_failure:
	344	skb_trim(skb, b - skb->data);
	345	return -1;
	346	}
	347
	348	MODULE_AUTHOR("Alexey Kuznetsov");
	349	MODULE_DESCRIPTION("Policing actions");
	350	MODULE_LICENSE("GPL");
	351
	352	static struct tc_action_ops act_police_ops = {
	353	.kind = "police",
e9ce1cd3	354	.hinfo = &police_hash_info,
1da177e4 LT	355	.type = TCA_ID_POLICE,
	356	.capab = TCA_CAP_NONE,
	357	.owner = THIS_MODULE,
	358	.act = tcf_act_police,
	359	.dump = tcf_act_police_dump,
	360	.cleanup = tcf_act_police_cleanup,
e9ce1cd3	361	.lookup = tcf_hash_search,
1da177e4	362	.init = tcf_act_police_locate,
83b950c8	363	.walk = tcf_act_police_walker
1da177e4 LT	364	};
	365
	366	static int __init
	367	police_init_module(void)
	368	{
	369	return tcf_register_action(&act_police_ops);
	370	}
	371
	372	static void __exit
	373	police_cleanup_module(void)
	374	{
	375	tcf_unregister_action(&act_police_ops);
	376	}
	377
	378	module_init(police_init_module);
	379	module_exit(police_cleanup_module);
	380
31bd06eb	381	#else /* CONFIG_NET_CLS_ACT */
1da177e4	382
e9ce1cd3	383	static struct tcf_common *tcf_police_lookup(u32 index)
1da177e4	384	{
e9ce1cd3 DM	385	struct tcf_hashinfo *hinfo = &police_hash_info;
	386	struct tcf_common *p;
	387
	388	read_lock(hinfo->lock);
	389	for (p = hinfo->htab[tcf_hash(index, hinfo->hmask)]; p;
	390	p = p->tcfc_next) {
	391	if (p->tcfc_index == index)
	392	break;
	393	}
	394	read_unlock(hinfo->lock);
	395
	396	return p;
	397	}
	398
	399	static u32 tcf_police_new_index(void)
	400	{
	401	u32 *idx_gen = &police_idx_gen;
	402	u32 val = *idx_gen;
	403
	404	do {
	405	if (++val == 0)
	406	val = 1;
	407	} while (tcf_police_lookup(val));
	408
	409	return (*idx_gen = val);
	410	}
	411
	412	struct tcf_police tcf_police_locate(struct rtattr rta, struct rtattr *est)
	413	{
	414	unsigned int h;
	415	struct tcf_police *police;
1da177e4 LT	416	struct rtattr *tb[TCA_POLICE_MAX];
	417	struct tc_police *parm;
	418
	419	if (rtattr_parse_nested(tb, TCA_POLICE_MAX, rta) < 0)
	420	return NULL;
	421
	422	if (tb[TCA_POLICE_TBF-1] == NULL \|\|
	423	RTA_PAYLOAD(tb[TCA_POLICE_TBF-1]) != sizeof(*parm))
	424	return NULL;
	425
	426	parm = RTA_DATA(tb[TCA_POLICE_TBF-1]);
	427
e9ce1cd3 DM	428	if (parm->index) {
e9ce1cd3 DM	429	struct tcf_common *pc;
1da177e4	430
e9ce1cd3 DM	431	pc = tcf_police_lookup(parm->index);
	432	if (pc) {
	433	police = to_police(pc);
	434	police->tcf_refcnt++;
	435	return police;
	436	}
	437	}
	438	police = kzalloc(sizeof(*police), GFP_KERNEL);
	439	if (unlikely(!police))
1da177e4 LT	440	return NULL;
1da177e4 LT	441
e9ce1cd3 DM	442	police->tcf_refcnt = 1;
	443	spin_lock_init(&police->tcf_lock);
	444	police->tcf_stats_lock = &police->tcf_lock;
1da177e4	445	if (parm->rate.rate) {
e9ce1cd3 DM	446	police->tcfp_R_tab =
	447	qdisc_get_rtab(&parm->rate, tb[TCA_POLICE_RATE-1]);
	448	if (police->tcfp_R_tab == NULL)
1da177e4 LT	449	goto failure;
1da177e4 LT	450	if (parm->peakrate.rate) {
e9ce1cd3 DM	451	police->tcfp_P_tab =
	452	qdisc_get_rtab(&parm->peakrate,
	453	tb[TCA_POLICE_PEAKRATE-1]);
	454	if (police->tcfp_P_tab == NULL)
1da177e4 LT	455	goto failure;
	456	}
	457	}
	458	if (tb[TCA_POLICE_RESULT-1]) {
	459	if (RTA_PAYLOAD(tb[TCA_POLICE_RESULT-1]) != sizeof(u32))
	460	goto failure;
e9ce1cd3	461	police->tcfp_result = (u32)RTA_DATA(tb[TCA_POLICE_RESULT-1]);
1da177e4 LT	462	}
	463	#ifdef CONFIG_NET_ESTIMATOR
	464	if (tb[TCA_POLICE_AVRATE-1]) {
	465	if (RTA_PAYLOAD(tb[TCA_POLICE_AVRATE-1]) != sizeof(u32))
	466	goto failure;
e9ce1cd3 DM	467	police->tcfp_ewma_rate =
e9ce1cd3 DM	468	(u32)RTA_DATA(tb[TCA_POLICE_AVRATE-1]);
1da177e4 LT	469	}
1da177e4 LT	470	#endif
e9ce1cd3 DM	471	police->tcfp_toks = police->tcfp_burst = parm->burst;
	472	police->tcfp_mtu = parm->mtu;
	473	if (police->tcfp_mtu == 0) {
	474	police->tcfp_mtu = ~0;
	475	if (police->tcfp_R_tab)
	476	police->tcfp_mtu = 255<<police->tcfp_R_tab->rate.cell_log;
1da177e4	477	}
e9ce1cd3 DM	478	if (police->tcfp_P_tab)
	479	police->tcfp_ptoks = L2T_P(police, police->tcfp_mtu);
	480	PSCHED_GET_TIME(police->tcfp_t_c);
	481	police->tcf_index = parm->index ? parm->index :
	482	tcf_police_new_index();
	483	police->tcf_action = parm->action;
1da177e4 LT	484	#ifdef CONFIG_NET_ESTIMATOR
1da177e4 LT	485	if (est)
e9ce1cd3 DM	486	gen_new_estimator(&police->tcf_bstats, &police->tcf_rate_est,
e9ce1cd3 DM	487	police->tcf_stats_lock, est);
1da177e4	488	#endif
e9ce1cd3	489	h = tcf_hash(police->tcf_index, POL_TAB_MASK);
1da177e4	490	write_lock_bh(&police_lock);
e9ce1cd3 DM	491	police->tcf_next = tcf_police_ht[h];
e9ce1cd3 DM	492	tcf_police_ht[h] = &police->common;
1da177e4	493	write_unlock_bh(&police_lock);
e9ce1cd3	494	return police;
1da177e4 LT	495
1da177e4 LT	496	failure:
e9ce1cd3 DM	497	if (police->tcfp_R_tab)
	498	qdisc_put_rtab(police->tcfp_R_tab);
	499	kfree(police);
1da177e4 LT	500	return NULL;
	501	}
	502
e9ce1cd3	503	int tcf_police(struct sk_buff skb, struct tcf_police police)
1da177e4 LT	504	{
	505	psched_time_t now;
	506	long toks;
	507	long ptoks = 0;
	508
e9ce1cd3	509	spin_lock(&police->tcf_lock);
1da177e4	510
e9ce1cd3 DM	511	police->tcf_bstats.bytes += skb->len;
e9ce1cd3 DM	512	police->tcf_bstats.packets++;
1da177e4 LT	513
1da177e4 LT	514	#ifdef CONFIG_NET_ESTIMATOR
e9ce1cd3 DM	515	if (police->tcfp_ewma_rate &&
	516	police->tcf_rate_est.bps >= police->tcfp_ewma_rate) {
	517	police->tcf_qstats.overlimits++;
	518	spin_unlock(&police->tcf_lock);
	519	return police->tcf_action;
1da177e4 LT	520	}
1da177e4 LT	521	#endif
e9ce1cd3 DM	522	if (skb->len <= police->tcfp_mtu) {
	523	if (police->tcfp_R_tab == NULL) {
	524	spin_unlock(&police->tcf_lock);
	525	return police->tcfp_result;
1da177e4 LT	526	}
	527
	528	PSCHED_GET_TIME(now);
e9ce1cd3 DM	529	toks = PSCHED_TDIFF_SAFE(now, police->tcfp_t_c,
	530	police->tcfp_burst);
	531	if (police->tcfp_P_tab) {
	532	ptoks = toks + police->tcfp_ptoks;
	533	if (ptoks > (long)L2T_P(police, police->tcfp_mtu))
	534	ptoks = (long)L2T_P(police, police->tcfp_mtu);
	535	ptoks -= L2T_P(police, skb->len);
1da177e4	536	}
e9ce1cd3 DM	537	toks += police->tcfp_toks;
	538	if (toks > (long)police->tcfp_burst)
	539	toks = police->tcfp_burst;
	540	toks -= L2T(police, skb->len);
1da177e4	541	if ((toks\|ptoks) >= 0) {
e9ce1cd3 DM	542	police->tcfp_t_c = now;
	543	police->tcfp_toks = toks;
	544	police->tcfp_ptoks = ptoks;
	545	spin_unlock(&police->tcf_lock);
	546	return police->tcfp_result;
1da177e4 LT	547	}
	548	}
	549
e9ce1cd3 DM	550	police->tcf_qstats.overlimits++;
	551	spin_unlock(&police->tcf_lock);
	552	return police->tcf_action;
1da177e4	553	}
31bd06eb	554	EXPORT_SYMBOL(tcf_police);
1da177e4	555
e9ce1cd3	556	int tcf_police_dump(struct sk_buff skb, struct tcf_police police)
1da177e4	557	{
e9ce1cd3	558	unsigned char *b = skb->tail;
1da177e4 LT	559	struct tc_police opt;
1da177e4 LT	560
e9ce1cd3 DM	561	opt.index = police->tcf_index;
	562	opt.action = police->tcf_action;
	563	opt.mtu = police->tcfp_mtu;
	564	opt.burst = police->tcfp_burst;
	565	if (police->tcfp_R_tab)
	566	opt.rate = police->tcfp_R_tab->rate;
1da177e4 LT	567	else
1da177e4 LT	568	memset(&opt.rate, 0, sizeof(opt.rate));
e9ce1cd3 DM	569	if (police->tcfp_P_tab)
e9ce1cd3 DM	570	opt.peakrate = police->tcfp_P_tab->rate;
1da177e4 LT	571	else
	572	memset(&opt.peakrate, 0, sizeof(opt.peakrate));
	573	RTA_PUT(skb, TCA_POLICE_TBF, sizeof(opt), &opt);
e9ce1cd3 DM	574	if (police->tcfp_result)
	575	RTA_PUT(skb, TCA_POLICE_RESULT, sizeof(int),
	576	&police->tcfp_result);
1da177e4	577	#ifdef CONFIG_NET_ESTIMATOR
e9ce1cd3 DM	578	if (police->tcfp_ewma_rate)
e9ce1cd3 DM	579	RTA_PUT(skb, TCA_POLICE_AVRATE, 4, &police->tcfp_ewma_rate);
1da177e4 LT	580	#endif
	581	return skb->len;
	582
	583	rtattr_failure:
	584	skb_trim(skb, b - skb->data);
	585	return -1;
	586	}
	587
e9ce1cd3	588	int tcf_police_dump_stats(struct sk_buff skb, struct tcf_police police)
1da177e4 LT	589	{
	590	struct gnet_dump d;
	591
	592	if (gnet_stats_start_copy_compat(skb, TCA_STATS2, TCA_STATS,
e9ce1cd3 DM	593	TCA_XSTATS, police->tcf_stats_lock,
e9ce1cd3 DM	594	&d) < 0)
1da177e4 LT	595	goto errout;
1da177e4 LT	596
e9ce1cd3	597	if (gnet_stats_copy_basic(&d, &police->tcf_bstats) < 0 \|\|
1da177e4	598	#ifdef CONFIG_NET_ESTIMATOR
e9ce1cd3	599	gnet_stats_copy_rate_est(&d, &police->tcf_rate_est) < 0 \|\|
1da177e4	600	#endif
e9ce1cd3	601	gnet_stats_copy_queue(&d, &police->tcf_qstats) < 0)
1da177e4 LT	602	goto errout;
	603
	604	if (gnet_stats_finish_copy(&d) < 0)
	605	goto errout;
	606
	607	return 0;
	608
	609	errout:
	610	return -1;
	611	}
	612
31bd06eb	613	#endif /* CONFIG_NET_CLS_ACT */