net: sched: atomically check-allocate action
Implement function that atomically checks if action exists and either takes reference to it, or allocates idr slot for action index to prevent concurrent allocations of actions with same index. Use EBUSY error pointer to indicate that idr slot is reserved. Implement cleanup helper function that removes temporary error pointer from idr. (in case of error between idr allocation and insertion of newly created action to specified index) Refactor all action init functions to insert new action to idr using this API. Reviewed-by: Marcelo Ricardo Leitner <marcelo.leitner@gmail.com> Signed-off-by: Vlad Buslov <vladbu@mellanox.com> Signed-off-by: Jiri Pirko <jiri@mellanox.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
parent
cae422f379
commit
0190c1d452
18 changed files with 216 additions and 59 deletions
|
@ -154,6 +154,9 @@ int tcf_idr_create(struct tc_action_net *tn, u32 index, struct nlattr *est,
|
||||||
int bind, bool cpustats);
|
int bind, bool cpustats);
|
||||||
void tcf_idr_insert(struct tc_action_net *tn, struct tc_action *a);
|
void tcf_idr_insert(struct tc_action_net *tn, struct tc_action *a);
|
||||||
|
|
||||||
|
void tcf_idr_cleanup(struct tc_action_net *tn, u32 index);
|
||||||
|
int tcf_idr_check_alloc(struct tc_action_net *tn, u32 *index,
|
||||||
|
struct tc_action **a, int bind);
|
||||||
int tcf_idr_delete_index(struct tc_action_net *tn, u32 index);
|
int tcf_idr_delete_index(struct tc_action_net *tn, u32 index);
|
||||||
int __tcf_idr_release(struct tc_action *a, bool bind, bool strict);
|
int __tcf_idr_release(struct tc_action *a, bool bind, bool strict);
|
||||||
|
|
||||||
|
|
|
@ -303,7 +303,9 @@ static bool __tcf_idr_check(struct tc_action_net *tn, u32 index,
|
||||||
|
|
||||||
spin_lock(&idrinfo->lock);
|
spin_lock(&idrinfo->lock);
|
||||||
p = idr_find(&idrinfo->action_idr, index);
|
p = idr_find(&idrinfo->action_idr, index);
|
||||||
if (p) {
|
if (IS_ERR(p)) {
|
||||||
|
p = NULL;
|
||||||
|
} else if (p) {
|
||||||
refcount_inc(&p->tcfa_refcnt);
|
refcount_inc(&p->tcfa_refcnt);
|
||||||
if (bind)
|
if (bind)
|
||||||
atomic_inc(&p->tcfa_bindcnt);
|
atomic_inc(&p->tcfa_bindcnt);
|
||||||
|
@ -371,7 +373,6 @@ int tcf_idr_create(struct tc_action_net *tn, u32 index, struct nlattr *est,
|
||||||
{
|
{
|
||||||
struct tc_action *p = kzalloc(ops->size, GFP_KERNEL);
|
struct tc_action *p = kzalloc(ops->size, GFP_KERNEL);
|
||||||
struct tcf_idrinfo *idrinfo = tn->idrinfo;
|
struct tcf_idrinfo *idrinfo = tn->idrinfo;
|
||||||
struct idr *idr = &idrinfo->action_idr;
|
|
||||||
int err = -ENOMEM;
|
int err = -ENOMEM;
|
||||||
|
|
||||||
if (unlikely(!p))
|
if (unlikely(!p))
|
||||||
|
@ -389,20 +390,6 @@ int tcf_idr_create(struct tc_action_net *tn, u32 index, struct nlattr *est,
|
||||||
goto err2;
|
goto err2;
|
||||||
}
|
}
|
||||||
spin_lock_init(&p->tcfa_lock);
|
spin_lock_init(&p->tcfa_lock);
|
||||||
idr_preload(GFP_KERNEL);
|
|
||||||
spin_lock(&idrinfo->lock);
|
|
||||||
/* user doesn't specify an index */
|
|
||||||
if (!index) {
|
|
||||||
index = 1;
|
|
||||||
err = idr_alloc_u32(idr, NULL, &index, UINT_MAX, GFP_ATOMIC);
|
|
||||||
} else {
|
|
||||||
err = idr_alloc_u32(idr, NULL, &index, index, GFP_ATOMIC);
|
|
||||||
}
|
|
||||||
spin_unlock(&idrinfo->lock);
|
|
||||||
idr_preload_end();
|
|
||||||
if (err)
|
|
||||||
goto err3;
|
|
||||||
|
|
||||||
p->tcfa_index = index;
|
p->tcfa_index = index;
|
||||||
p->tcfa_tm.install = jiffies;
|
p->tcfa_tm.install = jiffies;
|
||||||
p->tcfa_tm.lastuse = jiffies;
|
p->tcfa_tm.lastuse = jiffies;
|
||||||
|
@ -412,7 +399,7 @@ int tcf_idr_create(struct tc_action_net *tn, u32 index, struct nlattr *est,
|
||||||
&p->tcfa_rate_est,
|
&p->tcfa_rate_est,
|
||||||
&p->tcfa_lock, NULL, est);
|
&p->tcfa_lock, NULL, est);
|
||||||
if (err)
|
if (err)
|
||||||
goto err4;
|
goto err3;
|
||||||
}
|
}
|
||||||
|
|
||||||
p->idrinfo = idrinfo;
|
p->idrinfo = idrinfo;
|
||||||
|
@ -420,8 +407,6 @@ int tcf_idr_create(struct tc_action_net *tn, u32 index, struct nlattr *est,
|
||||||
INIT_LIST_HEAD(&p->list);
|
INIT_LIST_HEAD(&p->list);
|
||||||
*a = p;
|
*a = p;
|
||||||
return 0;
|
return 0;
|
||||||
err4:
|
|
||||||
idr_remove(idr, index);
|
|
||||||
err3:
|
err3:
|
||||||
free_percpu(p->cpu_qstats);
|
free_percpu(p->cpu_qstats);
|
||||||
err2:
|
err2:
|
||||||
|
@ -437,11 +422,78 @@ void tcf_idr_insert(struct tc_action_net *tn, struct tc_action *a)
|
||||||
struct tcf_idrinfo *idrinfo = tn->idrinfo;
|
struct tcf_idrinfo *idrinfo = tn->idrinfo;
|
||||||
|
|
||||||
spin_lock(&idrinfo->lock);
|
spin_lock(&idrinfo->lock);
|
||||||
idr_replace(&idrinfo->action_idr, a, a->tcfa_index);
|
/* Replace ERR_PTR(-EBUSY) allocated by tcf_idr_check_alloc */
|
||||||
|
WARN_ON(!IS_ERR(idr_replace(&idrinfo->action_idr, a, a->tcfa_index)));
|
||||||
spin_unlock(&idrinfo->lock);
|
spin_unlock(&idrinfo->lock);
|
||||||
}
|
}
|
||||||
EXPORT_SYMBOL(tcf_idr_insert);
|
EXPORT_SYMBOL(tcf_idr_insert);
|
||||||
|
|
||||||
|
/* Cleanup idr index that was allocated but not initialized. */
|
||||||
|
|
||||||
|
void tcf_idr_cleanup(struct tc_action_net *tn, u32 index)
|
||||||
|
{
|
||||||
|
struct tcf_idrinfo *idrinfo = tn->idrinfo;
|
||||||
|
|
||||||
|
spin_lock(&idrinfo->lock);
|
||||||
|
/* Remove ERR_PTR(-EBUSY) allocated by tcf_idr_check_alloc */
|
||||||
|
WARN_ON(!IS_ERR(idr_remove(&idrinfo->action_idr, index)));
|
||||||
|
spin_unlock(&idrinfo->lock);
|
||||||
|
}
|
||||||
|
EXPORT_SYMBOL(tcf_idr_cleanup);
|
||||||
|
|
||||||
|
/* Check if action with specified index exists. If actions is found, increments
|
||||||
|
* its reference and bind counters, and return 1. Otherwise insert temporary
|
||||||
|
* error pointer (to prevent concurrent users from inserting actions with same
|
||||||
|
* index) and return 0.
|
||||||
|
*/
|
||||||
|
|
||||||
|
int tcf_idr_check_alloc(struct tc_action_net *tn, u32 *index,
|
||||||
|
struct tc_action **a, int bind)
|
||||||
|
{
|
||||||
|
struct tcf_idrinfo *idrinfo = tn->idrinfo;
|
||||||
|
struct tc_action *p;
|
||||||
|
int ret;
|
||||||
|
|
||||||
|
again:
|
||||||
|
spin_lock(&idrinfo->lock);
|
||||||
|
if (*index) {
|
||||||
|
p = idr_find(&idrinfo->action_idr, *index);
|
||||||
|
if (IS_ERR(p)) {
|
||||||
|
/* This means that another process allocated
|
||||||
|
* index but did not assign the pointer yet.
|
||||||
|
*/
|
||||||
|
spin_unlock(&idrinfo->lock);
|
||||||
|
goto again;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (p) {
|
||||||
|
refcount_inc(&p->tcfa_refcnt);
|
||||||
|
if (bind)
|
||||||
|
atomic_inc(&p->tcfa_bindcnt);
|
||||||
|
*a = p;
|
||||||
|
ret = 1;
|
||||||
|
} else {
|
||||||
|
*a = NULL;
|
||||||
|
ret = idr_alloc_u32(&idrinfo->action_idr, NULL, index,
|
||||||
|
*index, GFP_ATOMIC);
|
||||||
|
if (!ret)
|
||||||
|
idr_replace(&idrinfo->action_idr,
|
||||||
|
ERR_PTR(-EBUSY), *index);
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
*index = 1;
|
||||||
|
*a = NULL;
|
||||||
|
ret = idr_alloc_u32(&idrinfo->action_idr, NULL, index,
|
||||||
|
UINT_MAX, GFP_ATOMIC);
|
||||||
|
if (!ret)
|
||||||
|
idr_replace(&idrinfo->action_idr, ERR_PTR(-EBUSY),
|
||||||
|
*index);
|
||||||
|
}
|
||||||
|
spin_unlock(&idrinfo->lock);
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
EXPORT_SYMBOL(tcf_idr_check_alloc);
|
||||||
|
|
||||||
void tcf_idrinfo_destroy(const struct tc_action_ops *ops,
|
void tcf_idrinfo_destroy(const struct tc_action_ops *ops,
|
||||||
struct tcf_idrinfo *idrinfo)
|
struct tcf_idrinfo *idrinfo)
|
||||||
{
|
{
|
||||||
|
|
|
@ -299,14 +299,17 @@ static int tcf_bpf_init(struct net *net, struct nlattr *nla,
|
||||||
|
|
||||||
parm = nla_data(tb[TCA_ACT_BPF_PARMS]);
|
parm = nla_data(tb[TCA_ACT_BPF_PARMS]);
|
||||||
|
|
||||||
if (!tcf_idr_check(tn, parm->index, act, bind)) {
|
ret = tcf_idr_check_alloc(tn, &parm->index, act, bind);
|
||||||
|
if (!ret) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, act,
|
ret = tcf_idr_create(tn, parm->index, est, act,
|
||||||
&act_bpf_ops, bind, true);
|
&act_bpf_ops, bind, true);
|
||||||
if (ret < 0)
|
if (ret < 0) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
res = ACT_P_CREATED;
|
res = ACT_P_CREATED;
|
||||||
} else {
|
} else if (ret > 0) {
|
||||||
/* Don't override defaults. */
|
/* Don't override defaults. */
|
||||||
if (bind)
|
if (bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
@ -315,6 +318,8 @@ static int tcf_bpf_init(struct net *net, struct nlattr *nla,
|
||||||
tcf_idr_release(*act, bind);
|
tcf_idr_release(*act, bind);
|
||||||
return -EEXIST;
|
return -EEXIST;
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
is_bpf = tb[TCA_ACT_BPF_OPS_LEN] && tb[TCA_ACT_BPF_OPS];
|
is_bpf = tb[TCA_ACT_BPF_OPS_LEN] && tb[TCA_ACT_BPF_OPS];
|
||||||
|
|
|
@ -118,11 +118,14 @@ static int tcf_connmark_init(struct net *net, struct nlattr *nla,
|
||||||
|
|
||||||
parm = nla_data(tb[TCA_CONNMARK_PARMS]);
|
parm = nla_data(tb[TCA_CONNMARK_PARMS]);
|
||||||
|
|
||||||
if (!tcf_idr_check(tn, parm->index, a, bind)) {
|
ret = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (!ret) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_connmark_ops, bind, false);
|
&act_connmark_ops, bind, false);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
ci = to_connmark(*a);
|
ci = to_connmark(*a);
|
||||||
ci->tcf_action = parm->action;
|
ci->tcf_action = parm->action;
|
||||||
|
@ -131,7 +134,7 @@ static int tcf_connmark_init(struct net *net, struct nlattr *nla,
|
||||||
|
|
||||||
tcf_idr_insert(tn, *a);
|
tcf_idr_insert(tn, *a);
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else {
|
} else if (ret > 0) {
|
||||||
ci = to_connmark(*a);
|
ci = to_connmark(*a);
|
||||||
if (bind)
|
if (bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
@ -142,6 +145,7 @@ static int tcf_connmark_init(struct net *net, struct nlattr *nla,
|
||||||
/* replacing action and zone */
|
/* replacing action and zone */
|
||||||
ci->tcf_action = parm->action;
|
ci->tcf_action = parm->action;
|
||||||
ci->zone = parm->zone;
|
ci->zone = parm->zone;
|
||||||
|
ret = 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
return ret;
|
return ret;
|
||||||
|
|
|
@ -67,19 +67,24 @@ static int tcf_csum_init(struct net *net, struct nlattr *nla,
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
parm = nla_data(tb[TCA_CSUM_PARMS]);
|
parm = nla_data(tb[TCA_CSUM_PARMS]);
|
||||||
|
|
||||||
if (!tcf_idr_check(tn, parm->index, a, bind)) {
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (!err) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_csum_ops, bind, true);
|
&act_csum_ops, bind, true);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else {
|
} else if (err > 0) {
|
||||||
if (bind)/* dont override defaults */
|
if (bind)/* dont override defaults */
|
||||||
return 0;
|
return 0;
|
||||||
if (!ovr) {
|
if (!ovr) {
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
return -EEXIST;
|
return -EEXIST;
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
return err;
|
||||||
}
|
}
|
||||||
|
|
||||||
p = to_tcf_csum(*a);
|
p = to_tcf_csum(*a);
|
||||||
|
|
|
@ -91,19 +91,24 @@ static int tcf_gact_init(struct net *net, struct nlattr *nla,
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
if (!tcf_idr_check(tn, parm->index, a, bind)) {
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (!err) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_gact_ops, bind, true);
|
&act_gact_ops, bind, true);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else {
|
} else if (err > 0) {
|
||||||
if (bind)/* dont override defaults */
|
if (bind)/* dont override defaults */
|
||||||
return 0;
|
return 0;
|
||||||
if (!ovr) {
|
if (!ovr) {
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
return -EEXIST;
|
return -EEXIST;
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
return err;
|
||||||
}
|
}
|
||||||
|
|
||||||
gact = to_gact(*a);
|
gact = to_gact(*a);
|
||||||
|
|
|
@ -484,7 +484,10 @@ static int tcf_ife_init(struct net *net, struct nlattr *nla,
|
||||||
if (!p)
|
if (!p)
|
||||||
return -ENOMEM;
|
return -ENOMEM;
|
||||||
|
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind) {
|
if (exists && bind) {
|
||||||
kfree(p);
|
kfree(p);
|
||||||
return 0;
|
return 0;
|
||||||
|
@ -494,6 +497,7 @@ static int tcf_ife_init(struct net *net, struct nlattr *nla,
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a, &act_ife_ops,
|
ret = tcf_idr_create(tn, parm->index, est, a, &act_ife_ops,
|
||||||
bind, true);
|
bind, true);
|
||||||
if (ret) {
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
kfree(p);
|
kfree(p);
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
|
@ -119,13 +119,18 @@ static int __tcf_ipt_init(struct net *net, unsigned int id, struct nlattr *nla,
|
||||||
if (tb[TCA_IPT_INDEX] != NULL)
|
if (tb[TCA_IPT_INDEX] != NULL)
|
||||||
index = nla_get_u32(tb[TCA_IPT_INDEX]);
|
index = nla_get_u32(tb[TCA_IPT_INDEX]);
|
||||||
|
|
||||||
exists = tcf_idr_check(tn, index, a, bind);
|
err = tcf_idr_check_alloc(tn, &index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
if (tb[TCA_IPT_HOOK] == NULL || tb[TCA_IPT_TARG] == NULL) {
|
if (tb[TCA_IPT_HOOK] == NULL || tb[TCA_IPT_TARG] == NULL) {
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, index);
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -133,14 +138,18 @@ static int __tcf_ipt_init(struct net *net, unsigned int id, struct nlattr *nla,
|
||||||
if (nla_len(tb[TCA_IPT_TARG]) < td->u.target_size) {
|
if (nla_len(tb[TCA_IPT_TARG]) < td->u.target_size) {
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, index);
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
ret = tcf_idr_create(tn, index, est, a, ops, bind,
|
ret = tcf_idr_create(tn, index, est, a, ops, bind,
|
||||||
false);
|
false);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else {
|
} else {
|
||||||
if (bind)/* dont override defaults */
|
if (bind)/* dont override defaults */
|
||||||
|
|
|
@ -79,7 +79,7 @@ static int tcf_mirred_init(struct net *net, struct nlattr *nla,
|
||||||
struct tcf_mirred *m;
|
struct tcf_mirred *m;
|
||||||
struct net_device *dev;
|
struct net_device *dev;
|
||||||
bool exists = false;
|
bool exists = false;
|
||||||
int ret;
|
int ret, err;
|
||||||
|
|
||||||
if (!nla) {
|
if (!nla) {
|
||||||
NL_SET_ERR_MSG_MOD(extack, "Mirred requires attributes to be passed");
|
NL_SET_ERR_MSG_MOD(extack, "Mirred requires attributes to be passed");
|
||||||
|
@ -94,7 +94,10 @@ static int tcf_mirred_init(struct net *net, struct nlattr *nla,
|
||||||
}
|
}
|
||||||
parm = nla_data(tb[TCA_MIRRED_PARMS]);
|
parm = nla_data(tb[TCA_MIRRED_PARMS]);
|
||||||
|
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
|
@ -107,6 +110,8 @@ static int tcf_mirred_init(struct net *net, struct nlattr *nla,
|
||||||
default:
|
default:
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
NL_SET_ERR_MSG_MOD(extack, "Unknown mirred option");
|
NL_SET_ERR_MSG_MOD(extack, "Unknown mirred option");
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
|
@ -115,6 +120,8 @@ static int tcf_mirred_init(struct net *net, struct nlattr *nla,
|
||||||
if (dev == NULL) {
|
if (dev == NULL) {
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return -ENODEV;
|
return -ENODEV;
|
||||||
}
|
}
|
||||||
mac_header_xmit = dev_is_mac_header_xmit(dev);
|
mac_header_xmit = dev_is_mac_header_xmit(dev);
|
||||||
|
@ -124,13 +131,16 @@ static int tcf_mirred_init(struct net *net, struct nlattr *nla,
|
||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
if (!dev) {
|
if (!dev) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
NL_SET_ERR_MSG_MOD(extack, "Specified device does not exist");
|
NL_SET_ERR_MSG_MOD(extack, "Specified device does not exist");
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_mirred_ops, bind, true);
|
&act_mirred_ops, bind, true);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else if (!ovr) {
|
} else if (!ovr) {
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
|
|
@ -57,19 +57,24 @@ static int tcf_nat_init(struct net *net, struct nlattr *nla, struct nlattr *est,
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
parm = nla_data(tb[TCA_NAT_PARMS]);
|
parm = nla_data(tb[TCA_NAT_PARMS]);
|
||||||
|
|
||||||
if (!tcf_idr_check(tn, parm->index, a, bind)) {
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (!err) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_nat_ops, bind, false);
|
&act_nat_ops, bind, false);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else {
|
} else if (err > 0) {
|
||||||
if (bind)
|
if (bind)
|
||||||
return 0;
|
return 0;
|
||||||
if (!ovr) {
|
if (!ovr) {
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
return -EEXIST;
|
return -EEXIST;
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
return err;
|
||||||
}
|
}
|
||||||
p = to_tcf_nat(*a);
|
p = to_tcf_nat(*a);
|
||||||
|
|
||||||
|
|
|
@ -173,16 +173,20 @@ static int tcf_pedit_init(struct net *net, struct nlattr *nla,
|
||||||
if (IS_ERR(keys_ex))
|
if (IS_ERR(keys_ex))
|
||||||
return PTR_ERR(keys_ex);
|
return PTR_ERR(keys_ex);
|
||||||
|
|
||||||
if (!tcf_idr_check(tn, parm->index, a, bind)) {
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (!err) {
|
||||||
if (!parm->nkeys) {
|
if (!parm->nkeys) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
NL_SET_ERR_MSG_MOD(extack, "Pedit requires keys to be passed");
|
NL_SET_ERR_MSG_MOD(extack, "Pedit requires keys to be passed");
|
||||||
ret = -EINVAL;
|
ret = -EINVAL;
|
||||||
goto out_free;
|
goto out_free;
|
||||||
}
|
}
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_pedit_ops, bind, false);
|
&act_pedit_ops, bind, false);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
goto out_free;
|
goto out_free;
|
||||||
|
}
|
||||||
p = to_pedit(*a);
|
p = to_pedit(*a);
|
||||||
keys = kmalloc(ksize, GFP_KERNEL);
|
keys = kmalloc(ksize, GFP_KERNEL);
|
||||||
if (!keys) {
|
if (!keys) {
|
||||||
|
@ -191,7 +195,7 @@ static int tcf_pedit_init(struct net *net, struct nlattr *nla,
|
||||||
goto out_free;
|
goto out_free;
|
||||||
}
|
}
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else {
|
} else if (err > 0) {
|
||||||
if (bind)
|
if (bind)
|
||||||
goto out_free;
|
goto out_free;
|
||||||
if (!ovr) {
|
if (!ovr) {
|
||||||
|
@ -207,6 +211,8 @@ static int tcf_pedit_init(struct net *net, struct nlattr *nla,
|
||||||
goto out_free;
|
goto out_free;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
return err;
|
||||||
}
|
}
|
||||||
|
|
||||||
spin_lock_bh(&p->tcf_lock);
|
spin_lock_bh(&p->tcf_lock);
|
||||||
|
|
|
@ -101,15 +101,20 @@ static int tcf_act_police_init(struct net *net, struct nlattr *nla,
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
|
|
||||||
parm = nla_data(tb[TCA_POLICE_TBF]);
|
parm = nla_data(tb[TCA_POLICE_TBF]);
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
ret = tcf_idr_create(tn, parm->index, NULL, a,
|
ret = tcf_idr_create(tn, parm->index, NULL, a,
|
||||||
&act_police_ops, bind, false);
|
&act_police_ops, bind, false);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else if (!ovr) {
|
} else if (!ovr) {
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
|
|
@ -46,7 +46,7 @@ static int tcf_sample_init(struct net *net, struct nlattr *nla,
|
||||||
struct tc_sample *parm;
|
struct tc_sample *parm;
|
||||||
struct tcf_sample *s;
|
struct tcf_sample *s;
|
||||||
bool exists = false;
|
bool exists = false;
|
||||||
int ret;
|
int ret, err;
|
||||||
|
|
||||||
if (!nla)
|
if (!nla)
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
|
@ -59,15 +59,20 @@ static int tcf_sample_init(struct net *net, struct nlattr *nla,
|
||||||
|
|
||||||
parm = nla_data(tb[TCA_SAMPLE_PARMS]);
|
parm = nla_data(tb[TCA_SAMPLE_PARMS]);
|
||||||
|
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_sample_ops, bind, false);
|
&act_sample_ops, bind, false);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else if (!ovr) {
|
} else if (!ovr) {
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
|
|
@ -100,21 +100,28 @@ static int tcf_simp_init(struct net *net, struct nlattr *nla,
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
|
|
||||||
parm = nla_data(tb[TCA_DEF_PARMS]);
|
parm = nla_data(tb[TCA_DEF_PARMS]);
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
if (tb[TCA_DEF_DATA] == NULL) {
|
if (tb[TCA_DEF_DATA] == NULL) {
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_simp_ops, bind, false);
|
&act_simp_ops, bind, false);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
d = to_defact(*a);
|
d = to_defact(*a);
|
||||||
ret = alloc_defdata(d, tb[TCA_DEF_DATA]);
|
ret = alloc_defdata(d, tb[TCA_DEF_DATA]);
|
||||||
|
|
|
@ -152,21 +152,28 @@ static int tcf_skbedit_init(struct net *net, struct nlattr *nla,
|
||||||
|
|
||||||
parm = nla_data(tb[TCA_SKBEDIT_PARMS]);
|
parm = nla_data(tb[TCA_SKBEDIT_PARMS]);
|
||||||
|
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
if (!flags) {
|
if (!flags) {
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_skbedit_ops, bind, false);
|
&act_skbedit_ops, bind, false);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
d = to_skbedit(*a);
|
d = to_skbedit(*a);
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
|
|
|
@ -128,21 +128,28 @@ static int tcf_skbmod_init(struct net *net, struct nlattr *nla,
|
||||||
if (parm->flags & SKBMOD_F_SWAPMAC)
|
if (parm->flags & SKBMOD_F_SWAPMAC)
|
||||||
lflags = SKBMOD_F_SWAPMAC;
|
lflags = SKBMOD_F_SWAPMAC;
|
||||||
|
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
if (!lflags) {
|
if (!lflags) {
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_skbmod_ops, bind, true);
|
&act_skbmod_ops, bind, true);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else if (!ovr) {
|
} else if (!ovr) {
|
||||||
|
|
|
@ -237,7 +237,10 @@ static int tunnel_key_init(struct net *net, struct nlattr *nla,
|
||||||
}
|
}
|
||||||
|
|
||||||
parm = nla_data(tb[TCA_TUNNEL_KEY_PARMS]);
|
parm = nla_data(tb[TCA_TUNNEL_KEY_PARMS]);
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
|
@ -325,7 +328,7 @@ static int tunnel_key_init(struct net *net, struct nlattr *nla,
|
||||||
&act_tunnel_key_ops, bind, true);
|
&act_tunnel_key_ops, bind, true);
|
||||||
if (ret) {
|
if (ret) {
|
||||||
NL_SET_ERR_MSG(extack, "Cannot create TC IDR");
|
NL_SET_ERR_MSG(extack, "Cannot create TC IDR");
|
||||||
return ret;
|
goto err_out;
|
||||||
}
|
}
|
||||||
|
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
|
@ -364,6 +367,8 @@ static int tunnel_key_init(struct net *net, struct nlattr *nla,
|
||||||
err_out:
|
err_out:
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -134,7 +134,10 @@ static int tcf_vlan_init(struct net *net, struct nlattr *nla,
|
||||||
if (!tb[TCA_VLAN_PARMS])
|
if (!tb[TCA_VLAN_PARMS])
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
parm = nla_data(tb[TCA_VLAN_PARMS]);
|
parm = nla_data(tb[TCA_VLAN_PARMS]);
|
||||||
exists = tcf_idr_check(tn, parm->index, a, bind);
|
err = tcf_idr_check_alloc(tn, &parm->index, a, bind);
|
||||||
|
if (err < 0)
|
||||||
|
return err;
|
||||||
|
exists = err;
|
||||||
if (exists && bind)
|
if (exists && bind)
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
|
@ -146,12 +149,16 @@ static int tcf_vlan_init(struct net *net, struct nlattr *nla,
|
||||||
if (!tb[TCA_VLAN_PUSH_VLAN_ID]) {
|
if (!tb[TCA_VLAN_PUSH_VLAN_ID]) {
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
push_vid = nla_get_u16(tb[TCA_VLAN_PUSH_VLAN_ID]);
|
push_vid = nla_get_u16(tb[TCA_VLAN_PUSH_VLAN_ID]);
|
||||||
if (push_vid >= VLAN_VID_MASK) {
|
if (push_vid >= VLAN_VID_MASK) {
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return -ERANGE;
|
return -ERANGE;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -164,6 +171,8 @@ static int tcf_vlan_init(struct net *net, struct nlattr *nla,
|
||||||
default:
|
default:
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return -EPROTONOSUPPORT;
|
return -EPROTONOSUPPORT;
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
|
@ -176,6 +185,8 @@ static int tcf_vlan_init(struct net *net, struct nlattr *nla,
|
||||||
default:
|
default:
|
||||||
if (exists)
|
if (exists)
|
||||||
tcf_idr_release(*a, bind);
|
tcf_idr_release(*a, bind);
|
||||||
|
else
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
}
|
}
|
||||||
action = parm->v_action;
|
action = parm->v_action;
|
||||||
|
@ -183,8 +194,10 @@ static int tcf_vlan_init(struct net *net, struct nlattr *nla,
|
||||||
if (!exists) {
|
if (!exists) {
|
||||||
ret = tcf_idr_create(tn, parm->index, est, a,
|
ret = tcf_idr_create(tn, parm->index, est, a,
|
||||||
&act_vlan_ops, bind, true);
|
&act_vlan_ops, bind, true);
|
||||||
if (ret)
|
if (ret) {
|
||||||
|
tcf_idr_cleanup(tn, parm->index);
|
||||||
return ret;
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
ret = ACT_P_CREATED;
|
ret = ACT_P_CREATED;
|
||||||
} else if (!ovr) {
|
} else if (!ovr) {
|
||||||
|
|
Loading…
Reference in a new issue