Commit 849e1490 authored by Jason Gunthorpe's avatar Jason Gunthorpe

RDMA/core: Do not allow alloc_commit to fail

This is a left over from an earlier version that creates a lot of
complexity for error unwind, particularly for FD uobjects.

The only reason this was done is so that anon_inode_get_file() could be
called with the final fops and a fully setup uobject. Both need to be
setup since unwinding anon_inode_get_file() via fput will call the
driver's release().

Now that the driver does not provide release, we no longer need to worry
about this complicated sequence, simply create the struct file at the
start and allow the core code's release function to deal with the abort
case.

This allows all the confusing error paths around commit to be removed.

Link: https://lore.kernel.org/r/1578504126-9400-5-git-send-email-yishaih@mellanox.comSigned-off-by: default avatarYishai Hadas <yishaih@mellanox.com>
Signed-off-by: default avatarJason Gunthorpe <jgg@mellanox.com>
parent 93887e66
...@@ -130,7 +130,11 @@ static int uverbs_destroy_uobject(struct ib_uobject *uobj, ...@@ -130,7 +130,11 @@ static int uverbs_destroy_uobject(struct ib_uobject *uobj,
lockdep_assert_held(&ufile->hw_destroy_rwsem); lockdep_assert_held(&ufile->hw_destroy_rwsem);
assert_uverbs_usecnt(uobj, UVERBS_LOOKUP_WRITE); assert_uverbs_usecnt(uobj, UVERBS_LOOKUP_WRITE);
if (uobj->object) { if (reason == RDMA_REMOVE_ABORT) {
WARN_ON(!list_empty(&uobj->list));
WARN_ON(!uobj->context);
uobj->uapi_object->type_class->alloc_abort(uobj);
} else if (uobj->object) {
ret = uobj->uapi_object->type_class->destroy_hw(uobj, reason, ret = uobj->uapi_object->type_class->destroy_hw(uobj, reason,
attrs); attrs);
if (ret) { if (ret) {
...@@ -146,12 +150,6 @@ static int uverbs_destroy_uobject(struct ib_uobject *uobj, ...@@ -146,12 +150,6 @@ static int uverbs_destroy_uobject(struct ib_uobject *uobj,
uobj->object = NULL; uobj->object = NULL;
} }
if (reason == RDMA_REMOVE_ABORT) {
WARN_ON(!list_empty(&uobj->list));
WARN_ON(!uobj->context);
uobj->uapi_object->type_class->alloc_abort(uobj);
}
uobj->context = NULL; uobj->context = NULL;
/* /*
...@@ -450,22 +448,40 @@ static struct ib_uobject * ...@@ -450,22 +448,40 @@ static struct ib_uobject *
alloc_begin_fd_uobject(const struct uverbs_api_object *obj, alloc_begin_fd_uobject(const struct uverbs_api_object *obj,
struct ib_uverbs_file *ufile) struct ib_uverbs_file *ufile)
{ {
const struct uverbs_obj_fd_type *fd_type =
container_of(obj->type_attrs, struct uverbs_obj_fd_type, type);
int new_fd; int new_fd;
struct ib_uobject *uobj; struct ib_uobject *uobj;
struct file *filp;
if (WARN_ON(fd_type->fops->release != &uverbs_uobject_fd_release))
return ERR_PTR(-EINVAL);
new_fd = get_unused_fd_flags(O_CLOEXEC); new_fd = get_unused_fd_flags(O_CLOEXEC);
if (new_fd < 0) if (new_fd < 0)
return ERR_PTR(new_fd); return ERR_PTR(new_fd);
uobj = alloc_uobj(ufile, obj); uobj = alloc_uobj(ufile, obj);
if (IS_ERR(uobj)) { if (IS_ERR(uobj))
put_unused_fd(new_fd); goto err_fd;
return uobj;
/* Note that uverbs_uobject_fd_release() is called during abort */
filp = anon_inode_getfile(fd_type->name, fd_type->fops, NULL,
fd_type->flags);
if (IS_ERR(filp)) {
uobj = ERR_CAST(filp);
goto err_uobj;
} }
uobj->object = filp;
uobj->id = new_fd; uobj->id = new_fd;
uobj->ufile = ufile; uobj->ufile = ufile;
return uobj;
err_uobj:
uverbs_uobject_put(uobj);
err_fd:
put_unused_fd(new_fd);
return uobj; return uobj;
} }
...@@ -539,6 +555,9 @@ static void remove_handle_idr_uobject(struct ib_uobject *uobj) ...@@ -539,6 +555,9 @@ static void remove_handle_idr_uobject(struct ib_uobject *uobj)
static void alloc_abort_fd_uobject(struct ib_uobject *uobj) static void alloc_abort_fd_uobject(struct ib_uobject *uobj)
{ {
struct file *filp = uobj->object;
fput(filp);
put_unused_fd(uobj->id); put_unused_fd(uobj->id);
} }
...@@ -560,7 +579,7 @@ static void remove_handle_fd_uobject(struct ib_uobject *uobj) ...@@ -560,7 +579,7 @@ static void remove_handle_fd_uobject(struct ib_uobject *uobj)
{ {
} }
static int alloc_commit_idr_uobject(struct ib_uobject *uobj) static void alloc_commit_idr_uobject(struct ib_uobject *uobj)
{ {
struct ib_uverbs_file *ufile = uobj->ufile; struct ib_uverbs_file *ufile = uobj->ufile;
void *old; void *old;
...@@ -574,31 +593,12 @@ static int alloc_commit_idr_uobject(struct ib_uobject *uobj) ...@@ -574,31 +593,12 @@ static int alloc_commit_idr_uobject(struct ib_uobject *uobj)
*/ */
old = xa_store(&ufile->idr, uobj->id, uobj, GFP_KERNEL); old = xa_store(&ufile->idr, uobj->id, uobj, GFP_KERNEL);
WARN_ON(old != NULL); WARN_ON(old != NULL);
return 0;
} }
static int alloc_commit_fd_uobject(struct ib_uobject *uobj) static void alloc_commit_fd_uobject(struct ib_uobject *uobj)
{ {
const struct uverbs_obj_fd_type *fd_type = container_of(
uobj->uapi_object->type_attrs, struct uverbs_obj_fd_type, type);
int fd = uobj->id; int fd = uobj->id;
struct file *filp; struct file *filp = uobj->object;
/*
* The kref for uobj is moved into filp->private data and put in
* uverbs_close_fd(). Once alloc_commit() succeeds
* uverbs_uobject_fd_release() must be guaranteed to be called from
* the provided fops release callback.
*/
filp = anon_inode_getfile(fd_type->name,
fd_type->fops,
uobj,
fd_type->flags);
if (IS_ERR(filp))
return PTR_ERR(filp);
uobj->object = filp;
/* Matching put will be done in uverbs_uobject_fd_release() */ /* Matching put will be done in uverbs_uobject_fd_release() */
kref_get(&uobj->ufile->ref); kref_get(&uobj->ufile->ref);
...@@ -610,9 +610,8 @@ static int alloc_commit_fd_uobject(struct ib_uobject *uobj) ...@@ -610,9 +610,8 @@ static int alloc_commit_fd_uobject(struct ib_uobject *uobj)
* NOTE: Once we install the file we loose ownership of our kref on * NOTE: Once we install the file we loose ownership of our kref on
* uobj. It will be put by uverbs_uobject_fd_release() * uobj. It will be put by uverbs_uobject_fd_release()
*/ */
filp->private_data = uobj;
fd_install(fd, filp); fd_install(fd, filp);
return 0;
} }
/* /*
...@@ -620,19 +619,13 @@ static int alloc_commit_fd_uobject(struct ib_uobject *uobj) ...@@ -620,19 +619,13 @@ static int alloc_commit_fd_uobject(struct ib_uobject *uobj)
* caller can no longer assume uobj is valid. If this function fails it * caller can no longer assume uobj is valid. If this function fails it
* destroys the uboject, including the attached HW object. * destroys the uboject, including the attached HW object.
*/ */
int __must_check rdma_alloc_commit_uobject(struct ib_uobject *uobj, void rdma_alloc_commit_uobject(struct ib_uobject *uobj,
struct uverbs_attr_bundle *attrs) struct uverbs_attr_bundle *attrs)
{ {
struct ib_uverbs_file *ufile = attrs->ufile; struct ib_uverbs_file *ufile = attrs->ufile;
int ret;
/* alloc_commit consumes the uobj kref */ /* alloc_commit consumes the uobj kref */
ret = uobj->uapi_object->type_class->alloc_commit(uobj); uobj->uapi_object->type_class->alloc_commit(uobj);
if (ret) {
uverbs_destroy_uobject(uobj, RDMA_REMOVE_ABORT, attrs);
up_read(&ufile->hw_destroy_rwsem);
return ret;
}
/* kref is held so long as the uobj is on the uobj list. */ /* kref is held so long as the uobj is on the uobj list. */
uverbs_uobject_get(uobj); uverbs_uobject_get(uobj);
...@@ -645,8 +638,6 @@ int __must_check rdma_alloc_commit_uobject(struct ib_uobject *uobj, ...@@ -645,8 +638,6 @@ int __must_check rdma_alloc_commit_uobject(struct ib_uobject *uobj,
/* Matches the down_read in rdma_alloc_begin_uobject */ /* Matches the down_read in rdma_alloc_begin_uobject */
up_read(&ufile->hw_destroy_rwsem); up_read(&ufile->hw_destroy_rwsem);
return 0;
} }
/* /*
...@@ -658,7 +649,6 @@ void rdma_alloc_abort_uobject(struct ib_uobject *uobj, ...@@ -658,7 +649,6 @@ void rdma_alloc_abort_uobject(struct ib_uobject *uobj,
{ {
struct ib_uverbs_file *ufile = uobj->ufile; struct ib_uverbs_file *ufile = uobj->ufile;
uobj->object = NULL;
uverbs_destroy_uobject(uobj, RDMA_REMOVE_ABORT, attrs); uverbs_destroy_uobject(uobj, RDMA_REMOVE_ABORT, attrs);
/* Matches the down_read in rdma_alloc_begin_uobject */ /* Matches the down_read in rdma_alloc_begin_uobject */
...@@ -751,14 +741,23 @@ EXPORT_SYMBOL(uverbs_idr_class); ...@@ -751,14 +741,23 @@ EXPORT_SYMBOL(uverbs_idr_class);
*/ */
int uverbs_uobject_fd_release(struct inode *inode, struct file *filp) int uverbs_uobject_fd_release(struct inode *inode, struct file *filp)
{ {
struct ib_uobject *uobj = filp->private_data; struct ib_uverbs_file *ufile;
struct ib_uverbs_file *ufile = uobj->ufile; struct ib_uobject *uobj;
/*
* This can only happen if the fput came from alloc_abort_fd_uobject()
*/
if (!filp->private_data)
return 0;
uobj = filp->private_data;
ufile = uobj->ufile;
if (down_read_trylock(&ufile->hw_destroy_rwsem)) {
struct uverbs_attr_bundle attrs = { struct uverbs_attr_bundle attrs = {
.context = uobj->context, .context = uobj->context,
.ufile = ufile, .ufile = ufile,
}; };
if (down_read_trylock(&ufile->hw_destroy_rwsem)) {
/* /*
* lookup_get_fd_uobject holds the kref on the struct file any * lookup_get_fd_uobject holds the kref on the struct file any
* time a FD uobj is locked, which prevents this release * time a FD uobj is locked, which prevents this release
...@@ -770,7 +769,7 @@ int uverbs_uobject_fd_release(struct inode *inode, struct file *filp) ...@@ -770,7 +769,7 @@ int uverbs_uobject_fd_release(struct inode *inode, struct file *filp)
up_read(&ufile->hw_destroy_rwsem); up_read(&ufile->hw_destroy_rwsem);
} }
/* Matches the get in alloc_begin_fd_uobject */ /* Matches the get in alloc_commit_fd_uobject() */
kref_put(&ufile->ref, ib_uverbs_release_file); kref_put(&ufile->ref, ib_uverbs_release_file);
/* Pairs with filp->private_data in alloc_begin_fd_uobject */ /* Pairs with filp->private_data in alloc_begin_fd_uobject */
...@@ -938,12 +937,10 @@ uverbs_get_uobject_from_file(u16 object_id, enum uverbs_obj_access access, ...@@ -938,12 +937,10 @@ uverbs_get_uobject_from_file(u16 object_id, enum uverbs_obj_access access,
} }
} }
int uverbs_finalize_object(struct ib_uobject *uobj, void uverbs_finalize_object(struct ib_uobject *uobj,
enum uverbs_obj_access access, bool commit, enum uverbs_obj_access access, bool commit,
struct uverbs_attr_bundle *attrs) struct uverbs_attr_bundle *attrs)
{ {
int ret = 0;
/* /*
* refcounts should be handled at the object level and not at the * refcounts should be handled at the object level and not at the
* uobject level. Refcounts of the objects themselves are done in * uobject level. Refcounts of the objects themselves are done in
...@@ -963,14 +960,11 @@ int uverbs_finalize_object(struct ib_uobject *uobj, ...@@ -963,14 +960,11 @@ int uverbs_finalize_object(struct ib_uobject *uobj,
break; break;
case UVERBS_ACCESS_NEW: case UVERBS_ACCESS_NEW:
if (commit) if (commit)
ret = rdma_alloc_commit_uobject(uobj, attrs); rdma_alloc_commit_uobject(uobj, attrs);
else else
rdma_alloc_abort_uobject(uobj, attrs); rdma_alloc_abort_uobject(uobj, attrs);
break; break;
default: default:
WARN_ON(true); WARN_ON(true);
ret = -EOPNOTSUPP;
} }
return ret;
} }
...@@ -63,22 +63,7 @@ struct ib_uobject * ...@@ -63,22 +63,7 @@ struct ib_uobject *
uverbs_get_uobject_from_file(u16 object_id, enum uverbs_obj_access access, uverbs_get_uobject_from_file(u16 object_id, enum uverbs_obj_access access,
s64 id, struct uverbs_attr_bundle *attrs); s64 id, struct uverbs_attr_bundle *attrs);
/* void uverbs_finalize_object(struct ib_uobject *uobj,
* Note that certain finalize stages could return a status:
* (a) alloc_commit could return a failure if the object is committed at the
* same time when the context is destroyed.
* (b) remove_commit could fail if the object wasn't destroyed successfully.
* Since multiple objects could be finalized in one transaction, it is very NOT
* recommended to have several finalize actions which have side effects.
* For example, it's NOT recommended to have a certain action which has both
* a commit action and a destroy action or two destroy objects in the same
* action. The rule of thumb is to have one destroy or commit action with
* multiple lookups.
* The first non zero return value of finalize_object is returned from this
* function. For example, this could happen when we couldn't destroy an
* object.
*/
int uverbs_finalize_object(struct ib_uobject *uobj,
enum uverbs_obj_access access, bool commit, enum uverbs_obj_access access, bool commit,
struct uverbs_attr_bundle *attrs); struct uverbs_attr_bundle *attrs);
......
...@@ -446,7 +446,8 @@ static int ib_uverbs_alloc_pd(struct uverbs_attr_bundle *attrs) ...@@ -446,7 +446,8 @@ static int ib_uverbs_alloc_pd(struct uverbs_attr_bundle *attrs)
if (ret) if (ret)
goto err_copy; goto err_copy;
return uobj_alloc_commit(uobj, attrs); rdma_alloc_commit_uobject(uobj, attrs);
return 0;
err_copy: err_copy:
ib_dealloc_pd_user(pd, uverbs_get_cleared_udata(attrs)); ib_dealloc_pd_user(pd, uverbs_get_cleared_udata(attrs));
...@@ -642,7 +643,8 @@ static int ib_uverbs_open_xrcd(struct uverbs_attr_bundle *attrs) ...@@ -642,7 +643,8 @@ static int ib_uverbs_open_xrcd(struct uverbs_attr_bundle *attrs)
mutex_unlock(&ibudev->xrcd_tree_mutex); mutex_unlock(&ibudev->xrcd_tree_mutex);
return uobj_alloc_commit(&obj->uobject, attrs); rdma_alloc_commit_uobject(&obj->uobject, attrs);
return 0;
err_copy: err_copy:
if (inode) { if (inode) {
...@@ -774,7 +776,8 @@ static int ib_uverbs_reg_mr(struct uverbs_attr_bundle *attrs) ...@@ -774,7 +776,8 @@ static int ib_uverbs_reg_mr(struct uverbs_attr_bundle *attrs)
uobj_put_obj_read(pd); uobj_put_obj_read(pd);
return uobj_alloc_commit(uobj, attrs); rdma_alloc_commit_uobject(uobj, attrs);
return 0;
err_copy: err_copy:
ib_dereg_mr_user(mr, uverbs_get_cleared_udata(attrs)); ib_dereg_mr_user(mr, uverbs_get_cleared_udata(attrs));
...@@ -928,7 +931,8 @@ static int ib_uverbs_alloc_mw(struct uverbs_attr_bundle *attrs) ...@@ -928,7 +931,8 @@ static int ib_uverbs_alloc_mw(struct uverbs_attr_bundle *attrs)
goto err_copy; goto err_copy;
uobj_put_obj_read(pd); uobj_put_obj_read(pd);
return uobj_alloc_commit(uobj, attrs); rdma_alloc_commit_uobject(uobj, attrs);
return 0;
err_copy: err_copy:
uverbs_dealloc_mw(mw); uverbs_dealloc_mw(mw);
...@@ -980,7 +984,8 @@ static int ib_uverbs_create_comp_channel(struct uverbs_attr_bundle *attrs) ...@@ -980,7 +984,8 @@ static int ib_uverbs_create_comp_channel(struct uverbs_attr_bundle *attrs)
return ret; return ret;
} }
return uobj_alloc_commit(uobj, attrs); rdma_alloc_commit_uobject(uobj, attrs);
return 0;
} }
static struct ib_ucq_object *create_cq(struct uverbs_attr_bundle *attrs, static struct ib_ucq_object *create_cq(struct uverbs_attr_bundle *attrs,
...@@ -1049,9 +1054,7 @@ static struct ib_ucq_object *create_cq(struct uverbs_attr_bundle *attrs, ...@@ -1049,9 +1054,7 @@ static struct ib_ucq_object *create_cq(struct uverbs_attr_bundle *attrs,
if (ret) if (ret)
goto err_cb; goto err_cb;
ret = uobj_alloc_commit(&obj->uobject, attrs); rdma_alloc_commit_uobject(&obj->uobject, attrs);
if (ret)
return ERR_PTR(ret);
return obj; return obj;
err_cb: err_cb:
...@@ -1491,7 +1494,8 @@ static int create_qp(struct uverbs_attr_bundle *attrs, ...@@ -1491,7 +1494,8 @@ static int create_qp(struct uverbs_attr_bundle *attrs,
if (ind_tbl) if (ind_tbl)
uobj_put_obj_read(ind_tbl); uobj_put_obj_read(ind_tbl);
return uobj_alloc_commit(&obj->uevent.uobject, attrs); rdma_alloc_commit_uobject(&obj->uevent.uobject, attrs);
return 0;
err_cb: err_cb:
ib_destroy_qp_user(qp, uverbs_get_cleared_udata(attrs)); ib_destroy_qp_user(qp, uverbs_get_cleared_udata(attrs));
...@@ -1623,7 +1627,8 @@ static int ib_uverbs_open_qp(struct uverbs_attr_bundle *attrs) ...@@ -1623,7 +1627,8 @@ static int ib_uverbs_open_qp(struct uverbs_attr_bundle *attrs)
qp->uobject = &obj->uevent.uobject; qp->uobject = &obj->uevent.uobject;
uobj_put_read(xrcd_uobj); uobj_put_read(xrcd_uobj);
return uobj_alloc_commit(&obj->uevent.uobject, attrs); rdma_alloc_commit_uobject(&obj->uevent.uobject, attrs);
return 0;
err_destroy: err_destroy:
ib_destroy_qp_user(qp, uverbs_get_cleared_udata(attrs)); ib_destroy_qp_user(qp, uverbs_get_cleared_udata(attrs));
...@@ -2465,7 +2470,8 @@ static int ib_uverbs_create_ah(struct uverbs_attr_bundle *attrs) ...@@ -2465,7 +2470,8 @@ static int ib_uverbs_create_ah(struct uverbs_attr_bundle *attrs)
goto err_copy; goto err_copy;
uobj_put_obj_read(pd); uobj_put_obj_read(pd);
return uobj_alloc_commit(uobj, attrs); rdma_alloc_commit_uobject(uobj, attrs);
return 0;
err_copy: err_copy:
rdma_destroy_ah_user(ah, RDMA_DESTROY_AH_SLEEPABLE, rdma_destroy_ah_user(ah, RDMA_DESTROY_AH_SLEEPABLE,
...@@ -2977,7 +2983,8 @@ static int ib_uverbs_ex_create_wq(struct uverbs_attr_bundle *attrs) ...@@ -2977,7 +2983,8 @@ static int ib_uverbs_ex_create_wq(struct uverbs_attr_bundle *attrs)
uobj_put_obj_read(pd); uobj_put_obj_read(pd);
uobj_put_obj_read(cq); uobj_put_obj_read(cq);
return uobj_alloc_commit(&obj->uevent.uobject, attrs); rdma_alloc_commit_uobject(&obj->uevent.uobject, attrs);
return 0;
err_copy: err_copy:
ib_destroy_wq(wq, uverbs_get_cleared_udata(attrs)); ib_destroy_wq(wq, uverbs_get_cleared_udata(attrs));
...@@ -3151,7 +3158,8 @@ static int ib_uverbs_ex_create_rwq_ind_table(struct uverbs_attr_bundle *attrs) ...@@ -3151,7 +3158,8 @@ static int ib_uverbs_ex_create_rwq_ind_table(struct uverbs_attr_bundle *attrs)
for (j = 0; j < num_read_wqs; j++) for (j = 0; j < num_read_wqs; j++)
uobj_put_obj_read(wqs[j]); uobj_put_obj_read(wqs[j]);
return uobj_alloc_commit(uobj, attrs); rdma_alloc_commit_uobject(uobj, attrs);
return 0;
err_copy: err_copy:
ib_destroy_rwq_ind_table(rwq_ind_tbl); ib_destroy_rwq_ind_table(rwq_ind_tbl);
...@@ -3329,7 +3337,8 @@ static int ib_uverbs_ex_create_flow(struct uverbs_attr_bundle *attrs) ...@@ -3329,7 +3337,8 @@ static int ib_uverbs_ex_create_flow(struct uverbs_attr_bundle *attrs)
kfree(flow_attr); kfree(flow_attr);
if (cmd.flow_attr.num_of_specs) if (cmd.flow_attr.num_of_specs)
kfree(kern_flow_attr); kfree(kern_flow_attr);
return uobj_alloc_commit(uobj, attrs); rdma_alloc_commit_uobject(uobj, attrs);
return 0;
err_copy: err_copy:
if (!qp->device->ops.destroy_flow(flow_id)) if (!qp->device->ops.destroy_flow(flow_id))
atomic_dec(&qp->usecnt); atomic_dec(&qp->usecnt);
...@@ -3477,7 +3486,8 @@ static int __uverbs_create_xsrq(struct uverbs_attr_bundle *attrs, ...@@ -3477,7 +3486,8 @@ static int __uverbs_create_xsrq(struct uverbs_attr_bundle *attrs,
uobj_put_obj_read(attr.ext.cq); uobj_put_obj_read(attr.ext.cq);
uobj_put_obj_read(pd); uobj_put_obj_read(pd);
return uobj_alloc_commit(&obj->uevent.uobject, attrs); rdma_alloc_commit_uobject(&obj->uevent.uobject, attrs);
return 0;
err_copy: err_copy:
ib_destroy_srq_user(srq, uverbs_get_cleared_udata(attrs)); ib_destroy_srq_user(srq, uverbs_get_cleared_udata(attrs));
......
...@@ -220,24 +220,17 @@ static int uverbs_process_idrs_array(struct bundle_priv *pbundle, ...@@ -220,24 +220,17 @@ static int uverbs_process_idrs_array(struct bundle_priv *pbundle,
return ret; return ret;
} }
static int uverbs_free_idrs_array(const struct uverbs_api_attr *attr_uapi, static void uverbs_free_idrs_array(const struct uverbs_api_attr *attr_uapi,
struct uverbs_objs_arr_attr *attr, struct uverbs_objs_arr_attr *attr,
bool commit, struct uverbs_attr_bundle *attrs) bool commit,
struct uverbs_attr_bundle *attrs)
{ {
const struct uverbs_attr_spec *spec = &attr_uapi->spec; const struct uverbs_attr_spec *spec = &attr_uapi->spec;
int current_ret;
int ret = 0;
size_t i; size_t i;
for (i = 0; i != attr->len; i++) { for (i = 0; i != attr->len; i++)
current_ret = uverbs_finalize_object(attr->uobjects[i], uverbs_finalize_object(attr->uobjects[i],
spec->u2.objs_arr.access, spec->u2.objs_arr.access, commit, attrs);
commit, attrs);
if (!ret)
ret = current_ret;
}
return ret;
} }
static int uverbs_process_attr(struct bundle_priv *pbundle, static int uverbs_process_attr(struct bundle_priv *pbundle,
...@@ -495,26 +488,22 @@ static int ib_uverbs_run_method(struct bundle_priv *pbundle, ...@@ -495,26 +488,22 @@ static int ib_uverbs_run_method(struct bundle_priv *pbundle,
return ret; return ret;
} }
static int bundle_destroy(struct bundle_priv *pbundle, bool commit) static void bundle_destroy(struct bundle_priv *pbundle, bool commit)
{ {
unsigned int key_bitmap_len = pbundle->method_elm->key_bitmap_len; unsigned int key_bitmap_len = pbundle->method_elm->key_bitmap_len;
struct bundle_alloc_head *memblock; struct bundle_alloc_head *memblock;
unsigned int i; unsigned int i;
int ret = 0;
/* fast path for simple uobjects */ /* fast path for simple uobjects */
i = -1; i = -1;
while ((i = find_next_bit(pbundle->uobj_finalize, key_bitmap_len, while ((i = find_next_bit(pbundle->uobj_finalize, key_bitmap_len,
i + 1)) < key_bitmap_len) { i + 1)) < key_bitmap_len) {
struct uverbs_attr *attr = &pbundle->bundle.attrs[i]; struct uverbs_attr *attr = &pbundle->bundle.attrs[i];
int current_ret;
current_ret = uverbs_finalize_object( uverbs_finalize_object(
attr->obj_attr.uobject, attr->obj_attr.uobject,
attr->obj_attr.attr_elm->spec.u.obj.access, commit, attr->obj_attr.attr_elm->spec.u.obj.access, commit,
&pbundle->bundle); &pbundle->bundle);
if (!ret)
ret = current_ret;
} }
i = -1; i = -1;
...@@ -523,7 +512,6 @@ static int bundle_destroy(struct bundle_priv *pbundle, bool commit) ...@@ -523,7 +512,6 @@ static int bundle_destroy(struct bundle_priv *pbundle, bool commit)
struct uverbs_attr *attr = &pbundle->bundle.attrs[i]; struct uverbs_attr *attr = &pbundle->bundle.attrs[i];
const struct uverbs_api_attr *attr_uapi; const struct uverbs_api_attr *attr_uapi;
void __rcu **slot; void __rcu **slot;
int current_ret;
slot = uapi_get_attr_for_method( slot = uapi_get_attr_for_method(
pbundle, pbundle,
...@@ -534,11 +522,8 @@ static int bundle_destroy(struct bundle_priv *pbundle, bool commit) ...@@ -534,11 +522,8 @@ static int bundle_destroy(struct bundle_priv *pbundle, bool commit)
attr_uapi = rcu_dereference_protected(*slot, true); attr_uapi = rcu_dereference_protected(*slot, true);
if (attr_uapi->spec.type == UVERBS_ATTR_TYPE_IDRS_ARRAY) { if (attr_uapi->spec.type == UVERBS_ATTR_TYPE_IDRS_ARRAY) {
current_ret = uverbs_free_idrs_array( uverbs_free_idrs_array(attr_uapi, &attr->objs_arr_attr,
attr_uapi, &attr->objs_arr_attr, commit, commit, &pbundle->bundle);
&pbundle->bundle);
if (!ret)
ret = current_ret;
} }
} }
...@@ -548,8 +533,6 @@ static int bundle_destroy(struct bundle_priv *pbundle, bool commit) ...@@ -548,8 +533,6 @@ static int bundle_destroy(struct bundle_priv *pbundle, bool commit)
memblock = memblock->next; memblock = memblock->next;
kvfree(tmp); kvfree(tmp);
} }
return ret;
} }
static int ib_uverbs_cmd_verbs(struct ib_uverbs_file *ufile, static int ib_uverbs_cmd_verbs(struct ib_uverbs_file *ufile,
...@@ -562,7 +545,6 @@ static int ib_uverbs_cmd_verbs(struct ib_uverbs_file *ufile, ...@@ -562,7 +545,6 @@ static int ib_uverbs_cmd_verbs(struct ib_uverbs_file *ufile,
struct bundle_priv *pbundle; struct bundle_priv *pbundle;
struct bundle_priv onstack; struct bundle_priv onstack;
void __rcu **slot; void __rcu **slot;
int destroy_ret;
int ret; int ret;
if (unlikely(hdr->driver_id != uapi->driver_id)) if (unlikely(hdr->driver_id != uapi->driver_id))
...@@ -610,10 +592,7 @@ static int ib_uverbs_cmd_verbs(struct ib_uverbs_file *ufile, ...@@ -610,10 +592,7 @@ static int ib_uverbs_cmd_verbs(struct ib_uverbs_file *ufile,
memset(pbundle->spec_finalize, 0, sizeof(pbundle->spec_finalize)); memset(pbundle->spec_finalize, 0, sizeof(pbundle->spec_finalize));
ret = ib_uverbs_run_method(pbundle, hdr->num_attrs); ret = ib_uverbs_run_method(pbundle, hdr->num_attrs);
destroy_ret = bundle_destroy(pbundle, ret == 0); bundle_destroy(pbundle, ret == 0);
if (unlikely(destroy_ret && !ret))
return destroy_ret;
return ret; return ret;
} }
......
...@@ -104,16 +104,6 @@ static inline void uobj_put_write(struct ib_uobject *uobj) ...@@ -104,16 +104,6 @@ static inline void uobj_put_write(struct ib_uobject *uobj)
rdma_lookup_put_uobject(uobj, UVERBS_LOOKUP_WRITE); rdma_lookup_put_uobject(uobj, UVERBS_LOOKUP_WRITE);
} }
static inline int __must_check
uobj_alloc_commit(struct ib_uobject *uobj, struct uverbs_attr_bundle *attrs)
{
int ret = rdma_alloc_commit_uobject(uobj, attrs);
if (ret)
return ret;
return 0;
}
static inline void uobj_alloc_abort(struct ib_uobject *uobj, static inline void uobj_alloc_abort(struct ib_uobject *uobj,
struct uverbs_attr_bundle *attrs) struct uverbs_attr_bundle *attrs)
{ {
......
...@@ -85,7 +85,7 @@ struct uverbs_obj_type_class { ...@@ -85,7 +85,7 @@ struct uverbs_obj_type_class {
struct ib_uobject *(*alloc_begin)(const struct uverbs_api_object *obj, struct ib_uobject *(*alloc_begin)(const struct uverbs_api_object *obj,
struct ib_uverbs_file *ufile); struct ib_uverbs_file *ufile);
/* This consumes the kref on uobj */ /* This consumes the kref on uobj */
int (*alloc_commit)(struct ib_uobject *uobj); void (*alloc_commit)(struct ib_uobject *uobj);
/* This does not consume the kref on uobj */ /* This does not consume the kref on uobj */
void (*alloc_abort)(struct ib_uobject *uobj); void (*alloc_abort)(struct ib_uobject *uobj);
...@@ -141,7 +141,7 @@ struct ib_uobject *rdma_alloc_begin_uobject(const struct uverbs_api_object *obj, ...@@ -141,7 +141,7 @@ struct ib_uobject *rdma_alloc_begin_uobject(const struct uverbs_api_object *obj,
struct uverbs_attr_bundle *attrs); struct uverbs_attr_bundle *attrs);
void rdma_alloc_abort_uobject(struct ib_uobject *uobj, void rdma_alloc_abort_uobject(struct ib_uobject *uobj,
struct uverbs_attr_bundle *attrs); struct uverbs_attr_bundle *attrs);
int __must_check rdma_alloc_commit_uobject(struct ib_uobject *uobj, void rdma_alloc_commit_uobject(struct ib_uobject *uobj,
struct uverbs_attr_bundle *attrs); struct uverbs_attr_bundle *attrs);
/* /*
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment