projects/linux·blob master · refs

222 lines · 7.3 KiB

1/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
2/*
3 * Copyright (c) 2017, Mellanox Technologies inc. All rights reserved.
4 */
5
6#ifndef _UVERBS_TYPES_
7#define _UVERBS_TYPES_
8
9#include <linux/kernel.h>
10#include <rdma/ib_verbs.h>
11
12struct uverbs_obj_type;
13struct uverbs_api_object;
14
15enum rdma_lookup_mode {
16 UVERBS_LOOKUP_READ,
17 UVERBS_LOOKUP_WRITE,
18 /*
19 * Destroy is like LOOKUP_WRITE, except that the uobject is not
20 * locked. uobj_destroy is used to convert a LOOKUP_DESTROY lock into
21 * a LOOKUP_WRITE lock.
22 */
23 UVERBS_LOOKUP_DESTROY,
24};
25
26/*
27 * The following sequences are valid:
28 * Success flow:
29 * alloc_begin
30 * alloc_commit
31 * [..]
32 * Access flow:
33 * lookup_get(exclusive=false) & uverbs_try_lock_object
34 * lookup_put(exclusive=false) via rdma_lookup_put_uobject
35 * Destruction flow:
36 * lookup_get(exclusive=true) & uverbs_try_lock_object
37 * remove_commit
38 * remove_handle (optional)
39 * lookup_put(exclusive=true) via rdma_lookup_put_uobject
40 *
41 * Allocate Error flow #1
42 * alloc_begin
43 * alloc_abort
44 * Allocate Error flow #2
45 * alloc_begin
46 * remove_commit
47 * alloc_abort
48 * Allocate Error flow #3
49 * alloc_begin
50 * alloc_commit (fails)
51 * remove_commit
52 * alloc_abort
53 *
54 * In all cases the caller must hold the ufile kref until alloc_commit or
55 * alloc_abort returns.
56 */
57struct uverbs_obj_type_class {
58 struct ib_uobject *(*alloc_begin)(const struct uverbs_api_object *obj,
59 struct uverbs_attr_bundle *attrs);
60 /* This consumes the kref on uobj */
61 void (*alloc_commit)(struct ib_uobject *uobj);
62 /* This does not consume the kref on uobj */
63 void (*alloc_abort)(struct ib_uobject *uobj);
64
65 struct ib_uobject *(*lookup_get)(const struct uverbs_api_object *obj,
66 struct ib_uverbs_file *ufile, s64 id,
67 enum rdma_lookup_mode mode);
68 void (*lookup_put)(struct ib_uobject *uobj, enum rdma_lookup_mode mode);
69 /* This does not consume the kref on uobj */
70 int __must_check (*destroy_hw)(struct ib_uobject *uobj,
71 enum rdma_remove_reason why,
72 struct uverbs_attr_bundle *attrs);
73 void (*remove_handle)(struct ib_uobject *uobj);
74 void (*swap_uobjects)(struct ib_uobject *obj_old,
75 struct ib_uobject *obj_new);
76};
77
78struct uverbs_obj_type {
79 const struct uverbs_obj_type_class * const type_class;
80 size_t obj_size;
81};
82
83/*
84 * Objects type classes which support a detach state (object is still alive but
85 * it's not attached to any context need to make sure:
86 * (a) no call through to a driver after a detach is called
87 * (b) detach isn't called concurrently with context_cleanup
88 */
89
90struct uverbs_obj_idr_type {
91 /*
92 * In idr based objects, uverbs_obj_type_class points to a generic
93 * idr operations. In order to specialize the underlying types (e.g. CQ,
94 * QPs, etc.), we add destroy_object specific callbacks.
95 */
96 struct uverbs_obj_type type;
97
98 /* Free driver resources from the uobject, make the driver uncallable,
99 * and move the uobject to the detached state. If the object was
100 * destroyed by the user's request, a failure should leave the uobject
101 * completely unchanged.
102 */
103 int __must_check (*destroy_object)(struct ib_uobject *uobj,
104 enum rdma_remove_reason why,
105 struct uverbs_attr_bundle *attrs);
106};
107
108struct ib_uobject *rdma_lookup_get_uobject(const struct uverbs_api_object *obj,
109 struct ib_uverbs_file *ufile, s64 id,
110 enum rdma_lookup_mode mode,
111 struct uverbs_attr_bundle *attrs);
112void rdma_lookup_put_uobject(struct ib_uobject *uobj,
113 enum rdma_lookup_mode mode);
114struct ib_uobject *rdma_alloc_begin_uobject(const struct uverbs_api_object *obj,
115 struct uverbs_attr_bundle *attrs);
116void rdma_alloc_abort_uobject(struct ib_uobject *uobj,
117 struct uverbs_attr_bundle *attrs,
118 bool hw_obj_valid);
119void rdma_alloc_commit_uobject(struct ib_uobject *uobj,
120 struct uverbs_attr_bundle *attrs);
121void rdma_assign_uobject(struct ib_uobject *to_uobj,
122 struct ib_uobject *new_uobj,
123 struct uverbs_attr_bundle *attrs);
124
125/*
126 * uverbs_uobject_get is called in order to increase the reference count on
127 * an uobject. This is useful when a handler wants to keep the uobject's memory
128 * alive, regardless if this uobject is still alive in the context's objects
129 * repository. Objects are put via uverbs_uobject_put.
130 */
131static inline void uverbs_uobject_get(struct ib_uobject *uobject)
132{
133 kref_get(&uobject->ref);
134}
135void uverbs_uobject_put(struct ib_uobject *uobject);
136
137int uverbs_try_lock_object(struct ib_uobject *uobj, enum rdma_lookup_mode mode);
138
139struct uverbs_obj_fd_type {
140 /*
141 * In fd based objects, uverbs_obj_type_ops points to generic
142 * fd operations. In order to specialize the underlying types (e.g.
143 * completion_channel), we use fops, name and flags for fd creation.
144 * destroy_object is called when the uobject is to be destroyed,
145 * because the driver is removed or the FD is closed.
146 */
147 struct uverbs_obj_type type;
148 void (*destroy_object)(struct ib_uobject *uobj,
149 enum rdma_remove_reason why);
150 void (*release_cleanup)(struct ib_uobject *uobj);
151 const struct file_operations *fops;
152 const char *name;
153 int flags;
154};
155
156struct ib_uverbs_file {
157 struct kref ref;
158 struct ib_uverbs_device *device;
159 struct mutex ucontext_lock;
160 /*
161 * ucontext must be accessed via ib_uverbs_get_ucontext() or with
162 * ucontext_lock held
163 */
164 struct ib_ucontext *ucontext;
165 struct ib_uverbs_async_event_file *default_async_file;
166 struct list_head list;
167
168 /*
169 * To access the uobjects list hw_destroy_rwsem must be held for write
170 * OR hw_destroy_rwsem held for read AND uobjects_lock held.
171 * hw_destroy_rwsem should be called across any destruction of the HW
172 * object of an associated uobject.
173 */
174 struct rw_semaphore hw_destroy_rwsem;
175 spinlock_t uobjects_lock;
176 struct list_head uobjects;
177
178 struct mutex umap_lock;
179 struct list_head umaps;
180 struct page *disassociate_page;
181
182 struct xarray idr;
183};
184
185extern const struct uverbs_obj_type_class uverbs_idr_class;
186extern const struct uverbs_obj_type_class uverbs_fd_class;
187int uverbs_uobject_fd_release(struct inode *inode, struct file *filp);
188int uverbs_uobject_release(struct ib_uobject *uobj);
189
190#define UVERBS_BUILD_BUG_ON(cond) (sizeof(char[1 - 2 * !!(cond)]) - \
191 sizeof(char))
192#define UVERBS_TYPE_ALLOC_FD_RELEASE(_obj_size, _destroy_object, \
193 _release_cleanup, _fops, _name, _flags) \
194 ((&((const struct uverbs_obj_fd_type) \
195 {.type = { \
196 .type_class = &uverbs_fd_class, \
197 .obj_size = (_obj_size) + \
198 UVERBS_BUILD_BUG_ON((_obj_size) < \
199 sizeof(struct ib_uobject)), \
200 }, \
201 .destroy_object = _destroy_object, \
202 .release_cleanup = _release_cleanup, \
203 .fops = _fops, \
204 .name = _name, \
205 .flags = _flags}))->type)
206#define UVERBS_TYPE_ALLOC_FD(_obj_size, _destroy_object, _fops, _name, _flags) \
207 UVERBS_TYPE_ALLOC_FD_RELEASE(_obj_size, _destroy_object, NULL, \
208 _fops, _name, _flags)
209#define UVERBS_TYPE_ALLOC_IDR_SZ(_size, _destroy_object) \
210 ((&((const struct uverbs_obj_idr_type) \
211 {.type = { \
212 .type_class = &uverbs_idr_class, \
213 .obj_size = (_size) + \
214 UVERBS_BUILD_BUG_ON((_size) < \
215 sizeof(struct ib_uobject)) \
216 }, \
217 .destroy_object = _destroy_object,}))->type)
218#define UVERBS_TYPE_ALLOC_IDR(_destroy_object) \
219 UVERBS_TYPE_ALLOC_IDR_SZ(sizeof(struct ib_uobject), \
220 _destroy_object)
221
222#endif