2 * Copyright (c) 2004 Mellanox Technologies Ltd. All rights reserved.
3 * Copyright (c) 2004 Infinicon Corporation. All rights reserved.
4 * Copyright (c) 2004 Intel Corporation. All rights reserved.
5 * Copyright (c) 2004 Topspin Corporation. All rights reserved.
6 * Copyright (c) 2004 Voltaire Corporation. All rights reserved.
7 * Copyright (c) 2005 Cisco Systems. All rights reserved.
9 * This software is available to you under a choice of one of two
10 * licenses. You may choose to be licensed under the terms of the GNU
11 * General Public License (GPL) Version 2, available from the file
12 * COPYING in the main directory of this source tree, or the
13 * OpenIB.org BSD license below:
15 * Redistribution and use in source and binary forms, with or
16 * without modification, are permitted provided that the following
19 * - Redistributions of source code must retain the above
20 * copyright notice, this list of conditions and the following
23 * - Redistributions in binary form must reproduce the above
24 * copyright notice, this list of conditions and the following
25 * disclaimer in the documentation and/or other materials
26 * provided with the distribution.
28 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
29 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
30 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
31 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
32 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
33 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
34 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
37 * $Id: verbs.c 1349 2004-12-16 21:09:43Z roland $
40 #include <linux/errno.h>
41 #include <linux/err.h>
45 /* Protection domains */
47 struct ib_pd *ib_alloc_pd(struct ib_device *device)
51 pd = device->alloc_pd(device, NULL, NULL);
56 atomic_set(&pd->usecnt, 0);
61 EXPORT_SYMBOL(ib_alloc_pd);
63 int ib_dealloc_pd(struct ib_pd *pd)
65 if (atomic_read(&pd->usecnt))
68 return pd->device->dealloc_pd(pd);
70 EXPORT_SYMBOL(ib_dealloc_pd);
74 struct ib_ah *ib_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr)
78 ah = pd->device->create_ah(pd, ah_attr);
81 ah->device = pd->device;
84 atomic_inc(&pd->usecnt);
89 EXPORT_SYMBOL(ib_create_ah);
91 int ib_modify_ah(struct ib_ah *ah, struct ib_ah_attr *ah_attr)
93 return ah->device->modify_ah ?
94 ah->device->modify_ah(ah, ah_attr) :
97 EXPORT_SYMBOL(ib_modify_ah);
99 int ib_query_ah(struct ib_ah *ah, struct ib_ah_attr *ah_attr)
101 return ah->device->query_ah ?
102 ah->device->query_ah(ah, ah_attr) :
105 EXPORT_SYMBOL(ib_query_ah);
107 int ib_destroy_ah(struct ib_ah *ah)
113 ret = ah->device->destroy_ah(ah);
115 atomic_dec(&pd->usecnt);
119 EXPORT_SYMBOL(ib_destroy_ah);
123 struct ib_qp *ib_create_qp(struct ib_pd *pd,
124 struct ib_qp_init_attr *qp_init_attr)
128 qp = pd->device->create_qp(pd, qp_init_attr, NULL);
131 qp->device = pd->device;
133 qp->send_cq = qp_init_attr->send_cq;
134 qp->recv_cq = qp_init_attr->recv_cq;
135 qp->srq = qp_init_attr->srq;
137 qp->event_handler = qp_init_attr->event_handler;
138 qp->qp_context = qp_init_attr->qp_context;
139 qp->qp_type = qp_init_attr->qp_type;
140 atomic_inc(&pd->usecnt);
141 atomic_inc(&qp_init_attr->send_cq->usecnt);
142 atomic_inc(&qp_init_attr->recv_cq->usecnt);
143 if (qp_init_attr->srq)
144 atomic_inc(&qp_init_attr->srq->usecnt);
149 EXPORT_SYMBOL(ib_create_qp);
151 int ib_modify_qp(struct ib_qp *qp,
152 struct ib_qp_attr *qp_attr,
155 return qp->device->modify_qp(qp, qp_attr, qp_attr_mask);
157 EXPORT_SYMBOL(ib_modify_qp);
159 int ib_query_qp(struct ib_qp *qp,
160 struct ib_qp_attr *qp_attr,
162 struct ib_qp_init_attr *qp_init_attr)
164 return qp->device->query_qp ?
165 qp->device->query_qp(qp, qp_attr, qp_attr_mask, qp_init_attr) :
168 EXPORT_SYMBOL(ib_query_qp);
170 int ib_destroy_qp(struct ib_qp *qp)
173 struct ib_cq *scq, *rcq;
182 ret = qp->device->destroy_qp(qp);
184 atomic_dec(&pd->usecnt);
185 atomic_dec(&scq->usecnt);
186 atomic_dec(&rcq->usecnt);
188 atomic_dec(&srq->usecnt);
193 EXPORT_SYMBOL(ib_destroy_qp);
195 /* Completion queues */
197 struct ib_cq *ib_create_cq(struct ib_device *device,
198 ib_comp_handler comp_handler,
199 void (*event_handler)(struct ib_event *, void *),
200 void *cq_context, int cqe)
204 cq = device->create_cq(device, cqe, NULL, NULL);
209 cq->comp_handler = comp_handler;
210 cq->event_handler = event_handler;
211 cq->cq_context = cq_context;
212 atomic_set(&cq->usecnt, 0);
217 EXPORT_SYMBOL(ib_create_cq);
219 int ib_destroy_cq(struct ib_cq *cq)
221 if (atomic_read(&cq->usecnt))
224 return cq->device->destroy_cq(cq);
226 EXPORT_SYMBOL(ib_destroy_cq);
228 int ib_resize_cq(struct ib_cq *cq,
233 if (!cq->device->resize_cq)
236 ret = cq->device->resize_cq(cq, &cqe);
242 EXPORT_SYMBOL(ib_resize_cq);
246 struct ib_mr *ib_get_dma_mr(struct ib_pd *pd, int mr_access_flags)
250 mr = pd->device->get_dma_mr(pd, mr_access_flags);
253 mr->device = pd->device;
256 atomic_inc(&pd->usecnt);
257 atomic_set(&mr->usecnt, 0);
262 EXPORT_SYMBOL(ib_get_dma_mr);
264 struct ib_mr *ib_reg_phys_mr(struct ib_pd *pd,
265 struct ib_phys_buf *phys_buf_array,
272 mr = pd->device->reg_phys_mr(pd, phys_buf_array, num_phys_buf,
273 mr_access_flags, iova_start);
276 mr->device = pd->device;
279 atomic_inc(&pd->usecnt);
280 atomic_set(&mr->usecnt, 0);
285 EXPORT_SYMBOL(ib_reg_phys_mr);
287 int ib_rereg_phys_mr(struct ib_mr *mr,
290 struct ib_phys_buf *phys_buf_array,
295 struct ib_pd *old_pd;
298 if (!mr->device->rereg_phys_mr)
301 if (atomic_read(&mr->usecnt))
306 ret = mr->device->rereg_phys_mr(mr, mr_rereg_mask, pd,
307 phys_buf_array, num_phys_buf,
308 mr_access_flags, iova_start);
310 if (!ret && (mr_rereg_mask & IB_MR_REREG_PD)) {
311 atomic_dec(&old_pd->usecnt);
312 atomic_inc(&pd->usecnt);
317 EXPORT_SYMBOL(ib_rereg_phys_mr);
319 int ib_query_mr(struct ib_mr *mr, struct ib_mr_attr *mr_attr)
321 return mr->device->query_mr ?
322 mr->device->query_mr(mr, mr_attr) : -ENOSYS;
324 EXPORT_SYMBOL(ib_query_mr);
326 int ib_dereg_mr(struct ib_mr *mr)
331 if (atomic_read(&mr->usecnt))
335 ret = mr->device->dereg_mr(mr);
337 atomic_dec(&pd->usecnt);
341 EXPORT_SYMBOL(ib_dereg_mr);
345 struct ib_mw *ib_alloc_mw(struct ib_pd *pd)
349 if (!pd->device->alloc_mw)
350 return ERR_PTR(-ENOSYS);
352 mw = pd->device->alloc_mw(pd);
354 mw->device = pd->device;
357 atomic_inc(&pd->usecnt);
362 EXPORT_SYMBOL(ib_alloc_mw);
364 int ib_dealloc_mw(struct ib_mw *mw)
370 ret = mw->device->dealloc_mw(mw);
372 atomic_dec(&pd->usecnt);
376 EXPORT_SYMBOL(ib_dealloc_mw);
378 /* "Fast" memory regions */
380 struct ib_fmr *ib_alloc_fmr(struct ib_pd *pd,
382 struct ib_fmr_attr *fmr_attr)
386 if (!pd->device->alloc_fmr)
387 return ERR_PTR(-ENOSYS);
389 fmr = pd->device->alloc_fmr(pd, mr_access_flags, fmr_attr);
391 fmr->device = pd->device;
393 atomic_inc(&pd->usecnt);
398 EXPORT_SYMBOL(ib_alloc_fmr);
400 int ib_unmap_fmr(struct list_head *fmr_list)
404 if (list_empty(fmr_list))
407 fmr = list_entry(fmr_list->next, struct ib_fmr, list);
408 return fmr->device->unmap_fmr(fmr_list);
410 EXPORT_SYMBOL(ib_unmap_fmr);
412 int ib_dealloc_fmr(struct ib_fmr *fmr)
418 ret = fmr->device->dealloc_fmr(fmr);
420 atomic_dec(&pd->usecnt);
424 EXPORT_SYMBOL(ib_dealloc_fmr);
426 /* Multicast groups */
428 int ib_attach_mcast(struct ib_qp *qp, union ib_gid *gid, u16 lid)
430 return qp->device->attach_mcast ?
431 qp->device->attach_mcast(qp, gid, lid) :
434 EXPORT_SYMBOL(ib_attach_mcast);
436 int ib_detach_mcast(struct ib_qp *qp, union ib_gid *gid, u16 lid)
438 return qp->device->detach_mcast ?
439 qp->device->detach_mcast(qp, gid, lid) :
442 EXPORT_SYMBOL(ib_detach_mcast);