Pull fluff into release branch
[linux-2.6] / drivers / infiniband / hw / cxgb3 / iwch.c
1 /*
2  * Copyright (c) 2006 Chelsio, Inc. All rights reserved.
3  * Copyright (c) 2006 Open Grid Computing, Inc. All rights reserved.
4  *
5  * This software is available to you under a choice of one of two
6  * licenses.  You may choose to be licensed under the terms of the GNU
7  * General Public License (GPL) Version 2, available from the file
8  * COPYING in the main directory of this source tree, or the
9  * OpenIB.org BSD license below:
10  *
11  *     Redistribution and use in source and binary forms, with or
12  *     without modification, are permitted provided that the following
13  *     conditions are met:
14  *
15  *      - Redistributions of source code must retain the above
16  *        copyright notice, this list of conditions and the following
17  *        disclaimer.
18  *
19  *      - Redistributions in binary form must reproduce the above
20  *        copyright notice, this list of conditions and the following
21  *        disclaimer in the documentation and/or other materials
22  *        provided with the distribution.
23  *
24  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31  * SOFTWARE.
32  */
33 #include <linux/module.h>
34 #include <linux/moduleparam.h>
35
36 #include <rdma/ib_verbs.h>
37
38 #include "cxgb3_offload.h"
39 #include "iwch_provider.h"
40 #include "iwch_user.h"
41 #include "iwch.h"
42 #include "iwch_cm.h"
43
44 #define DRV_VERSION "1.1"
45
46 MODULE_AUTHOR("Boyd Faulkner, Steve Wise");
47 MODULE_DESCRIPTION("Chelsio T3 RDMA Driver");
48 MODULE_LICENSE("Dual BSD/GPL");
49 MODULE_VERSION(DRV_VERSION);
50
51 cxgb3_cpl_handler_func t3c_handlers[NUM_CPL_CMDS];
52
53 static void open_rnic_dev(struct t3cdev *);
54 static void close_rnic_dev(struct t3cdev *);
55
56 struct cxgb3_client t3c_client = {
57         .name = "iw_cxgb3",
58         .add = open_rnic_dev,
59         .remove = close_rnic_dev,
60         .handlers = t3c_handlers,
61         .redirect = iwch_ep_redirect
62 };
63
64 static LIST_HEAD(dev_list);
65 static DEFINE_MUTEX(dev_mutex);
66
67 static void rnic_init(struct iwch_dev *rnicp)
68 {
69         PDBG("%s iwch_dev %p\n", __FUNCTION__,  rnicp);
70         idr_init(&rnicp->cqidr);
71         idr_init(&rnicp->qpidr);
72         idr_init(&rnicp->mmidr);
73         spin_lock_init(&rnicp->lock);
74
75         rnicp->attr.vendor_id = 0x168;
76         rnicp->attr.vendor_part_id = 7;
77         rnicp->attr.max_qps = T3_MAX_NUM_QP - 32;
78         rnicp->attr.max_wrs = (1UL << 24) - 1;
79         rnicp->attr.max_sge_per_wr = T3_MAX_SGE;
80         rnicp->attr.max_sge_per_rdma_write_wr = T3_MAX_SGE;
81         rnicp->attr.max_cqs = T3_MAX_NUM_CQ - 1;
82         rnicp->attr.max_cqes_per_cq = (1UL << 24) - 1;
83         rnicp->attr.max_mem_regs = cxio_num_stags(&rnicp->rdev);
84         rnicp->attr.max_phys_buf_entries = T3_MAX_PBL_SIZE;
85         rnicp->attr.max_pds = T3_MAX_NUM_PD - 1;
86         rnicp->attr.mem_pgsizes_bitmask = 0x7FFF;       /* 4KB-128MB */
87         rnicp->attr.can_resize_wq = 0;
88         rnicp->attr.max_rdma_reads_per_qp = 8;
89         rnicp->attr.max_rdma_read_resources =
90             rnicp->attr.max_rdma_reads_per_qp * rnicp->attr.max_qps;
91         rnicp->attr.max_rdma_read_qp_depth = 8; /* IRD */
92         rnicp->attr.max_rdma_read_depth =
93             rnicp->attr.max_rdma_read_qp_depth * rnicp->attr.max_qps;
94         rnicp->attr.rq_overflow_handled = 0;
95         rnicp->attr.can_modify_ird = 0;
96         rnicp->attr.can_modify_ord = 0;
97         rnicp->attr.max_mem_windows = rnicp->attr.max_mem_regs - 1;
98         rnicp->attr.stag0_value = 1;
99         rnicp->attr.zbva_support = 1;
100         rnicp->attr.local_invalidate_fence = 1;
101         rnicp->attr.cq_overflow_detection = 1;
102         return;
103 }
104
105 static void open_rnic_dev(struct t3cdev *tdev)
106 {
107         struct iwch_dev *rnicp;
108         static int vers_printed;
109
110         PDBG("%s t3cdev %p\n", __FUNCTION__,  tdev);
111         if (!vers_printed++)
112                 printk(KERN_INFO MOD "Chelsio T3 RDMA Driver - version %s\n",
113                        DRV_VERSION);
114         rnicp = (struct iwch_dev *)ib_alloc_device(sizeof(*rnicp));
115         if (!rnicp) {
116                 printk(KERN_ERR MOD "Cannot allocate ib device\n");
117                 return;
118         }
119         rnicp->rdev.ulp = rnicp;
120         rnicp->rdev.t3cdev_p = tdev;
121
122         mutex_lock(&dev_mutex);
123
124         if (cxio_rdev_open(&rnicp->rdev)) {
125                 mutex_unlock(&dev_mutex);
126                 printk(KERN_ERR MOD "Unable to open CXIO rdev\n");
127                 ib_dealloc_device(&rnicp->ibdev);
128                 return;
129         }
130
131         rnic_init(rnicp);
132
133         list_add_tail(&rnicp->entry, &dev_list);
134         mutex_unlock(&dev_mutex);
135
136         if (iwch_register_device(rnicp)) {
137                 printk(KERN_ERR MOD "Unable to register device\n");
138                 close_rnic_dev(tdev);
139         }
140         printk(KERN_INFO MOD "Initialized device %s\n",
141                pci_name(rnicp->rdev.rnic_info.pdev));
142         return;
143 }
144
145 static void close_rnic_dev(struct t3cdev *tdev)
146 {
147         struct iwch_dev *dev, *tmp;
148         PDBG("%s t3cdev %p\n", __FUNCTION__,  tdev);
149         mutex_lock(&dev_mutex);
150         list_for_each_entry_safe(dev, tmp, &dev_list, entry) {
151                 if (dev->rdev.t3cdev_p == tdev) {
152                         list_del(&dev->entry);
153                         iwch_unregister_device(dev);
154                         cxio_rdev_close(&dev->rdev);
155                         idr_destroy(&dev->cqidr);
156                         idr_destroy(&dev->qpidr);
157                         idr_destroy(&dev->mmidr);
158                         ib_dealloc_device(&dev->ibdev);
159                         break;
160                 }
161         }
162         mutex_unlock(&dev_mutex);
163 }
164
165 static int __init iwch_init_module(void)
166 {
167         int err;
168
169         err = cxio_hal_init();
170         if (err)
171                 return err;
172         err = iwch_cm_init();
173         if (err)
174                 return err;
175         cxio_register_ev_cb(iwch_ev_dispatch);
176         cxgb3_register_client(&t3c_client);
177         return 0;
178 }
179
180 static void __exit iwch_exit_module(void)
181 {
182         cxgb3_unregister_client(&t3c_client);
183         cxio_unregister_ev_cb(iwch_ev_dispatch);
184         iwch_cm_term();
185         cxio_hal_exit();
186 }
187
188 module_init(iwch_init_module);
189 module_exit(iwch_exit_module);