1 /******************************************************************************
2 *******************************************************************************
4 ** Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
5 ** Copyright (C) 2004-2005 Red Hat, Inc. All rights reserved.
7 ** This copyrighted material is made available to anyone wishing to use,
8 ** modify, copy, or redistribute it subject to the terms and conditions
9 ** of the GNU General Public License v.2.
11 *******************************************************************************
12 ******************************************************************************/
14 #include <linux/kernel.h>
15 #include <linux/module.h>
16 #include <linux/configfs.h>
23 * /config/dlm/<cluster>/spaces/<space>/nodes/<node>/nodeid
24 * /config/dlm/<cluster>/spaces/<space>/nodes/<node>/weight
25 * /config/dlm/<cluster>/comms/<comm>/nodeid
26 * /config/dlm/<cluster>/comms/<comm>/local
27 * /config/dlm/<cluster>/comms/<comm>/addr
28 * The <cluster> level is useless, but I haven't figured out how to avoid it.
31 static struct config_group *space_list;
32 static struct config_group *comm_list;
33 static struct comm *local_comm;
44 static struct config_group *make_cluster(struct config_group *, const char *);
45 static void drop_cluster(struct config_group *, struct config_item *);
46 static void release_cluster(struct config_item *);
47 static struct config_group *make_space(struct config_group *, const char *);
48 static void drop_space(struct config_group *, struct config_item *);
49 static void release_space(struct config_item *);
50 static struct config_item *make_comm(struct config_group *, const char *);
51 static void drop_comm(struct config_group *, struct config_item *);
52 static void release_comm(struct config_item *);
53 static struct config_item *make_node(struct config_group *, const char *);
54 static void drop_node(struct config_group *, struct config_item *);
55 static void release_node(struct config_item *);
57 static ssize_t show_cluster(struct config_item *i, struct configfs_attribute *a,
59 static ssize_t store_cluster(struct config_item *i,
60 struct configfs_attribute *a,
61 const char *buf, size_t len);
62 static ssize_t show_comm(struct config_item *i, struct configfs_attribute *a,
64 static ssize_t store_comm(struct config_item *i, struct configfs_attribute *a,
65 const char *buf, size_t len);
66 static ssize_t show_node(struct config_item *i, struct configfs_attribute *a,
68 static ssize_t store_node(struct config_item *i, struct configfs_attribute *a,
69 const char *buf, size_t len);
71 static ssize_t comm_nodeid_read(struct comm *cm, char *buf);
72 static ssize_t comm_nodeid_write(struct comm *cm, const char *buf, size_t len);
73 static ssize_t comm_local_read(struct comm *cm, char *buf);
74 static ssize_t comm_local_write(struct comm *cm, const char *buf, size_t len);
75 static ssize_t comm_addr_write(struct comm *cm, const char *buf, size_t len);
76 static ssize_t node_nodeid_read(struct node *nd, char *buf);
77 static ssize_t node_nodeid_write(struct node *nd, const char *buf, size_t len);
78 static ssize_t node_weight_read(struct node *nd, char *buf);
79 static ssize_t node_weight_write(struct node *nd, const char *buf, size_t len);
82 struct config_group group;
83 unsigned int cl_tcp_port;
84 unsigned int cl_buffer_size;
85 unsigned int cl_rsbtbl_size;
86 unsigned int cl_lkbtbl_size;
87 unsigned int cl_dirtbl_size;
88 unsigned int cl_recover_timer;
89 unsigned int cl_toss_secs;
90 unsigned int cl_scan_secs;
91 unsigned int cl_log_debug;
95 CLUSTER_ATTR_TCP_PORT = 0,
96 CLUSTER_ATTR_BUFFER_SIZE,
97 CLUSTER_ATTR_RSBTBL_SIZE,
98 CLUSTER_ATTR_LKBTBL_SIZE,
99 CLUSTER_ATTR_DIRTBL_SIZE,
100 CLUSTER_ATTR_RECOVER_TIMER,
101 CLUSTER_ATTR_TOSS_SECS,
102 CLUSTER_ATTR_SCAN_SECS,
103 CLUSTER_ATTR_LOG_DEBUG,
106 struct cluster_attribute {
107 struct configfs_attribute attr;
108 ssize_t (*show)(struct cluster *, char *);
109 ssize_t (*store)(struct cluster *, const char *, size_t);
112 static ssize_t cluster_set(struct cluster *cl, unsigned int *cl_field,
113 unsigned int *info_field, int check_zero,
114 const char *buf, size_t len)
118 if (!capable(CAP_SYS_ADMIN))
121 x = simple_strtoul(buf, NULL, 0);
123 if (check_zero && !x)
132 #define __CONFIGFS_ATTR(_name,_mode,_read,_write) { \
133 .attr = { .ca_name = __stringify(_name), \
135 .ca_owner = THIS_MODULE }, \
140 #define CLUSTER_ATTR(name, check_zero) \
141 static ssize_t name##_write(struct cluster *cl, const char *buf, size_t len) \
143 return cluster_set(cl, &cl->cl_##name, &dlm_config.ci_##name, \
144 check_zero, buf, len); \
146 static ssize_t name##_read(struct cluster *cl, char *buf) \
148 return snprintf(buf, PAGE_SIZE, "%u\n", cl->cl_##name); \
150 static struct cluster_attribute cluster_attr_##name = \
151 __CONFIGFS_ATTR(name, 0644, name##_read, name##_write)
153 CLUSTER_ATTR(tcp_port, 1);
154 CLUSTER_ATTR(buffer_size, 1);
155 CLUSTER_ATTR(rsbtbl_size, 1);
156 CLUSTER_ATTR(lkbtbl_size, 1);
157 CLUSTER_ATTR(dirtbl_size, 1);
158 CLUSTER_ATTR(recover_timer, 1);
159 CLUSTER_ATTR(toss_secs, 1);
160 CLUSTER_ATTR(scan_secs, 1);
161 CLUSTER_ATTR(log_debug, 0);
163 static struct configfs_attribute *cluster_attrs[] = {
164 [CLUSTER_ATTR_TCP_PORT] = &cluster_attr_tcp_port.attr,
165 [CLUSTER_ATTR_BUFFER_SIZE] = &cluster_attr_buffer_size.attr,
166 [CLUSTER_ATTR_RSBTBL_SIZE] = &cluster_attr_rsbtbl_size.attr,
167 [CLUSTER_ATTR_LKBTBL_SIZE] = &cluster_attr_lkbtbl_size.attr,
168 [CLUSTER_ATTR_DIRTBL_SIZE] = &cluster_attr_dirtbl_size.attr,
169 [CLUSTER_ATTR_RECOVER_TIMER] = &cluster_attr_recover_timer.attr,
170 [CLUSTER_ATTR_TOSS_SECS] = &cluster_attr_toss_secs.attr,
171 [CLUSTER_ATTR_SCAN_SECS] = &cluster_attr_scan_secs.attr,
172 [CLUSTER_ATTR_LOG_DEBUG] = &cluster_attr_log_debug.attr,
177 COMM_ATTR_NODEID = 0,
182 struct comm_attribute {
183 struct configfs_attribute attr;
184 ssize_t (*show)(struct comm *, char *);
185 ssize_t (*store)(struct comm *, const char *, size_t);
188 static struct comm_attribute comm_attr_nodeid = {
189 .attr = { .ca_owner = THIS_MODULE,
191 .ca_mode = S_IRUGO | S_IWUSR },
192 .show = comm_nodeid_read,
193 .store = comm_nodeid_write,
196 static struct comm_attribute comm_attr_local = {
197 .attr = { .ca_owner = THIS_MODULE,
199 .ca_mode = S_IRUGO | S_IWUSR },
200 .show = comm_local_read,
201 .store = comm_local_write,
204 static struct comm_attribute comm_attr_addr = {
205 .attr = { .ca_owner = THIS_MODULE,
207 .ca_mode = S_IRUGO | S_IWUSR },
208 .store = comm_addr_write,
211 static struct configfs_attribute *comm_attrs[] = {
212 [COMM_ATTR_NODEID] = &comm_attr_nodeid.attr,
213 [COMM_ATTR_LOCAL] = &comm_attr_local.attr,
214 [COMM_ATTR_ADDR] = &comm_attr_addr.attr,
219 NODE_ATTR_NODEID = 0,
223 struct node_attribute {
224 struct configfs_attribute attr;
225 ssize_t (*show)(struct node *, char *);
226 ssize_t (*store)(struct node *, const char *, size_t);
229 static struct node_attribute node_attr_nodeid = {
230 .attr = { .ca_owner = THIS_MODULE,
232 .ca_mode = S_IRUGO | S_IWUSR },
233 .show = node_nodeid_read,
234 .store = node_nodeid_write,
237 static struct node_attribute node_attr_weight = {
238 .attr = { .ca_owner = THIS_MODULE,
240 .ca_mode = S_IRUGO | S_IWUSR },
241 .show = node_weight_read,
242 .store = node_weight_write,
245 static struct configfs_attribute *node_attrs[] = {
246 [NODE_ATTR_NODEID] = &node_attr_nodeid.attr,
247 [NODE_ATTR_WEIGHT] = &node_attr_weight.attr,
252 struct configfs_subsystem subsys;
256 struct config_group ss_group;
260 struct config_group group;
261 struct list_head members;
262 struct mutex members_lock;
267 struct config_group cs_group;
271 struct config_item item;
275 struct sockaddr_storage *addr[DLM_MAX_ADDR_COUNT];
279 struct config_group ns_group;
283 struct config_item item;
284 struct list_head list; /* space->members */
289 static struct configfs_group_operations clusters_ops = {
290 .make_group = make_cluster,
291 .drop_item = drop_cluster,
294 static struct configfs_item_operations cluster_ops = {
295 .release = release_cluster,
296 .show_attribute = show_cluster,
297 .store_attribute = store_cluster,
300 static struct configfs_group_operations spaces_ops = {
301 .make_group = make_space,
302 .drop_item = drop_space,
305 static struct configfs_item_operations space_ops = {
306 .release = release_space,
309 static struct configfs_group_operations comms_ops = {
310 .make_item = make_comm,
311 .drop_item = drop_comm,
314 static struct configfs_item_operations comm_ops = {
315 .release = release_comm,
316 .show_attribute = show_comm,
317 .store_attribute = store_comm,
320 static struct configfs_group_operations nodes_ops = {
321 .make_item = make_node,
322 .drop_item = drop_node,
325 static struct configfs_item_operations node_ops = {
326 .release = release_node,
327 .show_attribute = show_node,
328 .store_attribute = store_node,
331 static struct config_item_type clusters_type = {
332 .ct_group_ops = &clusters_ops,
333 .ct_owner = THIS_MODULE,
336 static struct config_item_type cluster_type = {
337 .ct_item_ops = &cluster_ops,
338 .ct_attrs = cluster_attrs,
339 .ct_owner = THIS_MODULE,
342 static struct config_item_type spaces_type = {
343 .ct_group_ops = &spaces_ops,
344 .ct_owner = THIS_MODULE,
347 static struct config_item_type space_type = {
348 .ct_item_ops = &space_ops,
349 .ct_owner = THIS_MODULE,
352 static struct config_item_type comms_type = {
353 .ct_group_ops = &comms_ops,
354 .ct_owner = THIS_MODULE,
357 static struct config_item_type comm_type = {
358 .ct_item_ops = &comm_ops,
359 .ct_attrs = comm_attrs,
360 .ct_owner = THIS_MODULE,
363 static struct config_item_type nodes_type = {
364 .ct_group_ops = &nodes_ops,
365 .ct_owner = THIS_MODULE,
368 static struct config_item_type node_type = {
369 .ct_item_ops = &node_ops,
370 .ct_attrs = node_attrs,
371 .ct_owner = THIS_MODULE,
374 static struct cluster *to_cluster(struct config_item *i)
376 return i ? container_of(to_config_group(i), struct cluster, group):NULL;
379 static struct space *to_space(struct config_item *i)
381 return i ? container_of(to_config_group(i), struct space, group) : NULL;
384 static struct comm *to_comm(struct config_item *i)
386 return i ? container_of(i, struct comm, item) : NULL;
389 static struct node *to_node(struct config_item *i)
391 return i ? container_of(i, struct node, item) : NULL;
394 static struct config_group *make_cluster(struct config_group *g,
397 struct cluster *cl = NULL;
398 struct spaces *sps = NULL;
399 struct comms *cms = NULL;
402 cl = kzalloc(sizeof(struct cluster), GFP_KERNEL);
403 gps = kcalloc(3, sizeof(struct config_group *), GFP_KERNEL);
404 sps = kzalloc(sizeof(struct spaces), GFP_KERNEL);
405 cms = kzalloc(sizeof(struct comms), GFP_KERNEL);
407 if (!cl || !gps || !sps || !cms)
410 config_group_init_type_name(&cl->group, name, &cluster_type);
411 config_group_init_type_name(&sps->ss_group, "spaces", &spaces_type);
412 config_group_init_type_name(&cms->cs_group, "comms", &comms_type);
414 cl->group.default_groups = gps;
415 cl->group.default_groups[0] = &sps->ss_group;
416 cl->group.default_groups[1] = &cms->cs_group;
417 cl->group.default_groups[2] = NULL;
419 cl->cl_tcp_port = dlm_config.ci_tcp_port;
420 cl->cl_buffer_size = dlm_config.ci_buffer_size;
421 cl->cl_rsbtbl_size = dlm_config.ci_rsbtbl_size;
422 cl->cl_lkbtbl_size = dlm_config.ci_lkbtbl_size;
423 cl->cl_dirtbl_size = dlm_config.ci_dirtbl_size;
424 cl->cl_recover_timer = dlm_config.ci_recover_timer;
425 cl->cl_toss_secs = dlm_config.ci_toss_secs;
426 cl->cl_scan_secs = dlm_config.ci_scan_secs;
427 cl->cl_log_debug = dlm_config.ci_log_debug;
429 space_list = &sps->ss_group;
430 comm_list = &cms->cs_group;
441 static void drop_cluster(struct config_group *g, struct config_item *i)
443 struct cluster *cl = to_cluster(i);
444 struct config_item *tmp;
447 for (j = 0; cl->group.default_groups[j]; j++) {
448 tmp = &cl->group.default_groups[j]->cg_item;
449 cl->group.default_groups[j] = NULL;
450 config_item_put(tmp);
459 static void release_cluster(struct config_item *i)
461 struct cluster *cl = to_cluster(i);
462 kfree(cl->group.default_groups);
466 static struct config_group *make_space(struct config_group *g, const char *name)
468 struct space *sp = NULL;
469 struct nodes *nds = NULL;
472 sp = kzalloc(sizeof(struct space), GFP_KERNEL);
473 gps = kcalloc(2, sizeof(struct config_group *), GFP_KERNEL);
474 nds = kzalloc(sizeof(struct nodes), GFP_KERNEL);
476 if (!sp || !gps || !nds)
479 config_group_init_type_name(&sp->group, name, &space_type);
480 config_group_init_type_name(&nds->ns_group, "nodes", &nodes_type);
482 sp->group.default_groups = gps;
483 sp->group.default_groups[0] = &nds->ns_group;
484 sp->group.default_groups[1] = NULL;
486 INIT_LIST_HEAD(&sp->members);
487 mutex_init(&sp->members_lock);
488 sp->members_count = 0;
498 static void drop_space(struct config_group *g, struct config_item *i)
500 struct space *sp = to_space(i);
501 struct config_item *tmp;
504 /* assert list_empty(&sp->members) */
506 for (j = 0; sp->group.default_groups[j]; j++) {
507 tmp = &sp->group.default_groups[j]->cg_item;
508 sp->group.default_groups[j] = NULL;
509 config_item_put(tmp);
515 static void release_space(struct config_item *i)
517 struct space *sp = to_space(i);
518 kfree(sp->group.default_groups);
522 static struct config_item *make_comm(struct config_group *g, const char *name)
526 cm = kzalloc(sizeof(struct comm), GFP_KERNEL);
530 config_item_init_type_name(&cm->item, name, &comm_type);
537 static void drop_comm(struct config_group *g, struct config_item *i)
539 struct comm *cm = to_comm(i);
540 if (local_comm == cm)
542 dlm_lowcomms_close(cm->nodeid);
543 while (cm->addr_count--)
544 kfree(cm->addr[cm->addr_count]);
548 static void release_comm(struct config_item *i)
550 struct comm *cm = to_comm(i);
554 static struct config_item *make_node(struct config_group *g, const char *name)
556 struct space *sp = to_space(g->cg_item.ci_parent);
559 nd = kzalloc(sizeof(struct node), GFP_KERNEL);
563 config_item_init_type_name(&nd->item, name, &node_type);
565 nd->weight = 1; /* default weight of 1 if none is set */
567 mutex_lock(&sp->members_lock);
568 list_add(&nd->list, &sp->members);
570 mutex_unlock(&sp->members_lock);
575 static void drop_node(struct config_group *g, struct config_item *i)
577 struct space *sp = to_space(g->cg_item.ci_parent);
578 struct node *nd = to_node(i);
580 mutex_lock(&sp->members_lock);
583 mutex_unlock(&sp->members_lock);
588 static void release_node(struct config_item *i)
590 struct node *nd = to_node(i);
594 static struct clusters clusters_root = {
599 .ci_type = &clusters_type,
605 int dlm_config_init(void)
607 config_group_init(&clusters_root.subsys.su_group);
608 init_MUTEX(&clusters_root.subsys.su_sem);
609 return configfs_register_subsystem(&clusters_root.subsys);
612 void dlm_config_exit(void)
614 configfs_unregister_subsystem(&clusters_root.subsys);
618 * Functions for user space to read/write attributes
621 static ssize_t show_cluster(struct config_item *i, struct configfs_attribute *a,
624 struct cluster *cl = to_cluster(i);
625 struct cluster_attribute *cla =
626 container_of(a, struct cluster_attribute, attr);
627 return cla->show ? cla->show(cl, buf) : 0;
630 static ssize_t store_cluster(struct config_item *i,
631 struct configfs_attribute *a,
632 const char *buf, size_t len)
634 struct cluster *cl = to_cluster(i);
635 struct cluster_attribute *cla =
636 container_of(a, struct cluster_attribute, attr);
637 return cla->store ? cla->store(cl, buf, len) : -EINVAL;
640 static ssize_t show_comm(struct config_item *i, struct configfs_attribute *a,
643 struct comm *cm = to_comm(i);
644 struct comm_attribute *cma =
645 container_of(a, struct comm_attribute, attr);
646 return cma->show ? cma->show(cm, buf) : 0;
649 static ssize_t store_comm(struct config_item *i, struct configfs_attribute *a,
650 const char *buf, size_t len)
652 struct comm *cm = to_comm(i);
653 struct comm_attribute *cma =
654 container_of(a, struct comm_attribute, attr);
655 return cma->store ? cma->store(cm, buf, len) : -EINVAL;
658 static ssize_t comm_nodeid_read(struct comm *cm, char *buf)
660 return sprintf(buf, "%d\n", cm->nodeid);
663 static ssize_t comm_nodeid_write(struct comm *cm, const char *buf, size_t len)
665 cm->nodeid = simple_strtol(buf, NULL, 0);
669 static ssize_t comm_local_read(struct comm *cm, char *buf)
671 return sprintf(buf, "%d\n", cm->local);
674 static ssize_t comm_local_write(struct comm *cm, const char *buf, size_t len)
676 cm->local= simple_strtol(buf, NULL, 0);
677 if (cm->local && !local_comm)
682 static ssize_t comm_addr_write(struct comm *cm, const char *buf, size_t len)
684 struct sockaddr_storage *addr;
686 if (len != sizeof(struct sockaddr_storage))
689 if (cm->addr_count >= DLM_MAX_ADDR_COUNT)
692 addr = kzalloc(sizeof(*addr), GFP_KERNEL);
696 memcpy(addr, buf, len);
697 cm->addr[cm->addr_count++] = addr;
701 static ssize_t show_node(struct config_item *i, struct configfs_attribute *a,
704 struct node *nd = to_node(i);
705 struct node_attribute *nda =
706 container_of(a, struct node_attribute, attr);
707 return nda->show ? nda->show(nd, buf) : 0;
710 static ssize_t store_node(struct config_item *i, struct configfs_attribute *a,
711 const char *buf, size_t len)
713 struct node *nd = to_node(i);
714 struct node_attribute *nda =
715 container_of(a, struct node_attribute, attr);
716 return nda->store ? nda->store(nd, buf, len) : -EINVAL;
719 static ssize_t node_nodeid_read(struct node *nd, char *buf)
721 return sprintf(buf, "%d\n", nd->nodeid);
724 static ssize_t node_nodeid_write(struct node *nd, const char *buf, size_t len)
726 nd->nodeid = simple_strtol(buf, NULL, 0);
730 static ssize_t node_weight_read(struct node *nd, char *buf)
732 return sprintf(buf, "%d\n", nd->weight);
735 static ssize_t node_weight_write(struct node *nd, const char *buf, size_t len)
737 nd->weight = simple_strtol(buf, NULL, 0);
742 * Functions for the dlm to get the info that's been configured
745 static struct space *get_space(char *name)
749 return to_space(config_group_find_obj(space_list, name));
752 static void put_space(struct space *sp)
754 config_item_put(&sp->group.cg_item);
757 static struct comm *get_comm(int nodeid, struct sockaddr_storage *addr)
759 struct config_item *i;
760 struct comm *cm = NULL;
766 down(&clusters_root.subsys.su_sem);
768 list_for_each_entry(i, &comm_list->cg_children, ci_entry) {
772 if (cm->nodeid != nodeid)
777 if (!cm->addr_count ||
778 memcmp(cm->addr[0], addr, sizeof(*addr)))
784 up(&clusters_root.subsys.su_sem);
793 static void put_comm(struct comm *cm)
795 config_item_put(&cm->item);
798 /* caller must free mem */
799 int dlm_nodeid_list(char *lsname, int **ids_out)
806 sp = get_space(lsname);
810 mutex_lock(&sp->members_lock);
811 if (!sp->members_count) {
816 ids = kcalloc(sp->members_count, sizeof(int), GFP_KERNEL);
822 rv = sp->members_count;
823 list_for_each_entry(nd, &sp->members, list)
824 ids[i++] = nd->nodeid;
827 printk("bad nodeid count %d %d\n", rv, i);
831 mutex_unlock(&sp->members_lock);
836 int dlm_node_weight(char *lsname, int nodeid)
842 sp = get_space(lsname);
846 mutex_lock(&sp->members_lock);
847 list_for_each_entry(nd, &sp->members, list) {
848 if (nd->nodeid != nodeid)
853 mutex_unlock(&sp->members_lock);
859 int dlm_nodeid_to_addr(int nodeid, struct sockaddr_storage *addr)
861 struct comm *cm = get_comm(nodeid, NULL);
866 memcpy(addr, cm->addr[0], sizeof(*addr));
871 int dlm_addr_to_nodeid(struct sockaddr_storage *addr, int *nodeid)
873 struct comm *cm = get_comm(0, addr);
876 *nodeid = cm->nodeid;
881 int dlm_our_nodeid(void)
883 return local_comm ? local_comm->nodeid : 0;
886 /* num 0 is first addr, num 1 is second addr */
887 int dlm_our_addr(struct sockaddr_storage *addr, int num)
891 if (num + 1 > local_comm->addr_count)
893 memcpy(addr, local_comm->addr[num], sizeof(*addr));
897 /* Config file defaults */
898 #define DEFAULT_TCP_PORT 21064
899 #define DEFAULT_BUFFER_SIZE 4096
900 #define DEFAULT_RSBTBL_SIZE 256
901 #define DEFAULT_LKBTBL_SIZE 1024
902 #define DEFAULT_DIRTBL_SIZE 512
903 #define DEFAULT_RECOVER_TIMER 5
904 #define DEFAULT_TOSS_SECS 10
905 #define DEFAULT_SCAN_SECS 5
906 #define DEFAULT_LOG_DEBUG 0
908 struct dlm_config_info dlm_config = {
909 .ci_tcp_port = DEFAULT_TCP_PORT,
910 .ci_buffer_size = DEFAULT_BUFFER_SIZE,
911 .ci_rsbtbl_size = DEFAULT_RSBTBL_SIZE,
912 .ci_lkbtbl_size = DEFAULT_LKBTBL_SIZE,
913 .ci_dirtbl_size = DEFAULT_DIRTBL_SIZE,
914 .ci_recover_timer = DEFAULT_RECOVER_TIMER,
915 .ci_toss_secs = DEFAULT_TOSS_SECS,
916 .ci_scan_secs = DEFAULT_SCAN_SECS,
917 .ci_log_debug = DEFAULT_LOG_DEBUG