Merge branch 'for-2.6.28' of git://linux-nfs.org/~bfields/linux
[linux-2.6] / drivers / s390 / block / dcssblk.c
1 /*
2  * dcssblk.c -- the S/390 block driver for dcss memory
3  *
4  * Authors: Carsten Otte, Stefan Weinhuber, Gerald Schaefer
5  */
6
7 #include <linux/module.h>
8 #include <linux/moduleparam.h>
9 #include <linux/ctype.h>
10 #include <linux/errno.h>
11 #include <linux/init.h>
12 #include <linux/slab.h>
13 #include <linux/blkdev.h>
14 #include <asm/extmem.h>
15 #include <asm/io.h>
16 #include <linux/completion.h>
17 #include <linux/interrupt.h>
18 #include <asm/s390_rdev.h>
19
20 //#define DCSSBLK_DEBUG         /* Debug messages on/off */
21 #define DCSSBLK_NAME "dcssblk"
22 #define DCSSBLK_MINORS_PER_DISK 1
23 #define DCSSBLK_PARM_LEN 400
24
25 #ifdef DCSSBLK_DEBUG
26 #define PRINT_DEBUG(x...) printk(KERN_DEBUG DCSSBLK_NAME " debug: " x)
27 #else
28 #define PRINT_DEBUG(x...) do {} while (0)
29 #endif
30 #define PRINT_INFO(x...)  printk(KERN_INFO DCSSBLK_NAME " info: " x)
31 #define PRINT_WARN(x...)  printk(KERN_WARNING DCSSBLK_NAME " warning: " x)
32 #define PRINT_ERR(x...)   printk(KERN_ERR DCSSBLK_NAME " error: " x)
33
34 static int dcssblk_open(struct inode *inode, struct file *filp);
35 static int dcssblk_release(struct inode *inode, struct file *filp);
36 static int dcssblk_make_request(struct request_queue *q, struct bio *bio);
37 static int dcssblk_direct_access(struct block_device *bdev, sector_t secnum,
38                                  void **kaddr, unsigned long *pfn);
39
40 static char dcssblk_segments[DCSSBLK_PARM_LEN] = "\0";
41
42 static int dcssblk_major;
43 static struct block_device_operations dcssblk_devops = {
44         .owner          = THIS_MODULE,
45         .open           = dcssblk_open,
46         .release        = dcssblk_release,
47         .direct_access  = dcssblk_direct_access,
48 };
49
50 struct dcssblk_dev_info {
51         struct list_head lh;
52         struct device dev;
53         char segment_name[BUS_ID_SIZE];
54         atomic_t use_count;
55         struct gendisk *gd;
56         unsigned long start;
57         unsigned long end;
58         int segment_type;
59         unsigned char save_pending;
60         unsigned char is_shared;
61         struct request_queue *dcssblk_queue;
62         int num_of_segments;
63         struct list_head seg_list;
64 };
65
66 struct segment_info {
67         struct list_head lh;
68         char segment_name[BUS_ID_SIZE];
69         unsigned long start;
70         unsigned long end;
71         int segment_type;
72 };
73
74 static ssize_t dcssblk_add_store(struct device * dev, struct device_attribute *attr, const char * buf,
75                                   size_t count);
76 static ssize_t dcssblk_remove_store(struct device * dev, struct device_attribute *attr, const char * buf,
77                                   size_t count);
78 static ssize_t dcssblk_save_store(struct device * dev, struct device_attribute *attr, const char * buf,
79                                   size_t count);
80 static ssize_t dcssblk_save_show(struct device *dev, struct device_attribute *attr, char *buf);
81 static ssize_t dcssblk_shared_store(struct device * dev, struct device_attribute *attr, const char * buf,
82                                   size_t count);
83 static ssize_t dcssblk_shared_show(struct device *dev, struct device_attribute *attr, char *buf);
84 static ssize_t dcssblk_seglist_show(struct device *dev,
85                                 struct device_attribute *attr,
86                                 char *buf);
87
88 static DEVICE_ATTR(add, S_IWUSR, NULL, dcssblk_add_store);
89 static DEVICE_ATTR(remove, S_IWUSR, NULL, dcssblk_remove_store);
90 static DEVICE_ATTR(save, S_IWUSR | S_IRUSR, dcssblk_save_show,
91                    dcssblk_save_store);
92 static DEVICE_ATTR(shared, S_IWUSR | S_IRUSR, dcssblk_shared_show,
93                    dcssblk_shared_store);
94 static DEVICE_ATTR(seglist, S_IRUSR, dcssblk_seglist_show, NULL);
95
96 static struct device *dcssblk_root_dev;
97
98 static LIST_HEAD(dcssblk_devices);
99 static struct rw_semaphore dcssblk_devices_sem;
100
101 /*
102  * release function for segment device.
103  */
104 static void
105 dcssblk_release_segment(struct device *dev)
106 {
107         struct dcssblk_dev_info *dev_info;
108         struct segment_info *entry, *temp;
109
110         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
111         list_for_each_entry_safe(entry, temp, &dev_info->seg_list, lh) {
112                 list_del(&entry->lh);
113                 kfree(entry);
114         }
115         kfree(dev_info);
116         module_put(THIS_MODULE);
117 }
118
119 /*
120  * get a minor number. needs to be called with
121  * down_write(&dcssblk_devices_sem) and the
122  * device needs to be enqueued before the semaphore is
123  * freed.
124  */
125 static int
126 dcssblk_assign_free_minor(struct dcssblk_dev_info *dev_info)
127 {
128         int minor, found;
129         struct dcssblk_dev_info *entry;
130
131         if (dev_info == NULL)
132                 return -EINVAL;
133         for (minor = 0; minor < (1<<MINORBITS); minor++) {
134                 found = 0;
135                 // test if minor available
136                 list_for_each_entry(entry, &dcssblk_devices, lh)
137                         if (minor == MINOR(disk_devt(entry->gd)))
138                                 found++;
139                 if (!found) break; // got unused minor
140         }
141         if (found)
142                 return -EBUSY;
143         dev_info->gd->first_minor = minor;
144         return 0;
145 }
146
147 /*
148  * get the struct dcssblk_dev_info from dcssblk_devices
149  * for the given name.
150  * down_read(&dcssblk_devices_sem) must be held.
151  */
152 static struct dcssblk_dev_info *
153 dcssblk_get_device_by_name(char *name)
154 {
155         struct dcssblk_dev_info *entry;
156
157         list_for_each_entry(entry, &dcssblk_devices, lh) {
158                 if (!strcmp(name, entry->segment_name)) {
159                         return entry;
160                 }
161         }
162         return NULL;
163 }
164
165 /*
166  * get the struct segment_info from seg_list
167  * for the given name.
168  * down_read(&dcssblk_devices_sem) must be held.
169  */
170 static struct segment_info *
171 dcssblk_get_segment_by_name(char *name)
172 {
173         struct dcssblk_dev_info *dev_info;
174         struct segment_info *entry;
175
176         list_for_each_entry(dev_info, &dcssblk_devices, lh) {
177                 list_for_each_entry(entry, &dev_info->seg_list, lh) {
178                         if (!strcmp(name, entry->segment_name))
179                                 return entry;
180                 }
181         }
182         return NULL;
183 }
184
185 /*
186  * get the highest address of the multi-segment block.
187  */
188 static unsigned long
189 dcssblk_find_highest_addr(struct dcssblk_dev_info *dev_info)
190 {
191         unsigned long highest_addr;
192         struct segment_info *entry;
193
194         highest_addr = 0;
195         list_for_each_entry(entry, &dev_info->seg_list, lh) {
196                 if (highest_addr < entry->end)
197                         highest_addr = entry->end;
198         }
199         return highest_addr;
200 }
201
202 /*
203  * get the lowest address of the multi-segment block.
204  */
205 static unsigned long
206 dcssblk_find_lowest_addr(struct dcssblk_dev_info *dev_info)
207 {
208         int set_first;
209         unsigned long lowest_addr;
210         struct segment_info *entry;
211
212         set_first = 0;
213         lowest_addr = 0;
214         list_for_each_entry(entry, &dev_info->seg_list, lh) {
215                 if (set_first == 0) {
216                         lowest_addr = entry->start;
217                         set_first = 1;
218                 } else {
219                         if (lowest_addr > entry->start)
220                                 lowest_addr = entry->start;
221                 }
222         }
223         return lowest_addr;
224 }
225
226 /*
227  * Check continuity of segments.
228  */
229 static int
230 dcssblk_is_continuous(struct dcssblk_dev_info *dev_info)
231 {
232         int i, j, rc;
233         struct segment_info *sort_list, *entry, temp;
234
235         if (dev_info->num_of_segments <= 1)
236                 return 0;
237
238         sort_list = kzalloc(
239                         sizeof(struct segment_info) * dev_info->num_of_segments,
240                         GFP_KERNEL);
241         if (sort_list == NULL)
242                 return -ENOMEM;
243         i = 0;
244         list_for_each_entry(entry, &dev_info->seg_list, lh) {
245                 memcpy(&sort_list[i], entry, sizeof(struct segment_info));
246                 i++;
247         }
248
249         /* sort segments */
250         for (i = 0; i < dev_info->num_of_segments; i++)
251                 for (j = 0; j < dev_info->num_of_segments; j++)
252                         if (sort_list[j].start > sort_list[i].start) {
253                                 memcpy(&temp, &sort_list[i],
254                                         sizeof(struct segment_info));
255                                 memcpy(&sort_list[i], &sort_list[j],
256                                         sizeof(struct segment_info));
257                                 memcpy(&sort_list[j], &temp,
258                                         sizeof(struct segment_info));
259                         }
260
261         /* check continuity */
262         for (i = 0; i < dev_info->num_of_segments - 1; i++) {
263                 if ((sort_list[i].end + 1) != sort_list[i+1].start) {
264                         PRINT_ERR("Segment %s is not contiguous with "
265                                 "segment %s\n",
266                                 sort_list[i].segment_name,
267                                 sort_list[i+1].segment_name);
268                         rc = -EINVAL;
269                         goto out;
270                 }
271                 /* EN and EW are allowed in a block device */
272                 if (sort_list[i].segment_type != sort_list[i+1].segment_type) {
273                         if (!(sort_list[i].segment_type & SEGMENT_EXCLUSIVE) ||
274                                 (sort_list[i].segment_type == SEG_TYPE_ER) ||
275                                 !(sort_list[i+1].segment_type &
276                                 SEGMENT_EXCLUSIVE) ||
277                                 (sort_list[i+1].segment_type == SEG_TYPE_ER)) {
278                                 PRINT_ERR("Segment %s has different type from "
279                                         "segment %s\n",
280                                         sort_list[i].segment_name,
281                                         sort_list[i+1].segment_name);
282                                 rc = -EINVAL;
283                                 goto out;
284                         }
285                 }
286         }
287         rc = 0;
288 out:
289         kfree(sort_list);
290         return rc;
291 }
292
293 /*
294  * Load a segment
295  */
296 static int
297 dcssblk_load_segment(char *name, struct segment_info **seg_info)
298 {
299         int rc;
300
301         /* already loaded? */
302         down_read(&dcssblk_devices_sem);
303         *seg_info = dcssblk_get_segment_by_name(name);
304         up_read(&dcssblk_devices_sem);
305         if (*seg_info != NULL)
306                 return -EEXIST;
307
308         /* get a struct segment_info */
309         *seg_info = kzalloc(sizeof(struct segment_info), GFP_KERNEL);
310         if (*seg_info == NULL)
311                 return -ENOMEM;
312
313         strcpy((*seg_info)->segment_name, name);
314
315         /* load the segment */
316         rc = segment_load(name, SEGMENT_SHARED,
317                         &(*seg_info)->start, &(*seg_info)->end);
318         if (rc < 0) {
319                 segment_warning(rc, (*seg_info)->segment_name);
320                 kfree(*seg_info);
321         } else {
322                 INIT_LIST_HEAD(&(*seg_info)->lh);
323                 (*seg_info)->segment_type = rc;
324         }
325         return rc;
326 }
327
328 static void dcssblk_unregister_callback(struct device *dev)
329 {
330         device_unregister(dev);
331         put_device(dev);
332 }
333
334 /*
335  * device attribute for switching shared/nonshared (exclusive)
336  * operation (show + store)
337  */
338 static ssize_t
339 dcssblk_shared_show(struct device *dev, struct device_attribute *attr, char *buf)
340 {
341         struct dcssblk_dev_info *dev_info;
342
343         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
344         return sprintf(buf, dev_info->is_shared ? "1\n" : "0\n");
345 }
346
347 static ssize_t
348 dcssblk_shared_store(struct device *dev, struct device_attribute *attr, const char *inbuf, size_t count)
349 {
350         struct dcssblk_dev_info *dev_info;
351         struct segment_info *entry, *temp;
352         int rc;
353
354         if ((count > 1) && (inbuf[1] != '\n') && (inbuf[1] != '\0'))
355                 return -EINVAL;
356         down_write(&dcssblk_devices_sem);
357         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
358         if (atomic_read(&dev_info->use_count)) {
359                 rc = -EBUSY;
360                 goto out;
361         }
362         if (inbuf[0] == '1') {
363                 /* reload segments in shared mode */
364                 list_for_each_entry(entry, &dev_info->seg_list, lh) {
365                         rc = segment_modify_shared(entry->segment_name,
366                                                 SEGMENT_SHARED);
367                         if (rc < 0) {
368                                 BUG_ON(rc == -EINVAL);
369                                 if (rc != -EAGAIN)
370                                         goto removeseg;
371                         }
372                 }
373                 dev_info->is_shared = 1;
374                 switch (dev_info->segment_type) {
375                 case SEG_TYPE_SR:
376                 case SEG_TYPE_ER:
377                 case SEG_TYPE_SC:
378                         set_disk_ro(dev_info->gd, 1);
379                 }
380         } else if (inbuf[0] == '0') {
381                 /* reload segments in exclusive mode */
382                 if (dev_info->segment_type == SEG_TYPE_SC) {
383                         PRINT_ERR("Segment type SC (%s) cannot be loaded in "
384                                 "non-shared mode\n", dev_info->segment_name);
385                         rc = -EINVAL;
386                         goto out;
387                 }
388                 list_for_each_entry(entry, &dev_info->seg_list, lh) {
389                         rc = segment_modify_shared(entry->segment_name,
390                                                    SEGMENT_EXCLUSIVE);
391                         if (rc < 0) {
392                                 BUG_ON(rc == -EINVAL);
393                                 if (rc != -EAGAIN)
394                                         goto removeseg;
395                         }
396                 }
397                 dev_info->is_shared = 0;
398                 set_disk_ro(dev_info->gd, 0);
399         } else {
400                 rc = -EINVAL;
401                 goto out;
402         }
403         rc = count;
404         goto out;
405
406 removeseg:
407         PRINT_ERR("Could not reload segment(s) of the device %s, removing "
408                 "segment(s) now!\n",
409                 dev_info->segment_name);
410         temp = entry;
411         list_for_each_entry(entry, &dev_info->seg_list, lh) {
412                 if (entry != temp)
413                         segment_unload(entry->segment_name);
414         }
415         list_del(&dev_info->lh);
416
417         del_gendisk(dev_info->gd);
418         blk_cleanup_queue(dev_info->dcssblk_queue);
419         dev_info->gd->queue = NULL;
420         put_disk(dev_info->gd);
421         rc = device_schedule_callback(dev, dcssblk_unregister_callback);
422 out:
423         up_write(&dcssblk_devices_sem);
424         return rc;
425 }
426
427 /*
428  * device attribute for save operation on current copy
429  * of the segment. If the segment is busy, saving will
430  * become pending until it gets released, which can be
431  * undone by storing a non-true value to this entry.
432  * (show + store)
433  */
434 static ssize_t
435 dcssblk_save_show(struct device *dev, struct device_attribute *attr, char *buf)
436 {
437         struct dcssblk_dev_info *dev_info;
438
439         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
440         return sprintf(buf, dev_info->save_pending ? "1\n" : "0\n");
441 }
442
443 static ssize_t
444 dcssblk_save_store(struct device *dev, struct device_attribute *attr, const char *inbuf, size_t count)
445 {
446         struct dcssblk_dev_info *dev_info;
447         struct segment_info *entry;
448
449         if ((count > 1) && (inbuf[1] != '\n') && (inbuf[1] != '\0'))
450                 return -EINVAL;
451         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
452
453         down_write(&dcssblk_devices_sem);
454         if (inbuf[0] == '1') {
455                 if (atomic_read(&dev_info->use_count) == 0) {
456                         // device is idle => we save immediately
457                         PRINT_INFO("Saving segment(s) of the device %s\n",
458                                    dev_info->segment_name);
459                         list_for_each_entry(entry, &dev_info->seg_list, lh) {
460                                 segment_save(entry->segment_name);
461                         }
462                 }  else {
463                         // device is busy => we save it when it becomes
464                         // idle in dcssblk_release
465                         PRINT_INFO("Device %s is currently busy, segment(s) "
466                                    "will be saved when it becomes idle...\n",
467                                    dev_info->segment_name);
468                         dev_info->save_pending = 1;
469                 }
470         } else if (inbuf[0] == '0') {
471                 if (dev_info->save_pending) {
472                         // device is busy & the user wants to undo his save
473                         // request
474                         dev_info->save_pending = 0;
475                         PRINT_INFO("Pending save for segment(s) of the device "
476                                         "%s deactivated\n",
477                                         dev_info->segment_name);
478                 }
479         } else {
480                 up_write(&dcssblk_devices_sem);
481                 return -EINVAL;
482         }
483         up_write(&dcssblk_devices_sem);
484         return count;
485 }
486
487 /*
488  * device attribute for showing all segments in a device
489  */
490 static ssize_t
491 dcssblk_seglist_show(struct device *dev, struct device_attribute *attr,
492                 char *buf)
493 {
494         int i;
495
496         struct dcssblk_dev_info *dev_info;
497         struct segment_info *entry;
498
499         down_read(&dcssblk_devices_sem);
500         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
501         i = 0;
502         buf[0] = '\0';
503         list_for_each_entry(entry, &dev_info->seg_list, lh) {
504                 strcpy(&buf[i], entry->segment_name);
505                 i += strlen(entry->segment_name);
506                 buf[i] = '\n';
507                 i++;
508         }
509         up_read(&dcssblk_devices_sem);
510         return i;
511 }
512
513 /*
514  * device attribute for adding devices
515  */
516 static ssize_t
517 dcssblk_add_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
518 {
519         int rc, i, j, num_of_segments;
520         struct dcssblk_dev_info *dev_info;
521         struct segment_info *seg_info, *temp;
522         char *local_buf;
523         unsigned long seg_byte_size;
524
525         dev_info = NULL;
526         seg_info = NULL;
527         if (dev != dcssblk_root_dev) {
528                 rc = -EINVAL;
529                 goto out_nobuf;
530         }
531         if ((count < 1) || (buf[0] == '\0') || (buf[0] == '\n')) {
532                 rc = -ENAMETOOLONG;
533                 goto out_nobuf;
534         }
535
536         local_buf = kmalloc(count + 1, GFP_KERNEL);
537         if (local_buf == NULL) {
538                 rc = -ENOMEM;
539                 goto out_nobuf;
540         }
541
542         /*
543          * parse input
544          */
545         num_of_segments = 0;
546         for (i = 0; ((buf[i] != '\0') && (buf[i] != '\n') && i < count); i++) {
547                 for (j = i; (buf[j] != ':') &&
548                         (buf[j] != '\0') &&
549                         (buf[j] != '\n') &&
550                         j < count; j++) {
551                         local_buf[j-i] = toupper(buf[j]);
552                 }
553                 local_buf[j-i] = '\0';
554                 if (((j - i) == 0) || ((j - i) > 8)) {
555                         rc = -ENAMETOOLONG;
556                         goto seg_list_del;
557                 }
558
559                 rc = dcssblk_load_segment(local_buf, &seg_info);
560                 if (rc < 0)
561                         goto seg_list_del;
562                 /*
563                  * get a struct dcssblk_dev_info
564                  */
565                 if (num_of_segments == 0) {
566                         dev_info = kzalloc(sizeof(struct dcssblk_dev_info),
567                                         GFP_KERNEL);
568                         if (dev_info == NULL) {
569                                 rc = -ENOMEM;
570                                 goto out;
571                         }
572                         strcpy(dev_info->segment_name, local_buf);
573                         dev_info->segment_type = seg_info->segment_type;
574                         INIT_LIST_HEAD(&dev_info->seg_list);
575                 }
576                 list_add_tail(&seg_info->lh, &dev_info->seg_list);
577                 num_of_segments++;
578                 i = j;
579
580                 if ((buf[j] == '\0') || (buf[j] == '\n'))
581                         break;
582         }
583
584         /* no trailing colon at the end of the input */
585         if ((i > 0) && (buf[i-1] == ':')) {
586                 rc = -ENAMETOOLONG;
587                 goto seg_list_del;
588         }
589         strlcpy(local_buf, buf, i + 1);
590         dev_info->num_of_segments = num_of_segments;
591         rc = dcssblk_is_continuous(dev_info);
592         if (rc < 0)
593                 goto seg_list_del;
594
595         dev_info->start = dcssblk_find_lowest_addr(dev_info);
596         dev_info->end = dcssblk_find_highest_addr(dev_info);
597
598         dev_set_name(&dev_info->dev, dev_info->segment_name);
599         dev_info->dev.release = dcssblk_release_segment;
600         INIT_LIST_HEAD(&dev_info->lh);
601         dev_info->gd = alloc_disk(DCSSBLK_MINORS_PER_DISK);
602         if (dev_info->gd == NULL) {
603                 rc = -ENOMEM;
604                 goto seg_list_del;
605         }
606         dev_info->gd->major = dcssblk_major;
607         dev_info->gd->fops = &dcssblk_devops;
608         dev_info->dcssblk_queue = blk_alloc_queue(GFP_KERNEL);
609         dev_info->gd->queue = dev_info->dcssblk_queue;
610         dev_info->gd->private_data = dev_info;
611         dev_info->gd->driverfs_dev = &dev_info->dev;
612         blk_queue_make_request(dev_info->dcssblk_queue, dcssblk_make_request);
613         blk_queue_hardsect_size(dev_info->dcssblk_queue, 4096);
614
615         seg_byte_size = (dev_info->end - dev_info->start + 1);
616         set_capacity(dev_info->gd, seg_byte_size >> 9); // size in sectors
617         PRINT_INFO("Loaded segment(s) %s, size = %lu Byte, "
618                    "capacity = %lu (512 Byte) sectors\n", local_buf,
619                    seg_byte_size, seg_byte_size >> 9);
620
621         dev_info->save_pending = 0;
622         dev_info->is_shared = 1;
623         dev_info->dev.parent = dcssblk_root_dev;
624
625         /*
626          *get minor, add to list
627          */
628         down_write(&dcssblk_devices_sem);
629         if (dcssblk_get_segment_by_name(local_buf)) {
630                 rc = -EEXIST;
631                 goto release_gd;
632         }
633         rc = dcssblk_assign_free_minor(dev_info);
634         if (rc)
635                 goto release_gd;
636         sprintf(dev_info->gd->disk_name, "dcssblk%d",
637                 MINOR(disk_devt(dev_info->gd)));
638         list_add_tail(&dev_info->lh, &dcssblk_devices);
639
640         if (!try_module_get(THIS_MODULE)) {
641                 rc = -ENODEV;
642                 goto dev_list_del;
643         }
644         /*
645          * register the device
646          */
647         rc = device_register(&dev_info->dev);
648         if (rc) {
649                 module_put(THIS_MODULE);
650                 goto dev_list_del;
651         }
652         get_device(&dev_info->dev);
653         rc = device_create_file(&dev_info->dev, &dev_attr_shared);
654         if (rc)
655                 goto unregister_dev;
656         rc = device_create_file(&dev_info->dev, &dev_attr_save);
657         if (rc)
658                 goto unregister_dev;
659         rc = device_create_file(&dev_info->dev, &dev_attr_seglist);
660         if (rc)
661                 goto unregister_dev;
662
663         add_disk(dev_info->gd);
664
665         switch (dev_info->segment_type) {
666                 case SEG_TYPE_SR:
667                 case SEG_TYPE_ER:
668                 case SEG_TYPE_SC:
669                         set_disk_ro(dev_info->gd,1);
670                         break;
671                 default:
672                         set_disk_ro(dev_info->gd,0);
673                         break;
674         }
675         up_write(&dcssblk_devices_sem);
676         rc = count;
677         goto out;
678
679 unregister_dev:
680         list_del(&dev_info->lh);
681         blk_cleanup_queue(dev_info->dcssblk_queue);
682         dev_info->gd->queue = NULL;
683         put_disk(dev_info->gd);
684         device_unregister(&dev_info->dev);
685         list_for_each_entry(seg_info, &dev_info->seg_list, lh) {
686                 segment_unload(seg_info->segment_name);
687         }
688         put_device(&dev_info->dev);
689         up_write(&dcssblk_devices_sem);
690         goto out;
691 dev_list_del:
692         list_del(&dev_info->lh);
693 release_gd:
694         blk_cleanup_queue(dev_info->dcssblk_queue);
695         dev_info->gd->queue = NULL;
696         put_disk(dev_info->gd);
697         up_write(&dcssblk_devices_sem);
698 seg_list_del:
699         if (dev_info == NULL)
700                 goto out;
701         list_for_each_entry_safe(seg_info, temp, &dev_info->seg_list, lh) {
702                 list_del(&seg_info->lh);
703                 segment_unload(seg_info->segment_name);
704                 kfree(seg_info);
705         }
706         kfree(dev_info);
707 out:
708         kfree(local_buf);
709 out_nobuf:
710         return rc;
711 }
712
713 /*
714  * device attribute for removing devices
715  */
716 static ssize_t
717 dcssblk_remove_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
718 {
719         struct dcssblk_dev_info *dev_info;
720         struct segment_info *entry;
721         int rc, i;
722         char *local_buf;
723
724         if (dev != dcssblk_root_dev) {
725                 return -EINVAL;
726         }
727         local_buf = kmalloc(count + 1, GFP_KERNEL);
728         if (local_buf == NULL) {
729                 return -ENOMEM;
730         }
731         /*
732          * parse input
733          */
734         for (i = 0; ((*(buf+i)!='\0') && (*(buf+i)!='\n') && i < count); i++) {
735                 local_buf[i] = toupper(buf[i]);
736         }
737         local_buf[i] = '\0';
738         if ((i == 0) || (i > 8)) {
739                 rc = -ENAMETOOLONG;
740                 goto out_buf;
741         }
742
743         down_write(&dcssblk_devices_sem);
744         dev_info = dcssblk_get_device_by_name(local_buf);
745         if (dev_info == NULL) {
746                 up_write(&dcssblk_devices_sem);
747                 PRINT_WARN("Device %s is not loaded!\n", local_buf);
748                 rc = -ENODEV;
749                 goto out_buf;
750         }
751         if (atomic_read(&dev_info->use_count) != 0) {
752                 up_write(&dcssblk_devices_sem);
753                 PRINT_WARN("Device %s is in use!\n", local_buf);
754                 rc = -EBUSY;
755                 goto out_buf;
756         }
757
758         list_del(&dev_info->lh);
759         del_gendisk(dev_info->gd);
760         blk_cleanup_queue(dev_info->dcssblk_queue);
761         dev_info->gd->queue = NULL;
762         put_disk(dev_info->gd);
763         device_unregister(&dev_info->dev);
764
765         /* unload all related segments */
766         list_for_each_entry(entry, &dev_info->seg_list, lh)
767                 segment_unload(entry->segment_name);
768
769         put_device(&dev_info->dev);
770         up_write(&dcssblk_devices_sem);
771
772         rc = count;
773 out_buf:
774         kfree(local_buf);
775         return rc;
776 }
777
778 static int
779 dcssblk_open(struct inode *inode, struct file *filp)
780 {
781         struct dcssblk_dev_info *dev_info;
782         int rc;
783
784         dev_info = inode->i_bdev->bd_disk->private_data;
785         if (NULL == dev_info) {
786                 rc = -ENODEV;
787                 goto out;
788         }
789         atomic_inc(&dev_info->use_count);
790         inode->i_bdev->bd_block_size = 4096;
791         rc = 0;
792 out:
793         return rc;
794 }
795
796 static int
797 dcssblk_release(struct inode *inode, struct file *filp)
798 {
799         struct dcssblk_dev_info *dev_info;
800         struct segment_info *entry;
801         int rc;
802
803         dev_info = inode->i_bdev->bd_disk->private_data;
804         if (NULL == dev_info) {
805                 rc = -ENODEV;
806                 goto out;
807         }
808         down_write(&dcssblk_devices_sem);
809         if (atomic_dec_and_test(&dev_info->use_count)
810             && (dev_info->save_pending)) {
811                 PRINT_INFO("Device %s became idle and is being saved now\n",
812                             dev_info->segment_name);
813                 list_for_each_entry(entry, &dev_info->seg_list, lh) {
814                         segment_save(entry->segment_name);
815                 }
816                 dev_info->save_pending = 0;
817         }
818         up_write(&dcssblk_devices_sem);
819         rc = 0;
820 out:
821         return rc;
822 }
823
824 static int
825 dcssblk_make_request(struct request_queue *q, struct bio *bio)
826 {
827         struct dcssblk_dev_info *dev_info;
828         struct bio_vec *bvec;
829         unsigned long index;
830         unsigned long page_addr;
831         unsigned long source_addr;
832         unsigned long bytes_done;
833         int i;
834
835         bytes_done = 0;
836         dev_info = bio->bi_bdev->bd_disk->private_data;
837         if (dev_info == NULL)
838                 goto fail;
839         if ((bio->bi_sector & 7) != 0 || (bio->bi_size & 4095) != 0)
840                 /* Request is not page-aligned. */
841                 goto fail;
842         if (((bio->bi_size >> 9) + bio->bi_sector)
843                         > get_capacity(bio->bi_bdev->bd_disk)) {
844                 /* Request beyond end of DCSS segment. */
845                 goto fail;
846         }
847         /* verify data transfer direction */
848         if (dev_info->is_shared) {
849                 switch (dev_info->segment_type) {
850                 case SEG_TYPE_SR:
851                 case SEG_TYPE_ER:
852                 case SEG_TYPE_SC:
853                         /* cannot write to these segments */
854                         if (bio_data_dir(bio) == WRITE) {
855                                 PRINT_WARN("rejecting write to ro device %s\n",
856                                            dev_name(&dev_info->dev));
857                                 goto fail;
858                         }
859                 }
860         }
861
862         index = (bio->bi_sector >> 3);
863         bio_for_each_segment(bvec, bio, i) {
864                 page_addr = (unsigned long)
865                         page_address(bvec->bv_page) + bvec->bv_offset;
866                 source_addr = dev_info->start + (index<<12) + bytes_done;
867                 if (unlikely((page_addr & 4095) != 0) || (bvec->bv_len & 4095) != 0)
868                         // More paranoia.
869                         goto fail;
870                 if (bio_data_dir(bio) == READ) {
871                         memcpy((void*)page_addr, (void*)source_addr,
872                                 bvec->bv_len);
873                 } else {
874                         memcpy((void*)source_addr, (void*)page_addr,
875                                 bvec->bv_len);
876                 }
877                 bytes_done += bvec->bv_len;
878         }
879         bio_endio(bio, 0);
880         return 0;
881 fail:
882         bio_io_error(bio);
883         return 0;
884 }
885
886 static int
887 dcssblk_direct_access (struct block_device *bdev, sector_t secnum,
888                         void **kaddr, unsigned long *pfn)
889 {
890         struct dcssblk_dev_info *dev_info;
891         unsigned long pgoff;
892
893         dev_info = bdev->bd_disk->private_data;
894         if (!dev_info)
895                 return -ENODEV;
896         if (secnum % (PAGE_SIZE/512))
897                 return -EINVAL;
898         pgoff = secnum / (PAGE_SIZE / 512);
899         if ((pgoff+1)*PAGE_SIZE-1 > dev_info->end - dev_info->start)
900                 return -ERANGE;
901         *kaddr = (void *) (dev_info->start+pgoff*PAGE_SIZE);
902         *pfn = virt_to_phys(*kaddr) >> PAGE_SHIFT;
903
904         return 0;
905 }
906
907 static void
908 dcssblk_check_params(void)
909 {
910         int rc, i, j, k;
911         char buf[DCSSBLK_PARM_LEN + 1];
912         struct dcssblk_dev_info *dev_info;
913
914         for (i = 0; (i < DCSSBLK_PARM_LEN) && (dcssblk_segments[i] != '\0');
915              i++) {
916                 for (j = i; (dcssblk_segments[j] != ',')  &&
917                             (dcssblk_segments[j] != '\0') &&
918                             (dcssblk_segments[j] != '(')  &&
919                             (j < DCSSBLK_PARM_LEN); j++)
920                 {
921                         buf[j-i] = dcssblk_segments[j];
922                 }
923                 buf[j-i] = '\0';
924                 rc = dcssblk_add_store(dcssblk_root_dev, NULL, buf, j-i);
925                 if ((rc >= 0) && (dcssblk_segments[j] == '(')) {
926                         for (k = 0; (buf[k] != ':') && (buf[k] != '\0'); k++)
927                                 buf[k] = toupper(buf[k]);
928                         buf[k] = '\0';
929                         if (!strncmp(&dcssblk_segments[j], "(local)", 7)) {
930                                 down_read(&dcssblk_devices_sem);
931                                 dev_info = dcssblk_get_device_by_name(buf);
932                                 up_read(&dcssblk_devices_sem);
933                                 if (dev_info)
934                                         dcssblk_shared_store(&dev_info->dev,
935                                                              NULL, "0\n", 2);
936                         }
937                 }
938                 while ((dcssblk_segments[j] != ',') &&
939                        (dcssblk_segments[j] != '\0'))
940                 {
941                         j++;
942                 }
943                 if (dcssblk_segments[j] == '\0')
944                         break;
945                 i = j;
946         }
947 }
948
949 /*
950  * The init/exit functions.
951  */
952 static void __exit
953 dcssblk_exit(void)
954 {
955         s390_root_dev_unregister(dcssblk_root_dev);
956         unregister_blkdev(dcssblk_major, DCSSBLK_NAME);
957 }
958
959 static int __init
960 dcssblk_init(void)
961 {
962         int rc;
963
964         dcssblk_root_dev = s390_root_dev_register("dcssblk");
965         if (IS_ERR(dcssblk_root_dev))
966                 return PTR_ERR(dcssblk_root_dev);
967         rc = device_create_file(dcssblk_root_dev, &dev_attr_add);
968         if (rc) {
969                 s390_root_dev_unregister(dcssblk_root_dev);
970                 return rc;
971         }
972         rc = device_create_file(dcssblk_root_dev, &dev_attr_remove);
973         if (rc) {
974                 s390_root_dev_unregister(dcssblk_root_dev);
975                 return rc;
976         }
977         rc = register_blkdev(0, DCSSBLK_NAME);
978         if (rc < 0) {
979                 s390_root_dev_unregister(dcssblk_root_dev);
980                 return rc;
981         }
982         dcssblk_major = rc;
983         init_rwsem(&dcssblk_devices_sem);
984
985         dcssblk_check_params();
986
987         return 0;
988 }
989
990 module_init(dcssblk_init);
991 module_exit(dcssblk_exit);
992
993 module_param_string(segments, dcssblk_segments, DCSSBLK_PARM_LEN, 0444);
994 MODULE_PARM_DESC(segments, "Name of DCSS segment(s) to be loaded, "
995                  "comma-separated list, names in each set separated "
996                  "by commas are separated by colons, each set contains "
997                  "names of contiguous segments and each name max. 8 chars.\n"
998                  "Adding \"(local)\" to the end of each set equals echoing 0 "
999                  "to /sys/devices/dcssblk/<device name>/shared after loading "
1000                  "the contiguous segments - \n"
1001                  "e.g. segments=\"mydcss1,mydcss2:mydcss3,mydcss4(local)\"");
1002
1003 MODULE_LICENSE("GPL");