Pulled out a stray KERNEL_VERSION check around the suspend handler.
[linux-2.6] / drivers / s390 / block / dcssblk.c
1 /*
2  * dcssblk.c -- the S/390 block driver for dcss memory
3  *
4  * Authors: Carsten Otte, Stefan Weinhuber, Gerald Schaefer
5  */
6
7 #include <linux/module.h>
8 #include <linux/moduleparam.h>
9 #include <linux/ctype.h>
10 #include <linux/errno.h>
11 #include <linux/init.h>
12 #include <linux/slab.h>
13 #include <linux/blkdev.h>
14 #include <asm/extmem.h>
15 #include <asm/io.h>
16 #include <linux/completion.h>
17 #include <linux/interrupt.h>
18 #include <asm/ccwdev.h>         // for s390_root_dev_(un)register()
19
20 //#define DCSSBLK_DEBUG         /* Debug messages on/off */
21 #define DCSSBLK_NAME "dcssblk"
22 #define DCSSBLK_MINORS_PER_DISK 1
23 #define DCSSBLK_PARM_LEN 400
24
25 #ifdef DCSSBLK_DEBUG
26 #define PRINT_DEBUG(x...) printk(KERN_DEBUG DCSSBLK_NAME " debug: " x)
27 #else
28 #define PRINT_DEBUG(x...) do {} while (0)
29 #endif
30 #define PRINT_INFO(x...)  printk(KERN_INFO DCSSBLK_NAME " info: " x)
31 #define PRINT_WARN(x...)  printk(KERN_WARNING DCSSBLK_NAME " warning: " x)
32 #define PRINT_ERR(x...)   printk(KERN_ERR DCSSBLK_NAME " error: " x)
33
34
35 static int dcssblk_open(struct inode *inode, struct file *filp);
36 static int dcssblk_release(struct inode *inode, struct file *filp);
37 static int dcssblk_make_request(struct request_queue *q, struct bio *bio);
38 static int dcssblk_direct_access(struct block_device *bdev, sector_t secnum,
39                                  unsigned long *data);
40
41 static char dcssblk_segments[DCSSBLK_PARM_LEN] = "\0";
42
43 static int dcssblk_major;
44 static struct block_device_operations dcssblk_devops = {
45         .owner          = THIS_MODULE,
46         .open           = dcssblk_open,
47         .release        = dcssblk_release,
48         .direct_access  = dcssblk_direct_access,
49 };
50
51 static ssize_t dcssblk_add_store(struct device * dev, struct device_attribute *attr, const char * buf,
52                                   size_t count);
53 static ssize_t dcssblk_remove_store(struct device * dev, struct device_attribute *attr, const char * buf,
54                                   size_t count);
55 static ssize_t dcssblk_save_store(struct device * dev, struct device_attribute *attr, const char * buf,
56                                   size_t count);
57 static ssize_t dcssblk_save_show(struct device *dev, struct device_attribute *attr, char *buf);
58 static ssize_t dcssblk_shared_store(struct device * dev, struct device_attribute *attr, const char * buf,
59                                   size_t count);
60 static ssize_t dcssblk_shared_show(struct device *dev, struct device_attribute *attr, char *buf);
61
62 static DEVICE_ATTR(add, S_IWUSR, NULL, dcssblk_add_store);
63 static DEVICE_ATTR(remove, S_IWUSR, NULL, dcssblk_remove_store);
64 static DEVICE_ATTR(save, S_IWUSR | S_IRUGO, dcssblk_save_show,
65                    dcssblk_save_store);
66 static DEVICE_ATTR(shared, S_IWUSR | S_IRUGO, dcssblk_shared_show,
67                    dcssblk_shared_store);
68
69 static struct device *dcssblk_root_dev;
70
71 struct dcssblk_dev_info {
72         struct list_head lh;
73         struct device dev;
74         char segment_name[BUS_ID_SIZE];
75         atomic_t use_count;
76         struct gendisk *gd;
77         unsigned long start;
78         unsigned long end;
79         int segment_type;
80         unsigned char save_pending;
81         unsigned char is_shared;
82         struct request_queue *dcssblk_queue;
83 };
84
85 static struct list_head dcssblk_devices = LIST_HEAD_INIT(dcssblk_devices);
86 static struct rw_semaphore dcssblk_devices_sem;
87
88 /*
89  * release function for segment device.
90  */
91 static void
92 dcssblk_release_segment(struct device *dev)
93 {
94         PRINT_DEBUG("segment release fn called for %s\n", dev->bus_id);
95         kfree(container_of(dev, struct dcssblk_dev_info, dev));
96         module_put(THIS_MODULE);
97 }
98
99 /*
100  * get a minor number. needs to be called with
101  * down_write(&dcssblk_devices_sem) and the
102  * device needs to be enqueued before the semaphore is
103  * freed.
104  */
105 static inline int
106 dcssblk_assign_free_minor(struct dcssblk_dev_info *dev_info)
107 {
108         int minor, found;
109         struct dcssblk_dev_info *entry;
110
111         if (dev_info == NULL)
112                 return -EINVAL;
113         for (minor = 0; minor < (1<<MINORBITS); minor++) {
114                 found = 0;
115                 // test if minor available
116                 list_for_each_entry(entry, &dcssblk_devices, lh)
117                         if (minor == entry->gd->first_minor)
118                                 found++;
119                 if (!found) break; // got unused minor
120         }
121         if (found)
122                 return -EBUSY;
123         dev_info->gd->first_minor = minor;
124         return 0;
125 }
126
127 /*
128  * get the struct dcssblk_dev_info from dcssblk_devices
129  * for the given name.
130  * down_read(&dcssblk_devices_sem) must be held.
131  */
132 static struct dcssblk_dev_info *
133 dcssblk_get_device_by_name(char *name)
134 {
135         struct dcssblk_dev_info *entry;
136
137         list_for_each_entry(entry, &dcssblk_devices, lh) {
138                 if (!strcmp(name, entry->segment_name)) {
139                         return entry;
140                 }
141         }
142         return NULL;
143 }
144
145 /*
146  * print appropriate error message for segment_load()/segment_type()
147  * return code
148  */
149 static void
150 dcssblk_segment_warn(int rc, char* seg_name)
151 {
152         switch (rc) {
153         case -ENOENT:
154                 PRINT_WARN("cannot load/query segment %s, does not exist\n",
155                            seg_name);
156                 break;
157         case -ENOSYS:
158                 PRINT_WARN("cannot load/query segment %s, not running on VM\n",
159                            seg_name);
160                 break;
161         case -EIO:
162                 PRINT_WARN("cannot load/query segment %s, hardware error\n",
163                            seg_name);
164                 break;
165         case -ENOTSUPP:
166                 PRINT_WARN("cannot load/query segment %s, is a multi-part "
167                            "segment\n", seg_name);
168                 break;
169         case -ENOSPC:
170                 PRINT_WARN("cannot load/query segment %s, overlaps with "
171                            "storage\n", seg_name);
172                 break;
173         case -EBUSY:
174                 PRINT_WARN("cannot load/query segment %s, overlaps with "
175                            "already loaded dcss\n", seg_name);
176                 break;
177         case -EPERM:
178                 PRINT_WARN("cannot load/query segment %s, already loaded in "
179                            "incompatible mode\n", seg_name);
180                 break;
181         case -ENOMEM:
182                 PRINT_WARN("cannot load/query segment %s, out of memory\n",
183                            seg_name);
184                 break;
185         case -ERANGE:
186                 PRINT_WARN("cannot load/query segment %s, exceeds kernel "
187                            "mapping range\n", seg_name);
188                 break;
189         default:
190                 PRINT_WARN("cannot load/query segment %s, return value %i\n",
191                            seg_name, rc);
192                 break;
193         }
194 }
195
196 /*
197  * device attribute for switching shared/nonshared (exclusive)
198  * operation (show + store)
199  */
200 static ssize_t
201 dcssblk_shared_show(struct device *dev, struct device_attribute *attr, char *buf)
202 {
203         struct dcssblk_dev_info *dev_info;
204
205         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
206         return sprintf(buf, dev_info->is_shared ? "1\n" : "0\n");
207 }
208
209 static ssize_t
210 dcssblk_shared_store(struct device *dev, struct device_attribute *attr, const char *inbuf, size_t count)
211 {
212         struct dcssblk_dev_info *dev_info;
213         int rc;
214
215         if ((count > 1) && (inbuf[1] != '\n') && (inbuf[1] != '\0')) {
216                 PRINT_WARN("Invalid value, must be 0 or 1\n");
217                 return -EINVAL;
218         }
219         down_write(&dcssblk_devices_sem);
220         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
221         if (atomic_read(&dev_info->use_count)) {
222                 PRINT_ERR("share: segment %s is busy!\n",
223                           dev_info->segment_name);
224                 rc = -EBUSY;
225                 goto out;
226         }
227         if (inbuf[0] == '1') {
228                 // reload segment in shared mode
229                 rc = segment_modify_shared(dev_info->segment_name,
230                                            SEGMENT_SHARED);
231                 if (rc < 0) {
232                         BUG_ON(rc == -EINVAL);
233                         if (rc == -EIO || rc == -ENOENT)
234                                 goto removeseg;
235                 } else {
236                         dev_info->is_shared = 1;
237                         switch (dev_info->segment_type) {
238                                 case SEG_TYPE_SR:
239                                 case SEG_TYPE_ER:
240                                 case SEG_TYPE_SC:
241                                         set_disk_ro(dev_info->gd,1);
242                         }
243                 }
244         } else if (inbuf[0] == '0') {
245                 // reload segment in exclusive mode
246                 if (dev_info->segment_type == SEG_TYPE_SC) {
247                         PRINT_ERR("Segment type SC (%s) cannot be loaded in "
248                                   "non-shared mode\n", dev_info->segment_name);
249                         rc = -EINVAL;
250                         goto out;
251                 }
252                 rc = segment_modify_shared(dev_info->segment_name,
253                                            SEGMENT_EXCLUSIVE);
254                 if (rc < 0) {
255                         BUG_ON(rc == -EINVAL);
256                         if (rc == -EIO || rc == -ENOENT)
257                                 goto removeseg;
258                 } else {
259                         dev_info->is_shared = 0;
260                         set_disk_ro(dev_info->gd, 0);
261                 }
262         } else {
263                 PRINT_WARN("Invalid value, must be 0 or 1\n");
264                 rc = -EINVAL;
265                 goto out;
266         }
267         rc = count;
268         goto out;
269
270 removeseg:
271         PRINT_ERR("Could not reload segment %s, removing it now!\n",
272                         dev_info->segment_name);
273         list_del(&dev_info->lh);
274
275         del_gendisk(dev_info->gd);
276         blk_put_queue(dev_info->dcssblk_queue);
277         dev_info->gd->queue = NULL;
278         put_disk(dev_info->gd);
279         device_unregister(dev);
280         put_device(dev);
281 out:
282         up_write(&dcssblk_devices_sem);
283         return rc;
284 }
285
286 /*
287  * device attribute for save operation on current copy
288  * of the segment. If the segment is busy, saving will
289  * become pending until it gets released, which can be
290  * undone by storing a non-true value to this entry.
291  * (show + store)
292  */
293 static ssize_t
294 dcssblk_save_show(struct device *dev, struct device_attribute *attr, char *buf)
295 {
296         struct dcssblk_dev_info *dev_info;
297
298         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
299         return sprintf(buf, dev_info->save_pending ? "1\n" : "0\n");
300 }
301
302 static ssize_t
303 dcssblk_save_store(struct device *dev, struct device_attribute *attr, const char *inbuf, size_t count)
304 {
305         struct dcssblk_dev_info *dev_info;
306
307         if ((count > 1) && (inbuf[1] != '\n') && (inbuf[1] != '\0')) {
308                 PRINT_WARN("Invalid value, must be 0 or 1\n");
309                 return -EINVAL;
310         }
311         dev_info = container_of(dev, struct dcssblk_dev_info, dev);
312
313         down_write(&dcssblk_devices_sem);
314         if (inbuf[0] == '1') {
315                 if (atomic_read(&dev_info->use_count) == 0) {
316                         // device is idle => we save immediately
317                         PRINT_INFO("Saving segment %s\n",
318                                    dev_info->segment_name);
319                         segment_save(dev_info->segment_name);
320                 }  else {
321                         // device is busy => we save it when it becomes
322                         // idle in dcssblk_release
323                         PRINT_INFO("Segment %s is currently busy, it will "
324                                    "be saved when it becomes idle...\n",
325                                    dev_info->segment_name);
326                         dev_info->save_pending = 1;
327                 }
328         } else if (inbuf[0] == '0') {
329                 if (dev_info->save_pending) {
330                         // device is busy & the user wants to undo his save
331                         // request
332                         dev_info->save_pending = 0;
333                         PRINT_INFO("Pending save for segment %s deactivated\n",
334                                         dev_info->segment_name);
335                 }
336         } else {
337                 up_write(&dcssblk_devices_sem);
338                 PRINT_WARN("Invalid value, must be 0 or 1\n");
339                 return -EINVAL;
340         }
341         up_write(&dcssblk_devices_sem);
342         return count;
343 }
344
345 /*
346  * device attribute for adding devices
347  */
348 static ssize_t
349 dcssblk_add_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
350 {
351         int rc, i;
352         struct dcssblk_dev_info *dev_info;
353         char *local_buf;
354         unsigned long seg_byte_size;
355
356         dev_info = NULL;
357         if (dev != dcssblk_root_dev) {
358                 rc = -EINVAL;
359                 goto out_nobuf;
360         }
361         local_buf = kmalloc(count + 1, GFP_KERNEL);
362         if (local_buf == NULL) {
363                 rc = -ENOMEM;
364                 goto out_nobuf;
365         }
366         /*
367          * parse input
368          */
369         for (i = 0; ((buf[i] != '\0') && (buf[i] != '\n') && i < count); i++) {
370                 local_buf[i] = toupper(buf[i]);
371         }
372         local_buf[i] = '\0';
373         if ((i == 0) || (i > 8)) {
374                 rc = -ENAMETOOLONG;
375                 goto out;
376         }
377         /*
378          * already loaded?
379          */
380         down_read(&dcssblk_devices_sem);
381         dev_info = dcssblk_get_device_by_name(local_buf);
382         up_read(&dcssblk_devices_sem);
383         if (dev_info != NULL) {
384                 PRINT_WARN("Segment %s already loaded!\n", local_buf);
385                 rc = -EEXIST;
386                 goto out;
387         }
388         /*
389          * get a struct dcssblk_dev_info
390          */
391         dev_info = kmalloc(sizeof(struct dcssblk_dev_info), GFP_KERNEL);
392         if (dev_info == NULL) {
393                 rc = -ENOMEM;
394                 goto out;
395         }
396         memset(dev_info, 0, sizeof(struct dcssblk_dev_info));
397
398         strcpy(dev_info->segment_name, local_buf);
399         strlcpy(dev_info->dev.bus_id, local_buf, BUS_ID_SIZE);
400         dev_info->dev.release = dcssblk_release_segment;
401         INIT_LIST_HEAD(&dev_info->lh);
402
403         dev_info->gd = alloc_disk(DCSSBLK_MINORS_PER_DISK);
404         if (dev_info->gd == NULL) {
405                 rc = -ENOMEM;
406                 goto free_dev_info;
407         }
408         dev_info->gd->major = dcssblk_major;
409         dev_info->gd->fops = &dcssblk_devops;
410         dev_info->dcssblk_queue = blk_alloc_queue(GFP_KERNEL);
411         dev_info->gd->queue = dev_info->dcssblk_queue;
412         dev_info->gd->private_data = dev_info;
413         dev_info->gd->driverfs_dev = &dev_info->dev;
414         /*
415          * load the segment
416          */
417         rc = segment_load(local_buf, SEGMENT_SHARED,
418                                 &dev_info->start, &dev_info->end);
419         if (rc < 0) {
420                 dcssblk_segment_warn(rc, dev_info->segment_name);
421                 goto dealloc_gendisk;
422         }
423         seg_byte_size = (dev_info->end - dev_info->start + 1);
424         set_capacity(dev_info->gd, seg_byte_size >> 9); // size in sectors
425         PRINT_INFO("Loaded segment %s, size = %lu Byte, "
426                    "capacity = %lu (512 Byte) sectors\n", local_buf,
427                    seg_byte_size, seg_byte_size >> 9);
428
429         dev_info->segment_type = rc;
430         dev_info->save_pending = 0;
431         dev_info->is_shared = 1;
432         dev_info->dev.parent = dcssblk_root_dev;
433
434         /*
435          * get minor, add to list
436          */
437         down_write(&dcssblk_devices_sem);
438         rc = dcssblk_assign_free_minor(dev_info);
439         if (rc) {
440                 up_write(&dcssblk_devices_sem);
441                 PRINT_ERR("No free minor number available! "
442                           "Unloading segment...\n");
443                 goto unload_seg;
444         }
445         sprintf(dev_info->gd->disk_name, "dcssblk%d",
446                 dev_info->gd->first_minor);
447         list_add_tail(&dev_info->lh, &dcssblk_devices);
448
449         if (!try_module_get(THIS_MODULE)) {
450                 rc = -ENODEV;
451                 goto list_del;
452         }
453         /*
454          * register the device
455          */
456         rc = device_register(&dev_info->dev);
457         if (rc) {
458                 PRINT_ERR("Segment %s could not be registered RC=%d\n",
459                                 local_buf, rc);
460                 module_put(THIS_MODULE);
461                 goto list_del;
462         }
463         get_device(&dev_info->dev);
464         rc = device_create_file(&dev_info->dev, &dev_attr_shared);
465         if (rc)
466                 goto unregister_dev;
467         rc = device_create_file(&dev_info->dev, &dev_attr_save);
468         if (rc)
469                 goto unregister_dev;
470
471         add_disk(dev_info->gd);
472
473         blk_queue_make_request(dev_info->dcssblk_queue, dcssblk_make_request);
474         blk_queue_hardsect_size(dev_info->dcssblk_queue, 4096);
475
476         switch (dev_info->segment_type) {
477                 case SEG_TYPE_SR:
478                 case SEG_TYPE_ER:
479                 case SEG_TYPE_SC:
480                         set_disk_ro(dev_info->gd,1);
481                         break;
482                 default:
483                         set_disk_ro(dev_info->gd,0);
484                         break;
485         }
486         PRINT_DEBUG("Segment %s loaded successfully\n", local_buf);
487         up_write(&dcssblk_devices_sem);
488         rc = count;
489         goto out;
490
491 unregister_dev:
492         PRINT_ERR("device_create_file() failed!\n");
493         list_del(&dev_info->lh);
494         blk_put_queue(dev_info->dcssblk_queue);
495         dev_info->gd->queue = NULL;
496         put_disk(dev_info->gd);
497         device_unregister(&dev_info->dev);
498         segment_unload(dev_info->segment_name);
499         put_device(&dev_info->dev);
500         up_write(&dcssblk_devices_sem);
501         goto out;
502 list_del:
503         list_del(&dev_info->lh);
504         up_write(&dcssblk_devices_sem);
505 unload_seg:
506         segment_unload(local_buf);
507 dealloc_gendisk:
508         blk_put_queue(dev_info->dcssblk_queue);
509         dev_info->gd->queue = NULL;
510         put_disk(dev_info->gd);
511 free_dev_info:
512         kfree(dev_info);
513 out:
514         kfree(local_buf);
515 out_nobuf:
516         return rc;
517 }
518
519 /*
520  * device attribute for removing devices
521  */
522 static ssize_t
523 dcssblk_remove_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
524 {
525         struct dcssblk_dev_info *dev_info;
526         int rc, i;
527         char *local_buf;
528
529         if (dev != dcssblk_root_dev) {
530                 return -EINVAL;
531         }
532         local_buf = kmalloc(count + 1, GFP_KERNEL);
533         if (local_buf == NULL) {
534                 return -ENOMEM;
535         }
536         /*
537          * parse input
538          */
539         for (i = 0; ((*(buf+i)!='\0') && (*(buf+i)!='\n') && i < count); i++) {
540                 local_buf[i] = toupper(buf[i]);
541         }
542         local_buf[i] = '\0';
543         if ((i == 0) || (i > 8)) {
544                 rc = -ENAMETOOLONG;
545                 goto out_buf;
546         }
547
548         down_write(&dcssblk_devices_sem);
549         dev_info = dcssblk_get_device_by_name(local_buf);
550         if (dev_info == NULL) {
551                 up_write(&dcssblk_devices_sem);
552                 PRINT_WARN("Segment %s is not loaded!\n", local_buf);
553                 rc = -ENODEV;
554                 goto out_buf;
555         }
556         if (atomic_read(&dev_info->use_count) != 0) {
557                 up_write(&dcssblk_devices_sem);
558                 PRINT_WARN("Segment %s is in use!\n", local_buf);
559                 rc = -EBUSY;
560                 goto out_buf;
561         }
562         list_del(&dev_info->lh);
563
564         del_gendisk(dev_info->gd);
565         blk_put_queue(dev_info->dcssblk_queue);
566         dev_info->gd->queue = NULL;
567         put_disk(dev_info->gd);
568         device_unregister(&dev_info->dev);
569         segment_unload(dev_info->segment_name);
570         PRINT_DEBUG("Segment %s unloaded successfully\n",
571                         dev_info->segment_name);
572         put_device(&dev_info->dev);
573         up_write(&dcssblk_devices_sem);
574
575         rc = count;
576 out_buf:
577         kfree(local_buf);
578         return rc;
579 }
580
581 static int
582 dcssblk_open(struct inode *inode, struct file *filp)
583 {
584         struct dcssblk_dev_info *dev_info;
585         int rc;
586
587         dev_info = inode->i_bdev->bd_disk->private_data;
588         if (NULL == dev_info) {
589                 rc = -ENODEV;
590                 goto out;
591         }
592         atomic_inc(&dev_info->use_count);
593         inode->i_bdev->bd_block_size = 4096;
594         rc = 0;
595 out:
596         return rc;
597 }
598
599 static int
600 dcssblk_release(struct inode *inode, struct file *filp)
601 {
602         struct dcssblk_dev_info *dev_info;
603         int rc;
604
605         dev_info = inode->i_bdev->bd_disk->private_data;
606         if (NULL == dev_info) {
607                 rc = -ENODEV;
608                 goto out;
609         }
610         down_write(&dcssblk_devices_sem);
611         if (atomic_dec_and_test(&dev_info->use_count)
612             && (dev_info->save_pending)) {
613                 PRINT_INFO("Segment %s became idle and is being saved now\n",
614                             dev_info->segment_name);
615                 segment_save(dev_info->segment_name);
616                 dev_info->save_pending = 0;
617         }
618         up_write(&dcssblk_devices_sem);
619         rc = 0;
620 out:
621         return rc;
622 }
623
624 static int
625 dcssblk_make_request(request_queue_t *q, struct bio *bio)
626 {
627         struct dcssblk_dev_info *dev_info;
628         struct bio_vec *bvec;
629         unsigned long index;
630         unsigned long page_addr;
631         unsigned long source_addr;
632         unsigned long bytes_done;
633         int i;
634
635         bytes_done = 0;
636         dev_info = bio->bi_bdev->bd_disk->private_data;
637         if (dev_info == NULL)
638                 goto fail;
639         if ((bio->bi_sector & 7) != 0 || (bio->bi_size & 4095) != 0)
640                 /* Request is not page-aligned. */
641                 goto fail;
642         if (((bio->bi_size >> 9) + bio->bi_sector)
643                         > get_capacity(bio->bi_bdev->bd_disk)) {
644                 /* Request beyond end of DCSS segment. */
645                 goto fail;
646         }
647         /* verify data transfer direction */
648         if (dev_info->is_shared) {
649                 switch (dev_info->segment_type) {
650                 case SEG_TYPE_SR:
651                 case SEG_TYPE_ER:
652                 case SEG_TYPE_SC:
653                         /* cannot write to these segments */
654                         if (bio_data_dir(bio) == WRITE) {
655                                 PRINT_WARN("rejecting write to ro segment %s\n", dev_info->dev.bus_id);
656                                 goto fail;
657                         }
658                 }
659         }
660
661         index = (bio->bi_sector >> 3);
662         bio_for_each_segment(bvec, bio, i) {
663                 page_addr = (unsigned long)
664                         page_address(bvec->bv_page) + bvec->bv_offset;
665                 source_addr = dev_info->start + (index<<12) + bytes_done;
666                 if (unlikely(page_addr & 4095) != 0 || (bvec->bv_len & 4095) != 0)
667                         // More paranoia.
668                         goto fail;
669                 if (bio_data_dir(bio) == READ) {
670                         memcpy((void*)page_addr, (void*)source_addr,
671                                 bvec->bv_len);
672                 } else {
673                         memcpy((void*)source_addr, (void*)page_addr,
674                                 bvec->bv_len);
675                 }
676                 bytes_done += bvec->bv_len;
677         }
678         bio_endio(bio, bytes_done, 0);
679         return 0;
680 fail:
681         bio_io_error(bio, bio->bi_size);
682         return 0;
683 }
684
685 static int
686 dcssblk_direct_access (struct block_device *bdev, sector_t secnum,
687                         unsigned long *data)
688 {
689         struct dcssblk_dev_info *dev_info;
690         unsigned long pgoff;
691
692         dev_info = bdev->bd_disk->private_data;
693         if (!dev_info)
694                 return -ENODEV;
695         if (secnum % (PAGE_SIZE/512))
696                 return -EINVAL;
697         pgoff = secnum / (PAGE_SIZE / 512);
698         if ((pgoff+1)*PAGE_SIZE-1 > dev_info->end - dev_info->start)
699                 return -ERANGE;
700         *data = (unsigned long) (dev_info->start+pgoff*PAGE_SIZE);
701         return 0;
702 }
703
704 static void
705 dcssblk_check_params(void)
706 {
707         int rc, i, j, k;
708         char buf[9];
709         struct dcssblk_dev_info *dev_info;
710
711         for (i = 0; (i < DCSSBLK_PARM_LEN) && (dcssblk_segments[i] != '\0');
712              i++) {
713                 for (j = i; (dcssblk_segments[j] != ',')  &&
714                             (dcssblk_segments[j] != '\0') &&
715                             (dcssblk_segments[j] != '(')  &&
716                             (j - i) < 8; j++)
717                 {
718                         buf[j-i] = dcssblk_segments[j];
719                 }
720                 buf[j-i] = '\0';
721                 rc = dcssblk_add_store(dcssblk_root_dev, NULL, buf, j-i);
722                 if ((rc >= 0) && (dcssblk_segments[j] == '(')) {
723                         for (k = 0; buf[k] != '\0'; k++)
724                                 buf[k] = toupper(buf[k]);
725                         if (!strncmp(&dcssblk_segments[j], "(local)", 7)) {
726                                 down_read(&dcssblk_devices_sem);
727                                 dev_info = dcssblk_get_device_by_name(buf);
728                                 up_read(&dcssblk_devices_sem);
729                                 if (dev_info)
730                                         dcssblk_shared_store(&dev_info->dev,
731                                                              NULL, "0\n", 2);
732                         }
733                 }
734                 while ((dcssblk_segments[j] != ',') &&
735                        (dcssblk_segments[j] != '\0'))
736                 {
737                         j++;
738                 }
739                 if (dcssblk_segments[j] == '\0')
740                         break;
741                 i = j;
742         }
743 }
744
745 /*
746  * The init/exit functions.
747  */
748 static void __exit
749 dcssblk_exit(void)
750 {
751         int rc;
752
753         PRINT_DEBUG("DCSSBLOCK EXIT...\n");
754         s390_root_dev_unregister(dcssblk_root_dev);
755         rc = unregister_blkdev(dcssblk_major, DCSSBLK_NAME);
756         if (rc) {
757                 PRINT_ERR("unregister_blkdev() failed!\n");
758         }
759         PRINT_DEBUG("...finished!\n");
760 }
761
762 static int __init
763 dcssblk_init(void)
764 {
765         int rc;
766
767         PRINT_DEBUG("DCSSBLOCK INIT...\n");
768         dcssblk_root_dev = s390_root_dev_register("dcssblk");
769         if (IS_ERR(dcssblk_root_dev)) {
770                 PRINT_ERR("device_register() failed!\n");
771                 return PTR_ERR(dcssblk_root_dev);
772         }
773         rc = device_create_file(dcssblk_root_dev, &dev_attr_add);
774         if (rc) {
775                 PRINT_ERR("device_create_file(add) failed!\n");
776                 s390_root_dev_unregister(dcssblk_root_dev);
777                 return rc;
778         }
779         rc = device_create_file(dcssblk_root_dev, &dev_attr_remove);
780         if (rc) {
781                 PRINT_ERR("device_create_file(remove) failed!\n");
782                 s390_root_dev_unregister(dcssblk_root_dev);
783                 return rc;
784         }
785         rc = register_blkdev(0, DCSSBLK_NAME);
786         if (rc < 0) {
787                 PRINT_ERR("Can't get dynamic major!\n");
788                 s390_root_dev_unregister(dcssblk_root_dev);
789                 return rc;
790         }
791         dcssblk_major = rc;
792         init_rwsem(&dcssblk_devices_sem);
793
794         dcssblk_check_params();
795
796         PRINT_DEBUG("...finished!\n");
797         return 0;
798 }
799
800 module_init(dcssblk_init);
801 module_exit(dcssblk_exit);
802
803 module_param_string(segments, dcssblk_segments, DCSSBLK_PARM_LEN, 0444);
804 MODULE_PARM_DESC(segments, "Name of DCSS segment(s) to be loaded, "
805                  "comma-separated list, each name max. 8 chars.\n"
806                  "Adding \"(local)\" to segment name equals echoing 0 to "
807                  "/sys/devices/dcssblk/<segment name>/shared after loading "
808                  "the segment - \n"
809                  "e.g. segments=\"mydcss1,mydcss2,mydcss3(local)\"");
810
811 MODULE_LICENSE("GPL");