Merge branch 'pxa-devel' into pxa
[linux-2.6] / drivers / mtd / nftlcore.c
1 /* Linux driver for NAND Flash Translation Layer      */
2 /* (c) 1999 Machine Vision Holdings, Inc.             */
3 /* Author: David Woodhouse <dwmw2@infradead.org>      */
4 /* $Id: nftlcore.c,v 1.98 2005/11/07 11:14:21 gleixner Exp $ */
5
6 /*
7   The contents of this file are distributed under the GNU General
8   Public License version 2. The author places no additional
9   restrictions of any kind on it.
10  */
11
12 #define PRERELEASE
13
14 #include <linux/kernel.h>
15 #include <linux/module.h>
16 #include <asm/errno.h>
17 #include <asm/io.h>
18 #include <asm/uaccess.h>
19 #include <linux/miscdevice.h>
20 #include <linux/delay.h>
21 #include <linux/slab.h>
22 #include <linux/init.h>
23 #include <linux/hdreg.h>
24
25 #include <linux/kmod.h>
26 #include <linux/mtd/mtd.h>
27 #include <linux/mtd/nand.h>
28 #include <linux/mtd/nftl.h>
29 #include <linux/mtd/blktrans.h>
30
31 /* maximum number of loops while examining next block, to have a
32    chance to detect consistency problems (they should never happen
33    because of the checks done in the mounting */
34
35 #define MAX_LOOPS 10000
36
37
38 static void nftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)
39 {
40         struct NFTLrecord *nftl;
41         unsigned long temp;
42
43         if (mtd->type != MTD_NANDFLASH)
44                 return;
45         /* OK, this is moderately ugly.  But probably safe.  Alternatives? */
46         if (memcmp(mtd->name, "DiskOnChip", 10))
47                 return;
48
49         if (!mtd->block_isbad) {
50                 printk(KERN_ERR
51 "NFTL no longer supports the old DiskOnChip drivers loaded via docprobe.\n"
52 "Please use the new diskonchip driver under the NAND subsystem.\n");
53                 return;
54         }
55
56         DEBUG(MTD_DEBUG_LEVEL1, "NFTL: add_mtd for %s\n", mtd->name);
57
58         nftl = kzalloc(sizeof(struct NFTLrecord), GFP_KERNEL);
59
60         if (!nftl) {
61                 printk(KERN_WARNING "NFTL: out of memory for data structures\n");
62                 return;
63         }
64
65         nftl->mbd.mtd = mtd;
66         nftl->mbd.devnum = -1;
67
68         nftl->mbd.tr = tr;
69
70         if (NFTL_mount(nftl) < 0) {
71                 printk(KERN_WARNING "NFTL: could not mount device\n");
72                 kfree(nftl);
73                 return;
74         }
75
76         /* OK, it's a new one. Set up all the data structures. */
77
78         /* Calculate geometry */
79         nftl->cylinders = 1024;
80         nftl->heads = 16;
81
82         temp = nftl->cylinders * nftl->heads;
83         nftl->sectors = nftl->mbd.size / temp;
84         if (nftl->mbd.size % temp) {
85                 nftl->sectors++;
86                 temp = nftl->cylinders * nftl->sectors;
87                 nftl->heads = nftl->mbd.size / temp;
88
89                 if (nftl->mbd.size % temp) {
90                         nftl->heads++;
91                         temp = nftl->heads * nftl->sectors;
92                         nftl->cylinders = nftl->mbd.size / temp;
93                 }
94         }
95
96         if (nftl->mbd.size != nftl->heads * nftl->cylinders * nftl->sectors) {
97                 /*
98                   Oh no we don't have
99                    mbd.size == heads * cylinders * sectors
100                 */
101                 printk(KERN_WARNING "NFTL: cannot calculate a geometry to "
102                        "match size of 0x%lx.\n", nftl->mbd.size);
103                 printk(KERN_WARNING "NFTL: using C:%d H:%d S:%d "
104                         "(== 0x%lx sects)\n",
105                         nftl->cylinders, nftl->heads , nftl->sectors,
106                         (long)nftl->cylinders * (long)nftl->heads *
107                         (long)nftl->sectors );
108         }
109
110         if (add_mtd_blktrans_dev(&nftl->mbd)) {
111                 kfree(nftl->ReplUnitTable);
112                 kfree(nftl->EUNtable);
113                 kfree(nftl);
114                 return;
115         }
116 #ifdef PSYCHO_DEBUG
117         printk(KERN_INFO "NFTL: Found new nftl%c\n", nftl->mbd.devnum + 'a');
118 #endif
119 }
120
121 static void nftl_remove_dev(struct mtd_blktrans_dev *dev)
122 {
123         struct NFTLrecord *nftl = (void *)dev;
124
125         DEBUG(MTD_DEBUG_LEVEL1, "NFTL: remove_dev (i=%d)\n", dev->devnum);
126
127         del_mtd_blktrans_dev(dev);
128         kfree(nftl->ReplUnitTable);
129         kfree(nftl->EUNtable);
130         kfree(nftl);
131 }
132
133 /*
134  * Read oob data from flash
135  */
136 int nftl_read_oob(struct mtd_info *mtd, loff_t offs, size_t len,
137                   size_t *retlen, uint8_t *buf)
138 {
139         struct mtd_oob_ops ops;
140         int res;
141
142         ops.mode = MTD_OOB_PLACE;
143         ops.ooboffs = offs & (mtd->writesize - 1);
144         ops.ooblen = len;
145         ops.oobbuf = buf;
146         ops.datbuf = NULL;
147
148         res = mtd->read_oob(mtd, offs & ~(mtd->writesize - 1), &ops);
149         *retlen = ops.oobretlen;
150         return res;
151 }
152
153 /*
154  * Write oob data to flash
155  */
156 int nftl_write_oob(struct mtd_info *mtd, loff_t offs, size_t len,
157                    size_t *retlen, uint8_t *buf)
158 {
159         struct mtd_oob_ops ops;
160         int res;
161
162         ops.mode = MTD_OOB_PLACE;
163         ops.ooboffs = offs & (mtd->writesize - 1);
164         ops.ooblen = len;
165         ops.oobbuf = buf;
166         ops.datbuf = NULL;
167
168         res = mtd->write_oob(mtd, offs & ~(mtd->writesize - 1), &ops);
169         *retlen = ops.oobretlen;
170         return res;
171 }
172
173 #ifdef CONFIG_NFTL_RW
174
175 /*
176  * Write data and oob to flash
177  */
178 static int nftl_write(struct mtd_info *mtd, loff_t offs, size_t len,
179                       size_t *retlen, uint8_t *buf, uint8_t *oob)
180 {
181         struct mtd_oob_ops ops;
182         int res;
183
184         ops.mode = MTD_OOB_PLACE;
185         ops.ooboffs = offs;
186         ops.ooblen = mtd->oobsize;
187         ops.oobbuf = oob;
188         ops.datbuf = buf;
189         ops.len = len;
190
191         res = mtd->write_oob(mtd, offs & ~(mtd->writesize - 1), &ops);
192         *retlen = ops.retlen;
193         return res;
194 }
195
196 /* Actual NFTL access routines */
197 /* NFTL_findfreeblock: Find a free Erase Unit on the NFTL partition. This function is used
198  *      when the give Virtual Unit Chain
199  */
200 static u16 NFTL_findfreeblock(struct NFTLrecord *nftl, int desperate )
201 {
202         /* For a given Virtual Unit Chain: find or create a free block and
203            add it to the chain */
204         /* We're passed the number of the last EUN in the chain, to save us from
205            having to look it up again */
206         u16 pot = nftl->LastFreeEUN;
207         int silly = nftl->nb_blocks;
208
209         /* Normally, we force a fold to happen before we run out of free blocks completely */
210         if (!desperate && nftl->numfreeEUNs < 2) {
211                 DEBUG(MTD_DEBUG_LEVEL1, "NFTL_findfreeblock: there are too few free EUNs\n");
212                 return 0xffff;
213         }
214
215         /* Scan for a free block */
216         do {
217                 if (nftl->ReplUnitTable[pot] == BLOCK_FREE) {
218                         nftl->LastFreeEUN = pot;
219                         nftl->numfreeEUNs--;
220                         return pot;
221                 }
222
223                 /* This will probably point to the MediaHdr unit itself,
224                    right at the beginning of the partition. But that unit
225                    (and the backup unit too) should have the UCI set
226                    up so that it's not selected for overwriting */
227                 if (++pot > nftl->lastEUN)
228                         pot = le16_to_cpu(nftl->MediaHdr.FirstPhysicalEUN);
229
230                 if (!silly--) {
231                         printk("Argh! No free blocks found! LastFreeEUN = %d, "
232                                "FirstEUN = %d\n", nftl->LastFreeEUN,
233                                le16_to_cpu(nftl->MediaHdr.FirstPhysicalEUN));
234                         return 0xffff;
235                 }
236         } while (pot != nftl->LastFreeEUN);
237
238         return 0xffff;
239 }
240
241 static u16 NFTL_foldchain (struct NFTLrecord *nftl, unsigned thisVUC, unsigned pendingblock )
242 {
243         struct mtd_info *mtd = nftl->mbd.mtd;
244         u16 BlockMap[MAX_SECTORS_PER_UNIT];
245         unsigned char BlockLastState[MAX_SECTORS_PER_UNIT];
246         unsigned char BlockFreeFound[MAX_SECTORS_PER_UNIT];
247         unsigned int thisEUN;
248         int block;
249         int silly;
250         unsigned int targetEUN;
251         struct nftl_oob oob;
252         int inplace = 1;
253         size_t retlen;
254
255         memset(BlockMap, 0xff, sizeof(BlockMap));
256         memset(BlockFreeFound, 0, sizeof(BlockFreeFound));
257
258         thisEUN = nftl->EUNtable[thisVUC];
259
260         if (thisEUN == BLOCK_NIL) {
261                 printk(KERN_WARNING "Trying to fold non-existent "
262                        "Virtual Unit Chain %d!\n", thisVUC);
263                 return BLOCK_NIL;
264         }
265
266         /* Scan to find the Erase Unit which holds the actual data for each
267            512-byte block within the Chain.
268         */
269         silly = MAX_LOOPS;
270         targetEUN = BLOCK_NIL;
271         while (thisEUN <= nftl->lastEUN ) {
272                 unsigned int status, foldmark;
273
274                 targetEUN = thisEUN;
275                 for (block = 0; block < nftl->EraseSize / 512; block ++) {
276                         nftl_read_oob(mtd, (thisEUN * nftl->EraseSize) +
277                                       (block * 512), 16 , &retlen,
278                                       (char *)&oob);
279                         if (block == 2) {
280                                 foldmark = oob.u.c.FoldMark | oob.u.c.FoldMark1;
281                                 if (foldmark == FOLD_MARK_IN_PROGRESS) {
282                                         DEBUG(MTD_DEBUG_LEVEL1,
283                                               "Write Inhibited on EUN %d\n", thisEUN);
284                                         inplace = 0;
285                                 } else {
286                                         /* There's no other reason not to do inplace,
287                                            except ones that come later. So we don't need
288                                            to preserve inplace */
289                                         inplace = 1;
290                                 }
291                         }
292                         status = oob.b.Status | oob.b.Status1;
293                         BlockLastState[block] = status;
294
295                         switch(status) {
296                         case SECTOR_FREE:
297                                 BlockFreeFound[block] = 1;
298                                 break;
299
300                         case SECTOR_USED:
301                                 if (!BlockFreeFound[block])
302                                         BlockMap[block] = thisEUN;
303                                 else
304                                         printk(KERN_WARNING
305                                                "SECTOR_USED found after SECTOR_FREE "
306                                                "in Virtual Unit Chain %d for block %d\n",
307                                                thisVUC, block);
308                                 break;
309                         case SECTOR_DELETED:
310                                 if (!BlockFreeFound[block])
311                                         BlockMap[block] = BLOCK_NIL;
312                                 else
313                                         printk(KERN_WARNING
314                                                "SECTOR_DELETED found after SECTOR_FREE "
315                                                "in Virtual Unit Chain %d for block %d\n",
316                                                thisVUC, block);
317                                 break;
318
319                         case SECTOR_IGNORE:
320                                 break;
321                         default:
322                                 printk("Unknown status for block %d in EUN %d: %x\n",
323                                        block, thisEUN, status);
324                         }
325                 }
326
327                 if (!silly--) {
328                         printk(KERN_WARNING "Infinite loop in Virtual Unit Chain 0x%x\n",
329                                thisVUC);
330                         return BLOCK_NIL;
331                 }
332
333                 thisEUN = nftl->ReplUnitTable[thisEUN];
334         }
335
336         if (inplace) {
337                 /* We're being asked to be a fold-in-place. Check
338                    that all blocks which actually have data associated
339                    with them (i.e. BlockMap[block] != BLOCK_NIL) are
340                    either already present or SECTOR_FREE in the target
341                    block. If not, we're going to have to fold out-of-place
342                    anyway.
343                 */
344                 for (block = 0; block < nftl->EraseSize / 512 ; block++) {
345                         if (BlockLastState[block] != SECTOR_FREE &&
346                             BlockMap[block] != BLOCK_NIL &&
347                             BlockMap[block] != targetEUN) {
348                                 DEBUG(MTD_DEBUG_LEVEL1, "Setting inplace to 0. VUC %d, "
349                                       "block %d was %x lastEUN, "
350                                       "and is in EUN %d (%s) %d\n",
351                                       thisVUC, block, BlockLastState[block],
352                                       BlockMap[block],
353                                       BlockMap[block]== targetEUN ? "==" : "!=",
354                                       targetEUN);
355                                 inplace = 0;
356                                 break;
357                         }
358                 }
359
360                 if (pendingblock >= (thisVUC * (nftl->EraseSize / 512)) &&
361                     pendingblock < ((thisVUC + 1)* (nftl->EraseSize / 512)) &&
362                     BlockLastState[pendingblock - (thisVUC * (nftl->EraseSize / 512))] !=
363                     SECTOR_FREE) {
364                         DEBUG(MTD_DEBUG_LEVEL1, "Pending write not free in EUN %d. "
365                               "Folding out of place.\n", targetEUN);
366                         inplace = 0;
367                 }
368         }
369
370         if (!inplace) {
371                 DEBUG(MTD_DEBUG_LEVEL1, "Cannot fold Virtual Unit Chain %d in place. "
372                       "Trying out-of-place\n", thisVUC);
373                 /* We need to find a targetEUN to fold into. */
374                 targetEUN = NFTL_findfreeblock(nftl, 1);
375                 if (targetEUN == BLOCK_NIL) {
376                         /* Ouch. Now we're screwed. We need to do a
377                            fold-in-place of another chain to make room
378                            for this one. We need a better way of selecting
379                            which chain to fold, because makefreeblock will
380                            only ask us to fold the same one again.
381                         */
382                         printk(KERN_WARNING
383                                "NFTL_findfreeblock(desperate) returns 0xffff.\n");
384                         return BLOCK_NIL;
385                 }
386         } else {
387                 /* We put a fold mark in the chain we are folding only if we
388                fold in place to help the mount check code. If we do not fold in
389                place, it is possible to find the valid chain by selecting the
390                longer one */
391                 oob.u.c.FoldMark = oob.u.c.FoldMark1 = cpu_to_le16(FOLD_MARK_IN_PROGRESS);
392                 oob.u.c.unused = 0xffffffff;
393                 nftl_write_oob(mtd, (nftl->EraseSize * targetEUN) + 2 * 512 + 8,
394                                8, &retlen, (char *)&oob.u);
395         }
396
397         /* OK. We now know the location of every block in the Virtual Unit Chain,
398            and the Erase Unit into which we are supposed to be copying.
399            Go for it.
400         */
401         DEBUG(MTD_DEBUG_LEVEL1,"Folding chain %d into unit %d\n", thisVUC, targetEUN);
402         for (block = 0; block < nftl->EraseSize / 512 ; block++) {
403                 unsigned char movebuf[512];
404                 int ret;
405
406                 /* If it's in the target EUN already, or if it's pending write, do nothing */
407                 if (BlockMap[block] == targetEUN ||
408                     (pendingblock == (thisVUC * (nftl->EraseSize / 512) + block))) {
409                         continue;
410                 }
411
412                 /* copy only in non free block (free blocks can only
413                    happen in case of media errors or deleted blocks) */
414                 if (BlockMap[block] == BLOCK_NIL)
415                         continue;
416
417                 ret = mtd->read(mtd, (nftl->EraseSize * BlockMap[block]) + (block * 512),
418                                 512, &retlen, movebuf);
419                 if (ret < 0 && ret != -EUCLEAN) {
420                         ret = mtd->read(mtd, (nftl->EraseSize * BlockMap[block])
421                                         + (block * 512), 512, &retlen,
422                                         movebuf);
423                         if (ret != -EIO)
424                                 printk("Error went away on retry.\n");
425                 }
426                 memset(&oob, 0xff, sizeof(struct nftl_oob));
427                 oob.b.Status = oob.b.Status1 = SECTOR_USED;
428
429                 nftl_write(nftl->mbd.mtd, (nftl->EraseSize * targetEUN) +
430                            (block * 512), 512, &retlen, movebuf, (char *)&oob);
431         }
432
433         /* add the header so that it is now a valid chain */
434         oob.u.a.VirtUnitNum = oob.u.a.SpareVirtUnitNum = cpu_to_le16(thisVUC);
435         oob.u.a.ReplUnitNum = oob.u.a.SpareReplUnitNum = 0xffff;
436
437         nftl_write_oob(mtd, (nftl->EraseSize * targetEUN) + 8,
438                        8, &retlen, (char *)&oob.u);
439
440         /* OK. We've moved the whole lot into the new block. Now we have to free the original blocks. */
441
442         /* At this point, we have two different chains for this Virtual Unit, and no way to tell
443            them apart. If we crash now, we get confused. However, both contain the same data, so we
444            shouldn't actually lose data in this case. It's just that when we load up on a medium which
445            has duplicate chains, we need to free one of the chains because it's not necessary any more.
446         */
447         thisEUN = nftl->EUNtable[thisVUC];
448         DEBUG(MTD_DEBUG_LEVEL1,"Want to erase\n");
449
450         /* For each block in the old chain (except the targetEUN of course),
451            free it and make it available for future use */
452         while (thisEUN <= nftl->lastEUN && thisEUN != targetEUN) {
453                 unsigned int EUNtmp;
454
455                 EUNtmp = nftl->ReplUnitTable[thisEUN];
456
457                 if (NFTL_formatblock(nftl, thisEUN) < 0) {
458                         /* could not erase : mark block as reserved
459                          */
460                         nftl->ReplUnitTable[thisEUN] = BLOCK_RESERVED;
461                 } else {
462                         /* correctly erased : mark it as free */
463                         nftl->ReplUnitTable[thisEUN] = BLOCK_FREE;
464                         nftl->numfreeEUNs++;
465                 }
466                 thisEUN = EUNtmp;
467         }
468
469         /* Make this the new start of chain for thisVUC */
470         nftl->ReplUnitTable[targetEUN] = BLOCK_NIL;
471         nftl->EUNtable[thisVUC] = targetEUN;
472
473         return targetEUN;
474 }
475
476 static u16 NFTL_makefreeblock( struct NFTLrecord *nftl , unsigned pendingblock)
477 {
478         /* This is the part that needs some cleverness applied.
479            For now, I'm doing the minimum applicable to actually
480            get the thing to work.
481            Wear-levelling and other clever stuff needs to be implemented
482            and we also need to do some assessment of the results when
483            the system loses power half-way through the routine.
484         */
485         u16 LongestChain = 0;
486         u16 ChainLength = 0, thislen;
487         u16 chain, EUN;
488
489         for (chain = 0; chain < le32_to_cpu(nftl->MediaHdr.FormattedSize) / nftl->EraseSize; chain++) {
490                 EUN = nftl->EUNtable[chain];
491                 thislen = 0;
492
493                 while (EUN <= nftl->lastEUN) {
494                         thislen++;
495                         //printk("VUC %d reaches len %d with EUN %d\n", chain, thislen, EUN);
496                         EUN = nftl->ReplUnitTable[EUN] & 0x7fff;
497                         if (thislen > 0xff00) {
498                                 printk("Endless loop in Virtual Chain %d: Unit %x\n",
499                                        chain, EUN);
500                         }
501                         if (thislen > 0xff10) {
502                                 /* Actually, don't return failure. Just ignore this chain and
503                                    get on with it. */
504                                 thislen = 0;
505                                 break;
506                         }
507                 }
508
509                 if (thislen > ChainLength) {
510                         //printk("New longest chain is %d with length %d\n", chain, thislen);
511                         ChainLength = thislen;
512                         LongestChain = chain;
513                 }
514         }
515
516         if (ChainLength < 2) {
517                 printk(KERN_WARNING "No Virtual Unit Chains available for folding. "
518                        "Failing request\n");
519                 return 0xffff;
520         }
521
522         return NFTL_foldchain (nftl, LongestChain, pendingblock);
523 }
524
525 /* NFTL_findwriteunit: Return the unit number into which we can write
526                        for this block. Make it available if it isn't already
527 */
528 static inline u16 NFTL_findwriteunit(struct NFTLrecord *nftl, unsigned block)
529 {
530         u16 lastEUN;
531         u16 thisVUC = block / (nftl->EraseSize / 512);
532         struct mtd_info *mtd = nftl->mbd.mtd;
533         unsigned int writeEUN;
534         unsigned long blockofs = (block * 512) & (nftl->EraseSize -1);
535         size_t retlen;
536         int silly, silly2 = 3;
537         struct nftl_oob oob;
538
539         do {
540                 /* Scan the media to find a unit in the VUC which has
541                    a free space for the block in question.
542                 */
543
544                 /* This condition catches the 0x[7f]fff cases, as well as
545                    being a sanity check for past-end-of-media access
546                 */
547                 lastEUN = BLOCK_NIL;
548                 writeEUN = nftl->EUNtable[thisVUC];
549                 silly = MAX_LOOPS;
550                 while (writeEUN <= nftl->lastEUN) {
551                         struct nftl_bci bci;
552                         size_t retlen;
553                         unsigned int status;
554
555                         lastEUN = writeEUN;
556
557                         nftl_read_oob(mtd,
558                                       (writeEUN * nftl->EraseSize) + blockofs,
559                                       8, &retlen, (char *)&bci);
560
561                         DEBUG(MTD_DEBUG_LEVEL2, "Status of block %d in EUN %d is %x\n",
562                               block , writeEUN, le16_to_cpu(bci.Status));
563
564                         status = bci.Status | bci.Status1;
565                         switch(status) {
566                         case SECTOR_FREE:
567                                 return writeEUN;
568
569                         case SECTOR_DELETED:
570                         case SECTOR_USED:
571                         case SECTOR_IGNORE:
572                                 break;
573                         default:
574                                 // Invalid block. Don't use it any more. Must implement.
575                                 break;
576                         }
577
578                         if (!silly--) {
579                                 printk(KERN_WARNING
580                                        "Infinite loop in Virtual Unit Chain 0x%x\n",
581                                        thisVUC);
582                                 return 0xffff;
583                         }
584
585                         /* Skip to next block in chain */
586                         writeEUN = nftl->ReplUnitTable[writeEUN];
587                 }
588
589                 /* OK. We didn't find one in the existing chain, or there
590                    is no existing chain. */
591
592                 /* Try to find an already-free block */
593                 writeEUN = NFTL_findfreeblock(nftl, 0);
594
595                 if (writeEUN == BLOCK_NIL) {
596                         /* That didn't work - there were no free blocks just
597                            waiting to be picked up. We're going to have to fold
598                            a chain to make room.
599                         */
600
601                         /* First remember the start of this chain */
602                         //u16 startEUN = nftl->EUNtable[thisVUC];
603
604                         //printk("Write to VirtualUnitChain %d, calling makefreeblock()\n", thisVUC);
605                         writeEUN = NFTL_makefreeblock(nftl, 0xffff);
606
607                         if (writeEUN == BLOCK_NIL) {
608                                 /* OK, we accept that the above comment is
609                                    lying - there may have been free blocks
610                                    last time we called NFTL_findfreeblock(),
611                                    but they are reserved for when we're
612                                    desperate. Well, now we're desperate.
613                                 */
614                                 DEBUG(MTD_DEBUG_LEVEL1, "Using desperate==1 to find free EUN to accommodate write to VUC %d\n", thisVUC);
615                                 writeEUN = NFTL_findfreeblock(nftl, 1);
616                         }
617                         if (writeEUN == BLOCK_NIL) {
618                                 /* Ouch. This should never happen - we should
619                                    always be able to make some room somehow.
620                                    If we get here, we've allocated more storage
621                                    space than actual media, or our makefreeblock
622                                    routine is missing something.
623                                 */
624                                 printk(KERN_WARNING "Cannot make free space.\n");
625                                 return BLOCK_NIL;
626                         }
627                         //printk("Restarting scan\n");
628                         lastEUN = BLOCK_NIL;
629                         continue;
630                 }
631
632                 /* We've found a free block. Insert it into the chain. */
633
634                 if (lastEUN != BLOCK_NIL) {
635                         thisVUC |= 0x8000; /* It's a replacement block */
636                 } else {
637                         /* The first block in a new chain */
638                         nftl->EUNtable[thisVUC] = writeEUN;
639                 }
640
641                 /* set up the actual EUN we're writing into */
642                 /* Both in our cache... */
643                 nftl->ReplUnitTable[writeEUN] = BLOCK_NIL;
644
645                 /* ... and on the flash itself */
646                 nftl_read_oob(mtd, writeEUN * nftl->EraseSize + 8, 8,
647                               &retlen, (char *)&oob.u);
648
649                 oob.u.a.VirtUnitNum = oob.u.a.SpareVirtUnitNum = cpu_to_le16(thisVUC);
650
651                 nftl_write_oob(mtd, writeEUN * nftl->EraseSize + 8, 8,
652                                &retlen, (char *)&oob.u);
653
654                 /* we link the new block to the chain only after the
655                    block is ready. It avoids the case where the chain
656                    could point to a free block */
657                 if (lastEUN != BLOCK_NIL) {
658                         /* Both in our cache... */
659                         nftl->ReplUnitTable[lastEUN] = writeEUN;
660                         /* ... and on the flash itself */
661                         nftl_read_oob(mtd, (lastEUN * nftl->EraseSize) + 8,
662                                       8, &retlen, (char *)&oob.u);
663
664                         oob.u.a.ReplUnitNum = oob.u.a.SpareReplUnitNum
665                                 = cpu_to_le16(writeEUN);
666
667                         nftl_write_oob(mtd, (lastEUN * nftl->EraseSize) + 8,
668                                        8, &retlen, (char *)&oob.u);
669                 }
670
671                 return writeEUN;
672
673         } while (silly2--);
674
675         printk(KERN_WARNING "Error folding to make room for Virtual Unit Chain 0x%x\n",
676                thisVUC);
677         return 0xffff;
678 }
679
680 static int nftl_writeblock(struct mtd_blktrans_dev *mbd, unsigned long block,
681                            char *buffer)
682 {
683         struct NFTLrecord *nftl = (void *)mbd;
684         u16 writeEUN;
685         unsigned long blockofs = (block * 512) & (nftl->EraseSize - 1);
686         size_t retlen;
687         struct nftl_oob oob;
688
689         writeEUN = NFTL_findwriteunit(nftl, block);
690
691         if (writeEUN == BLOCK_NIL) {
692                 printk(KERN_WARNING
693                        "NFTL_writeblock(): Cannot find block to write to\n");
694                 /* If we _still_ haven't got a block to use, we're screwed */
695                 return 1;
696         }
697
698         memset(&oob, 0xff, sizeof(struct nftl_oob));
699         oob.b.Status = oob.b.Status1 = SECTOR_USED;
700
701         nftl_write(nftl->mbd.mtd, (writeEUN * nftl->EraseSize) + blockofs,
702                    512, &retlen, (char *)buffer, (char *)&oob);
703         return 0;
704 }
705 #endif /* CONFIG_NFTL_RW */
706
707 static int nftl_readblock(struct mtd_blktrans_dev *mbd, unsigned long block,
708                           char *buffer)
709 {
710         struct NFTLrecord *nftl = (void *)mbd;
711         struct mtd_info *mtd = nftl->mbd.mtd;
712         u16 lastgoodEUN;
713         u16 thisEUN = nftl->EUNtable[block / (nftl->EraseSize / 512)];
714         unsigned long blockofs = (block * 512) & (nftl->EraseSize - 1);
715         unsigned int status;
716         int silly = MAX_LOOPS;
717         size_t retlen;
718         struct nftl_bci bci;
719
720         lastgoodEUN = BLOCK_NIL;
721
722         if (thisEUN != BLOCK_NIL) {
723                 while (thisEUN < nftl->nb_blocks) {
724                         if (nftl_read_oob(mtd, (thisEUN * nftl->EraseSize) +
725                                           blockofs, 8, &retlen,
726                                           (char *)&bci) < 0)
727                                 status = SECTOR_IGNORE;
728                         else
729                                 status = bci.Status | bci.Status1;
730
731                         switch (status) {
732                         case SECTOR_FREE:
733                                 /* no modification of a sector should follow a free sector */
734                                 goto the_end;
735                         case SECTOR_DELETED:
736                                 lastgoodEUN = BLOCK_NIL;
737                                 break;
738                         case SECTOR_USED:
739                                 lastgoodEUN = thisEUN;
740                                 break;
741                         case SECTOR_IGNORE:
742                                 break;
743                         default:
744                                 printk("Unknown status for block %ld in EUN %d: %x\n",
745                                        block, thisEUN, status);
746                                 break;
747                         }
748
749                         if (!silly--) {
750                                 printk(KERN_WARNING "Infinite loop in Virtual Unit Chain 0x%lx\n",
751                                        block / (nftl->EraseSize / 512));
752                                 return 1;
753                         }
754                         thisEUN = nftl->ReplUnitTable[thisEUN];
755                 }
756         }
757
758  the_end:
759         if (lastgoodEUN == BLOCK_NIL) {
760                 /* the requested block is not on the media, return all 0x00 */
761                 memset(buffer, 0, 512);
762         } else {
763                 loff_t ptr = (lastgoodEUN * nftl->EraseSize) + blockofs;
764                 size_t retlen;
765                 int res = mtd->read(mtd, ptr, 512, &retlen, buffer);
766
767                 if (res < 0 && res != -EUCLEAN)
768                         return -EIO;
769         }
770         return 0;
771 }
772
773 static int nftl_getgeo(struct mtd_blktrans_dev *dev,  struct hd_geometry *geo)
774 {
775         struct NFTLrecord *nftl = (void *)dev;
776
777         geo->heads = nftl->heads;
778         geo->sectors = nftl->sectors;
779         geo->cylinders = nftl->cylinders;
780
781         return 0;
782 }
783
784 /****************************************************************************
785  *
786  * Module stuff
787  *
788  ****************************************************************************/
789
790
791 static struct mtd_blktrans_ops nftl_tr = {
792         .name           = "nftl",
793         .major          = NFTL_MAJOR,
794         .part_bits      = NFTL_PARTN_BITS,
795         .blksize        = 512,
796         .getgeo         = nftl_getgeo,
797         .readsect       = nftl_readblock,
798 #ifdef CONFIG_NFTL_RW
799         .writesect      = nftl_writeblock,
800 #endif
801         .add_mtd        = nftl_add_mtd,
802         .remove_dev     = nftl_remove_dev,
803         .owner          = THIS_MODULE,
804 };
805
806 extern char nftlmountrev[];
807
808 static int __init init_nftl(void)
809 {
810         printk(KERN_INFO "NFTL driver: nftlcore.c $Revision: 1.98 $, nftlmount.c %s\n", nftlmountrev);
811
812         return register_mtd_blktrans(&nftl_tr);
813 }
814
815 static void __exit cleanup_nftl(void)
816 {
817         deregister_mtd_blktrans(&nftl_tr);
818 }
819
820 module_init(init_nftl);
821 module_exit(cleanup_nftl);
822
823 MODULE_LICENSE("GPL");
824 MODULE_AUTHOR("David Woodhouse <dwmw2@infradead.org>, Fabrice Bellard <fabrice.bellard@netgem.com> et al.");
825 MODULE_DESCRIPTION("Support code for NAND Flash Translation Layer, used on M-Systems DiskOnChip 2000 and Millennium");