*** empty log message ***
[yaffs/.git] / yaffs_guts.c
1 /*
2  * YAFFS: Yet another FFS. A NAND-flash specific file system.
3  * yaffs_guts.c  The main guts of YAFFS
4  *
5  * Copyright (C) 2002 Aleph One Ltd.
6  *   for Toby Churchill Ltd and Brightstar Engineering
7  *
8  * Created by Charles Manning <charles@aleph1.co.uk>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License version 2 as
12  * published by the Free Software Foundation.
13  *
14  */
15  //yaffs_guts.c
16
17 const char *yaffs_guts_c_version="$Id: yaffs_guts.c,v 1.35 2004-09-21 03:03:12 charles Exp $";
18
19 #include "yportenv.h"
20
21 #include "yaffsinterface.h"
22 #include "yaffs_guts.h"
23
24 #define YAFFS_PASSIVE_GC_CHUNKS 2
25
26 #if 0
27 // Use Steven Hill's ECC struff instead
28 // External functions for ECC on data
29 void nand_calculate_ecc (const u_char *dat, u_char *ecc_code);
30 int nand_correct_data (u_char *dat, u_char *read_ecc, u_char *calc_ecc);
31 #define yaffs_ECCCalculate(data,ecc) nand_calculate_ecc(data,ecc)
32 #define yaffs_ECCCorrect(data,read_ecc,calc_ecc) nand_correct_ecc(data,read_ecc,calc_ecc)
33 #else
34 #include "yaffs_ecc.h"
35 #endif
36
37 // countBits is a quick way of counting the number of bits in a byte.
38 // ie. countBits[n] holds the number of 1 bits in a byte with the value n.
39
40 static const char yaffs_countBitsTable[256] =
41 {
42 0,1,1,2,1,2,2,3,1,2,2,3,2,3,3,4,
43 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
44 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
45 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
46 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
47 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
48 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
49 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
50 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
51 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
52 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
53 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
54 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
55 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
56 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
57 4,5,5,6,5,6,6,7,5,6,6,7,6,7,7,8
58 };
59
60 static int yaffs_CountBits(__u8 x)
61 {
62         int retVal;
63         retVal = yaffs_countBitsTable[x];
64         return retVal;
65 }
66
67
68
69 // Local prototypes
70 static int yaffs_CheckObjectHashSanity(yaffs_Device *dev);
71 static void yaffs_LoadTagsIntoSpare(yaffs_Spare *sparePtr, yaffs_Tags *tagsPtr);
72 static void yaffs_GetTagsFromSpare(yaffs_Device *dev, yaffs_Spare *sparePtr,yaffs_Tags *tagsPtr);
73 static int yaffs_PutChunkIntoFile(yaffs_Object *in,int chunkInInode, int chunkInNAND, int inScan);
74
75 static yaffs_Object *yaffs_CreateNewObject(yaffs_Device *dev,int number,yaffs_ObjectType type);
76 static void yaffs_AddObjectToDirectory(yaffs_Object *directory, yaffs_Object *obj);
77 static int yaffs_UpdateObjectHeader(yaffs_Object *in,const char *name, int force);
78 static void yaffs_DeleteChunk(yaffs_Device *dev,int chunkId,int markNAND);
79 static void yaffs_RemoveObjectFromDirectory(yaffs_Object *obj);
80 static int yaffs_CheckStructures(void);
81 static int yaffs_DeleteWorker(yaffs_Object *in, yaffs_Tnode *tn, __u32 level, int chunkOffset,int *limit);
82 static int yaffs_DoGenericObjectDeletion(yaffs_Object *in);
83
84 static yaffs_BlockInfo *yaffs_GetBlockInfo(yaffs_Device *dev,int blockNo);
85
86 // Robustification
87 static void yaffs_RetireBlock(yaffs_Device *dev,int blockInNAND);
88 static void yaffs_HandleReadDataError(yaffs_Device *dev,int chunkInNAND);
89 static void yaffs_HandleWriteChunkError(yaffs_Device *dev,int chunkInNAND);
90 static void yaffs_HandleWriteChunkOk(yaffs_Device *dev,int chunkInNAND,const __u8 *data, const yaffs_Spare *spare);
91 static void yaffs_HandleUpdateChunk(yaffs_Device *dev,int chunkInNAND, const yaffs_Spare *spare);
92
93 static int  yaffs_CheckChunkErased(struct yaffs_DeviceStruct *dev,int chunkInNAND);
94
95 static int yaffs_UnlinkWorker(yaffs_Object *obj);
96 static void yaffs_AbortHalfCreatedObject(yaffs_Object *obj);
97
98 static int yaffs_VerifyCompare(const __u8 *d0, const __u8 * d1, const yaffs_Spare *s0, const yaffs_Spare *s1);
99
100
101
102 loff_t yaffs_GetFileSize(yaffs_Object *obj);
103
104 static int yaffs_ReadChunkTagsFromNAND(yaffs_Device *dev,int chunkInNAND, yaffs_Tags *tags, int *chunkDeleted);
105 static int yaffs_TagsMatch(const yaffs_Tags *tags, int objectId, int chunkInObject, int chunkDeleted);
106
107
108 static int yaffs_AllocateChunk(yaffs_Device *dev,int useReserve);
109
110 #ifdef YAFFS_PARANOID
111 static int yaffs_CheckFileSanity(yaffs_Object *in);
112 #else
113 #define yaffs_CheckFileSanity(in)
114 #endif
115
116 static void yaffs_InvalidateWholeChunkCache(yaffs_Object *in);
117 static void yaffs_InvalidateChunkCache(yaffs_Object *object, int chunkId);
118
119 // Chunk bitmap manipulations
120
121 static __inline __u8 *yaffs_BlockBits(yaffs_Device *dev, int blk)
122 {
123         if(blk < dev->startBlock || blk > dev->endBlock)
124         {
125                 T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs: BlockBits block %d is not valid" TENDSTR),blk));
126                 YBUG();
127         }
128         return dev->chunkBits + (dev->chunkBitmapStride * (blk - dev->startBlock));
129 }
130
131 static __inline__ void yaffs_ClearChunkBits(yaffs_Device *dev,int blk)
132 {
133         __u8 *blkBits = yaffs_BlockBits(dev,blk);
134
135          memset(blkBits,0,dev->chunkBitmapStride);
136 }
137
138 static __inline__ void yaffs_ClearChunkBit(yaffs_Device *dev,int blk,int chunk)
139 {
140         __u8 *blkBits = yaffs_BlockBits(dev,blk);
141         
142         blkBits[chunk/8] &=  ~ (1<<(chunk & 7));
143 }
144
145 static __inline__ void yaffs_SetChunkBit(yaffs_Device *dev,int blk,int chunk)
146 {
147         __u8 *blkBits = yaffs_BlockBits(dev,blk);
148
149         blkBits[chunk/8] |=   (1<<(chunk & 7));
150 }
151
152 static __inline__ int yaffs_CheckChunkBit(yaffs_Device *dev,int blk,int chunk)
153 {
154         __u8 *blkBits = yaffs_BlockBits(dev,blk);
155         return (blkBits[chunk/8] &  (1<<(chunk & 7))) ? 1 :0;
156 }
157
158 static __inline__ int yaffs_StillSomeChunkBits(yaffs_Device *dev,int blk)
159 {
160         __u8 *blkBits = yaffs_BlockBits(dev,blk);
161         int i;
162         for(i = 0; i < dev->chunkBitmapStride; i++)
163         {
164                 if(*blkBits) return 1;
165                 blkBits++;
166         }
167         return 0;
168 }
169
170 // Function to manipulate block info
171 static  __inline__ yaffs_BlockInfo* yaffs_GetBlockInfo(yaffs_Device *dev, int blk)
172 {
173         if(blk < dev->startBlock || blk > dev->endBlock)
174         {
175                 T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs: getBlockInfo block %d is not valid" TENDSTR),blk));
176                 YBUG();
177         }
178         return &dev->blockInfo[blk - dev->startBlock];
179 }
180
181
182 static  __inline__ int yaffs_HashFunction(int n)
183 {
184         return (n % YAFFS_NOBJECT_BUCKETS);
185 }
186
187
188 yaffs_Object *yaffs_Root(yaffs_Device *dev)
189 {
190         return dev->rootDir;
191 }
192
193 yaffs_Object *yaffs_LostNFound(yaffs_Device *dev)
194 {
195         return dev->lostNFoundDir;
196 }
197
198
199 static int yaffs_WriteChunkToNAND(struct yaffs_DeviceStruct *dev,int chunkInNAND, const __u8 *data, yaffs_Spare *spare)
200 {
201         if(chunkInNAND < dev->startBlock * dev->nChunksPerBlock)
202         {
203                 T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs chunk %d is not valid" TENDSTR),chunkInNAND));
204                 return YAFFS_FAIL;
205         }
206
207         dev->nPageWrites++;
208         return dev->writeChunkToNAND(dev,chunkInNAND,data,spare);
209 }
210
211
212
213 int yaffs_ReadChunkFromNAND(struct yaffs_DeviceStruct *dev,
214                                                         int chunkInNAND, 
215                                                         __u8 *data, 
216                                                         yaffs_Spare *spare, 
217                                                         int doErrorCorrection)
218 {
219         int retVal;
220         yaffs_Spare localSpare;
221
222         dev->nPageReads++;
223         
224         
225
226         
227         if(!spare && data)
228         {
229                 // If we don't have a real spare, then we use a local one.
230                 // Need this for the calculation of the ecc
231                 spare = &localSpare;
232         }
233         
234
235         if(!dev->useNANDECC)
236         {
237                 retVal  = dev->readChunkFromNAND(dev,chunkInNAND,data,spare);
238                 if(data && doErrorCorrection)
239                 {
240                         // Do ECC correction
241                         //Todo handle any errors
242                 int eccResult1,eccResult2;
243                 __u8 calcEcc[3];
244                 
245                         yaffs_ECCCalculate(data,calcEcc);
246                         eccResult1 = yaffs_ECCCorrect (data,spare->ecc1, calcEcc);
247                         yaffs_ECCCalculate(&data[256],calcEcc);
248                         eccResult2 = yaffs_ECCCorrect(&data[256],spare->ecc2, calcEcc);
249
250                         if(eccResult1>0)
251                         {
252                                 T(YAFFS_TRACE_ERROR, (TSTR("**>>ecc error fix performed on chunk %d:0" TENDSTR),chunkInNAND));
253                                 dev->eccFixed++;
254                         }
255                         else if(eccResult1<0)
256                         {
257                                 T(YAFFS_TRACE_ERROR,(TSTR("**>>ecc error unfixed on chunk %d:0" TENDSTR),chunkInNAND));
258                                 dev->eccUnfixed++;
259                         }
260
261                         if(eccResult2>0)
262                         {
263                                 T(YAFFS_TRACE_ERROR,(TSTR("**>>ecc error fix performed on chunk %d:1" TENDSTR),chunkInNAND));
264                                 dev->eccFixed++;
265                         }
266                         else if(eccResult2<0)
267                         {
268                                 T(YAFFS_TRACE_ERROR,(TSTR("**>>ecc error unfixed on chunk %d:1" TENDSTR),chunkInNAND));
269                                 dev->eccUnfixed++;
270                         }
271
272                         if(eccResult1 || eccResult2)
273                         {
274                                 // Hoosterman, we had a data problem on this page
275                                 yaffs_HandleReadDataError(dev,chunkInNAND);
276                         }
277                 }
278         }
279         else
280         {
281         // Must allocate enough memory for spare+2*sizeof(int) for ecc results from device.
282         struct yaffs_NANDSpare nspare;
283                 retVal  = dev->readChunkFromNAND(dev,chunkInNAND,data,(yaffs_Spare*)&nspare);
284                 memcpy (spare, &nspare, sizeof(yaffs_Spare));
285                 if(data && doErrorCorrection)
286                 {
287                         if(nspare.eccres1>0)
288                         {
289                                 T(YAFFS_TRACE_ERROR,(TSTR("**>>ecc error fix performed on chunk %d:0" TENDSTR),chunkInNAND));
290                         }
291                         else if(nspare.eccres1<0)
292                         {
293                                 T(YAFFS_TRACE_ERROR,(TSTR("**>>ecc error unfixed on chunk %d:0" TENDSTR),chunkInNAND));
294                         }
295
296                         if(nspare.eccres2>0)
297                         {
298                                 T(YAFFS_TRACE_ERROR,(TSTR("**>>ecc error fix performed on chunk %d:1" TENDSTR),chunkInNAND));
299                         }
300                         else if(nspare.eccres2<0)
301                         {
302                                 T(YAFFS_TRACE_ERROR,(TSTR("**>>ecc error unfixed on chunk %d:1" TENDSTR),chunkInNAND));
303                         }
304
305                         if(nspare.eccres1 || nspare.eccres2)
306                         {
307                                 // Hoosterman, we had a data problem on this page
308                                 yaffs_HandleReadDataError(dev,chunkInNAND);
309                         }
310
311                 }
312         }
313         return retVal;
314 }
315
316
317 static int yaffs_CheckChunkErased(struct yaffs_DeviceStruct *dev,int chunkInNAND)
318 {
319
320         static int init = 0;
321         static __u8 cmpbuf[YAFFS_BYTES_PER_CHUNK];
322         static __u8 data[YAFFS_BYTES_PER_CHUNK];
323     // Might as well always allocate the larger size for dev->useNANDECC == true;
324         static __u8 spare[sizeof(struct yaffs_NANDSpare)];      
325
326         dev->readChunkFromNAND(dev,chunkInNAND,data,(yaffs_Spare *)spare);
327         
328         if(!init)
329         {
330                 memset(cmpbuf,0xff,YAFFS_BYTES_PER_CHUNK);
331                 init = 1;
332         }
333         
334         if(memcmp(cmpbuf,data,YAFFS_BYTES_PER_CHUNK)) return  YAFFS_FAIL;
335         if(memcmp(cmpbuf,spare,16)) return YAFFS_FAIL;
336
337         
338         return YAFFS_OK;
339         
340 }
341
342
343
344 int yaffs_EraseBlockInNAND(struct yaffs_DeviceStruct *dev,int blockInNAND)
345 {
346         dev->nBlockErasures++;
347         return dev->eraseBlockInNAND(dev,blockInNAND);
348 }
349
350 int yaffs_InitialiseNAND(struct yaffs_DeviceStruct *dev)
351 {
352         return dev->initialiseNAND(dev);
353 }
354
355 static int yaffs_WriteNewChunkToNAND(struct yaffs_DeviceStruct *dev, const __u8 *data, yaffs_Spare *spare,int useReserve)
356 {
357         int chunk;
358         
359         int writeOk = 1;
360         int attempts = 0;
361         
362         unsigned char rbData[YAFFS_BYTES_PER_CHUNK];
363         yaffs_Spare rbSpare;
364         
365         do{
366                 chunk = yaffs_AllocateChunk(dev,useReserve);
367         
368                 if(chunk >= 0)
369                 {
370
371                         // First check this chunk is erased...
372 #ifndef CONFIG_YAFFS_DISABLE_CHUNK_ERASED_CHECK
373                         writeOk = yaffs_CheckChunkErased(dev,chunk);
374 #endif          
375                         if(!writeOk)
376                         {
377                                 T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs chunk %d was not erased" TENDSTR),chunk));
378                         }
379                         else
380                         {
381                                 writeOk =  yaffs_WriteChunkToNAND(dev,chunk,data,spare);
382                         }
383                         attempts++;
384                         if(writeOk)
385                         {
386                                 // Readback & verify
387                                 // If verify fails, then delete this chunk and try again
388                                 // To verify we compare everything except the block and 
389                                 // page status bytes.
390                                 // NB We check a raw read without ECC correction applied
391                                 yaffs_ReadChunkFromNAND(dev,chunk,rbData,&rbSpare,0);
392                                 
393 #ifndef CONFIG_YAFFS_DISABLE_WRITE_VERIFY
394                                 if(!yaffs_VerifyCompare(data,rbData,spare,&rbSpare))
395                                 {
396                                         // Didn't verify
397                                         T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs write verify failed on chunk %d" TENDSTR), chunk));
398
399                                         writeOk = 0;
400                                 }       
401 #endif                          
402                                 
403                         }
404                         if(writeOk)
405                         {
406                                 // Copy the data into the write buffer.
407                                 // NB We do this at the end to prevent duplicates in the case of a write error.
408                                 //Todo
409                                 yaffs_HandleWriteChunkOk(dev,chunk,data,spare);
410                         }
411                         else
412                         {
413                                 yaffs_HandleWriteChunkError(dev,chunk);
414                         }
415                 }
416                 
417         } while(chunk >= 0 && ! writeOk);
418         
419         if(attempts > 1)
420         {
421                 T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs write required %d attempts" TENDSTR),attempts));
422                 dev->nRetriedWrites+= (attempts - 1);   
423         }
424         
425         return chunk;
426 }
427
428 ///
429 // Functions for robustisizing
430 //
431 //
432
433 static void yaffs_RetireBlock(yaffs_Device *dev,int blockInNAND)
434 {
435         // Ding the blockStatus in the first two pages of the block.
436         
437         yaffs_Spare spare;
438
439         memset(&spare, 0xff,sizeof(yaffs_Spare));
440
441         spare.blockStatus = 0;
442         
443         // TODO change this retirement marking for other NAND types
444         yaffs_WriteChunkToNAND(dev, blockInNAND * dev->nChunksPerBlock, NULL , &spare);
445         yaffs_WriteChunkToNAND(dev, blockInNAND * dev->nChunksPerBlock + 1, NULL , &spare);
446         
447         yaffs_GetBlockInfo(dev,blockInNAND)->blockState = YAFFS_BLOCK_STATE_DEAD;
448         dev->nRetiredBlocks++;
449 }
450
451
452
453 static int yaffs_RewriteBufferedBlock(yaffs_Device *dev)
454 {
455         dev->doingBufferedBlockRewrite = 1;
456         //
457         //      Remove erased chunks
458         //  Rewrite existing chunks to a new block
459         //      Set current write block to the new block
460         
461         dev->doingBufferedBlockRewrite = 0;
462         
463         return 1;
464 }
465
466
467 static void yaffs_HandleReadDataError(yaffs_Device *dev,int chunkInNAND)
468 {
469         int blockInNAND = chunkInNAND/dev->nChunksPerBlock;
470
471         // Mark the block for retirement
472         yaffs_GetBlockInfo(dev,blockInNAND)->needsRetiring = 1;
473         T(YAFFS_TRACE_ERROR | YAFFS_TRACE_BAD_BLOCKS,(TSTR("**>>Block %d marked for retirement" TENDSTR),blockInNAND));
474
475
476         //TODO  
477         // Just do a garbage collection on the affected block then retire the block
478         // NB recursion
479 }
480
481
482 static void yaffs_CheckWrittenBlock(yaffs_Device *dev,int chunkInNAND)
483 {
484 }
485
486 static void yaffs_HandleWriteChunkOk(yaffs_Device *dev,int chunkInNAND,const __u8 *data, const yaffs_Spare *spare)
487 {
488 }
489
490 static void yaffs_HandleUpdateChunk(yaffs_Device *dev,int chunkInNAND, const yaffs_Spare *spare)
491 {
492 }
493
494 static void yaffs_HandleWriteChunkError(yaffs_Device *dev,int chunkInNAND)
495 {
496         int blockInNAND = chunkInNAND/dev->nChunksPerBlock;
497
498         // Mark the block for retirement
499         yaffs_GetBlockInfo(dev,blockInNAND)->needsRetiring = 1;
500         // Delete the chunk
501         yaffs_DeleteChunk(dev,chunkInNAND,1);
502 }
503
504
505
506
507 static int yaffs_VerifyCompare(const __u8 *d0, const __u8 * d1, const yaffs_Spare *s0, const yaffs_Spare *s1)
508 {
509
510
511         if( memcmp(d0,d1,YAFFS_BYTES_PER_CHUNK) != 0 ||
512                 s0->tagByte0 != s1->tagByte0 ||
513                 s0->tagByte1 != s1->tagByte1 ||
514                 s0->tagByte2 != s1->tagByte2 ||
515                 s0->tagByte3 != s1->tagByte3 ||
516                 s0->tagByte4 != s1->tagByte4 ||
517                 s0->tagByte5 != s1->tagByte5 ||
518                 s0->tagByte6 != s1->tagByte6 ||
519                 s0->tagByte7 != s1->tagByte7 ||
520                 s0->ecc1[0]  != s1->ecc1[0]  ||
521                 s0->ecc1[1]  != s1->ecc1[1]  ||
522                 s0->ecc1[2]  != s1->ecc1[2]  ||
523                 s0->ecc2[0]  != s1->ecc2[0]  ||
524                 s0->ecc2[1]  != s1->ecc2[1]  ||
525                 s0->ecc2[2]  != s1->ecc2[2] )
526                 {
527                         return 0;
528                 }
529         
530         return 1;
531 }
532
533
534 ///////////////////////// Object management //////////////////
535 // List of spare objects
536 // The list is hooked together using the first pointer
537 // in the object
538
539 // static yaffs_Object *yaffs_freeObjects = NULL;
540
541 // static int yaffs_nFreeObjects;
542
543 // static yaffs_ObjectList *yaffs_allocatedObjectList = NULL;
544
545 // static yaffs_ObjectBucket yaffs_objectBucket[YAFFS_NOBJECT_BUCKETS];
546
547
548 static __u16 yaffs_CalcNameSum(const char *name)
549 {
550         __u16 sum = 0;
551         __u16 i = 1;
552         
553         __u8 *bname = (__u8 *)name;
554         if(bname)
555         {
556                 while ((*bname) && (i <=YAFFS_MAX_NAME_LENGTH))
557                 {
558
559 #ifdef CONFIG_YAFFS_CASE_INSENSITIVE
560                         sum += toupper(*bname) * i;
561 #else
562                         sum += (*bname) * i;
563 #endif
564                         i++;
565                         bname++;
566                 }
567         }
568         return sum;
569 }
570
571 void yaffs_SetObjectName(yaffs_Object *obj, const char *name)
572 {
573 #ifdef CONFIG_YAFFS_SHORT_NAMES_IN_RAM
574                                         if(name && strlen(name) <= YAFFS_SHORT_NAME_LENGTH)
575                                         {
576                                                 strcpy(obj->shortName,name);
577                                         }
578                                         else
579                                         {
580                                                 obj->shortName[0]='\0';
581                                         }
582 #endif
583                                         obj->sum = yaffs_CalcNameSum(name);
584 }
585
586 void yaffs_CalcECC(const __u8 *data, yaffs_Spare *spare)
587 {
588         yaffs_ECCCalculate(data , spare->ecc1);
589         yaffs_ECCCalculate(&data[256] , spare->ecc2);
590 }
591
592 void yaffs_CalcTagsECC(yaffs_Tags *tags)
593 {
594         // Calculate an ecc
595         
596         unsigned char *b = ((yaffs_TagsUnion *)tags)->asBytes;
597         unsigned  i,j;
598         unsigned  ecc = 0;
599         unsigned bit = 0;
600
601         tags->ecc = 0;
602         
603         for(i = 0; i < 8; i++)
604         {
605                 for(j = 1; j &0xff; j<<=1)
606                 {
607                         bit++;
608                         if(b[i] & j)
609                         {
610                                 ecc ^= bit;
611                         }
612                 }
613         }
614         
615         tags->ecc = ecc;
616         
617         
618 }
619
620 int  yaffs_CheckECCOnTags(yaffs_Tags *tags)
621 {
622         unsigned ecc = tags->ecc;
623         
624         yaffs_CalcTagsECC(tags);
625         
626         ecc ^= tags->ecc;
627         
628         if(ecc && ecc <= 64)
629         {
630                 // TODO: Handle the failure better. Retire?
631                 unsigned char *b = ((yaffs_TagsUnion *)tags)->asBytes;
632
633                 ecc--;
634                                 
635                 b[ecc / 8] ^= (1 << (ecc & 7));
636                 
637                 // Now recvalc the ecc
638                 yaffs_CalcTagsECC(tags);
639                 
640                 return 1; // recovered error
641         }
642         else if(ecc)
643         {
644                 // Wierd ecc failure value
645                 // TODO Need to do somethiong here
646                 return -1; //unrecovered error
647         }
648         
649         return 0;
650 }
651
652
653 ///////////////////////// TNODES ///////////////////////
654
655 // List of spare tnodes
656 // The list is hooked together using the first pointer
657 // in the tnode.
658
659 //static yaffs_Tnode *yaffs_freeTnodes = NULL;
660
661 // static int yaffs_nFreeTnodes;
662
663 //static yaffs_TnodeList *yaffs_allocatedTnodeList = NULL;
664
665
666
667 // yaffs_CreateTnodes creates a bunch more tnodes and
668 // adds them to the tnode free list.
669 // Don't use this function directly
670
671 static int yaffs_CreateTnodes(yaffs_Device *dev,int nTnodes)
672 {
673     int i;
674     yaffs_Tnode *newTnodes;
675     yaffs_TnodeList *tnl;
676     
677     if(nTnodes < 1) return YAFFS_OK;
678    
679         // make these things
680         
681     newTnodes = YMALLOC(nTnodes * sizeof(yaffs_Tnode));
682    
683     if (!newTnodes)
684     {
685                 T(YAFFS_TRACE_ERROR,(TSTR("yaffs: Could not allocate Tnodes"TENDSTR)));
686                 return YAFFS_FAIL;
687     }
688     
689     // Hook them into the free list
690     for(i = 0; i < nTnodes - 1; i++)
691     {
692         newTnodes[i].internal[0] = &newTnodes[i+1];
693 #ifdef CONFIG_YAFFS_TNODE_LIST_DEBUG
694         newTnodes[i].internal[YAFFS_NTNODES_INTERNAL] = 1;
695 #endif
696     }
697         
698         newTnodes[nTnodes - 1].internal[0] = dev->freeTnodes;
699 #ifdef CONFIG_YAFFS_TNODE_LIST_DEBUG
700         newTnodes[nTnodes - 1].internal[YAFFS_NTNODES_INTERNAL] = 1;
701 #endif
702         dev->freeTnodes = newTnodes;
703         dev->nFreeTnodes+= nTnodes;
704         dev->nTnodesCreated += nTnodes;
705
706         // Now add this bunch of tnodes to a list for freeing up.
707         // NB If we can't add this to the management list it isn't fatal
708         // but it just means we can't free this bunch of tnodes later.
709         tnl = YMALLOC(sizeof(yaffs_TnodeList));
710         if(!tnl)
711         {
712                 T(YAFFS_TRACE_ERROR,(TSTR("yaffs: Could not add tnodes to management list" TENDSTR)));
713                 
714         }
715         else
716         {
717                 tnl->tnodes = newTnodes;
718                 tnl->next = dev->allocatedTnodeList;
719                 dev->allocatedTnodeList = tnl;
720         }
721
722
723         T(YAFFS_TRACE_ALLOCATE,(TSTR("yaffs: Tnodes added" TENDSTR)));
724
725
726         return YAFFS_OK;
727 }
728
729
730 // GetTnode gets us a clean tnode. Tries to make allocate more if we run out
731 static yaffs_Tnode *yaffs_GetTnode(yaffs_Device *dev)
732 {
733         yaffs_Tnode *tn = NULL;
734         
735         // If there are none left make more
736         if(!dev->freeTnodes)
737         {
738                 yaffs_CreateTnodes(dev,YAFFS_ALLOCATION_NTNODES);
739         }
740         
741         if(dev->freeTnodes)
742         {
743                 tn = dev->freeTnodes;
744 #ifdef CONFIG_YAFFS_TNODE_LIST_DEBUG
745         if(tn->internal[YAFFS_NTNODES_INTERNAL] != 1)
746                 {
747                         // Hoosterman, this thing looks like it isn't in the list
748                                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: Tnode list bug 1" TENDSTR)));
749                 }
750 #endif
751                 dev->freeTnodes = dev->freeTnodes->internal[0];
752                 dev->nFreeTnodes--;
753                 // zero out
754                 memset(tn,0,sizeof(yaffs_Tnode));
755         }
756         
757
758         return tn;
759 }
760
761
762 // FreeTnode frees up a tnode and puts it back on the free list
763 static void yaffs_FreeTnode(yaffs_Device*dev, yaffs_Tnode *tn)
764 {
765         if(tn)
766         {
767 #ifdef CONFIG_YAFFS_TNODE_LIST_DEBUG
768         if(tn->internal[YAFFS_NTNODES_INTERNAL] != 0)
769                 {
770                         // Hoosterman, this thing looks like it is already in the list
771                                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: Tnode list bug 2" TENDSTR)));
772                 }
773                 tn->internal[YAFFS_NTNODES_INTERNAL] = 1;
774 #endif
775                 tn->internal[0] = dev->freeTnodes;
776                 dev->freeTnodes = tn;
777                 dev->nFreeTnodes++;
778         }
779 }
780
781
782 static void yaffs_DeinitialiseTnodes(yaffs_Device*dev)
783 {
784         // Free the list of allocated tnodes
785         yaffs_TnodeList *tmp;
786                 
787         while(dev->allocatedTnodeList)
788         {
789                 tmp =  dev->allocatedTnodeList->next;
790
791                 YFREE(dev->allocatedTnodeList->tnodes);
792                 YFREE(dev->allocatedTnodeList);
793                 dev->allocatedTnodeList = tmp;
794                 
795         }
796         
797         dev->freeTnodes = NULL;
798         dev->nFreeTnodes = 0;
799 }
800
801 static void yaffs_InitialiseTnodes(yaffs_Device*dev)
802 {
803         dev->allocatedTnodeList = NULL;
804         dev->freeTnodes = NULL;
805         dev->nFreeTnodes = 0;
806         dev->nTnodesCreated = 0;
807
808 }
809
810 #if 0
811 void yaffs_TnodeTest(yaffs_Device *dev)
812 {
813
814         int i;
815         int j;
816         yaffs_Tnode *tn[1000];
817         
818         YINFO("Testing TNodes");
819         
820         for(j = 0; j < 50; j++)
821         {
822                 for(i = 0; i < 1000; i++)
823                 {
824                         tn[i] = yaffs_GetTnode(dev);
825                         if(!tn[i])
826                         {
827                                 YALERT("Getting tnode failed");
828                         }
829                 }
830                 for(i = 0; i < 1000; i+=3)
831                 {
832                         yaffs_FreeTnode(dev,tn[i]);
833                         tn[i] = NULL;
834                 }
835                 
836         }
837 }
838 #endif
839
840
841 ////////////////// END OF TNODE MANIPULATION ///////////////////////////
842
843 /////////////// Functions to manipulate the look-up tree (made up of tnodes)
844 // The look up tree is represented by the top tnode and the number of topLevel
845 // in the tree. 0 means only the level 0 tnode is in the tree.
846
847
848 // FindLevel0Tnode finds the level 0 tnode, if one exists.
849 // Used when reading.....
850 static yaffs_Tnode *yaffs_FindLevel0Tnode(yaffs_Device *dev,yaffs_FileStructure *fStruct, __u32 chunkId)
851 {
852         
853         yaffs_Tnode *tn = fStruct->top;
854         __u32 i;
855         int requiredTallness;   
856         int level = fStruct->topLevel;
857         
858         // Check sane level and chunk Id
859         if(level < 0 || level > YAFFS_TNODES_MAX_LEVEL)
860         {
861 //              char str[50];
862 //              sprintf(str,"Bad level %d",level);
863 //              YALERT(str);
864                 return NULL;
865         }
866         
867         if(chunkId > YAFFS_MAX_CHUNK_ID)
868         {
869 //              char str[50];
870 //              sprintf(str,"Bad chunkId %d",chunkId);
871 //              YALERT(str);
872                 return NULL;
873         }
874
875         // First check we're tall enough (ie enough topLevel)
876         
877         i = chunkId >> (/*dev->chunkGroupBits  + */YAFFS_TNODES_LEVEL0_BITS);
878         requiredTallness = 0;
879         while(i)
880         {
881                 i >>= YAFFS_TNODES_INTERNAL_BITS;
882                 requiredTallness++;
883         }
884         
885         
886         if(requiredTallness > fStruct->topLevel)
887         {
888                 // Not tall enough, so we can't find it, return NULL.
889                 return NULL;
890         }
891                 
892         
893         // Traverse down to level 0
894         while (level > 0 && tn)
895         {
896             tn = tn->internal[(chunkId >>(/* dev->chunkGroupBits + */ YAFFS_TNODES_LEVEL0_BITS + (level-1) * YAFFS_TNODES_INTERNAL_BITS)) & 
897                                YAFFS_TNODES_INTERNAL_MASK]; 
898                 level--;
899         
900         }
901         
902         return tn;              
903 }
904
905 // AddOrFindLevel0Tnode finds the level 0 tnode if it exists, otherwise first expands the tree.
906 // This happens in two steps:
907 //  1. If the tree isn't tall enough, then make it taller.
908 //  2. Scan down the tree towards the level 0 tnode adding tnodes if required.
909 //
910 // Used when modifying the tree.
911 //
912 static yaffs_Tnode *yaffs_AddOrFindLevel0Tnode(yaffs_Device *dev, yaffs_FileStructure *fStruct, __u32 chunkId)
913 {
914         
915         yaffs_Tnode *tn; 
916         
917         int requiredTallness;
918         int i;
919         int l;
920         
921         __u32 x;
922                 
923         
924         //T((TSTR("AddOrFind topLevel=%d, chunk=%d"),fStruct->topLevel,chunkId));
925         
926         // Check sane level and page Id
927         if(fStruct->topLevel < 0 || fStruct->topLevel > YAFFS_TNODES_MAX_LEVEL)
928         {
929 //              char str[50];
930 //              sprintf(str,"Bad level %d",fStruct->topLevel);
931 //              YALERT(str);
932                 return NULL;
933         }
934         
935         if(chunkId > YAFFS_MAX_CHUNK_ID)
936         {
937 //              char str[50];
938 //              sprintf(str,"Bad chunkId %d",chunkId);
939 //              YALERT(str);
940                 return NULL;
941         }
942         
943         // First check we're tall enough (ie enough topLevel)
944         
945         x = chunkId >> (/*dev->chunkGroupBits + */YAFFS_TNODES_LEVEL0_BITS);
946         requiredTallness = 0;
947         while(x)
948         {
949                 x >>= YAFFS_TNODES_INTERNAL_BITS;
950                 requiredTallness++;
951         }
952         
953         //T((TSTR(" required=%d"),requiredTallness));
954         
955         
956         if(requiredTallness > fStruct->topLevel)
957         {
958                 // Not tall enough,gotta make the tree taller
959                 for(i = fStruct->topLevel; i < requiredTallness; i++)
960                 {
961                         //T((TSTR(" add new top")));
962                         
963                         tn = yaffs_GetTnode(dev);
964                         
965                         if(tn)
966                         {
967                                 tn->internal[0] = fStruct->top;
968                                 fStruct->top = tn;
969                         }
970                         else
971                         {
972                                         T(YAFFS_TRACE_ERROR,(TSTR("yaffs: no more tnodes" TENDSTR)));
973                         }
974                 }
975                 
976                 fStruct->topLevel = requiredTallness;
977         }
978         
979         
980         // Traverse down to level 0, adding anything we need
981         
982         l = fStruct->topLevel;
983         tn = fStruct->top;
984         while (l > 0 && tn)
985         {
986                 x = (chunkId >> (/*dev->chunkGroupBits + */YAFFS_TNODES_LEVEL0_BITS + (l-1) * YAFFS_TNODES_INTERNAL_BITS)) & 
987                                YAFFS_TNODES_INTERNAL_MASK;
988                                
989                 //T((TSTR(" [%d:%d]"),l,i));
990                 
991             if(!tn->internal[x])
992             {
993                 //T((TSTR(" added")));
994                 
995                 tn->internal[x] = yaffs_GetTnode(dev);
996             }
997             
998             tn =        tn->internal[x];
999                 l--;
1000         
1001         }
1002         
1003         //TSTR(TENDSTR)));
1004         
1005         return tn;              
1006 }
1007
1008 // DeleteWorker scans backwards through the tnode tree and deletes all the
1009 // chunks and tnodes in the file
1010 // Returns 1 if the tree was deleted. Returns 0 if it stopped early due to hitting the limit and the delete is incomplete.
1011
1012 static int yaffs_DeleteWorker(yaffs_Object *in, yaffs_Tnode *tn, __u32 level, int chunkOffset,int *limit)
1013 {
1014         int i;
1015         int chunkInInode;
1016         int theChunk;
1017         yaffs_Tags tags;
1018         int found;
1019         int chunkDeleted;
1020         int allDone = 1;
1021         
1022         
1023         if(tn)
1024         {
1025                 if(level > 0)
1026                 {
1027                 
1028                         for(i = YAFFS_NTNODES_INTERNAL -1; allDone && i >= 0; i--)
1029                         {
1030                             if(tn->internal[i])
1031                         {
1032                                         if(limit && (*limit) < 0)
1033                                         {
1034                                                 allDone = 0;
1035                                         }
1036                                         else
1037                                         {
1038                                                 allDone = yaffs_DeleteWorker(in,tn->internal[i],level - 1,
1039                                                                                 (chunkOffset << YAFFS_TNODES_INTERNAL_BITS ) + i ,limit);
1040                                         }
1041                                         if(allDone)
1042                                         {
1043                                                 yaffs_FreeTnode(in->myDev,tn->internal[i]);
1044                                         tn->internal[i] = NULL;
1045                                         }
1046                             }
1047                     
1048                         }
1049                         return (allDone) ? 1 : 0;
1050                 }
1051                 else if(level == 0)
1052                 {
1053                         int hitLimit = 0;
1054                         
1055                         for(i = YAFFS_NTNODES_LEVEL0 -1; i >= 0 && !hitLimit; i--)
1056                         {
1057                             if(tn->level0[i])
1058                         {
1059                                         int j;
1060                                         
1061                                         chunkInInode = (chunkOffset << YAFFS_TNODES_LEVEL0_BITS ) + i;
1062                                         
1063                                         theChunk =  tn->level0[i] << in->myDev->chunkGroupBits;
1064
1065                                         // Now we need to search for it
1066                                         for(j = 0,found = 0; theChunk && j < in->myDev->chunkGroupSize && !found; j++)
1067                                         {
1068                                                 yaffs_ReadChunkTagsFromNAND(in->myDev,theChunk,&tags,&chunkDeleted);
1069                                                 if(yaffs_TagsMatch(&tags,in->objectId,chunkInInode,chunkDeleted))
1070                                                 {
1071                                                         // found it;
1072                                                         found = 1;
1073                                         
1074                                                 }
1075                                                 else
1076                                                 {
1077                                                         theChunk++;
1078                                                 }
1079                                         }
1080                                         
1081                                         if(found)
1082                                         {
1083                                                 yaffs_DeleteChunk(in->myDev,theChunk,1);
1084                                                 in->nDataChunks--;
1085                                                 if(limit)
1086                                                 { 
1087                                                         *limit = *limit-1;
1088                                                         if(*limit <= 0) 
1089                                                         { 
1090                                                                 hitLimit = 1;
1091                                                         }
1092                                                 }
1093                                         
1094                                         }
1095                                         
1096                                 tn->level0[i] = 0;
1097                             }
1098                     
1099                         }
1100                         return (i < 0) ? 1 : 0;
1101
1102                         
1103                 }
1104                 
1105         }
1106         
1107         return 1;
1108         
1109 }
1110
1111 // SoftDeleteWorker scans backwards through the tnode tree and soft deletes all the chunks in the file.
1112 // All soft deleting does is increment the block's softdelete count and pulls the chunk out
1113 // of the tnode.
1114 // THus, essentially this is the same as DeleteWorker except that the chunks are soft deleted.
1115 //
1116 static int yaffs_SoftDeleteWorker(yaffs_Object *in, yaffs_Tnode *tn, __u32 level, int chunkOffset)
1117 {
1118         int i;
1119         int chunkInInode;
1120         int theChunk;
1121         yaffs_BlockInfo *theBlock;
1122         yaffs_Tags tags;
1123         int found;
1124         int chunkDeleted;
1125         int allDone = 1;
1126         
1127         
1128         if(tn)
1129         {
1130                 if(level > 0)
1131                 {
1132                 
1133                         for(i = YAFFS_NTNODES_INTERNAL -1; allDone && i >= 0; i--)
1134                         {
1135                             if(tn->internal[i])
1136                         {
1137                                                 allDone = yaffs_SoftDeleteWorker(in,tn->internal[i],level - 1,
1138                                                                                 (chunkOffset << YAFFS_TNODES_INTERNAL_BITS ) + i);
1139                                         if(allDone)
1140                                         {
1141                                                 yaffs_FreeTnode(in->myDev,tn->internal[i]);
1142                                         tn->internal[i] = NULL;
1143                                         }
1144                                         else
1145                                         {
1146                                                 //Hoosterman... how could this happen.
1147                                         }                           
1148                                 }                   
1149                         }
1150                         return (allDone) ? 1 : 0;
1151                 }
1152                 else if(level == 0)
1153                 {
1154                         
1155                         for(i = YAFFS_NTNODES_LEVEL0 -1; i >=0; i--)
1156                         {
1157                             if(tn->level0[i])
1158                         {
1159                                         // Note this does not find the real chunk, only the chunk group.
1160                                         // We make an assumption that a chunk group is niot larger than a block.
1161                                         theChunk =  (tn->level0[i] << in->myDev->chunkGroupBits);
1162                                         T(YAFFS_TRACE_SCAN,(TSTR("soft delete tch %d cgb %d chunk %d" TENDSTR),
1163                                                 tn->level0[i],in->myDev->chunkGroupBits,theChunk));
1164                                                 
1165                                         theBlock =      yaffs_GetBlockInfo(in->myDev,  theChunk/in->myDev->nChunksPerBlock);
1166                                         if(theBlock)
1167                                         {
1168                                                 theBlock->softDeletions++;
1169                                         }
1170                                 tn->level0[i] = 0;
1171                             }
1172                     
1173                         }
1174                         return 1;
1175                         
1176                 }
1177                 
1178         }
1179         
1180         return 1;
1181                 
1182 }
1183
1184
1185
1186 static void yaffs_SoftDeleteFile(yaffs_Object *obj)
1187 {
1188         if(obj->deleted &&
1189            obj->variantType == YAFFS_OBJECT_TYPE_FILE &&
1190            !obj->softDeleted)
1191         {
1192                 if(obj->nDataChunks <= 0)
1193                 {
1194                                 // Empty file, just delete it immediately
1195                                 yaffs_FreeTnode(obj->myDev,obj->variant.fileVariant.top);
1196                                 obj->variant.fileVariant.top = NULL;
1197                                 T(YAFFS_TRACE_TRACING,(TSTR("yaffs: Deleting empty file %d" TENDSTR),obj->objectId));
1198                                 yaffs_DoGenericObjectDeletion(obj);     
1199                 }
1200                 else
1201                 {
1202                         yaffs_SoftDeleteWorker(obj, obj->variant.fileVariant.top, obj->variant.fileVariant.topLevel, 0);
1203                         obj->softDeleted = 1;
1204                 }
1205         }
1206 }
1207
1208
1209
1210
1211
1212 // Pruning removes any part of the file structure tree that is beyond the
1213 // bounds of the file (ie that does not point to chunks).
1214 //
1215 // A file should only get pruned when its size is reduced.
1216 //
1217 // Before pruning, the chunks must be pulled from the tree and the
1218 // level 0 tnode entries must be zeroed out.
1219 // Could also use this for file deletion, but that's probably better handled
1220 // by a special case.
1221
1222 // yaffs_PruneWorker should only be called by yaffs_PruneFileStructure()
1223
1224 static yaffs_Tnode *yaffs_PruneWorker(yaffs_Device *dev, yaffs_Tnode *tn, __u32 level, int del0)
1225 {
1226         int i;
1227         int hasData;
1228         
1229         if(tn)
1230         {
1231                 hasData = 0;
1232                 
1233                 for(i = 0; i < YAFFS_NTNODES_INTERNAL; i++)
1234                 {
1235                     if(tn->internal[i] && level > 0)
1236                     {
1237                         tn->internal[i] = yaffs_PruneWorker(dev,tn->internal[i],level - 1, ( i == 0) ? del0 : 1);
1238                     }
1239                     
1240                     if(tn->internal[i])
1241                     {
1242                         hasData++;
1243                         }
1244                 }
1245                 
1246                 if(hasData == 0 && del0)
1247                 {
1248                         // Free and return NULL
1249                         
1250                         yaffs_FreeTnode(dev,tn);
1251                         tn = NULL;
1252                 }
1253                 
1254         }
1255
1256         return tn;
1257         
1258 }
1259
1260 static int yaffs_PruneFileStructure(yaffs_Device *dev, yaffs_FileStructure *fStruct)
1261 {
1262         int i;
1263         int hasData;
1264         int done = 0;
1265         yaffs_Tnode *tn;
1266         
1267         if(fStruct->topLevel > 0)
1268         {
1269                 fStruct->top = yaffs_PruneWorker(dev,fStruct->top, fStruct->topLevel,0);
1270                 
1271                 // Now we have a tree with all the non-zero branches NULL but the height
1272                 // is the same as it was.
1273                 // Let's see if we can trim internal tnodes to shorten the tree.
1274                 // We can do this if only the 0th element in the tnode is in use 
1275                 // (ie all the non-zero are NULL)
1276                 
1277                 while(fStruct->topLevel && !done)
1278                 {
1279                         tn = fStruct->top;
1280                         
1281                         hasData = 0;
1282                         for(i = 1; i <YAFFS_NTNODES_INTERNAL; i++)
1283                         {
1284                                 if(tn->internal[i])
1285                         {
1286                                 hasData++;
1287                                 }
1288                         }
1289                         
1290                         if(!hasData)
1291                         {
1292                                 fStruct->top = tn->internal[0];
1293                                 fStruct->topLevel--;
1294                                 yaffs_FreeTnode(dev,tn);
1295                         }
1296                         else
1297                         {
1298                                 done = 1;
1299                         }
1300                 }
1301         }
1302         
1303         return YAFFS_OK;
1304 }
1305
1306
1307
1308
1309
1310 /////////////////////// End of File Structure functions. /////////////////
1311
1312 // yaffs_CreateFreeObjects creates a bunch more objects and
1313 // adds them to the object free list.
1314 static int yaffs_CreateFreeObjects(yaffs_Device *dev, int nObjects)
1315 {
1316     int i;
1317     yaffs_Object *newObjects;
1318     yaffs_ObjectList *list;
1319     
1320     if(nObjects < 1) return YAFFS_OK;
1321    
1322         // make these things
1323         
1324     newObjects = YMALLOC(nObjects * sizeof(yaffs_Object));
1325    
1326     if (!newObjects)
1327     {
1328                 T(YAFFS_TRACE_ALLOCATE,(TSTR("yaffs: Could not allocate more objects" TENDSTR)));
1329                 return YAFFS_FAIL;
1330     }
1331     
1332     // Hook them into the free list
1333     for(i = 0; i < nObjects - 1; i++)
1334     {
1335         newObjects[i].siblings.next = (struct list_head *)(&newObjects[i+1]);
1336     }
1337         
1338         newObjects[nObjects - 1].siblings.next = (void *)dev->freeObjects;
1339         dev->freeObjects = newObjects;
1340         dev->nFreeObjects+= nObjects;
1341         dev->nObjectsCreated+= nObjects;
1342         
1343         // Now add this bunch of Objects to a list for freeing up.
1344         
1345         list = YMALLOC(sizeof(yaffs_ObjectList));
1346         if(!list)
1347         {
1348                 T(YAFFS_TRACE_ALLOCATE,(TSTR("Could not add objects to management list" TENDSTR)));
1349         }
1350         else
1351         {
1352                 list->objects = newObjects;
1353                 list->next = dev->allocatedObjectList;
1354                 dev->allocatedObjectList = list;
1355         }
1356         
1357         
1358         
1359         return YAFFS_OK;
1360 }
1361
1362
1363 // AllocateEmptyObject gets us a clean Object. Tries to make allocate more if we run out
1364 static yaffs_Object *yaffs_AllocateEmptyObject(yaffs_Device *dev)
1365 {
1366         yaffs_Object *tn = NULL;
1367         
1368         // If there are none left make more
1369         if(!dev->freeObjects)
1370         {
1371                 yaffs_CreateFreeObjects(dev,YAFFS_ALLOCATION_NOBJECTS);
1372         }
1373         
1374         if(dev->freeObjects)
1375         {
1376                 tn = dev->freeObjects;
1377                 dev->freeObjects = (yaffs_Object *)(dev->freeObjects->siblings.next);
1378                 dev->nFreeObjects--;
1379                 
1380                 // Now sweeten it up...
1381         
1382                 memset(tn,0,sizeof(yaffs_Object));
1383                 tn->myDev = dev;
1384                 tn->chunkId = -1;
1385                 tn->variantType = YAFFS_OBJECT_TYPE_UNKNOWN;
1386                 INIT_LIST_HEAD(&(tn->hardLinks));
1387                 INIT_LIST_HEAD(&(tn->hashLink));
1388                 INIT_LIST_HEAD(&tn->siblings);
1389                 
1390                 // Add it to the lost and found directory.
1391                 // NB Can't put root or lostNFound in lostNFound so
1392                 // check if lostNFound exists first
1393                 if(dev->lostNFoundDir)
1394                 {
1395                         yaffs_AddObjectToDirectory(dev->lostNFoundDir,tn);      
1396                 }
1397         }
1398         
1399
1400         return tn;
1401 }
1402
1403 static yaffs_Object *yaffs_CreateFakeDirectory(yaffs_Device *dev,int number,__u32 mode)
1404 {
1405
1406         yaffs_Object *obj = yaffs_CreateNewObject(dev,number,YAFFS_OBJECT_TYPE_DIRECTORY);              
1407         if(obj)
1408         {
1409                 obj->fake = 1;                  // it is fake so it has no NAND presence...
1410                 obj->renameAllowed= 0;  // ... and we're not allowed to rename it...
1411                 obj->unlinkAllowed= 0;  // ... or unlink it
1412                 obj->deleted = 0;
1413                 obj->unlinked = 0;
1414                 obj->st_mode = mode;
1415                 obj->myDev = dev;
1416                 obj->chunkId = 0; // Not a valid chunk.
1417         }
1418         
1419         return obj;
1420         
1421 }
1422
1423
1424 static void yaffs_UnhashObject(yaffs_Object *tn)
1425 {
1426         int bucket;
1427         yaffs_Device *dev = tn->myDev;
1428         
1429         
1430         // If it is still linked into the bucket list, free from the list
1431         if(!list_empty(&tn->hashLink))
1432         {
1433                 list_del_init(&tn->hashLink);
1434                 bucket =  yaffs_HashFunction(tn->objectId);
1435                 dev->objectBucket[bucket].count--;
1436         }
1437         
1438 }
1439
1440
1441 // FreeObject frees up a Object and puts it back on the free list
1442 static void yaffs_FreeObject(yaffs_Object *tn)
1443 {
1444
1445         yaffs_Device *dev = tn->myDev;
1446         
1447         yaffs_UnhashObject(tn);
1448         
1449         // Link into the free list.
1450         tn->siblings.next = (struct list_head *)(dev->freeObjects);
1451         dev->freeObjects = tn;
1452         dev->nFreeObjects++;
1453 }
1454
1455
1456
1457
1458 static void yaffs_DeinitialiseObjects(yaffs_Device *dev)
1459 {
1460         // Free the list of allocated Objects
1461         
1462         yaffs_ObjectList *tmp;
1463         
1464         while( dev->allocatedObjectList)
1465         {
1466                 tmp =  dev->allocatedObjectList->next;
1467                 YFREE(dev->allocatedObjectList->objects);
1468                 YFREE(dev->allocatedObjectList);
1469                 
1470                 dev->allocatedObjectList =  tmp;
1471         }
1472         
1473         dev->freeObjects = NULL;
1474         dev->nFreeObjects = 0;
1475 }
1476
1477 static void yaffs_InitialiseObjects(yaffs_Device *dev)
1478 {
1479         int i;
1480         
1481         dev->allocatedObjectList = NULL;
1482         dev->freeObjects = NULL;
1483         dev->nFreeObjects = 0;
1484         
1485         for(i = 0; i < YAFFS_NOBJECT_BUCKETS; i++)
1486         {
1487                 INIT_LIST_HEAD(&dev->objectBucket[i].list);
1488                 dev->objectBucket[i].count = 0; 
1489         }
1490
1491 }
1492
1493
1494
1495
1496
1497
1498 int yaffs_FindNiceObjectBucket(yaffs_Device *dev)
1499 {
1500         static int x = 0;
1501         int i;
1502         int l = 999;
1503         int lowest = 999999;
1504
1505                 
1506         // First let's see if we can find one that's empty.
1507         
1508         for(i = 0; i < 10 && lowest > 0; i++)
1509          {
1510                 x++;
1511                 x %=  YAFFS_NOBJECT_BUCKETS;
1512                 if(dev->objectBucket[x].count < lowest)
1513                 {
1514                         lowest = dev->objectBucket[x].count;
1515                         l = x;
1516                 }
1517                 
1518         }
1519         
1520         // If we didn't find an empty list, then try
1521         // looking a bit further for a short one
1522         
1523         for(i = 0; i < 10 && lowest > 3; i++)
1524          {
1525                 x++;
1526                 x %=  YAFFS_NOBJECT_BUCKETS;
1527                 if(dev->objectBucket[x].count < lowest)
1528                 {
1529                         lowest = dev->objectBucket[x].count;
1530                         l = x;
1531                 }
1532                 
1533         }
1534         
1535         return l;
1536 }
1537
1538 static int yaffs_CreateNewObjectNumber(yaffs_Device *dev)
1539 {
1540         int bucket = yaffs_FindNiceObjectBucket(dev);
1541         
1542         // Now find an object value that has not already been taken
1543         // by scanning the list.
1544         
1545         int found = 0;
1546         struct list_head *i;
1547         
1548         __u32 n = (__u32)bucket;
1549
1550         //yaffs_CheckObjectHashSanity();        
1551         
1552         while(!found)
1553         {
1554                 found = 1;
1555                 n +=  YAFFS_NOBJECT_BUCKETS;
1556                 if(1 ||dev->objectBucket[bucket].count > 0)
1557                 {
1558                         list_for_each(i,&dev->objectBucket[bucket].list)
1559                         {
1560                                 // If there is already one in the list
1561                                 if(i && list_entry(i, yaffs_Object,hashLink)->objectId == n)
1562                                 {
1563                                         found = 0;
1564                                 }
1565                         }
1566                 }
1567         }
1568         
1569         //T(("bucket %d count %d inode %d\n",bucket,yaffs_objectBucket[bucket].count,n);
1570         
1571         return n;       
1572 }
1573
1574 void yaffs_HashObject(yaffs_Object *in)
1575 {
1576         int bucket = yaffs_HashFunction(in->objectId);
1577         yaffs_Device *dev = in->myDev;
1578         
1579         if(!list_empty(&in->hashLink))
1580         {
1581                 //YINFO("!!!");
1582         }
1583
1584         
1585         list_add(&in->hashLink,&dev->objectBucket[bucket].list);
1586         dev->objectBucket[bucket].count++;
1587
1588 }
1589
1590 yaffs_Object *yaffs_FindObjectByNumber(yaffs_Device *dev,__u32 number)
1591 {
1592         int bucket = yaffs_HashFunction(number);
1593         struct list_head *i;
1594         yaffs_Object *in;
1595         
1596         list_for_each(i,&dev->objectBucket[bucket].list)
1597         {
1598                 // Look if it is in the list
1599                 if(i)
1600                 {
1601                         in = list_entry(i, yaffs_Object,hashLink);
1602                         if(in->objectId == number)
1603                         {
1604                                 return in;
1605                         }
1606                 }
1607         }
1608         
1609         return NULL;
1610 }
1611
1612
1613
1614 yaffs_Object *yaffs_CreateNewObject(yaffs_Device *dev,int number,yaffs_ObjectType type)
1615 {
1616                 
1617         yaffs_Object *theObject;
1618
1619         if(number < 0)
1620         {
1621                 number = yaffs_CreateNewObjectNumber(dev);
1622         }
1623         
1624         theObject = yaffs_AllocateEmptyObject(dev);
1625         
1626         if(theObject)
1627         {
1628                 theObject->fake = 0;
1629                 theObject->renameAllowed = 1;
1630                 theObject->unlinkAllowed = 1;
1631                 theObject->objectId = number;
1632                 yaffs_HashObject(theObject);
1633                 theObject->variantType = type;
1634 #ifdef CONFIG_YAFFS_WINCE
1635                 yfsd_WinFileTimeNow(theObject->win_atime);
1636                 theObject->win_ctime[0] = theObject->win_mtime[0] = theObject->win_atime[0];
1637                 theObject->win_ctime[1] = theObject->win_mtime[1] = theObject->win_atime[1];
1638
1639 #else
1640
1641 //#if defined(CONFIG_KERNEL_2_5)
1642 #if defined(__KERNEL__) && (LINUX_VERSION_CODE > KERNEL_VERSION(2,5,0))
1643                 theObject->st_atime = theObject->st_mtime =     theObject->st_ctime = CURRENT_TIME.tv_sec;              
1644 #else
1645                 theObject->st_atime = theObject->st_mtime =     theObject->st_ctime = CURRENT_TIME;             
1646 #endif
1647 #endif
1648                 switch(type)
1649                 {
1650                         case YAFFS_OBJECT_TYPE_FILE: 
1651                                 theObject->variant.fileVariant.fileSize = 0;
1652                                 theObject->variant.fileVariant.scannedFileSize = 0;
1653                                 theObject->variant.fileVariant.topLevel = 0;
1654                                 theObject->variant.fileVariant.top  = yaffs_GetTnode(dev);
1655                                 break;
1656                         case YAFFS_OBJECT_TYPE_DIRECTORY:
1657                                 INIT_LIST_HEAD(&theObject->variant.directoryVariant.children);
1658                                 break;
1659                         case YAFFS_OBJECT_TYPE_SYMLINK:
1660                                 // No action required
1661                                 break;
1662                         case YAFFS_OBJECT_TYPE_HARDLINK:
1663                                 // No action required
1664                                 break;
1665                         case YAFFS_OBJECT_TYPE_SPECIAL:
1666                                 // No action required
1667                                 break;
1668                         case YAFFS_OBJECT_TYPE_UNKNOWN:
1669                                 // todo this should not happen
1670                                 break;
1671                 }
1672         }
1673         
1674         return theObject;
1675 }
1676
1677 yaffs_Object *yaffs_FindOrCreateObjectByNumber(yaffs_Device *dev, int number,yaffs_ObjectType type)
1678 {
1679         yaffs_Object *theObject = NULL;
1680         
1681         if(number > 0)
1682         {
1683                 theObject = yaffs_FindObjectByNumber(dev,number);
1684         }
1685         
1686         if(!theObject)
1687         {
1688                 theObject = yaffs_CreateNewObject(dev,number,type);
1689         }
1690         
1691         return theObject;
1692
1693 }
1694
1695 char *yaffs_CloneString(const char *str)
1696 {
1697         char *newStr = NULL;
1698         
1699         if(str && *str)
1700         {
1701                 newStr = YMALLOC(strlen(str) + 1);
1702                 strcpy(newStr,str);
1703         }
1704
1705         return newStr;
1706         
1707 }
1708
1709 //
1710 // Mknod (create) a new object.
1711 // equivalentObject only has meaning for a hard link;
1712 // aliasString only has meaning for a sumlink.
1713 // rdev only has meaning for devices (a subset of special objects)
1714 yaffs_Object *yaffs_MknodObject( yaffs_ObjectType type,
1715                                                                  yaffs_Object *parent,
1716                                                                  const char *name, 
1717                                                                  __u32 mode,
1718                                                                  __u32 uid,
1719                                                                  __u32 gid,
1720                                                                  yaffs_Object *equivalentObject,
1721                                                                  const char *aliasString,
1722                                                                  __u32 rdev)
1723 {
1724         yaffs_Object *in;
1725
1726         yaffs_Device *dev = parent->myDev;
1727         
1728         // Check if the entry exists. If it does then fail the call since we don't want a dup.
1729         if(yaffs_FindObjectByName(parent,name))
1730         {
1731                 return NULL;
1732         }
1733         
1734         in = yaffs_CreateNewObject(dev,-1,type);
1735         
1736         if(in)
1737         {
1738                 in->chunkId = -1;
1739                 in->valid = 1;
1740                 in->variantType = type;
1741
1742                 in->st_mode  = mode;
1743                 
1744 #ifdef CONFIG_YAFFS_WINCE
1745                 yfsd_WinFileTimeNow(in->win_atime);
1746                 in->win_ctime[0] = in->win_mtime[0] = in->win_atime[0];
1747                 in->win_ctime[1] = in->win_mtime[1] = in->win_atime[1];
1748                 
1749 #else
1750 //#if defined(CONFIG_KERNEL_2_5)
1751 #if defined(__KERNEL__) && (LINUX_VERSION_CODE > KERNEL_VERSION(2,5,0))
1752                 in->st_atime = in->st_mtime = in->st_ctime = CURRENT_TIME.tv_sec;
1753 #else
1754                 in->st_atime = in->st_mtime = in->st_ctime = CURRENT_TIME;
1755 #endif
1756                 in->st_rdev  = rdev;
1757                 in->st_uid   = uid;
1758                 in->st_gid   = gid;
1759 #endif          
1760                 in->nDataChunks = 0;
1761
1762                 yaffs_SetObjectName(in,name);
1763                 in->dirty = 1;
1764                 
1765                 yaffs_AddObjectToDirectory(parent,in);
1766                 
1767                 in->myDev = parent->myDev;
1768                 
1769                                 
1770                 switch(type)
1771                 {
1772                         case YAFFS_OBJECT_TYPE_SYMLINK:
1773                                 in->variant.symLinkVariant.alias = yaffs_CloneString(aliasString);
1774                                 break;
1775                         case YAFFS_OBJECT_TYPE_HARDLINK:
1776                                 in->variant.hardLinkVariant.equivalentObject = equivalentObject;
1777                                 in->variant.hardLinkVariant.equivalentObjectId = equivalentObject->objectId;
1778                                 list_add(&in->hardLinks,&equivalentObject->hardLinks);
1779                                 break;
1780                         case YAFFS_OBJECT_TYPE_FILE: // do nothing
1781                         case YAFFS_OBJECT_TYPE_DIRECTORY: // do nothing
1782                         case YAFFS_OBJECT_TYPE_SPECIAL: // do nothing
1783                         case YAFFS_OBJECT_TYPE_UNKNOWN:
1784                                 break;
1785                 }
1786
1787                 if(/*yaffs_GetNumberOfFreeChunks(dev) <= 0 || */
1788                    yaffs_UpdateObjectHeader(in,name,0) < 0)
1789                 {
1790                         // Could not create the object header, fail the creation
1791                         yaffs_AbortHalfCreatedObject(in);
1792                         in = NULL;
1793                 }
1794
1795         }
1796         
1797         return in;
1798 }
1799
1800 yaffs_Object *yaffs_MknodFile(yaffs_Object *parent,const char *name, __u32 mode, __u32 uid, __u32 gid)
1801 {
1802         return yaffs_MknodObject(YAFFS_OBJECT_TYPE_FILE,parent,name,mode,uid,gid,NULL,NULL,0);
1803 }
1804
1805 yaffs_Object *yaffs_MknodDirectory(yaffs_Object *parent,const char *name, __u32 mode, __u32 uid, __u32 gid)
1806 {
1807         return yaffs_MknodObject(YAFFS_OBJECT_TYPE_DIRECTORY,parent,name,mode,uid,gid,NULL,NULL,0);
1808 }
1809
1810 yaffs_Object *yaffs_MknodSpecial(yaffs_Object *parent,const char *name, __u32 mode, __u32 uid, __u32 gid, __u32 rdev)
1811 {
1812         return yaffs_MknodObject(YAFFS_OBJECT_TYPE_DIRECTORY,parent,name,mode,uid,gid,NULL,NULL,rdev);
1813 }
1814
1815 yaffs_Object *yaffs_MknodSymLink(yaffs_Object *parent,const char *name, __u32 mode, __u32 uid, __u32 gid,const char *alias)
1816 {
1817         return yaffs_MknodObject(YAFFS_OBJECT_TYPE_SYMLINK,parent,name,mode,uid,gid,NULL,alias,0);
1818 }
1819
1820 // NB yaffs_Link returns the object id of the equivalent object.
1821 yaffs_Object *yaffs_Link(yaffs_Object *parent, const char *name, yaffs_Object *equivalentObject)
1822 {
1823         // Get the real object in case we were fed a hard link as an equivalent object
1824         equivalentObject = yaffs_GetEquivalentObject(equivalentObject);
1825         
1826         if(yaffs_MknodObject(YAFFS_OBJECT_TYPE_HARDLINK,parent,name,0,0,0,equivalentObject,NULL,0))
1827         {
1828                 return equivalentObject;
1829         }
1830         else
1831         {
1832                 return NULL;
1833         }
1834         
1835 }
1836
1837
1838 static int yaffs_ChangeObjectName(yaffs_Object *obj, yaffs_Object *newDir, const char *newName,int force)
1839 {
1840         int unlinkOp;
1841
1842         if(newDir == NULL)
1843         {
1844                 newDir = obj->parent; // use the old directory
1845         }
1846
1847         unlinkOp = (newDir == obj->myDev->unlinkedDir && obj->variantType == YAFFS_OBJECT_TYPE_FILE);
1848         
1849         // If the object is a file going into the unlinked directory, then it is OK to just stuff it in since
1850         // duplicate names are allowed.
1851         // Otherwise only proceed if the new name does not exist and if we're putting it into a directory.
1852         if( (unlinkOp|| 
1853                  force || 
1854                  !yaffs_FindObjectByName(newDir,newName))  &&
1855              newDir->variantType == YAFFS_OBJECT_TYPE_DIRECTORY)
1856         {
1857                 yaffs_SetObjectName(obj,newName);
1858                 obj->dirty = 1;
1859                 
1860                 yaffs_AddObjectToDirectory(newDir,obj);
1861                 
1862                 if(unlinkOp) obj->unlinked = 1;
1863                 
1864                 
1865                 if(yaffs_UpdateObjectHeader(obj,newName,0) >= 0)
1866                 {
1867                         return YAFFS_OK;
1868                 }
1869         }
1870         
1871         return YAFFS_FAIL;
1872 }
1873
1874
1875
1876 int yaffs_RenameObject(yaffs_Object *oldDir, const char *oldName, yaffs_Object *newDir, const char *newName)
1877 {
1878         yaffs_Object *obj;
1879         int force = 0;
1880         
1881 #ifdef CONFIG_YAFFS_CASE_INSENSITIVE
1882         // Special case for WinCE.
1883         // While look-up is case insensitive, the name isn't.
1884         // THerefore we might want to change x.txt to X.txt
1885         if(oldDir == newDir && _stricmp(oldName,newName) == 0)
1886         {
1887                 force = 1;
1888         }       
1889 #endif
1890         
1891         obj = yaffs_FindObjectByName(oldDir,oldName);
1892         if(obj && obj->renameAllowed)
1893         {
1894                 return yaffs_ChangeObjectName(obj,newDir,newName,force);
1895         }
1896         return YAFFS_FAIL;
1897 }
1898
1899
1900
1901 static int yaffs_CheckObjectHashSanity(yaffs_Device *dev)
1902 {
1903         // Scan the buckets and check that the lists 
1904         // have as many members as the count says there are
1905         int bucket;
1906         int countEm;
1907         struct list_head *j;
1908         int ok = YAFFS_OK;
1909         
1910         for(bucket = 0; bucket < YAFFS_NOBJECT_BUCKETS; bucket++)
1911         {
1912                 countEm = 0;
1913                 
1914                 list_for_each(j,&dev->objectBucket[bucket].list)
1915                 {
1916                         countEm++;
1917                 }
1918                 
1919                 if(countEm != dev->objectBucket[bucket].count)
1920                 {
1921                         T(YAFFS_TRACE_ERROR,(TSTR("Inode hash inconsistency" TENDSTR)));
1922                         ok = YAFFS_FAIL;
1923                 }
1924         }
1925
1926         return ok;
1927 }
1928
1929 #if 0
1930 void yaffs_ObjectTest(yaffs_Device *dev)
1931 {
1932         yaffs_Object *in[1000];
1933         int inNo[1000];
1934         yaffs_Object *inold[1000];
1935         int i;
1936         int j;
1937         
1938         memset(in,0,1000*sizeof(yaffs_Object *));
1939         memset(inold,0,1000*sizeof(yaffs_Object *));
1940         
1941         yaffs_CheckObjectHashSanity(dev);
1942         
1943         for(j = 0; j < 10; j++)
1944         {
1945                 //T(("%d\n",j));
1946                 
1947                 for(i = 0; i < 1000; i++)
1948                 {
1949                         in[i] = yaffs_CreateNewObject(dev,-1,YAFFS_OBJECT_TYPE_FILE);
1950                         if(!in[i])
1951                         {
1952                                 YINFO("No more inodes");
1953                         }
1954                         else
1955                         {
1956                                 inNo[i] = in[i]->objectId;
1957                         }
1958                 }
1959                 
1960                 for(i = 0; i < 1000; i++)
1961                 {
1962                         if(yaffs_FindObjectByNumber(dev,inNo[i]) != in[i])
1963                         {
1964                                 //T(("Differnce in look up test\n"));
1965                         }
1966                         else
1967                         {
1968                                 // T(("Look up ok\n"));
1969                         }
1970                 }
1971                 
1972                 yaffs_CheckObjectHashSanity(dev);
1973         
1974                 for(i = 0; i < 1000; i+=3)
1975                 {
1976                         yaffs_FreeObject(in[i]);        
1977                         in[i] = NULL;
1978                 }
1979                 
1980         
1981                 yaffs_CheckObjectHashSanity(dev);
1982         }
1983                 
1984 }
1985
1986 #endif
1987
1988 /////////////////////////// Block Management and Page Allocation ///////////////////
1989
1990
1991 static int yaffs_InitialiseBlocks(yaffs_Device *dev,int nBlocks)
1992 {
1993         dev->allocationBlock = -1; // force it to get a new one
1994         //Todo we're assuming the malloc will pass.
1995         dev->blockInfo = YMALLOC(nBlocks * sizeof(yaffs_BlockInfo));
1996         // Set up dynamic blockinfo stuff.
1997         dev->chunkBitmapStride = (dev->nChunksPerBlock+7)/8;
1998         dev->chunkBits = YMALLOC(dev->chunkBitmapStride * nBlocks);
1999         if(dev->blockInfo && dev->chunkBits)
2000         {
2001                 memset(dev->blockInfo,0,nBlocks * sizeof(yaffs_BlockInfo));
2002                 memset(dev->chunkBits,0,dev->chunkBitmapStride * nBlocks);
2003                 return YAFFS_OK;
2004         }
2005         
2006         return YAFFS_FAIL;
2007         
2008 }
2009
2010 static void yaffs_DeinitialiseBlocks(yaffs_Device *dev)
2011 {
2012         YFREE(dev->blockInfo);
2013         dev->blockInfo = NULL;
2014         YFREE(dev->chunkBits);
2015         dev->chunkBits = NULL;
2016 }
2017
2018 // FindDiretiestBlock is used to select the dirtiest block (or close enough)
2019 // for garbage collection.
2020
2021 static int yaffs_FindDirtiestBlock(yaffs_Device *dev,int aggressive)
2022 {
2023
2024         int b = dev->currentDirtyChecker;
2025         
2026         int i;
2027         int iterations;
2028         int dirtiest = -1;
2029         int pagesInUse; 
2030         yaffs_BlockInfo *bi;
2031
2032         // If we're doing aggressive GC then we are happy to take a less-dirty block, and
2033         // search further.
2034         
2035         pagesInUse = (aggressive)? dev->nChunksPerBlock : YAFFS_PASSIVE_GC_CHUNKS + 1;
2036         if(aggressive)
2037         {
2038                 iterations = dev->endBlock - dev->startBlock + 1;
2039         }
2040         else
2041         {
2042                 iterations = dev->endBlock - dev->startBlock + 1;
2043                 iterations = iterations / 16;
2044                 if(iterations > 200)
2045                 {
2046                         iterations = 200;
2047                 }
2048         }
2049         
2050         for(i = 0; i <= iterations && pagesInUse > 0 ; i++)
2051         {
2052                 b++;
2053                 if ( b < dev->startBlock || b > dev->endBlock)
2054                 {
2055                         b =  dev->startBlock;
2056                 }
2057
2058                 if(b < dev->startBlock || b > dev->endBlock)
2059                 {
2060                         T(YAFFS_TRACE_ERROR,(TSTR("**>> Block %d is not valid" TENDSTR),b));
2061                         YBUG();
2062                 }
2063                 
2064                 bi = yaffs_GetBlockInfo(dev,b);
2065                 
2066                 if(bi->blockState == YAFFS_BLOCK_STATE_FULL &&
2067                    (bi->pagesInUse - bi->softDeletions )< pagesInUse)
2068                 {
2069                         dirtiest = b;
2070                         pagesInUse = (bi->pagesInUse - bi->softDeletions);
2071                 }
2072         }
2073         
2074         dev->currentDirtyChecker = b;
2075         
2076         return dirtiest;
2077 }
2078
2079
2080 static void yaffs_BlockBecameDirty(yaffs_Device *dev,int blockNo)
2081 {
2082         yaffs_BlockInfo *bi = yaffs_GetBlockInfo(dev,blockNo);
2083         
2084         int erasedOk = 0;
2085         
2086         // If the block is still healthy erase it and mark as clean.
2087         // If the block has had a data failure, then retire it.
2088         bi->blockState = YAFFS_BLOCK_STATE_DIRTY;
2089
2090         if(!bi->needsRetiring)
2091         {
2092                 erasedOk = yaffs_EraseBlockInNAND(dev,blockNo);
2093                 if(!erasedOk)
2094                 {
2095                         T(YAFFS_TRACE_ERROR | YAFFS_TRACE_BAD_BLOCKS,(TSTR("**>> Erasure failed %d" TENDSTR),blockNo));
2096                 }
2097         }
2098         
2099         if( erasedOk )
2100         {
2101                 // Clean it up...
2102                 bi->blockState = YAFFS_BLOCK_STATE_EMPTY;
2103                 dev->nErasedBlocks++;
2104                 bi->pagesInUse = 0;
2105                 bi->softDeletions = 0;
2106                 yaffs_ClearChunkBits(dev,blockNo);
2107         
2108                 T(YAFFS_TRACE_ERASE,(TSTR("Erased block %d" TENDSTR),blockNo));
2109         }
2110         else
2111         {
2112                 yaffs_RetireBlock(dev,blockNo);
2113                 T(YAFFS_TRACE_ERROR | YAFFS_TRACE_BAD_BLOCKS,(TSTR("**>> Block %d retired" TENDSTR),blockNo));
2114         }
2115 }
2116
2117
2118 static int yaffs_FindBlockForAllocation(yaffs_Device *dev)
2119 {
2120         int i;
2121         
2122         yaffs_BlockInfo *bi;
2123         
2124         if(dev->nErasedBlocks < 1)
2125         {
2126                 // Hoosterman we've got a problem.
2127                 // Can't get space to gc
2128                 T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: no space during gc" TENDSTR)));
2129
2130                 return -1;
2131         }
2132         
2133         // Find an empty block.
2134         
2135         for(i = dev->startBlock; i <= dev->endBlock; i++)
2136         {
2137                 dev->allocationBlockFinder++;
2138                 if(dev->allocationBlockFinder <dev->startBlock || dev->allocationBlockFinder> dev->endBlock) 
2139                 {
2140                         dev->allocationBlockFinder = dev->startBlock;
2141                 }
2142                 
2143                 bi = yaffs_GetBlockInfo(dev,dev->allocationBlockFinder);
2144
2145                 if(bi->blockState == YAFFS_BLOCK_STATE_EMPTY)
2146                 {
2147                         bi->blockState = YAFFS_BLOCK_STATE_ALLOCATING;
2148                         dev->nErasedBlocks--;                   
2149                         return dev->allocationBlockFinder;
2150                 }
2151         }
2152         
2153         return -1;      
2154 }
2155
2156
2157
2158 static int yaffs_AllocateChunk(yaffs_Device *dev,int useReserve)
2159 {
2160         int retVal;
2161         yaffs_BlockInfo *bi;
2162         
2163         if(dev->allocationBlock < 0)
2164         {
2165                 // Get next block to allocate off
2166                 dev->allocationBlock = yaffs_FindBlockForAllocation(dev);
2167                 dev->allocationPage = 0;
2168         }
2169         
2170         if(!useReserve &&  dev->nErasedBlocks <= dev->nReservedBlocks)
2171         {
2172                 // Not enough space to allocate unless we're allowed to use the reserve.
2173                 return -1;
2174         }
2175         
2176         // Next page please....
2177         if(dev->allocationBlock >= 0)
2178         {
2179                 bi = yaffs_GetBlockInfo(dev,dev->allocationBlock);
2180                 
2181                 retVal = (dev->allocationBlock * dev->nChunksPerBlock) + 
2182                                   dev->allocationPage;
2183                 bi->pagesInUse++;
2184                 yaffs_SetChunkBit(dev,dev->allocationBlock,dev->allocationPage);
2185
2186                 dev->allocationPage++;
2187                 
2188                 dev->nFreeChunks--;
2189                 
2190                 // If the block is full set the state to full
2191                 if(dev->allocationPage >= dev->nChunksPerBlock)
2192                 {
2193                         bi->blockState = YAFFS_BLOCK_STATE_FULL;
2194                         dev->allocationBlock = -1;
2195                 }
2196
2197
2198                 return retVal;
2199                 
2200         }
2201         T(YAFFS_TRACE_ERROR,(TSTR("!!!!!!!!! Allocator out !!!!!!!!!!!!!!!!!" TENDSTR)));
2202
2203         return -1;      
2204 }
2205
2206 // To determine if we have enough space we just look at the 
2207 // number of erased blocks.
2208 // The cache is allowed to use reserved blocks.
2209
2210 static int yaffs_CheckSpaceForChunkCache(yaffs_Device *dev)
2211 {
2212         return (dev->nErasedBlocks >= dev->nReservedBlocks);
2213 }
2214
2215
2216 static int  yaffs_GarbageCollectBlock(yaffs_Device *dev,int block)
2217 {
2218         int oldChunk;
2219         int newChunk;
2220         int chunkInBlock;
2221         int markNAND;
2222         
2223         
2224         yaffs_Spare spare;
2225         yaffs_Tags  tags;
2226         __u8  buffer[YAFFS_BYTES_PER_CHUNK];
2227         
2228 //      yaffs_BlockInfo *bi = yaffs_GetBlockInfo(dev,block);
2229         
2230         yaffs_Object *object;
2231
2232         //T(("Collecting block %d n %d bits %x\n",block, bi->pagesInUse, bi->pageBits));        
2233         
2234         for(chunkInBlock = 0,oldChunk = block * dev->nChunksPerBlock; 
2235             chunkInBlock < dev->nChunksPerBlock && yaffs_StillSomeChunkBits(dev,block);
2236             chunkInBlock++, oldChunk++ )
2237         {
2238                 if(yaffs_CheckChunkBit(dev,block,chunkInBlock))
2239                 {
2240                         
2241                         // This page is in use and might need to be copied off
2242                         
2243                         markNAND = 1;
2244                         
2245                         //T(("copying page %x from %d to %d\n",mask,oldChunk,newChunk));
2246                         
2247                         yaffs_ReadChunkFromNAND(dev,oldChunk,buffer, &spare,1);
2248                         
2249                         yaffs_GetTagsFromSpare(dev,&spare,&tags);
2250
2251                         object = yaffs_FindObjectByNumber(dev,tags.objectId);
2252                         
2253                         if(object && object->deleted && tags.chunkId != 0)
2254                         {
2255                                 // Data chunk in a deleted file, throw it away
2256                                 // It's a deleted data chunk,
2257                                 // No need to copy this, just forget about it and fix up the
2258                                 // object.
2259                                 
2260                                 //yaffs_PutChunkIntoFile(object, tags.chunkId, 0,0); 
2261                                 object->nDataChunks--;
2262                                 
2263                                 if(object->nDataChunks <= 0)
2264                                 {
2265                                         // Time to delete the file too
2266                                         yaffs_FreeTnode(object->myDev,object->variant.fileVariant.top);
2267                                         object->variant.fileVariant.top = NULL;
2268                                         T(YAFFS_TRACE_TRACING,(TSTR("yaffs: About to finally delete object %d" TENDSTR),object->objectId));
2269                                         yaffs_DoGenericObjectDeletion(object);                                  
2270                                 }
2271                                 markNAND = 0;
2272                         }
2273                         else if( 0 /* Todo object && object->deleted && object->nDataChunks == 0 */)
2274                         {
2275                                 // Deleted object header with no data chunks.
2276                                 // Can be discarded and the file deleted.
2277                                 object->chunkId = 0;
2278                                 yaffs_FreeTnode(object->myDev,object->variant.fileVariant.top);
2279                                 object->variant.fileVariant.top = NULL;
2280                                 yaffs_DoGenericObjectDeletion(object);
2281                                 
2282                         }
2283                         else if(object)
2284                         {
2285                                 // It's either a data chunk in a live file or
2286                                 // an ObjectHeader, so we're interested in it.
2287                                 // NB Need to keep the ObjectHeaders of deleted files
2288                                 // until the whole file has been deleted off
2289                                 tags.serialNumber++;
2290                                 yaffs_LoadTagsIntoSpare(&spare,&tags);
2291
2292                                 dev->nGCCopies++;
2293
2294                                 newChunk = yaffs_WriteNewChunkToNAND(dev, buffer, &spare,1);
2295                         
2296                                 if(newChunk < 0)
2297                                 {
2298                                         return YAFFS_FAIL;
2299                                 }
2300                         
2301                                 // Ok, now fix up the Tnodes etc.
2302                         
2303                                 if(tags.chunkId == 0)
2304                                 {
2305                                         // It's a header
2306                                         object->chunkId = newChunk;
2307                                         object->serial = tags.serialNumber;
2308                                 }
2309                                 else
2310                                 {
2311                                         // It's a data chunk
2312                                         yaffs_PutChunkIntoFile(object, tags.chunkId, newChunk,0);
2313                                 }
2314                         }
2315                         
2316                         yaffs_DeleteChunk(dev,oldChunk,markNAND);                       
2317                         
2318                 }
2319         }
2320
2321         return YAFFS_OK;
2322 }
2323
2324
2325 static yaffs_Object *yaffs_FindDeletedUnlinkedFile(yaffs_Device *dev)
2326 {
2327         // find a file to delete
2328         struct list_head *i;    
2329         yaffs_Object *l;
2330
2331
2332         //Scan the unlinked files looking for one to delete
2333         list_for_each(i,&dev->unlinkedDir->variant.directoryVariant.children)
2334         {
2335                 if(i)
2336                 {
2337                         l = list_entry(i, yaffs_Object,siblings);
2338                         if(l->deleted)
2339                         {
2340                                 return l;                       
2341                         }
2342                 }
2343         }       
2344         return NULL;
2345 }
2346
2347
2348 static void yaffs_DoUnlinkedFileDeletion(yaffs_Device *dev)
2349 {
2350         // This does background deletion on unlinked files.. only deleted ones.
2351         // If we don't have a file we're working on then find one
2352         if(!dev->unlinkedDeletion && dev->nDeletedFiles > 0)
2353         {
2354                 dev->unlinkedDeletion = yaffs_FindDeletedUnlinkedFile(dev);
2355         }
2356         
2357         // OK, we're working on a file...
2358         if(dev->unlinkedDeletion)
2359         {
2360                 yaffs_Object *obj = dev->unlinkedDeletion;
2361                 int delresult;
2362                 int limit; // Number of chunks to delete in a file.
2363                                    // NB this can be exceeded, but not by much.
2364                                    
2365                 limit = -1;
2366
2367                 delresult = yaffs_DeleteWorker(obj, obj->variant.fileVariant.top, obj->variant.fileVariant.topLevel, 0,&limit);
2368                 
2369                 if(obj->nDataChunks == 0)
2370                 {
2371                         // Done all the deleting of data chunks.
2372                         // Now dump the header and clean up
2373                         yaffs_FreeTnode(dev,obj->variant.fileVariant.top);
2374                         obj->variant.fileVariant.top = NULL;
2375                         yaffs_DoGenericObjectDeletion(obj);
2376                         dev->nDeletedFiles--;
2377                         dev->nUnlinkedFiles--;
2378                         dev->nBackgroundDeletions++;
2379                         dev->unlinkedDeletion = NULL;   
2380                 }
2381         }
2382 }
2383
2384
2385 #if 0
2386 #define YAFFS_GARBAGE_COLLECT_LOW_WATER 2
2387 static int yaffs_CheckGarbageCollection(yaffs_Device *dev)
2388 {
2389         int block;
2390         int aggressive=0;
2391         
2392         //yaffs_DoUnlinkedFileDeletion(dev);
2393         
2394         if(dev->nErasedBlocks <= (dev->nReservedBlocks + YAFFS_GARBAGE_COLLECT_LOW_WATER))
2395         {
2396                 aggressive = 1;
2397         }               
2398         
2399         if(aggressive)
2400         {
2401                 block = yaffs_FindDirtiestBlock(dev,aggressive);
2402                 
2403                 if(block >= 0)
2404                 {
2405                         dev->garbageCollections++;
2406                         return yaffs_GarbageCollectBlock(dev,block);
2407                 }       
2408                 else
2409                 {
2410                         return YAFFS_FAIL;
2411                 }
2412         }
2413
2414         return YAFFS_OK;
2415 }
2416 #endif
2417
2418 // New garbage collector
2419 // If we're very low on erased blocks then we do aggressive garbage collection
2420 // otherwise we do "passive" garbage collection.
2421 // Aggressive gc looks further (whole array) and will accept dirtier blocks.
2422 // Passive gc only inspects smaller areas and will only accept cleaner blocks.
2423 //
2424 // The idea is to help clear out space in a more spread-out manner.
2425 // Dunno if it really does anything useful.
2426 //
2427 static int yaffs_CheckGarbageCollection(yaffs_Device *dev)
2428 {
2429         int block;
2430         int aggressive=0;
2431         
2432         //yaffs_DoUnlinkedFileDeletion(dev);
2433         
2434         if(dev->nErasedBlocks <= (dev->nReservedBlocks + 1))
2435         {
2436                 aggressive = 1;
2437         }               
2438         
2439         block = yaffs_FindDirtiestBlock(dev,aggressive);
2440         
2441         if(block >= 0)
2442         {
2443                 dev->garbageCollections++;
2444                 if(!aggressive)
2445                 {
2446                         dev->passiveGarbageCollections++;
2447                 }
2448
2449                 T(YAFFS_TRACE_GC,(TSTR("yaffs: GC erasedBlocks %d aggressive %d" TENDSTR),dev->nErasedBlocks,aggressive));
2450
2451                 return yaffs_GarbageCollectBlock(dev,block);
2452         }       
2453
2454         return aggressive ? YAFFS_FAIL : YAFFS_OK;
2455 }
2456
2457
2458 //////////////////////////// TAGS ///////////////////////////////////////
2459
2460 static void yaffs_LoadTagsIntoSpare(yaffs_Spare *sparePtr, yaffs_Tags *tagsPtr)
2461 {
2462         yaffs_TagsUnion *tu = (yaffs_TagsUnion *)tagsPtr;
2463         
2464         yaffs_CalcTagsECC(tagsPtr);
2465         
2466         sparePtr->tagByte0 = tu->asBytes[0];
2467         sparePtr->tagByte1 = tu->asBytes[1];
2468         sparePtr->tagByte2 = tu->asBytes[2];
2469         sparePtr->tagByte3 = tu->asBytes[3];
2470         sparePtr->tagByte4 = tu->asBytes[4];
2471         sparePtr->tagByte5 = tu->asBytes[5];
2472         sparePtr->tagByte6 = tu->asBytes[6];
2473         sparePtr->tagByte7 = tu->asBytes[7];
2474 }
2475
2476 static void yaffs_GetTagsFromSpare(yaffs_Device *dev, yaffs_Spare *sparePtr,yaffs_Tags *tagsPtr)
2477 {
2478         yaffs_TagsUnion *tu = (yaffs_TagsUnion *)tagsPtr;
2479         int result;
2480
2481         tu->asBytes[0]= sparePtr->tagByte0;
2482         tu->asBytes[1]= sparePtr->tagByte1;
2483         tu->asBytes[2]= sparePtr->tagByte2;
2484         tu->asBytes[3]= sparePtr->tagByte3;
2485         tu->asBytes[4]= sparePtr->tagByte4;
2486         tu->asBytes[5]= sparePtr->tagByte5;
2487         tu->asBytes[6]= sparePtr->tagByte6;
2488         tu->asBytes[7]= sparePtr->tagByte7;
2489         
2490         result =  yaffs_CheckECCOnTags(tagsPtr);
2491         if(result> 0)
2492         {
2493                 dev->tagsEccFixed++;
2494         }
2495         else if(result <0)
2496         {
2497                 dev->tagsEccUnfixed++;
2498         }
2499 }
2500
2501 static void yaffs_SpareInitialise(yaffs_Spare *spare)
2502 {
2503         memset(spare,0xFF,sizeof(yaffs_Spare));
2504 }
2505
2506 static int yaffs_ReadChunkTagsFromNAND(yaffs_Device *dev,int chunkInNAND, yaffs_Tags *tags, int *chunkDeleted)
2507 {
2508         if(tags)
2509         {
2510                 yaffs_Spare spare;
2511                 if(yaffs_ReadChunkFromNAND(dev,chunkInNAND,NULL,&spare,1) == YAFFS_OK)
2512                 {
2513                         *chunkDeleted = (yaffs_CountBits(spare.pageStatus) < 7) ? 1 : 0;
2514                         yaffs_GetTagsFromSpare(dev,&spare,tags);
2515                         return YAFFS_OK;
2516                 }
2517                 else
2518                 {
2519                         return YAFFS_FAIL;
2520                 }
2521         }
2522         
2523         return YAFFS_OK;
2524 }
2525
2526 #if 0
2527 static int yaffs_WriteChunkWithTagsToNAND(yaffs_Device *dev,int chunkInNAND, const __u8 *buffer, yaffs_Tags *tags)
2528 {
2529         // NB There must be tags, data is optional
2530         // If there is data, then an ECC is calculated on it.
2531         
2532         yaffs_Spare spare;
2533         
2534         if(!tags)
2535         {
2536                 return YAFFS_FAIL;
2537         }
2538         
2539         yaffs_SpareInitialise(&spare);
2540         
2541         if(!dev->useNANDECC && buffer)
2542         {
2543                 yaffs_CalcECC(buffer,&spare);
2544         }
2545         
2546         yaffs_LoadTagsIntoSpare(&spare,tags);
2547         
2548         return yaffs_WriteChunkToNAND(dev,chunkInNAND,buffer,&spare);
2549         
2550 }
2551 #endif
2552
2553
2554 static int yaffs_WriteNewChunkWithTagsToNAND(yaffs_Device *dev, const __u8 *buffer, yaffs_Tags *tags, int useReserve)
2555 {
2556         // NB There must be tags, data is optional
2557         // If there is data, then an ECC is calculated on it.
2558         
2559         yaffs_Spare spare;
2560         
2561         if(!tags)
2562         {
2563                 return YAFFS_FAIL;
2564         }
2565         
2566         yaffs_SpareInitialise(&spare);
2567         
2568         if(!dev->useNANDECC && buffer)
2569         {
2570                 yaffs_CalcECC(buffer,&spare);
2571         }
2572         
2573         yaffs_LoadTagsIntoSpare(&spare,tags);
2574         
2575         return yaffs_WriteNewChunkToNAND(dev,buffer,&spare,useReserve);
2576         
2577 }
2578
2579 static int yaffs_TagsMatch(const yaffs_Tags *tags, int objectId, int chunkInObject, int chunkDeleted)
2580 {
2581         return  (  tags->chunkId == chunkInObject &&
2582                            tags->objectId == objectId &&
2583                            !chunkDeleted) ? 1 : 0;
2584         
2585 }
2586
2587
2588
2589 int yaffs_FindChunkInFile(yaffs_Object *in,int chunkInInode,yaffs_Tags *tags)
2590 {
2591         //Get the Tnode, then get the level 0 offset chunk offset
2592     yaffs_Tnode *tn;     
2593     int theChunk = -1;
2594     yaffs_Tags localTags;
2595     int i;
2596     int found = 0;
2597     int chunkDeleted;
2598     
2599     yaffs_Device *dev = in->myDev;
2600     
2601     
2602     if(!tags)
2603     {
2604         // Passed a NULL, so use our own tags space
2605         tags = &localTags;
2606     }
2607     
2608     tn = yaffs_FindLevel0Tnode(dev,&in->variant.fileVariant, chunkInInode);
2609     
2610     if(tn)
2611     {
2612                 theChunk = tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK] << dev->chunkGroupBits;
2613
2614                 // Now we need to do the shifting etc and search for it
2615                 for(i = 0,found = 0; theChunk && i < dev->chunkGroupSize && !found; i++)
2616                 {
2617                         yaffs_ReadChunkTagsFromNAND(dev,theChunk,tags,&chunkDeleted);
2618                         if(yaffs_TagsMatch(tags,in->objectId,chunkInInode,chunkDeleted))
2619                         {
2620                                 // found it;
2621                                 found = 1;
2622                         }
2623                         else
2624                         {
2625                                 theChunk++;
2626                         }
2627                 }
2628     }
2629     return found ? theChunk : -1;
2630 }
2631
2632 int yaffs_FindAndDeleteChunkInFile(yaffs_Object *in,int chunkInInode,yaffs_Tags *tags)
2633 {
2634         //Get the Tnode, then get the level 0 offset chunk offset
2635     yaffs_Tnode *tn;     
2636     int theChunk = -1;
2637     yaffs_Tags localTags;
2638     int i;
2639     int found = 0;
2640     yaffs_Device *dev = in->myDev;
2641     int chunkDeleted;
2642     
2643     if(!tags)
2644     {
2645         // Passed a NULL, so use our own tags space
2646         tags = &localTags;
2647     }
2648     
2649     tn = yaffs_FindLevel0Tnode(dev,&in->variant.fileVariant, chunkInInode);
2650     
2651     if(tn)
2652     {
2653     
2654                 theChunk = tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK] << dev->chunkGroupBits;
2655     
2656                 // Now we need to do the shifting etc and search for it
2657                 for(i = 0,found = 0; theChunk && i < dev->chunkGroupSize && !found; i++)
2658                 {
2659                         yaffs_ReadChunkTagsFromNAND(dev,theChunk,tags,&chunkDeleted);
2660                         if(yaffs_TagsMatch(tags,in->objectId,chunkInInode,chunkDeleted))
2661                         {
2662                                 // found it;
2663                                 found = 1;
2664                         }
2665                         else
2666                         {
2667                                 theChunk++;
2668                         }
2669                 }
2670     
2671                 // Delete the entry in the filestructure
2672                 if(found)
2673                 {
2674                         tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK] = 0;
2675                 }
2676     }
2677     else
2678     {
2679         //T(("No level 0 found for %d\n", chunkInInode));
2680     }
2681     
2682     if(!found)
2683     {
2684         //T(("Could not find %d to delete\n",chunkInInode));
2685     }
2686     return found ? theChunk : -1;
2687 }
2688
2689
2690 #ifdef YAFFS_PARANOID
2691
2692 static int yaffs_CheckFileSanity(yaffs_Object *in)
2693 {
2694         int chunk;
2695         int nChunks;
2696         int fSize;
2697         int failed = 0;
2698         int objId;
2699         yaffs_Tnode *tn;
2700     yaffs_Tags localTags;
2701     yaffs_Tags *tags = &localTags;
2702     int theChunk;
2703     int chunkDeleted;
2704     
2705         
2706         if(in->variantType != YAFFS_OBJECT_TYPE_FILE)
2707         {
2708                 //T(("Object not a file\n"));
2709                 return YAFFS_FAIL;
2710         }
2711         
2712         objId = in->objectId;
2713         fSize  = in->variant.fileVariant.fileSize;
2714         nChunks = (fSize + in->myDev->nBytesPerChunk -1)/in->myDev->nBytesPerChunk;
2715         
2716         for(chunk = 1; chunk <= nChunks; chunk++)
2717         {
2718                 tn = yaffs_FindLevel0Tnode(in->myDev,&in->variant.fileVariant, chunk);
2719     
2720                 if(tn)
2721                 {
2722     
2723                         theChunk = tn->level0[chunk & YAFFS_TNODES_LEVEL0_MASK] << in->myDev->chunkGroupBits;
2724     
2725
2726                                 yaffs_ReadChunkTagsFromNAND(in->myDev,theChunk,tags,&chunkDeleted);
2727                                 if(yaffs_TagsMatch(tags,in->objectId,chunk,chunkDeleted))
2728                                 {
2729                                         // found it;
2730                                 
2731                                 }
2732                                 else
2733                                 {
2734                                         //T(("File problem file [%d,%d] NAND %d  tags[%d,%d]\n",
2735                                         //              objId,chunk,theChunk,tags->chunkId,tags->objectId);
2736                                                         
2737                                         failed = 1;
2738                                                                 
2739                                 }
2740     
2741                 }
2742                 else
2743                 {
2744                         //T(("No level 0 found for %d\n", chunk));
2745                 }
2746         }
2747         
2748         return failed ? YAFFS_FAIL : YAFFS_OK;
2749 }
2750
2751 #endif
2752
2753 static int yaffs_PutChunkIntoFile(yaffs_Object *in,int chunkInInode, int chunkInNAND, int inScan)
2754 {
2755         yaffs_Tnode *tn;
2756         yaffs_Device *dev = in->myDev;
2757         int existingChunk;
2758         yaffs_Tags existingTags;
2759         yaffs_Tags newTags;
2760         unsigned existingSerial, newSerial;
2761         
2762         int newChunkDeleted;
2763         
2764         
2765         tn = yaffs_AddOrFindLevel0Tnode(dev,&in->variant.fileVariant, chunkInInode);
2766         if(!tn)
2767         {
2768                 return YAFFS_FAIL;
2769         }
2770
2771         existingChunk = tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK];            
2772         
2773         if(inScan)
2774         {
2775                 // If we're scanning then we need to test for duplicates
2776                 // NB This does not need to be efficient since it should only ever 
2777                 // happen when the power fails during a write, then only one
2778                 // chunk should ever be affected.
2779         
2780                 
2781                 if(existingChunk != 0)
2782                 {
2783                         // NB Right now existing chunk will not be real chunkId if the device >= 32MB
2784                         //    thus we have to do a FindChunkInFile to get the real chunk id.
2785                         //
2786                         // We have a duplicate now we need to decide which one to use
2787                         // To do this we get both sets of tags and compare serial numbers.
2788                         yaffs_ReadChunkTagsFromNAND(dev,chunkInNAND, &newTags,&newChunkDeleted);
2789                         
2790                         
2791                         // Do a proper find
2792                         existingChunk = yaffs_FindChunkInFile(in,chunkInInode, &existingTags);
2793
2794                         if(existingChunk <=0)
2795                         {
2796                                 //Hoosterman - how did this happen?
2797                                 
2798                                 T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: existing chunk < 0 in scan" TENDSTR)));
2799
2800                         }
2801
2802                         
2803                         // NB The deleted flags should be false, otherwise the chunks will 
2804                         // not be loaded during a scan
2805                         
2806                         newSerial = newTags.serialNumber;
2807                         existingSerial = existingTags.serialNumber;
2808                         
2809                         if( existingChunk <= 0 ||
2810                             ((existingSerial+1) & 3) == newSerial)
2811                         {
2812                                 // Use new
2813                                 // Delete the old one and drop through to update the tnode
2814                                 yaffs_DeleteChunk(dev,existingChunk,1);
2815                         }
2816                         else
2817                         {
2818                                 // Use existing.
2819                                 // Delete the new one and return early so that the tnode isn't changed
2820                                 yaffs_DeleteChunk(dev,chunkInNAND,1);
2821                                 return YAFFS_OK;
2822                         }
2823                 }
2824
2825         }
2826                 
2827         if(existingChunk == 0)
2828         {
2829                 in->nDataChunks++;
2830         }
2831         
2832         tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK] = (chunkInNAND >> dev->chunkGroupBits);
2833         
2834         return YAFFS_OK;
2835 }
2836
2837
2838
2839 int yaffs_ReadChunkDataFromObject(yaffs_Object *in,int chunkInInode, __u8 *buffer)
2840 {
2841     int chunkInNAND = yaffs_FindChunkInFile(in,chunkInInode,NULL);
2842     
2843     if(chunkInNAND >= 0)
2844     {
2845                 return yaffs_ReadChunkFromNAND(in->myDev,chunkInNAND,buffer,NULL,1);
2846         }
2847         else
2848         {
2849                 memset(buffer,0,YAFFS_BYTES_PER_CHUNK);
2850                 return 0;
2851         }
2852
2853 }
2854
2855
2856 static void yaffs_DeleteChunk(yaffs_Device *dev,int chunkId,int markNAND)
2857 {
2858         int block;
2859         int page;
2860         yaffs_Spare spare;
2861         yaffs_BlockInfo *bi;
2862         
2863         if(chunkId <= 0) return;        
2864         
2865         dev->nDeletions++;
2866         block = chunkId / dev->nChunksPerBlock;
2867         page = chunkId % dev->nChunksPerBlock;
2868         
2869         if(markNAND)
2870         {
2871                 yaffs_SpareInitialise(&spare);
2872
2873 #ifdef CONFIG_MTD_NAND_VERIFY_WRITE
2874
2875                 //read data before write, to ensure correct ecc 
2876                 //if we're using MTD verification under Linux
2877                 yaffs_ReadChunkFromNAND(dev,chunkId,NULL,&spare,0);
2878 #endif
2879
2880                 spare.pageStatus = 0; // To mark it as deleted.
2881
2882         
2883                 yaffs_WriteChunkToNAND(dev,chunkId,NULL,&spare);
2884                 yaffs_HandleUpdateChunk(dev,chunkId,&spare);
2885         }
2886         else
2887         {
2888                         dev->nUnmarkedDeletions++;
2889         }       
2890         
2891         bi = yaffs_GetBlockInfo(dev,block);
2892                         
2893         
2894         // Pull out of the management area.
2895         // If the whole block became dirty, this will kick off an erasure.
2896         if(     bi->blockState == YAFFS_BLOCK_STATE_ALLOCATING ||
2897             bi->blockState == YAFFS_BLOCK_STATE_FULL)
2898         {
2899                 dev->nFreeChunks++;
2900
2901                 yaffs_ClearChunkBit(dev,block,page);
2902                 bi->pagesInUse--;
2903                 
2904                 if(bi->pagesInUse == 0 &&
2905                bi->blockState == YAFFS_BLOCK_STATE_FULL)
2906             {
2907                 yaffs_BlockBecameDirty(dev,block);
2908             }
2909
2910         }
2911         else
2912         {
2913                 // T(("Bad news deleting chunk %d\n",chunkId));
2914         }
2915         
2916 }
2917
2918
2919
2920
2921 int yaffs_WriteChunkDataToObject(yaffs_Object *in,int chunkInInode, const __u8 *buffer,int nBytes,int useReserve)
2922 {
2923         // Find old chunk Need to do this to get serial number
2924         // Write new one and patch into tree.
2925         // Invalidate old tags.
2926
2927     int prevChunkId;
2928     yaffs_Tags prevTags;
2929     
2930     int newChunkId;
2931     yaffs_Tags newTags;
2932
2933     yaffs_Device *dev = in->myDev;    
2934
2935         yaffs_CheckGarbageCollection(dev);
2936
2937         // Get the previous chunk at this location in the file if it exists
2938     prevChunkId  = yaffs_FindChunkInFile(in,chunkInInode,&prevTags);
2939     
2940     // Set up new tags
2941         newTags.chunkId = chunkInInode;
2942         newTags.objectId = in->objectId;
2943         newTags.serialNumber = (prevChunkId >= 0) ? prevTags.serialNumber + 1 : 1;
2944         newTags.byteCount = nBytes;
2945         newTags.unusedStuff = 0xFFFFFFFF;
2946                 
2947         yaffs_CalcTagsECC(&newTags);
2948
2949         newChunkId = yaffs_WriteNewChunkWithTagsToNAND(dev,buffer,&newTags,useReserve);
2950         if(newChunkId >= 0)
2951         {
2952                 yaffs_PutChunkIntoFile(in,chunkInInode,newChunkId,0);
2953                 
2954                 
2955                 if(prevChunkId >= 0)
2956                 {
2957                         yaffs_DeleteChunk(dev,prevChunkId,1);
2958         
2959                 }
2960                 
2961                 yaffs_CheckFileSanity(in);
2962         }
2963         return newChunkId;
2964
2965
2966
2967
2968
2969 }
2970
2971
2972 // UpdateObjectHeader updates the header on NAND for an object.
2973 // If name is not NULL, then that new name is used.
2974 //
2975 int yaffs_UpdateObjectHeader(yaffs_Object *in,const char *name, int force)
2976 {
2977
2978         yaffs_Device *dev = in->myDev;
2979         
2980     int prevChunkId;
2981     
2982     int newChunkId;
2983     yaffs_Tags newTags;
2984     __u8 bufferNew[YAFFS_BYTES_PER_CHUNK];
2985     __u8 bufferOld[YAFFS_BYTES_PER_CHUNK];
2986     
2987     yaffs_ObjectHeader *oh = (yaffs_ObjectHeader *)bufferNew;
2988     yaffs_ObjectHeader *ohOld = (yaffs_ObjectHeader *)bufferOld;
2989
2990     
2991     if(!in->fake || force)
2992     {
2993   
2994                 yaffs_CheckGarbageCollection(dev);              
2995     
2996                 memset(bufferNew,0xFF,YAFFS_BYTES_PER_CHUNK);
2997     
2998                 prevChunkId = in->chunkId;
2999     
3000                 if(prevChunkId >= 0)
3001                 {
3002                         yaffs_ReadChunkFromNAND(dev,prevChunkId,bufferOld,NULL,1);      
3003                 }
3004
3005                 // Header data
3006                 oh->type = in->variantType;
3007                 
3008                 oh->st_mode = in->st_mode;
3009
3010 #ifdef CONFIG_YAFFS_WINCE
3011                 oh->win_atime[0] = in->win_atime[0];
3012                 oh->win_ctime[0] = in->win_ctime[0];
3013                 oh->win_mtime[0] = in->win_mtime[0];
3014                 oh->win_atime[1] = in->win_atime[1];
3015                 oh->win_ctime[1] = in->win_ctime[1];
3016                 oh->win_mtime[1] = in->win_mtime[1];
3017 #else
3018                 oh->st_uid = in->st_uid;
3019                 oh->st_gid = in->st_gid;
3020                 oh->st_atime = in->st_atime;
3021                 oh->st_mtime = in->st_mtime;
3022                 oh->st_ctime = in->st_ctime;
3023                 oh->st_rdev = in->st_rdev;
3024 #endif  
3025                 if(in->parent)
3026                 {
3027                         oh->parentObjectId = in->parent->objectId;
3028                 }
3029                 else
3030                 {
3031                         oh->parentObjectId = 0;
3032                 }
3033                 
3034                 //oh->sum = in->sum;
3035                 if(name && *name)
3036                 {
3037                         memset(oh->name,0,YAFFS_MAX_NAME_LENGTH + 1);
3038                         strncpy(oh->name,name,YAFFS_MAX_NAME_LENGTH);
3039                 }
3040                 else if(prevChunkId)
3041                 {       
3042                         memcpy(oh->name, ohOld->name,YAFFS_MAX_NAME_LENGTH + 1);
3043                 }
3044                 else
3045                 {
3046                         memset(oh->name,0,YAFFS_MAX_NAME_LENGTH + 1);   
3047                 }
3048         
3049                 switch(in->variantType)
3050                 {
3051                         case YAFFS_OBJECT_TYPE_UNKNOWN:         
3052                                 // Should not happen
3053                                 break;
3054                         case YAFFS_OBJECT_TYPE_FILE:
3055                                 oh->fileSize = in->variant.fileVariant.fileSize;
3056                                 break;
3057                         case YAFFS_OBJECT_TYPE_HARDLINK:
3058                                 oh->equivalentObjectId = in->variant.hardLinkVariant.equivalentObjectId;
3059                                 break;
3060                         case YAFFS_OBJECT_TYPE_SPECIAL: 
3061                                 // Do nothing
3062                                 break;
3063                         case YAFFS_OBJECT_TYPE_DIRECTORY:       
3064                                 // Do nothing
3065                                 break;
3066                         case YAFFS_OBJECT_TYPE_SYMLINK:
3067                                 strncpy(oh->alias,in->variant.symLinkVariant.alias,YAFFS_MAX_ALIAS_LENGTH);
3068                                 oh->alias[YAFFS_MAX_ALIAS_LENGTH] = 0;
3069                                 break;
3070                 }
3071
3072                 // Tags
3073                 in->serial++;
3074                 newTags.chunkId = 0;
3075                 newTags.objectId = in->objectId;
3076                 newTags.serialNumber = in->serial;
3077                 newTags.byteCount =   0xFFFFFFFF;
3078                 newTags.unusedStuff = 0xFFFFFFFF;
3079         
3080                 yaffs_CalcTagsECC(&newTags);
3081         
3082
3083                 // Create new chunk in NAND
3084                 newChunkId = yaffs_WriteNewChunkWithTagsToNAND(dev,bufferNew,&newTags, (prevChunkId >= 0) ? 1 : 0 );
3085     
3086                 if(newChunkId >= 0)
3087                 {
3088                 
3089                         in->chunkId = newChunkId;               
3090                 
3091                         if(prevChunkId >= 0)
3092                         {
3093                                 yaffs_DeleteChunk(dev,prevChunkId,1);
3094                         }
3095                 
3096                         in->dirty = 0;
3097                 }
3098                 
3099                 return newChunkId;
3100
3101     }
3102     return 0;
3103 }
3104
3105
3106 /////////////////////// Short Operations Cache ////////////////////////////////
3107 //      In many siturations where there is no high level buffering (eg WinCE) a lot of
3108 //      reads might be short sequential reads, and a lot of writes may be short 
3109 //  sequential writes. eg. scanning/writing a jpeg file.
3110 //      In these cases, a short read/write cache can provide a huge perfomance benefit 
3111 //  with dumb-as-a-rock code.
3112 //  There are a limited number (~10) of cache chunks per device so that we don't
3113 //  need a very intelligent search.
3114
3115
3116
3117
3118
3119 static void yaffs_FlushFilesChunkCache(yaffs_Object *obj)
3120 {
3121         yaffs_Device *dev = obj->myDev;
3122         int lowest;
3123         int i;
3124         yaffs_ChunkCache *cache;
3125         int chunkWritten;
3126         int nBytes;
3127         int nCaches = obj->myDev->nShortOpCaches;
3128         
3129         if  (nCaches > 0)
3130         {
3131                 do{
3132                         cache = NULL;
3133                 
3134                         // Find the dirty cache for this object with the lowest chunk id.
3135                         for(i = 0; i < nCaches; i++)
3136                         {
3137                                 if(dev->srCache[i].object == obj &&
3138                                 dev->srCache[i].dirty)
3139                                 {
3140                                         if(!cache ||  dev->srCache[i].chunkId < lowest)
3141                                         {
3142                                                 cache = &dev->srCache[i];
3143                                                 lowest = cache->chunkId;
3144                                         }
3145                                 }
3146                         }
3147                 
3148                         if(cache)
3149                         {
3150                                 //Write it out
3151
3152 #if 0
3153                                 nBytes = cache->object->variant.fileVariant.fileSize - ((cache->chunkId -1) * YAFFS_BYTES_PER_CHUNK);
3154                         
3155                                 if(nBytes > YAFFS_BYTES_PER_CHUNK)
3156                                 {
3157                                         nBytes= YAFFS_BYTES_PER_CHUNK;
3158                                 }
3159 #endif                  
3160                                 chunkWritten = yaffs_WriteChunkDataToObject(cache->object,
3161                                                                                                                         cache->chunkId,
3162                                                                                                                         cache->data,
3163                                                                                                                         cache->nBytes,1);
3164
3165                                 cache->dirty = 0;
3166                                 cache->object = NULL;
3167                         }
3168                 
3169                 } while(cache && chunkWritten > 0);
3170         
3171                 if(cache)
3172                 {
3173                         //Hoosterman, disk full while writing cache out.
3174                         T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: no space during cache write" TENDSTR)));
3175
3176                 }
3177         }       
3178                 
3179 }
3180
3181
3182 // Grab us a chunk for use.
3183 // First look for an empty one. 
3184 // Then look for the least recently used non-dirty one.
3185 // Then look for the least recently used dirty one...., flush and look again.
3186 static yaffs_ChunkCache *yaffs_GrabChunkCacheWorker(yaffs_Device *dev)
3187 {
3188         int i;
3189         int usage;
3190         int theOne;
3191         
3192         if(dev->nShortOpCaches > 0)
3193         {
3194                 for(i = 0; i < dev->nShortOpCaches; i++)
3195                 {
3196                         if(!dev->srCache[i].object)
3197                         {
3198                                 //T(("Grabbing empty %d\n",i));
3199                                 
3200                                 //printf("Grabbing empty %d\n",i);
3201                         
3202                                 return &dev->srCache[i];
3203                         }
3204                 }
3205                 
3206                 return NULL;
3207         
3208                 theOne = -1; 
3209                 usage = 0; // just to stop the compiler grizzling
3210         
3211                 for(i = 0; i < dev->nShortOpCaches; i++)
3212                 {
3213                         if(!dev->srCache[i].dirty &&
3214                         ((dev->srCache[i].lastUse < usage  && theOne >= 0)|| 
3215                                 theOne < 0))
3216                         {
3217                                 usage = dev->srCache[i].lastUse;
3218                                 theOne = i;
3219                         }
3220                 }
3221         
3222                 //T(("Grabbing non-empty %d\n",theOne));
3223                 
3224                 //if(theOne >= 0) printf("Grabbed non-empty cache %d\n",theOne);
3225                 
3226                 return  theOne >= 0 ?  &dev->srCache[theOne] : NULL;
3227         }
3228         else
3229         {
3230                 return NULL;
3231         }
3232         
3233 }
3234
3235
3236 static yaffs_ChunkCache *yaffs_GrabChunkCache(yaffs_Device *dev)
3237 {
3238         yaffs_ChunkCache *cache;
3239         yaffs_Object *theObj;
3240         int usage;
3241         int i;
3242         int pushout;
3243         
3244         if(dev->nShortOpCaches > 0)
3245         {
3246                 // Try find a non-dirty one...
3247         
3248                 cache = yaffs_GrabChunkCacheWorker(dev);
3249         
3250                 if(!cache)
3251                 {
3252                         // They were all dirty, find the last recently used object and flush
3253                         // its cache, then  find again.
3254                         // NB what's here is not very accurate, we actually flush the object
3255                         // the last recently used page.
3256                 
3257                         theObj = dev->srCache[0].object;
3258                         usage = dev->srCache[0].lastUse;
3259                         cache = &dev->srCache[0];
3260                         pushout = 0;
3261         
3262                         for(i = 1; i < dev->nShortOpCaches; i++)
3263                         {
3264                                 if( dev->srCache[i].object && 
3265                                         dev->srCache[i].lastUse < usage)
3266                                 {
3267                                         usage  = dev->srCache[i].lastUse;
3268                                         theObj = dev->srCache[i].object;
3269                                         cache = &dev->srCache[i];
3270                                         pushout = i;
3271                                 }
3272                         }
3273                 
3274                         if(!cache || cache->dirty)
3275                         {
3276                         
3277                                 //printf("Dirty ");
3278                                 yaffs_FlushFilesChunkCache(theObj);
3279                 
3280                                 // Try again
3281                                 cache = yaffs_GrabChunkCacheWorker(dev);
3282                         }
3283                         else
3284                         {
3285                                 //printf(" pushout %d\n",pushout);
3286                         }
3287                         
3288                 }
3289
3290                 return cache;
3291         }
3292         else
3293                 return NULL;
3294
3295 }
3296
3297
3298 // Find a cached chunk
3299 static yaffs_ChunkCache *yaffs_FindChunkCache(const yaffs_Object *obj, int chunkId)
3300 {
3301         yaffs_Device *dev = obj->myDev;
3302         int i;
3303         if(dev->nShortOpCaches > 0)
3304         {
3305                 for(i = 0; i < dev->nShortOpCaches; i++)
3306                 {
3307                         if(dev->srCache[i].object == obj && 
3308                         dev->srCache[i].chunkId == chunkId)
3309                         {
3310                                 dev->cacheHits++;
3311                         
3312                                 return &dev->srCache[i];
3313                         }
3314                 }
3315         }
3316         return NULL;
3317 }
3318
3319 // Mark the chunk for the least recently used algorithym
3320 static void yaffs_UseChunkCache(yaffs_Device *dev, yaffs_ChunkCache *cache, int isAWrite)
3321 {
3322
3323         if(dev->nShortOpCaches > 0)
3324         {
3325                 if( dev->srLastUse < 0 || 
3326                         dev->srLastUse > 100000000)
3327                 {
3328                         // Reset the cache usages
3329                         int i;
3330                         for(i = 1; i < dev->nShortOpCaches; i++)
3331                         {
3332                                 dev->srCache[i].lastUse = 0;
3333                         }
3334                         dev->srLastUse = 0;
3335                 }
3336
3337                 dev->srLastUse++;
3338         
3339                 cache->lastUse = dev->srLastUse;
3340
3341                 if(isAWrite)
3342                 {
3343                         cache->dirty = 1;
3344                 }
3345         }
3346 }
3347
3348 // Invalidate a single cache page.
3349 // Do this when a whole page gets written,
3350 // ie the short cache for this page is no longer valid.
3351 static void yaffs_InvalidateChunkCache(yaffs_Object *object, int chunkId)
3352 {
3353         if(object->myDev->nShortOpCaches > 0)
3354         {
3355                 yaffs_ChunkCache *cache = yaffs_FindChunkCache(object,chunkId);
3356
3357                 if(cache)
3358                 {
3359                         cache->object = NULL;
3360                 }
3361         }
3362 }
3363
3364
3365 // Invalidate all the cache pages associated with this object
3366 // Do this whenever ther file is deleted or resized.
3367 static void yaffs_InvalidateWholeChunkCache(yaffs_Object *in)
3368 {
3369         int i;
3370         yaffs_Device *dev = in->myDev;
3371         
3372         if(dev->nShortOpCaches > 0)
3373         { 
3374                 // Now invalidate it.
3375                 for(i = 0; i < dev->nShortOpCaches; i++)
3376                 {
3377                         if(dev->srCache[i].object == in)
3378                         {
3379                                 dev->srCache[i].object = NULL;
3380                         }
3381                 }
3382         }
3383 }
3384
3385
3386
3387
3388
3389 ///////////////////////// File read/write ///////////////////////////////
3390 // Read and write have very similar structures.
3391 // In general the read/write has three parts to it
3392 // * An incomplete chunk to start with (if the read/write is not chunk-aligned)
3393 // * Some complete chunks
3394 // * An incomplete chunk to end off with
3395 //
3396 // Curve-balls: the first chunk might also be the last chunk.
3397
3398 int yaffs_ReadDataFromFile(yaffs_Object *in, __u8 * buffer, __u32 offset, int nBytes)
3399 {
3400         
3401         
3402         int chunk;
3403         int start;
3404         int nToCopy;
3405         int n = nBytes;
3406         int nDone = 0;
3407         yaffs_ChunkCache *cache;
3408         
3409         yaffs_Device *dev;
3410         
3411         dev = in->myDev;
3412         
3413         while(n > 0)
3414         {
3415                 chunk = offset / YAFFS_BYTES_PER_CHUNK + 1; // The first chunk is 1
3416                 start = offset % YAFFS_BYTES_PER_CHUNK;
3417
3418                 // OK now check for the curveball where the start and end are in
3419                 // the same chunk.      
3420                 if(     (start + n) < YAFFS_BYTES_PER_CHUNK)
3421                 {
3422                         nToCopy = n;
3423                 }
3424                 else
3425                 {
3426                         nToCopy = YAFFS_BYTES_PER_CHUNK - start;
3427                 }
3428         
3429                 cache = yaffs_FindChunkCache(in,chunk);
3430                 
3431                 // If the chunk is already in the cache or it is less than a whole chunk
3432                 // then use the cache (if there is caching)
3433                 // else bypass the cache.
3434                 if( cache || nToCopy != YAFFS_BYTES_PER_CHUNK)
3435                 {
3436                         if(dev->nShortOpCaches > 0)
3437                         {
3438                                 
3439                                 // If we can't find the data in the cache, then load it up.
3440                                 
3441                                 if(!cache)
3442                                 {
3443                                         cache = yaffs_GrabChunkCache(in->myDev);
3444                                         cache->object = in;
3445                                         cache->chunkId = chunk;
3446                                         cache->dirty = 0;
3447                                         yaffs_ReadChunkDataFromObject(in,chunk,cache->data);
3448                                         cache->nBytes = 0;      
3449                                 }
3450                         
3451                                 yaffs_UseChunkCache(dev,cache,0);
3452
3453                                 memcpy(buffer,&cache->data[start],nToCopy);
3454                         }
3455                         else
3456                         {
3457                                 // Read into the local buffer then copy...
3458                                 yaffs_ReadChunkDataFromObject(in,chunk,dev->localBuffer);               
3459                                 memcpy(buffer,&dev->localBuffer[start],nToCopy);
3460                         }
3461
3462                 }
3463                 else
3464                 {
3465 #ifdef CONFIG_YAFFS_WINCE
3466                         
3467                         // Under WinCE can't do direct transfer. Need to use a local buffer.
3468                         // This is because we otherwise screw up WinCE's memory mapper
3469                         yaffs_ReadChunkDataFromObject(in,chunk,dev->localBuffer);
3470                         memcpy(buffer,dev->localBuffer,YAFFS_BYTES_PER_CHUNK);
3471 #else
3472                         // A full chunk. Read directly into the supplied buffer.
3473                         yaffs_ReadChunkDataFromObject(in,chunk,buffer);
3474 #endif
3475                 }
3476                 
3477                 n -= nToCopy;
3478                 offset += nToCopy;
3479                 buffer += nToCopy;
3480                 nDone += nToCopy;
3481                 
3482         }
3483         
3484         return nDone;
3485 }
3486
3487
3488
3489 int yaffs_WriteDataToFile(yaffs_Object *in,const __u8 * buffer, __u32 offset, int nBytes)
3490 {       
3491         
3492         int chunk;
3493         int start;
3494         int nToCopy;
3495         int n = nBytes;
3496         int nDone = 0;
3497         int nToWriteBack;
3498         int startOfWrite = offset;
3499         int chunkWritten = 0;
3500         int nBytesRead;
3501         
3502         yaffs_Device *dev;
3503         
3504         dev = in->myDev;
3505         
3506         
3507         while(n > 0 && chunkWritten >= 0)
3508         {
3509                 chunk = offset / YAFFS_BYTES_PER_CHUNK + 1;
3510                 start = offset % YAFFS_BYTES_PER_CHUNK;
3511                 
3512
3513                 // OK now check for the curveball where the start and end are in
3514                 // the same chunk.
3515                 
3516                 if(     (start + n) < YAFFS_BYTES_PER_CHUNK)
3517                 {
3518                         nToCopy = n;
3519                         
3520                         // Now folks, to calculate how many bytes to write back....
3521                         // If we're overwriting and not writing to then end of file then
3522                         // we need to write back as much as was there before.
3523                         
3524                         nBytesRead = in->variant.fileVariant.fileSize - ((chunk -1) * YAFFS_BYTES_PER_CHUNK);
3525                         
3526                         if(nBytesRead > YAFFS_BYTES_PER_CHUNK)
3527                         {
3528                                 nBytesRead = YAFFS_BYTES_PER_CHUNK;
3529                         }
3530                         
3531                         nToWriteBack = (nBytesRead > (start + n)) ? nBytesRead : (start +n);
3532                         
3533                 }
3534                 else
3535                 {
3536                         nToCopy = YAFFS_BYTES_PER_CHUNK - start;
3537                         nToWriteBack = YAFFS_BYTES_PER_CHUNK;
3538                 }
3539         
3540                 if(nToCopy != YAFFS_BYTES_PER_CHUNK)
3541                 {
3542                         // An incomplete start or end chunk (or maybe both start and end chunk)
3543                         if(dev->nShortOpCaches > 0)
3544                         {
3545                                 yaffs_ChunkCache *cache;
3546                                 // If we can't find the data in the cache, then load it up.
3547                                 cache = yaffs_FindChunkCache(in,chunk);
3548                                 if(!cache && yaffs_CheckSpaceForChunkCache(in->myDev))
3549                                 {
3550                                         cache = yaffs_GrabChunkCache(in->myDev);
3551                                         cache->object = in;
3552                                         cache->chunkId = chunk;
3553                                         cache->dirty = 0;
3554                                         yaffs_ReadChunkDataFromObject(in,chunk,cache->data);            
3555                                 }
3556                         
3557                                 if(cache)
3558                                 {       
3559                                         yaffs_UseChunkCache(dev,cache,1);
3560                                         memcpy(&cache->data[start],buffer,nToCopy);
3561                                         cache->nBytes = nToWriteBack;
3562                                 }
3563                                 else
3564                                 {
3565                                         chunkWritten = -1; // fail the write
3566                                 }
3567                         }
3568                         else
3569                         {
3570                                 // An incomplete start or end chunk (or maybe both start and end chunk)
3571                                 // Read into the local buffer then copy, then copy over and write back.
3572                 
3573                                 yaffs_ReadChunkDataFromObject(in,chunk,dev->localBuffer);
3574                                 
3575                                 memcpy(&dev->localBuffer[start],buffer,nToCopy);
3576                         
3577                                 chunkWritten = yaffs_WriteChunkDataToObject(in,chunk,dev->localBuffer,nToWriteBack,0);
3578                         
3579                                 //T(("Write with readback to chunk %d %d  start %d  copied %d wrote back %d\n",chunk,chunkWritten,start, nToCopy, nToWriteBack));
3580                         }
3581                         
3582                 }
3583                 else
3584                 {
3585                         
3586 #ifdef CONFIG_YAFFS_WINCE
3587                         // Under WinCE can't do direct transfer. Need to use a local buffer.
3588                         // This is because we otherwise screw up WinCE's memory mapper
3589                         memcpy(dev->localBuffer,buffer,YAFFS_BYTES_PER_CHUNK);
3590                         chunkWritten = yaffs_WriteChunkDataToObject(in,chunk,dev->localBuffer,YAFFS_BYTES_PER_CHUNK,0);
3591 #else
3592                         // A full chunk. Write directly from the supplied buffer.
3593                         chunkWritten = yaffs_WriteChunkDataToObject(in,chunk,buffer,YAFFS_BYTES_PER_CHUNK,0);
3594 #endif
3595                         // Since we've overwritten the cached data, we better invalidate it.
3596                         yaffs_InvalidateChunkCache(in,chunk);
3597                         //T(("Write to chunk %d %d\n",chunk,chunkWritten));
3598                 }
3599                 
3600                 if(chunkWritten >= 0)
3601                 {
3602                         n -= nToCopy;
3603                         offset += nToCopy;
3604                         buffer += nToCopy;
3605                         nDone += nToCopy;
3606                 }
3607                 
3608         }
3609         
3610         // Update file object
3611         
3612         if((startOfWrite + nDone) > in->variant.fileVariant.fileSize)
3613         {
3614                 in->variant.fileVariant.fileSize = (startOfWrite + nDone);
3615         }
3616         
3617         in->dirty = 1;
3618         
3619         return nDone;
3620 }
3621
3622
3623 int yaffs_ResizeFile(yaffs_Object *in, int newSize)
3624 {
3625         int i;
3626         int chunkId;
3627         int oldFileSize = in->variant.fileVariant.fileSize;
3628         int sizeOfPartialChunk = newSize % YAFFS_BYTES_PER_CHUNK;
3629         
3630         yaffs_Device *dev = in->myDev;
3631         
3632
3633         yaffs_FlushFilesChunkCache(in); 
3634         yaffs_InvalidateWholeChunkCache(in);
3635         
3636         if(in->variantType != YAFFS_OBJECT_TYPE_FILE)
3637         {
3638                 return yaffs_GetFileSize(in);
3639         }
3640         
3641         if(newSize < oldFileSize)
3642         {
3643                 
3644                 int lastDel = 1 + (oldFileSize-1)/YAFFS_BYTES_PER_CHUNK;
3645                 
3646                 int startDel = 1 + (newSize + YAFFS_BYTES_PER_CHUNK - 1)/
3647                                                         YAFFS_BYTES_PER_CHUNK;
3648
3649                 // Delete backwards so that we don't end up with holes if
3650                 // power is lost part-way through the operation.
3651                 for(i = lastDel; i >= startDel; i--)
3652                 {
3653                         // NB this could be optimised somewhat,
3654                         // eg. could retrieve the tags and write them without
3655                         // using yaffs_DeleteChunk
3656
3657                         chunkId = yaffs_FindAndDeleteChunkInFile(in,i,NULL);
3658                         if(chunkId < (dev->startBlock * 32) || chunkId >= ((dev->endBlock+1) * 32))
3659                         {
3660                                 //T(("Found daft chunkId %d for %d\n",chunkId,i));
3661                         }
3662                         else
3663                         {
3664                                 in->nDataChunks--;
3665                                 yaffs_DeleteChunk(dev,chunkId,1);
3666                         }
3667                 }
3668                 
3669                 
3670                 if(sizeOfPartialChunk != 0)
3671                 {
3672                         int lastChunk = 1+ newSize/YAFFS_BYTES_PER_CHUNK;
3673                         
3674                         // Got to read and rewrite the last chunk with its new size.
3675                         // NB Got to zero pad to nuke old data
3676                         yaffs_ReadChunkDataFromObject(in,lastChunk,dev->localBuffer);
3677                         memset(dev->localBuffer + sizeOfPartialChunk,0, YAFFS_BYTES_PER_CHUNK - sizeOfPartialChunk);
3678
3679                         yaffs_WriteChunkDataToObject(in,lastChunk,dev->localBuffer,sizeOfPartialChunk,1);
3680                                 
3681                 }
3682                 
3683                 in->variant.fileVariant.fileSize = newSize;
3684                 
3685                 yaffs_PruneFileStructure(dev,&in->variant.fileVariant);
3686                 
3687                 return newSize;
3688                 
3689         }
3690         else
3691         {
3692                 return oldFileSize;
3693         }
3694 }
3695
3696
3697 loff_t yaffs_GetFileSize(yaffs_Object *obj)
3698 {
3699         obj = yaffs_GetEquivalentObject(obj);
3700         
3701         switch(obj->variantType)
3702         {
3703                 case YAFFS_OBJECT_TYPE_FILE: 
3704                         return obj->variant.fileVariant.fileSize;
3705                 case YAFFS_OBJECT_TYPE_SYMLINK:
3706                         return strlen(obj->variant.symLinkVariant.alias);
3707                 default:
3708                         return 0;
3709         }
3710 }
3711
3712
3713
3714 // yaffs_FlushFile() updates the file's
3715 // objectId in NAND
3716
3717 int yaffs_FlushFile(yaffs_Object *in, int updateTime)
3718 {
3719         int retVal;
3720         if(in->dirty)
3721         {
3722                 //T(("flushing object header\n"));
3723                 
3724                 yaffs_FlushFilesChunkCache(in);
3725                 if(updateTime)
3726                 {
3727 #ifdef CONFIG_YAFFS_WINCE
3728                         yfsd_WinFileTimeNow(in->win_mtime);
3729 #else
3730 //#if defined(CONFIG_KERNEL_2_5)
3731 #if defined(__KERNEL__) && (LINUX_VERSION_CODE > KERNEL_VERSION(2,5,0))
3732                         in->st_mtime = CURRENT_TIME.tv_sec;
3733 #else
3734                         in->st_mtime = CURRENT_TIME;
3735 #endif
3736 #endif
3737                 }
3738
3739                 retVal = (yaffs_UpdateObjectHeader(in,NULL,0) >= 0)? YAFFS_OK : YAFFS_FAIL;
3740         }
3741         else
3742         {
3743                 retVal = YAFFS_OK;
3744         }
3745         
3746         return retVal;
3747         
3748 }
3749
3750
3751 static int yaffs_DoGenericObjectDeletion(yaffs_Object *in)
3752 {
3753
3754         // First off, invalidate the file's data in the cache, without flushing.
3755         yaffs_InvalidateWholeChunkCache(in);
3756         
3757         yaffs_RemoveObjectFromDirectory(in);
3758         yaffs_DeleteChunk(in->myDev,in->chunkId,1);
3759 #ifdef __KERNEL__
3760         if(in->myInode)
3761         {
3762                 in->myInode->u.generic_ip = NULL;
3763                 in->myInode = 0;
3764         }
3765 #endif
3766         yaffs_FreeObject(in);
3767         return YAFFS_OK;
3768
3769 }
3770
3771 // yaffs_DeleteFile deletes the whole file data
3772 // and the inode associated with the file.
3773 // It does not delete the links associated with the file.
3774 static int yaffs_UnlinkFile(yaffs_Object *in)
3775 {
3776
3777 #ifdef CONFIG_YAFFS_DISABLE_BACKGROUND_DELETION
3778
3779         // Delete the file data & tnodes
3780
3781          yaffs_DeleteWorker(in, in->variant.fileVariant.top, in->variant.fileVariant.topLevel, 0,NULL);
3782          
3783
3784         yaffs_FreeTnode(in->myDev,in->variant.fileVariant.top);
3785         
3786         return  yaffs_DoGenericObjectDeletion(in);
3787 #else
3788         int retVal;
3789         int immediateDeletion=0;
3790         retVal = yaffs_ChangeObjectName(in, in->myDev->unlinkedDir,NULL,0);
3791         if(1 || // Ignore the result of the change name. This will only fail
3792                         // if the disk was completely full (an error condition)
3793                         // We ignore the error so we can delete files to recover the disk
3794            retVal == YAFFS_OK)
3795         {
3796                 //in->unlinked = 1;
3797                 //in->myDev->nUnlinkedFiles++;
3798                 //in->renameAllowed = 0;
3799 #ifdef __KERNEL__
3800                 if(!in->myInode)
3801                 {
3802                         immediateDeletion = 1;
3803
3804                 }
3805 #else
3806                 if(in->inUse <= 0)
3807                 {
3808                         immediateDeletion = 1;
3809
3810                 }
3811 #endif
3812                 
3813                 if(immediateDeletion)
3814                 {
3815                         T(YAFFS_TRACE_TRACING,(TSTR("yaffs: immediate deletion of file %d" TENDSTR),in->objectId));
3816                         in->deleted=1;
3817                         in->myDev->nDeletedFiles++;
3818                         yaffs_SoftDeleteFile(in);
3819                 }
3820         
3821         }
3822         return retVal;
3823
3824         
3825 #endif
3826 }
3827
3828 int yaffs_DeleteFile(yaffs_Object *in)
3829 {
3830         int retVal = YAFFS_OK;
3831         
3832         if(in->nDataChunks > 0)
3833         {
3834                 // Use soft deletion
3835                 if(!in->unlinked)
3836                 {
3837                         retVal = yaffs_UnlinkFile(in);
3838                 }
3839                 if(retVal == YAFFS_OK && 
3840                 in->unlinked &&
3841                 !in->deleted)
3842                 {
3843                         in->deleted = 1;
3844                         in->myDev->nDeletedFiles++;
3845                         yaffs_SoftDeleteFile(in);
3846                 }
3847                 return in->deleted ? YAFFS_OK : YAFFS_FAIL;     
3848         }
3849         else
3850         {
3851                 // The file has no data chunks so we toss it immediately
3852                 yaffs_FreeTnode(in->myDev,in->variant.fileVariant.top);
3853                 in->variant.fileVariant.top = NULL;
3854                 yaffs_DoGenericObjectDeletion(in);      
3855                 
3856                 return YAFFS_OK;        
3857         }
3858 }
3859
3860 static int yaffs_DeleteDirectory(yaffs_Object *in)
3861 {
3862         //First check that the directory is empty.
3863         if(list_empty(&in->variant.directoryVariant.children))
3864         {
3865                 return  yaffs_DoGenericObjectDeletion(in);
3866         }
3867         
3868         return YAFFS_FAIL;
3869         
3870 }
3871
3872 static int yaffs_DeleteSymLink(yaffs_Object *in)
3873 {
3874         YFREE(in->variant.symLinkVariant.alias);
3875
3876         return  yaffs_DoGenericObjectDeletion(in);
3877 }
3878
3879 static int yaffs_DeleteHardLink(yaffs_Object *in)
3880 {
3881         // remove this hardlink from the list assocaited with the equivalent
3882         // object
3883         list_del(&in->hardLinks);
3884         return  yaffs_DoGenericObjectDeletion(in);      
3885 }
3886
3887
3888 static void yaffs_AbortHalfCreatedObject(yaffs_Object *obj)
3889 {
3890         switch(obj->variantType)
3891         {
3892                 case YAFFS_OBJECT_TYPE_FILE: yaffs_DeleteFile(obj); break;
3893                 case YAFFS_OBJECT_TYPE_DIRECTORY: yaffs_DeleteDirectory(obj); break;
3894                 case YAFFS_OBJECT_TYPE_SYMLINK: yaffs_DeleteSymLink(obj); break;
3895                 case YAFFS_OBJECT_TYPE_HARDLINK: yaffs_DeleteHardLink(obj); break;
3896                 case YAFFS_OBJECT_TYPE_SPECIAL: yaffs_DoGenericObjectDeletion(obj); break;
3897                 case YAFFS_OBJECT_TYPE_UNKNOWN: break; // should not happen.
3898         }
3899 }
3900
3901
3902 static int yaffs_UnlinkWorker(yaffs_Object *obj)
3903 {
3904
3905         
3906         if(obj->variantType == YAFFS_OBJECT_TYPE_HARDLINK)
3907         {
3908                 return  yaffs_DeleteHardLink(obj);
3909         }
3910         else if(!list_empty(&obj->hardLinks))
3911         {       
3912                 // Curve ball: We're unlinking an object that has a hardlink.
3913                 //
3914                 //      This problem arises because we are not strictly following
3915                 //  The Linux link/inode model.
3916                 //
3917                 // We can't really delete the object.
3918                 // Instead, we do the following:
3919                 // - Select a hardlink.
3920                 // - Unhook it from the hard links
3921                 // - Unhook it from its parent directory (so that the rename can work)
3922                 // - Rename the object to the hardlink's name.
3923                 // - Delete the hardlink
3924                 
3925                 
3926                 yaffs_Object *hl;
3927                 int retVal;
3928                 char name[YAFFS_MAX_NAME_LENGTH+1];
3929                 
3930                 hl = list_entry(obj->hardLinks.next,yaffs_Object,hardLinks);
3931                 
3932                 list_del_init(&hl->hardLinks);
3933                 list_del_init(&hl->siblings);
3934                 
3935                 yaffs_GetObjectName(hl,name,YAFFS_MAX_NAME_LENGTH+1);
3936                 
3937                 retVal = yaffs_ChangeObjectName(obj, hl->parent, name,0);
3938                 
3939                 if(retVal == YAFFS_OK)
3940                 {
3941                         retVal = yaffs_DoGenericObjectDeletion(hl);
3942                 }
3943                 return retVal;
3944                                 
3945         }
3946         else
3947         {
3948                 switch(obj->variantType)
3949                 {
3950                         case YAFFS_OBJECT_TYPE_FILE:
3951                                 return yaffs_UnlinkFile(obj);
3952                                 break;
3953                         case YAFFS_OBJECT_TYPE_DIRECTORY:
3954                                 return yaffs_DeleteDirectory(obj);
3955                                 break;
3956                         case YAFFS_OBJECT_TYPE_SYMLINK:
3957                                 return yaffs_DeleteSymLink(obj);
3958                                 break;
3959                         case YAFFS_OBJECT_TYPE_HARDLINK:
3960                         case YAFFS_OBJECT_TYPE_UNKNOWN:
3961                         default:
3962                                 return YAFFS_FAIL;
3963                 }
3964         }
3965 }
3966
3967 int yaffs_Unlink(yaffs_Object *dir, const char *name)
3968 {
3969         yaffs_Object *obj;
3970         
3971          obj = yaffs_FindObjectByName(dir,name);
3972          
3973          if(obj && obj->unlinkAllowed)
3974          {
3975                 return yaffs_UnlinkWorker(obj);
3976          }
3977          
3978          return YAFFS_FAIL;
3979         
3980 }
3981
3982 //////////////// Initialisation Scanning /////////////////
3983
3984
3985
3986 // For now we use the SmartMedia check.
3987 // We look at the blockStatus byte in the first two chunks
3988 // These must be 0xFF to pass as OK.
3989 // todo: this function needs to be modifyable foir different NAND types
3990 // and different chunk sizes.  Suggest make this into a per-device configurable
3991 // function.
3992 static int yaffs_IsBlockBad(yaffs_Device *dev, int blk)
3993 {
3994         yaffs_Spare spare;
3995         
3996         yaffs_ReadChunkFromNAND(dev,blk * dev->nChunksPerBlock,NULL,&spare,1);
3997 #if 1
3998         if(yaffs_CountBits(spare.blockStatus) < 7)
3999         {
4000                 return 1;
4001         }
4002 #else
4003         if(spare.blockStatus != 0xFF)
4004         {
4005                 return 1;
4006         }
4007 #endif
4008         yaffs_ReadChunkFromNAND(dev,blk * dev->nChunksPerBlock + 1,NULL,&spare,1);
4009
4010 #if 1
4011         if(yaffs_CountBits(spare.blockStatus) < 7)
4012         {
4013                 return 1;
4014         }
4015 #else
4016         if(spare.blockStatus != 0xFF)
4017         {
4018                 return 1;
4019         }
4020 #endif
4021         
4022         return 0;
4023         
4024 }
4025
4026 static int yaffs_Scan(yaffs_Device *dev)
4027 {
4028         yaffs_Spare spare;
4029         yaffs_Tags tags;
4030         int blk;
4031         int chunk;
4032         int c;
4033         int deleted;
4034         yaffs_BlockState state;
4035         yaffs_Object *hardList = NULL;
4036         yaffs_Object *hl;
4037         yaffs_BlockInfo *bi;
4038
4039         
4040         yaffs_ObjectHeader *oh;
4041         yaffs_Object *in;
4042         yaffs_Object *parent;
4043         
4044         __u8 chunkData[YAFFS_BYTES_PER_CHUNK];
4045         
4046         
4047         // Scan all the blocks...
4048         
4049         for(blk = dev->startBlock; blk <= dev->endBlock; blk++)
4050         {
4051                 deleted = 0;
4052                 bi = yaffs_GetBlockInfo(dev,blk);
4053                 yaffs_ClearChunkBits(dev,blk);
4054                 bi->pagesInUse = 0;
4055                 bi->softDeletions = 0;
4056                 state = YAFFS_BLOCK_STATE_SCANNING;
4057                 
4058                 
4059                 if(yaffs_IsBlockBad(dev,blk))
4060                 {
4061                         state = YAFFS_BLOCK_STATE_DEAD;
4062                         T(YAFFS_TRACE_BAD_BLOCKS,(TSTR("block %d is bad" TENDSTR),blk));
4063                 }
4064                 
4065                 // Read each chunk in the block.
4066                 
4067                 for(c = 0; c < dev->nChunksPerBlock && 
4068                                    state == YAFFS_BLOCK_STATE_SCANNING; c++)
4069                 {
4070                         // Read the spare area and decide what to do
4071                         chunk = blk * dev->nChunksPerBlock + c;
4072                         
4073                         yaffs_ReadChunkFromNAND(dev,chunk,NULL,&spare,1);
4074
4075                         
4076                         // This block looks ok, now what's in this chunk?
4077                         yaffs_GetTagsFromSpare(dev,&spare,&tags);
4078                         
4079                         if(yaffs_CountBits(spare.pageStatus) < 6)
4080                         {
4081                                 // A deleted chunk
4082                                 deleted++;
4083                                 dev->nFreeChunks ++;
4084                                 //T((" %d %d deleted\n",blk,c));
4085                         }
4086                         else if(tags.objectId == YAFFS_UNUSED_OBJECT_ID)
4087                         {
4088                                 // An unassigned chunk in the block
4089                                 // This means that either the block is empty or 
4090                                 // this is the one being allocated from
4091                                 
4092                                 if(c == 0)
4093                                 {
4094                                         // the block is unused
4095                                         state = YAFFS_BLOCK_STATE_EMPTY;
4096                                         dev->nErasedBlocks++;
4097                                 }
4098                                 else
4099                                 {
4100                                         // this is the block being allocated from
4101                                         T(YAFFS_TRACE_SCAN,(TSTR(" Allocating from %d %d" TENDSTR),blk,c));
4102                                         state = YAFFS_BLOCK_STATE_ALLOCATING;
4103                                         dev->allocationBlock = blk;
4104                                         dev->allocationPage = c;
4105                                 }
4106
4107                                 dev->nFreeChunks += (dev->nChunksPerBlock - c);
4108                         }
4109                         else if(tags.chunkId > 0)
4110                         {
4111                                 int endpos;
4112                                 // A data chunk.
4113                                 yaffs_SetChunkBit(dev,blk,c);
4114                                 bi->pagesInUse++;
4115                                                                 
4116                                 in = yaffs_FindOrCreateObjectByNumber(dev,tags.objectId,YAFFS_OBJECT_TYPE_FILE);
4117                                 // PutChunkIntoFIle checks for a clash (two data chunks with
4118                                 // the same chunkId).
4119                                 yaffs_PutChunkIntoFile(in,tags.chunkId,chunk,1);
4120                                 endpos = (tags.chunkId - 1)* YAFFS_BYTES_PER_CHUNK + tags.byteCount;
4121                                 if(in->variant.fileVariant.scannedFileSize <endpos)
4122                                 {
4123                                         in->variant.fileVariant.scannedFileSize = endpos;
4124 #ifndef CONFIG_YAFFS_USE_HEADER_FILE_SIZE
4125                                                 in->variant.fileVariant.fileSize =      
4126                                                         in->variant.fileVariant.scannedFileSize;
4127 #endif
4128
4129                                 }
4130                                 //T((" %d %d data %d %d\n",blk,c,tags.objectId,tags.chunkId));  
4131                         }
4132                         else
4133                         {
4134                                 // chunkId == 0, so it is an ObjectHeader.
4135                                 // Thus, we read in the object header and make the object
4136                                 yaffs_SetChunkBit(dev,blk,c);
4137                                 bi->pagesInUse++;
4138                                                         
4139                                 yaffs_ReadChunkFromNAND(dev,chunk,chunkData,NULL,1);
4140                                 
4141                                 oh = (yaffs_ObjectHeader *)chunkData;
4142                                 
4143                                 in = yaffs_FindOrCreateObjectByNumber(dev,tags.objectId,oh->type);
4144                                 
4145                                 if(in->valid)
4146                                 {
4147                                         // We have already filled this one. We have a duplicate and need to resolve it.
4148                                         
4149                                         unsigned existingSerial = in->serial;
4150                                         unsigned newSerial = tags.serialNumber;
4151                                         
4152                                         if(((existingSerial+1) & 3) == newSerial)
4153                                         {
4154                                                 // Use new one - destroy the exisiting one
4155                                                 yaffs_DeleteChunk(dev,in->chunkId,1);
4156                                                 in->valid = 0;
4157                                         }
4158                                         else
4159                                         {
4160                                                 // Use existing - destroy this one.
4161                                                 yaffs_DeleteChunk(dev,chunk,1);
4162                                         }
4163                                 }
4164                                 
4165                                 if(!in->valid &&
4166                                    (tags.objectId == YAFFS_OBJECTID_ROOT ||
4167                                     tags.objectId == YAFFS_OBJECTID_LOSTNFOUND))
4168                                 {
4169                                         // We only load some info, don't fiddle with directory structure
4170                                         in->valid = 1;
4171                                         in->variantType = oh->type;
4172         
4173                                         in->st_mode  = oh->st_mode;
4174 #ifdef CONFIG_YAFFS_WINCE
4175                                         in->win_atime[0] = oh->win_atime[0];
4176                                         in->win_ctime[0] = oh->win_ctime[0];
4177                                         in->win_mtime[0] = oh->win_mtime[0];
4178                                         in->win_atime[1] = oh->win_atime[1];
4179                                         in->win_ctime[1] = oh->win_ctime[1];
4180                                         in->win_mtime[1] = oh->win_mtime[1];
4181 #else
4182                                         in->st_uid   = oh->st_uid;
4183                                         in->st_gid   = oh->st_gid;
4184                                         in->st_atime = oh->st_atime;
4185                                         in->st_mtime = oh->st_mtime;
4186                                         in->st_ctime = oh->st_ctime;
4187                                         in->st_rdev = oh->st_rdev;
4188 #endif
4189                                         in->chunkId  = chunk;
4190
4191                                 }
4192                                 else if(!in->valid)
4193                                 {
4194                                         // we need to load this info
4195                                 
4196                                         in->valid = 1;
4197                                         in->variantType = oh->type;
4198         
4199                                         in->st_mode  = oh->st_mode;
4200 #ifdef CONFIG_YAFFS_WINCE
4201                                         in->win_atime[0] = oh->win_atime[0];
4202                                         in->win_ctime[0] = oh->win_ctime[0];
4203                                         in->win_mtime[0] = oh->win_mtime[0];
4204                                         in->win_atime[1] = oh->win_atime[1];
4205                                         in->win_ctime[1] = oh->win_ctime[1];
4206                                         in->win_mtime[1] = oh->win_mtime[1];
4207 #else
4208                                         in->st_uid   = oh->st_uid;
4209                                         in->st_gid   = oh->st_gid;
4210                                         in->st_atime = oh->st_atime;
4211                                         in->st_mtime = oh->st_mtime;
4212                                         in->st_ctime = oh->st_ctime;
4213                                         in->st_rdev = oh->st_rdev;
4214 #endif
4215                                         in->chunkId  = chunk;
4216
4217                                         yaffs_SetObjectName(in,oh->name);
4218                                         in->dirty = 0;
4219                                                         
4220                                         // directory stuff...
4221                                         // hook up to parent
4222         
4223                                         parent = yaffs_FindOrCreateObjectByNumber(dev,oh->parentObjectId,YAFFS_OBJECT_TYPE_DIRECTORY);
4224                                         if(parent->variantType == YAFFS_OBJECT_TYPE_UNKNOWN)
4225                                         {
4226                                                 // Set up as a directory
4227                                                 parent->variantType = YAFFS_OBJECT_TYPE_DIRECTORY;
4228                                                 INIT_LIST_HEAD(&parent->variant.directoryVariant.children);
4229                                         }
4230                                         else if(parent->variantType != YAFFS_OBJECT_TYPE_DIRECTORY)
4231                                         {
4232                                                 // Hoosterman, another problem....
4233                                                 // We're trying to use a non-directory as a directory
4234                                                 
4235                                                 T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: attempting to use non-directory as a directory in scan. Put in lost+found." TENDSTR)));
4236                                                 parent = dev->lostNFoundDir;
4237
4238                                         }
4239                                 
4240                                         yaffs_AddObjectToDirectory(parent,in);
4241                                         if(parent == dev->unlinkedDir)
4242                                         {
4243                                                 in->deleted = 1; // If it is unlinked at start up then it wants deleting
4244                                                 dev->nDeletedFiles++;
4245                                         }
4246                                 
4247                                         // Note re hardlinks.
4248                                         // Since we might scan a hardlink before its equivalent object is scanned
4249                                         // we put them all in a list.
4250                                         // After scanning is complete, we should have all the objects, so we run through this
4251                                         // list and fix up all the chains.              
4252         
4253                                         switch(in->variantType)
4254                                         {
4255                                                 case YAFFS_OBJECT_TYPE_UNKNOWN:         // Todo got a problem
4256                                                         break;
4257                                                 case YAFFS_OBJECT_TYPE_FILE:
4258 #ifdef CONFIG_YAFFS_USE_HEADER_FILE_SIZE
4259                                                         in->variant.fileVariant.fileSize = oh->fileSize;
4260 #endif
4261                                                         break;
4262                                                 case YAFFS_OBJECT_TYPE_HARDLINK:
4263                                                         in->variant.hardLinkVariant.equivalentObjectId = oh->equivalentObjectId;
4264                                                         in->hardLinks.next = (struct list_head *)hardList;
4265                                                         hardList = in;
4266                                                         break;
4267                                                 case YAFFS_OBJECT_TYPE_DIRECTORY:       // Do nothing
4268                                                         break;
4269                                                 case YAFFS_OBJECT_TYPE_SPECIAL: // Do nothing
4270                                                         break;
4271                                                 case YAFFS_OBJECT_TYPE_SYMLINK:         // Do nothing
4272                                                         in->variant.symLinkVariant.alias = yaffs_CloneString(oh->alias);
4273                                                         break;
4274                                         }
4275                                         //T((" %d %d header %d \"%s\" type %d\n",blk,c,tags.objectId,oh->name,in->variantType));        
4276                                 }
4277                         }
4278                 }
4279                 
4280                 if(state == YAFFS_BLOCK_STATE_SCANNING)
4281                 {
4282                         // If we got this far while scanning, then the block is fully allocated.
4283                         state = YAFFS_BLOCK_STATE_FULL; 
4284                 }
4285                 
4286                 bi->blockState = state;
4287                 
4288                 // Now let's see if it was dirty
4289                 if(     bi->pagesInUse == 0 &&
4290                 bi->blockState == YAFFS_BLOCK_STATE_FULL)
4291             {
4292                 yaffs_BlockBecameDirty(dev,blk);
4293             }
4294
4295         }
4296         
4297         // Fix up the hard link chains.
4298         // We should now have scanned all the objects, now it's time to add these 
4299         // hardlinks.
4300         while(hardList)
4301         {
4302                 hl = hardList;
4303                 hardList = (yaffs_Object *)(hardList->hardLinks.next);
4304                 
4305                 in = yaffs_FindObjectByNumber(dev,hl->variant.hardLinkVariant.equivalentObjectId);
4306                 
4307                 if(in)
4308                 {
4309                         // Add the hardlink pointers
4310                         hl->variant.hardLinkVariant.equivalentObject=in;
4311                         list_add(&hl->hardLinks,&in->hardLinks);
4312                 }
4313                 else
4314                 {
4315                         //Todo Need to report/handle this better.
4316                         // Got a problem... hardlink to a non-existant object
4317                         hl->variant.hardLinkVariant.equivalentObject=NULL;
4318                         INIT_LIST_HEAD(&hl->hardLinks);
4319                         
4320                 }
4321                 
4322         }
4323         
4324         {
4325                 struct list_head *i;    
4326                 struct list_head *n;
4327                         
4328                 yaffs_Object *l;
4329                 // Soft delete all the unlinked files
4330                 list_for_each_safe(i,n,&dev->unlinkedDir->variant.directoryVariant.children)
4331                 {
4332                         if(i)
4333                         {
4334                                 l = list_entry(i, yaffs_Object,siblings);
4335                                 if(l->deleted)
4336                                 {
4337                                         yaffs_SoftDeleteFile(l);                
4338                                 }
4339                         }
4340                 }       
4341         }
4342         
4343         
4344         return YAFFS_OK;
4345 }
4346
4347
4348 ////////////////////////// Directory Functions /////////////////////////
4349
4350
4351 static void yaffs_AddObjectToDirectory(yaffs_Object *directory, yaffs_Object *obj)
4352 {
4353
4354         if(obj->siblings.prev == NULL)
4355         {
4356                 // Not initialised
4357                 INIT_LIST_HEAD(&obj->siblings);
4358                 
4359         }
4360         else if(!list_empty(&obj->siblings))
4361         {
4362                 // If it is holed up somewhere else, un hook it
4363                 list_del_init(&obj->siblings);
4364         }
4365         // Now add it
4366         list_add(&obj->siblings,&directory->variant.directoryVariant.children);
4367         obj->parent = directory;
4368         
4369         if(directory == obj->myDev->unlinkedDir)
4370         {
4371                 obj->unlinked = 1;
4372                 obj->myDev->nUnlinkedFiles++;
4373                 obj->renameAllowed = 0;
4374         }
4375 }
4376
4377 static void yaffs_RemoveObjectFromDirectory(yaffs_Object *obj)
4378 {
4379         list_del_init(&obj->siblings);
4380         obj->parent = NULL;
4381 }
4382
4383 yaffs_Object *yaffs_FindObjectByName(yaffs_Object *directory,const char *name)
4384 {
4385         int sum;
4386         
4387         struct list_head *i;
4388         char buffer[YAFFS_MAX_NAME_LENGTH+1];
4389         
4390         yaffs_Object *l;
4391         
4392         sum = yaffs_CalcNameSum(name);
4393         
4394         list_for_each(i,&directory->variant.directoryVariant.children)
4395         {
4396                 if(i)
4397                 {
4398                         l = list_entry(i, yaffs_Object,siblings);
4399                 
4400                         // Special case for lost-n-found
4401                         if(l->objectId == YAFFS_OBJECTID_LOSTNFOUND)
4402                         {
4403                                 if(yaffs_strcmp(name,YAFFS_LOSTNFOUND_NAME) == 0)
4404                                 {
4405                                         return l;
4406                                 }
4407                         }
4408                         else if(yaffs_SumCompare(l->sum, sum))
4409                         {
4410                                 // Do a real check
4411                                 yaffs_GetObjectName(l,buffer,YAFFS_MAX_NAME_LENGTH);
4412                                 if(yaffs_strcmp(name,buffer) == 0)
4413                                 {
4414                                         return l;
4415                                 }
4416                         
4417                         }                       
4418                 }
4419         }
4420         
4421         return NULL;
4422 }
4423
4424
4425 int yaffs_ApplyToDirectoryChildren(yaffs_Object *theDir,int (*fn)(yaffs_Object *))
4426 {
4427         struct list_head *i;    
4428         yaffs_Object *l;
4429         
4430         
4431         list_for_each(i,&theDir->variant.directoryVariant.children)
4432         {
4433                 if(i)
4434                 {
4435                         l = list_entry(i, yaffs_Object,siblings);
4436                         if(l && !fn(l))
4437                         {
4438                                 return YAFFS_FAIL;
4439                         }
4440                 }
4441         }
4442         
4443         return YAFFS_OK;
4444
4445 }
4446
4447
4448 // GetEquivalentObject dereferences any hard links to get to the
4449 // actual object.
4450
4451 yaffs_Object *yaffs_GetEquivalentObject(yaffs_Object *obj)
4452 {
4453         if(obj && obj->variantType == YAFFS_OBJECT_TYPE_HARDLINK)
4454         {
4455                 // We want the object id of the equivalent object, not this one
4456                 obj = obj->variant.hardLinkVariant.equivalentObject;
4457         }
4458         return obj;
4459
4460 }
4461
4462 int yaffs_GetObjectName(yaffs_Object *obj,char *name,int buffSize)
4463 {
4464         memset(name,0,buffSize);
4465         
4466         if(obj->objectId == YAFFS_OBJECTID_LOSTNFOUND)
4467         {
4468                 strncpy(name,YAFFS_LOSTNFOUND_NAME,buffSize - 1);
4469         }
4470         else if(obj->chunkId <= 0)
4471         {
4472                 char locName[20];
4473                 // make up a name
4474                 sprintf(locName,"%s%d",YAFFS_LOSTNFOUND_PREFIX,obj->objectId);
4475                 strncpy(name,locName,buffSize - 1);
4476
4477         }
4478 #ifdef CONFIG_YAFFS_SHORT_NAMES_IN_RAM
4479         else if(obj->shortName[0])
4480         {
4481                 strcpy(name,obj->shortName);
4482         }
4483 #endif
4484         else
4485         {
4486                 __u8 buffer[YAFFS_BYTES_PER_CHUNK];
4487                 yaffs_ObjectHeader *oh = (yaffs_ObjectHeader *)buffer;
4488
4489                 memset(buffer,0,YAFFS_BYTES_PER_CHUNK);
4490         
4491                 if(obj->chunkId >= 0)
4492                 {
4493                         yaffs_ReadChunkFromNAND(obj->myDev,obj->chunkId,buffer,NULL,1);
4494                 }
4495                 strncpy(name,oh->name,buffSize - 1);
4496         }
4497         
4498         return strlen(name);
4499 }
4500
4501 int yaffs_GetObjectFileLength(yaffs_Object *obj)
4502 {
4503         
4504         // Dereference any hard linking
4505         obj = yaffs_GetEquivalentObject(obj);
4506         
4507         if(obj->variantType == YAFFS_OBJECT_TYPE_FILE)
4508         {
4509                 return obj->variant.fileVariant.fileSize;
4510         }
4511         if(obj->variantType == YAFFS_OBJECT_TYPE_SYMLINK)
4512         {
4513                 return strlen(obj->variant.symLinkVariant.alias);
4514         }
4515         else
4516         {
4517                 // Only a directory should drop through to here
4518                 return YAFFS_BYTES_PER_CHUNK;
4519         }       
4520 }
4521
4522 int yaffs_GetObjectLinkCount(yaffs_Object *obj)
4523 {
4524         int count = 0; 
4525         struct list_head *i;
4526         
4527         if(!obj->unlinked)
4528         {
4529                 count++;        // the object itself
4530         }
4531         list_for_each(i,&obj->hardLinks)
4532         {
4533                 count++;        // add the hard links;
4534         }
4535         return count;
4536         
4537 }
4538
4539
4540 int yaffs_GetObjectInode(yaffs_Object *obj)
4541 {
4542         obj = yaffs_GetEquivalentObject(obj);
4543         
4544         return obj->objectId;
4545 }
4546
4547 unsigned yaffs_GetObjectType(yaffs_Object *obj)
4548 {
4549         obj = yaffs_GetEquivalentObject(obj);
4550         
4551         switch(obj->variantType)
4552         {
4553                 case YAFFS_OBJECT_TYPE_FILE:            return DT_REG; break;
4554                 case YAFFS_OBJECT_TYPE_DIRECTORY:       return DT_DIR; break;
4555                 case YAFFS_OBJECT_TYPE_SYMLINK:         return DT_LNK; break;
4556                 case YAFFS_OBJECT_TYPE_HARDLINK:        return DT_REG; break;
4557                 case YAFFS_OBJECT_TYPE_SPECIAL:         
4558                         if(S_ISFIFO(obj->st_mode)) return DT_FIFO;
4559                         if(S_ISCHR(obj->st_mode)) return DT_CHR;
4560                         if(S_ISBLK(obj->st_mode)) return DT_BLK;
4561                         if(S_ISSOCK(obj->st_mode)) return DT_SOCK;
4562                 default: return DT_REG; break;
4563         }
4564 }
4565
4566 char *yaffs_GetSymlinkAlias(yaffs_Object *obj)
4567 {
4568         obj = yaffs_GetEquivalentObject(obj);
4569         if(obj->variantType == YAFFS_OBJECT_TYPE_SYMLINK)
4570         {
4571                 return yaffs_CloneString(obj->variant.symLinkVariant.alias);
4572         }
4573         else
4574         {
4575                 return yaffs_CloneString("");
4576         }
4577 }
4578
4579 #ifndef CONFIG_YAFFS_WINCE
4580
4581 int yaffs_SetAttributes(yaffs_Object *obj, struct iattr *attr)
4582 {
4583         unsigned int valid = attr->ia_valid;
4584         
4585         if(valid & ATTR_MODE) obj->st_mode = attr->ia_mode;
4586         if(valid & ATTR_UID) obj->st_uid = attr->ia_uid;
4587         if(valid & ATTR_GID) obj->st_gid = attr->ia_gid;
4588         
4589 //#if defined(CONFIG_KERNEL_2_5)
4590 #if defined(__KERNEL__) && (LINUX_VERSION_CODE > KERNEL_VERSION(2,5,0))
4591
4592         if(valid & ATTR_ATIME) obj->st_atime = attr->ia_atime.tv_sec;
4593         if(valid & ATTR_CTIME) obj->st_ctime = attr->ia_ctime.tv_sec;
4594         if(valid & ATTR_MTIME) obj->st_mtime = attr->ia_mtime.tv_sec;
4595 #else
4596         if(valid & ATTR_ATIME) obj->st_atime = attr->ia_atime;
4597         if(valid & ATTR_CTIME) obj->st_ctime = attr->ia_ctime;
4598         if(valid & ATTR_MTIME) obj->st_mtime = attr->ia_mtime;
4599 #endif
4600         
4601         if(valid & ATTR_SIZE) yaffs_ResizeFile(obj,attr->ia_size);
4602         
4603         yaffs_UpdateObjectHeader(obj,NULL,1);
4604         
4605         return YAFFS_OK;
4606         
4607 }
4608 int yaffs_GetAttributes(yaffs_Object *obj, struct iattr *attr)
4609 {
4610         unsigned int valid = 0;
4611         
4612         attr->ia_mode = obj->st_mode;   valid |= ATTR_MODE;
4613         attr->ia_uid = obj->st_uid;             valid |= ATTR_UID;
4614         attr->ia_gid = obj->st_gid;             valid |= ATTR_GID;
4615         
4616 //#if defined(CONFIG_KERNEL_2_5)
4617 #if defined(__KERNEL__) && (LINUX_VERSION_CODE > KERNEL_VERSION(2,5,0))
4618         attr->ia_atime.tv_sec = obj->st_atime;  valid |= ATTR_ATIME;
4619         attr->ia_ctime.tv_sec = obj->st_ctime;  valid |= ATTR_CTIME;
4620         attr->ia_mtime.tv_sec = obj->st_mtime;  valid |= ATTR_MTIME;
4621 #else   
4622         attr->ia_atime = obj->st_atime; valid |= ATTR_ATIME;
4623         attr->ia_ctime = obj->st_ctime; valid |= ATTR_CTIME;
4624         attr->ia_mtime = obj->st_mtime; valid |= ATTR_MTIME;
4625 #endif  
4626         attr->ia_size = yaffs_GetFileSize(obj); valid |= ATTR_SIZE;
4627         
4628         attr->ia_valid = valid;
4629         
4630         return YAFFS_OK;
4631         
4632 }
4633
4634 #endif
4635
4636 int yaffs_DumpObject(yaffs_Object *obj)
4637 {
4638 //      __u8 buffer[YAFFS_BYTES_PER_CHUNK];
4639         char name[257];
4640 //      yaffs_ObjectHeader *oh = (yaffs_ObjectHeader *)buffer;
4641
4642 //      memset(buffer,0,YAFFS_BYTES_PER_CHUNK);
4643         
4644 //      if(obj->chunkId >= 0)
4645 //      {
4646 //              yaffs_ReadChunkFromNAND(obj->myDev,obj->chunkId,buffer,NULL);
4647 //      }
4648         
4649         yaffs_GetObjectName(obj,name,256);
4650         
4651         T(YAFFS_TRACE_ALWAYS,(TSTR("Object %d, inode %d \"%s\"\n dirty %d valid %d serial %d sum %d chunk %d type %d size %d\n" TENDSTR),
4652                         obj->objectId,yaffs_GetObjectInode(obj), name, obj->dirty, obj->valid, obj->serial, 
4653                         obj->sum, obj->chunkId, yaffs_GetObjectType(obj), yaffs_GetObjectFileLength(obj)));
4654
4655 #if 0
4656         YPRINTF(("Object %d \"%s\"\n dirty %d valid %d serial %d sum %d chunk %d\n",
4657                         obj->objectId, oh->name, obj->dirty, obj->valid, obj->serial, 
4658                         obj->sum, obj->chunkId));
4659                 switch(obj->variantType)
4660         {
4661                 case YAFFS_OBJECT_TYPE_FILE: 
4662                         YPRINTF((" FILE length %d\n",obj->variant.fileVariant.fileSize));
4663                         break;
4664                 case YAFFS_OBJECT_TYPE_DIRECTORY:
4665                         YPRINTF((" DIRECTORY\n"));
4666                         break;
4667                 case YAFFS_OBJECT_TYPE_HARDLINK: //todo
4668                 case YAFFS_OBJECT_TYPE_SYMLINK:
4669                 case YAFFS_OBJECT_TYPE_UNKNOWN:
4670                 default:
4671         }
4672 #endif
4673         
4674         return YAFFS_OK;
4675 }
4676
4677
4678 ///////////////////////// Initialisation code ///////////////////////////
4679
4680
4681
4682 int yaffs_GutsInitialise(yaffs_Device *dev)
4683 {
4684         unsigned x;
4685         int bits;
4686         int extraBits;
4687         int nBlocks;
4688
4689         if(     dev->nBytesPerChunk != YAFFS_BYTES_PER_CHUNK || 
4690                 dev->nChunksPerBlock < 2 ||
4691                 dev->nReservedBlocks < 2 ||
4692                 dev->startBlock <= 0 ||
4693                 dev->endBlock <= 0 ||
4694                 dev->endBlock <= (dev->startBlock + dev->nReservedBlocks)
4695           )
4696         {
4697                 //these parameters must be set before stating yaffs
4698                 // Other parameters startBlock,
4699                 return YAFFS_FAIL;
4700         }
4701
4702
4703         
4704         if(!yaffs_CheckStructures())
4705         {
4706                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs_CheckStructures failed\n" TENDSTR)));
4707                 return YAFFS_FAIL;
4708         }
4709
4710         if(dev->isMounted)
4711         {
4712                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: device already mounted\n" TENDSTR)));
4713                 return YAFFS_FAIL;
4714         }
4715
4716         dev->isMounted = 1;
4717         
4718         if(dev->startBlock <= 0 ||
4719            (dev->endBlock - dev->startBlock) < 10)
4720         {
4721                 T(YAFFS_TRACE_ALWAYS,(TSTR("startBlock %d or endBlock %d invalid\n" TENDSTR),
4722                                 dev->startBlock, dev->endBlock));
4723                 return YAFFS_FAIL;
4724         }
4725         
4726         nBlocks = dev->endBlock - dev->startBlock + 1;
4727         
4728
4729                 
4730         // OK now calculate a few things for the device
4731         // Calculate chunkGroupBits. 
4732         // We need to find the next power of 2 > than endBlock
4733         
4734         x = dev->nChunksPerBlock * (dev->endBlock+1);
4735         
4736         for(bits = extraBits = 0; x > 1; bits++)
4737         {
4738                 if(x & 1) extraBits++;
4739                 x >>= 1;
4740         }
4741
4742         if(extraBits > 0) bits++;
4743         
4744         
4745         // Level0 Tnodes are 16 bits, so if the bitwidth of the
4746         // chunk range we're using is greater than 16 we need 
4747         // to figure out chunk shift and chunkGroupSize
4748         if(bits <= 16) 
4749         {
4750                 dev->chunkGroupBits = 0;
4751         }
4752         else
4753         {
4754                 dev->chunkGroupBits = bits - 16;
4755         }
4756         
4757         dev->chunkGroupSize = 1 << dev->chunkGroupBits;
4758
4759         if(dev->nChunksPerBlock < dev->chunkGroupSize)
4760         {
4761                 // We have a problem because the soft delete won't work if
4762                 // the chunk group size > chunks per block.
4763                 // This can be remedied by using larger "virtual blocks".
4764                 
4765                 return YAFFS_FAIL;
4766         }
4767
4768         
4769         
4770         
4771         // More device initialisation
4772         dev->garbageCollections = 0;
4773         dev->passiveGarbageCollections = 0;
4774         dev->currentDirtyChecker = 0;
4775         dev->bufferedBlock = -1;
4776         dev->doingBufferedBlockRewrite = 0;
4777         dev->nDeletedFiles = 0;
4778         dev->nBackgroundDeletions=0;
4779         dev->nUnlinkedFiles = 0;
4780         dev->eccFixed=0;
4781         dev->eccUnfixed=0;
4782         dev->tagsEccFixed=0;
4783         dev->tagsEccUnfixed=0;
4784         
4785         dev->localBuffer = YMALLOC(dev->nBytesPerChunk);
4786         
4787
4788         
4789         
4790         yaffs_InitialiseBlocks(dev,nBlocks);
4791         
4792         yaffs_InitialiseTnodes(dev);
4793
4794         yaffs_InitialiseObjects(dev);
4795         
4796         if(dev->nShortOpCaches > 0)
4797         { 
4798                 int i;
4799                 
4800                 if(dev->nShortOpCaches >  YAFFS_MAX_SHORT_OP_CACHES)
4801                 {
4802                         dev->nShortOpCaches = YAFFS_MAX_SHORT_OP_CACHES;
4803                 }
4804                 
4805                 dev->srCache = YMALLOC( dev->nShortOpCaches * sizeof(yaffs_ChunkCache));
4806                 
4807                 for(i=0; i < dev->nShortOpCaches; i++)
4808                 {
4809                         dev->srCache[i].object = NULL;
4810                         dev->srCache[i].lastUse = 0;
4811                         dev->srCache[i].dirty = 0;
4812                 }
4813                 dev->srLastUse = 0;
4814         }
4815
4816         dev->cacheHits = 0;
4817         
4818         
4819         // Initialise the unlinked, root and lost and found directories
4820         dev->lostNFoundDir = dev->rootDir = dev->unlinkedDir = NULL;
4821         
4822         dev->unlinkedDir = yaffs_CreateFakeDirectory(dev,YAFFS_OBJECTID_UNLINKED, S_IFDIR);
4823
4824         dev->rootDir = yaffs_CreateFakeDirectory(dev,YAFFS_OBJECTID_ROOT,YAFFS_ROOT_MODE | S_IFDIR);
4825         dev->lostNFoundDir = yaffs_CreateFakeDirectory(dev,YAFFS_OBJECTID_LOSTNFOUND,YAFFS_LOSTNFOUND_MODE | S_IFDIR);
4826         yaffs_AddObjectToDirectory(dev->rootDir,dev->lostNFoundDir);
4827         
4828                 
4829         // Now scan the flash.  
4830         yaffs_Scan(dev);
4831         
4832         // Zero out stats
4833         dev->nPageReads = 0;
4834     dev->nPageWrites =  0;
4835         dev->nBlockErasures = 0;
4836         dev->nGCCopies = 0;
4837         dev->nRetriedWrites = 0;
4838         dev->nRetiredBlocks = 0;
4839
4840         
4841         return YAFFS_OK;
4842                 
4843 }
4844
4845 void yaffs_Deinitialise(yaffs_Device *dev)
4846 {
4847         if(dev->isMounted)
4848         {
4849         
4850                 yaffs_DeinitialiseBlocks(dev);
4851                 yaffs_DeinitialiseTnodes(dev);
4852                 yaffs_DeinitialiseObjects(dev);
4853                 if(dev->nShortOpCaches > 0)
4854                         YFREE(dev->srCache);
4855                 YFREE(dev->localBuffer);
4856         }
4857         
4858 }
4859
4860 #if 0
4861
4862 int  yaffs_GetNumberOfFreeChunks(yaffs_Device *dev)
4863 {
4864         int nFree = dev->nFreeChunks - (dev->nChunksPerBlock * YAFFS_RESERVED_BLOCKS);
4865         
4866         struct list_head *i;    
4867         yaffs_Object *l;
4868         
4869         
4870         // To the free chunks add the chunks that are in the deleted unlinked files.
4871         list_for_each(i,&dev->unlinkedDir->variant.directoryVariant.children)
4872         {
4873                 l = list_entry(i, yaffs_Object,siblings);
4874                 if(l->deleted)
4875                 {
4876                         nFree++;
4877                         nFree += l->nDataChunks;
4878                 }
4879         }
4880         
4881         
4882         // printf("___________ nFreeChunks is %d nFree is %d\n",dev->nFreeChunks,nFree);        
4883
4884         if(nFree < 0) nFree = 0;
4885
4886         return nFree;   
4887         
4888 }
4889
4890 #endif
4891
4892 int  yaffs_GetNumberOfFreeChunks(yaffs_Device *dev)
4893 {
4894         int nFree;
4895         int pending;
4896         int b;
4897         int nDirtyCacheChunks=0;
4898         
4899         yaffs_BlockInfo *blk;
4900         
4901         struct list_head *i;    
4902         yaffs_Object *l;
4903         
4904         for(nFree = 0, b = dev->startBlock; b <= dev->endBlock; b++)
4905         {
4906                 blk = yaffs_GetBlockInfo(dev,b);
4907                 
4908                 switch(blk->blockState)
4909                 {
4910                         case YAFFS_BLOCK_STATE_EMPTY:
4911                         case YAFFS_BLOCK_STATE_ALLOCATING: 
4912                         case YAFFS_BLOCK_STATE_FULL: nFree += (dev->nChunksPerBlock - blk->pagesInUse); break;
4913                         default: break;
4914                 }
4915         }
4916         
4917         
4918         pending = 0;
4919         
4920         // To the free chunks add the chunks that are in the deleted unlinked files.
4921         list_for_each(i,&dev->unlinkedDir->variant.directoryVariant.children)
4922         {
4923                 if(i)
4924                 {
4925                         l = list_entry(i, yaffs_Object,siblings);
4926                         if(l->deleted)
4927                         {
4928                                 pending++;
4929                                 pending += l->nDataChunks;
4930                         }
4931                 }
4932         }
4933         
4934         
4935         
4936         //printf("___________ really free is %d, pending %d, nFree is %d\n",nFree,pending, nFree+pending);
4937         
4938         if(nFree != dev->nFreeChunks) 
4939         {
4940         //      printf("___________Different! really free is %d, nFreeChunks %d\n",nFree dev->nFreeChunks);
4941         }
4942
4943         nFree += pending;
4944         
4945         // Now count the number of dirty chunks in the cache and subtract those
4946         
4947         {
4948                 int i;
4949                 for(i = 0; i < dev->nShortOpCaches; i++)
4950                 {
4951                         if(dev->srCache[i].dirty) nDirtyCacheChunks++;
4952                 }
4953         }
4954         
4955         nFree -= nDirtyCacheChunks;
4956         
4957         nFree -= ((dev->nReservedBlocks + 1) * dev->nChunksPerBlock);
4958         
4959         if(nFree < 0) nFree = 0;
4960
4961         return nFree;   
4962         
4963 }
4964
4965
4966
4967 /////////////////// YAFFS test code //////////////////////////////////
4968
4969 #define yaffs_CheckStruct(structure,syze, name) \
4970            if(sizeof(structure) != syze) \
4971                { \
4972                  T(YAFFS_TRACE_ALWAYS,(TSTR("%s should be %d but is %d\n" TENDSTR),name,syze,sizeof(structure))); \
4973                  return YAFFS_FAIL; \
4974                    }
4975                  
4976                  
4977 static int yaffs_CheckStructures(void)
4978 {
4979         yaffs_CheckStruct(yaffs_Tags,8,"yaffs_Tags")
4980         yaffs_CheckStruct(yaffs_TagsUnion,8,"yaffs_TagsUnion")
4981         yaffs_CheckStruct(yaffs_Spare,16,"yaffs_Spare")
4982 #ifndef CONFIG_YAFFS_TNODE_LIST_DEBUG
4983         yaffs_CheckStruct(yaffs_Tnode,2* YAFFS_NTNODES_LEVEL0,"yaffs_Tnode")
4984 #endif
4985         yaffs_CheckStruct(yaffs_ObjectHeader,512,"yaffs_ObjectHeader")
4986         
4987         
4988         return YAFFS_OK;
4989 }
4990
4991 #if 0
4992 void yaffs_GutsTest(yaffs_Device *dev)
4993 {
4994         
4995         if(yaffs_CheckStructures() != YAFFS_OK)
4996         {
4997                 T(YAFFS_TRACE_ALWAYS,(TSTR("One or more structures malformed-- aborting\n" TENDSTR)));
4998                 return;
4999         }
5000         
5001         yaffs_TnodeTest(dev);
5002         yaffs_ObjectTest(dev);  
5003 }
5004 #endif
5005
5006
5007
5008