yaffs_guts.c

   1 /*
   2  * YAFFS: Yet another FFS. A NAND-flash specific file system.
   3  *
   4  * Copyright (C) 2002 Aleph One Ltd.
   5  *   for Toby Churchill Ltd and Brightstar Engineering
   6  *
   7  * Created by Charles Manning <charles@aleph1.co.uk>
   8  *
   9  * This program is free software; you can redistribute it and/or modify
  10  * it under the terms of the GNU General Public License version 2 as
  11  * published by the Free Software Foundation.
  12  *
  13  */
  14  //yaffs_guts.c
  15
  16 const char *yaffs_guts_c_version="$Id: yaffs_guts.c,v 1.13 2005-08-01 04:53:01 charles Exp $";
  17
  18 #include "yportenv.h"
  19
  20 #include "yaffsinterface.h"
  21 #include "yaffs_guts.h"
  22 #include "yaffs_tagsvalidity.h"
  23
  24
  25 #include "yaffs_tagscompat.h"
  26
  27 #ifdef CONFIG_YAFFS_WINCE
  28 void yfsd_LockYAFFS(BOOL fsLockOnly);
  29 void yfsd_UnlockYAFFS(BOOL fsLockOnly);
  30 #endif
  31
  32 #define YAFFS_PASSIVE_GC_CHUNKS 2
  33
  34 #if 0
  35 // Use Steven Hill's ECC struff instead
  36 // External functions for ECC on data
  37 void nand_calculate_ecc (const u_char *dat, u_char *ecc_code);
  38 int nand_correct_data (u_char *dat, u_char *read_ecc, u_char *calc_ecc);
  39 #define yaffs_ECCCalculate(data,ecc) nand_calculate_ecc(data,ecc)
  40 #define yaffs_ECCCorrect(data,read_ecc,calc_ecc) nand_correct_ecc(data,read_ecc,calc_ecc)
  41 #else
  42 #include "yaffs_ecc.h"
  43 #endif
  44
  45 #if 0
  46 // countBits is a quick way of counting the number of bits in a byte.
  47 // ie. countBits[n] holds the number of 1 bits in a byte with the value n.
  48
  49 static const char yaffs_countBitsTable[256] =
  50 {
  51 0,1,1,2,1,2,2,3,1,2,2,3,2,3,3,4,
  52 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
  53 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
  54 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
  55 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
  56 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
  57 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
  58 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
  59 1,2,2,3,2,3,3,4,2,3,3,4,3,4,4,5,
  60 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
  61 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
  62 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
  63 2,3,3,4,3,4,4,5,3,4,4,5,4,5,5,6,
  64 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
  65 3,4,4,5,4,5,5,6,4,5,5,6,5,6,6,7,
  66 4,5,5,6,5,6,6,7,5,6,6,7,6,7,7,8
  67 };
  68
  69 static int yaffs_CountBits(__u8 x)
  70 {
  71         int retVal;
  72         retVal = yaffs_countBitsTable[x];
  73         return retVal;
  74 }
  75
  76 #endif
  77
  78
  79 #if 0
  80 // Stuff using yea olde tags
  81 static void yaffs_LoadTagsIntoSpare(yaffs_Spare *sparePtr, yaffs_Tags *tagsPtr);
  82 static void yaffs_GetTagsFromSpare(yaffs_Device *dev, yaffs_Spare *sparePtr,yaffs_Tags *tagsPtr);
  83
  84 static int yaffs_ReadChunkTagsFromNAND(yaffs_Device *dev,int chunkInNAND, yaffs_Tags *tags, int *chunkDeleted);
  85 static int yaffs_TagsMatch(const yaffs_Tags *tags, int objectId, int chunkInObject, int chunkDeleted);
  86 #else
  87 #endif
  88
  89 // NAND access
  90
  91
  92 static Y_INLINE int yaffs_ReadChunkWithTagsFromNAND(yaffs_Device *dev,int chunkInNAND, __u8 *buffer, yaffs_ExtendedTags *tags);
  93 static Y_INLINE int yaffs_WriteChunkWithTagsToNAND(yaffs_Device *dev,int chunkInNAND, const __u8 *data, yaffs_ExtendedTags *tags);
  94 static Y_INLINE int yaffs_MarkBlockBad(yaffs_Device *dev, int blockNo);
  95 static Y_INLINE int yaffs_QueryInitialBlockState(yaffs_Device *dev,int blockNo, yaffs_BlockState *state,unsigned *sequenceNumber);
  96 // Local prototypes
  97 static int yaffs_WriteNewChunkWithTagsToNAND(yaffs_Device *dev, const __u8 *buffer, yaffs_ExtendedTags *tags, int useReserve);
  98 #if 0
  99 static int yaffs_CheckObjectHashSanity(yaffs_Device *dev);
 100 #endif
 101 static int yaffs_PutChunkIntoFile(yaffs_Object *in,int chunkInInode, int chunkInNAND, int inScan);
 102
 103 static yaffs_Object *yaffs_CreateNewObject(yaffs_Device *dev,int number,yaffs_ObjectType type);
 104 static void yaffs_AddObjectToDirectory(yaffs_Object *directory, yaffs_Object *obj);
 105 static int yaffs_UpdateObjectHeader(yaffs_Object *in,const YCHAR *name, int force,int isShrink, int shadows);
 106 static void yaffs_RemoveObjectFromDirectory(yaffs_Object *obj);
 107 static int yaffs_CheckStructures(void);
 108 static int yaffs_DeleteWorker(yaffs_Object *in, yaffs_Tnode *tn, __u32 level, int chunkOffset,int *limit);
 109 static int yaffs_DoGenericObjectDeletion(yaffs_Object *in);
 110
 111 static yaffs_BlockInfo *yaffs_GetBlockInfo(yaffs_Device *dev,int blockNo);
 112
 113 static __u8 *yaffs_GetTempBuffer(yaffs_Device *dev,int lineNo);
 114 static void yaffs_ReleaseTempBuffer(yaffs_Device *dev, __u8 *buffer, int lineNo);
 115
 116
 117 // Robustification (if it ever comes about...)
 118 static void yaffs_RetireBlock(yaffs_Device *dev,int blockInNAND);
 119 #if 0
 120 static void yaffs_HandleReadDataError(yaffs_Device *dev,int chunkInNAND);
 121 #endif
 122 static void yaffs_HandleWriteChunkError(yaffs_Device *dev,int chunkInNAND);
 123 static void yaffs_HandleWriteChunkOk(yaffs_Device *dev,int chunkInNAND,const __u8 *data, const yaffs_ExtendedTags *tags);
 124 static void yaffs_HandleUpdateChunk(yaffs_Device *dev,int chunkInNAND,  const yaffs_ExtendedTags *tags);
 125
 126 static int  yaffs_CheckChunkErased(struct yaffs_DeviceStruct *dev,int chunkInNAND);
 127
 128 static int yaffs_UnlinkWorker(yaffs_Object *obj);
 129 static void yaffs_DestroyObject(yaffs_Object *obj);
 130
 131 #if 0
 132 static int yaffs_VerifyCompare(const __u8 *d0, const __u8 * d1, const yaffs_Spare *s0, const yaffs_Spare *s1,int dataSize);
 133 #endif
 134
 135 static int yaffs_TagsMatch(const yaffs_ExtendedTags *tags, int objectId, int chunkInObject);
 136
 137
 138 loff_t yaffs_GetFileSize(yaffs_Object *obj);
 139
 140
 141 static int yaffs_AllocateChunk(yaffs_Device *dev,int useReserve);
 142
 143 static void yaffs_VerifyFreeChunks(yaffs_Device *dev);
 144
 145 #ifdef YAFFS_PARANOID
 146 static int yaffs_CheckFileSanity(yaffs_Object *in);
 147 #else
 148 #define yaffs_CheckFileSanity(in)
 149 #endif
 150
 151 static void yaffs_InvalidateWholeChunkCache(yaffs_Object *in);
 152 static void yaffs_InvalidateChunkCache(yaffs_Object *object, int chunkId);
 153
 154 static int yaffs_ReadChunkWithTagsFromNAND(yaffs_Device *dev,int chunkInNAND, __u8 *buffer, yaffs_ExtendedTags *tags)
 155 {
 156         chunkInNAND -= dev->chunkOffset;
 157
 158         if(dev->readChunkWithTagsFromNAND)
 159                 return dev->readChunkWithTagsFromNAND(dev,chunkInNAND,buffer,tags);
 160         else
 161                 return yaffs_TagsCompatabilityReadChunkWithTagsFromNAND(dev,chunkInNAND,buffer,tags);
 162 }
 163
 164 static Y_INLINE int yaffs_WriteChunkWithTagsToNAND(yaffs_Device *dev,int chunkInNAND, const __u8 *buffer, yaffs_ExtendedTags *tags)
 165 {
 166         chunkInNAND -= dev->chunkOffset;
 167
 168         if(tags)
 169         {
 170                 tags->sequenceNumber = dev->sequenceNumber;
 171                 tags->chunkUsed = 1;
 172                 if(!yaffs_ValidateTags(tags))
 173                 {
 174                         T(YAFFS_TRACE_ERROR,(TSTR("Writing uninitialised tags" TENDSTR)));
 175                         YBUG();
 176                 }
 177                 T(YAFFS_TRACE_WRITE,(TSTR("Writing chunk %d tags %d %d"TENDSTR),chunkInNAND,tags->objectId,tags->chunkId));
 178         }
 179         else
 180         {
 181                         T(YAFFS_TRACE_ERROR,(TSTR("Writing with no tags" TENDSTR)));
 182                         YBUG();
 183         }
 184
 185         if(dev->writeChunkWithTagsToNAND)
 186                 return dev->writeChunkWithTagsToNAND(dev,chunkInNAND,buffer,tags);
 187         else
 188                 return yaffs_TagsCompatabilityWriteChunkWithTagsToNAND(dev,chunkInNAND,buffer,tags);
 189 }
 190
 191 static Y_INLINE int yaffs_MarkBlockBad(yaffs_Device *dev, int blockNo)
 192 {
 193         blockNo -= dev->blockOffset;
 194
 195         if(dev->markNANDBlockBad)
 196                 return dev->markNANDBlockBad(dev,blockNo);
 197         else
 198                 return yaffs_TagsCompatabilityMarkNANDBlockBad(dev,blockNo);
 199 }
 200 static Y_INLINE int yaffs_QueryInitialBlockState(yaffs_Device *dev,int blockNo, yaffs_BlockState *state, unsigned *sequenceNumber)
 201 {
 202         blockNo -= dev->blockOffset;
 203
 204         if(dev->queryNANDBlock)
 205                 return dev->queryNANDBlock(dev,blockNo,state,sequenceNumber);
 206         else
 207                 return yaffs_TagsCompatabilityQueryNANDBlock(dev,blockNo,state,sequenceNumber);
 208 }
 209
 210 static int yaffs_EraseBlockInNAND(struct yaffs_DeviceStruct *dev,int blockInNAND)
 211 {
 212         int result;
 213
 214         blockInNAND -= dev->blockOffset;
 215
 216         dev->nBlockErasures++;
 217         result = dev->eraseBlockInNAND(dev,blockInNAND);
 218
 219         if(!result)result = dev->eraseBlockInNAND(dev,blockInNAND); // If at first we don't succeed, try again *once*.
 220         return result;
 221 }
 222
 223 static int yaffs_InitialiseNAND(struct yaffs_DeviceStruct *dev)
 224 {
 225         return dev->initialiseNAND(dev);
 226 }
 227
 228
 229
 230
 231 // Temporary buffer manipulations
 232
 233 static __u8 *yaffs_GetTempBuffer(yaffs_Device *dev,int lineNo)
 234 {
 235         int i,j;
 236         for(i = 0; i < YAFFS_N_TEMP_BUFFERS; i++)
 237         {
 238                 if(dev->tempBuffer[i].line == 0)
 239                 {
 240                         dev->tempBuffer[i].line = lineNo;
 241                         if((i+1) > dev->maxTemp)
 242                         {
 243                                 dev->maxTemp = i + 1;
 244                                 for(j = 0; j <= i; j++)
 245                                         dev->tempBuffer[j].maxLine = dev->tempBuffer[j].line;
 246                         }
 247
 248                         return dev->tempBuffer[i].buffer;
 249                 }
 250         }
 251
 252         T(YAFFS_TRACE_BUFFERS,(TSTR("Out of temp buffers at line %d, other held by lines:"),lineNo));
 253         for(i = 0; i < YAFFS_N_TEMP_BUFFERS; i++)
 254         {
 255                 T(YAFFS_TRACE_BUFFERS,(TSTR(" %d "),dev->tempBuffer[i].line));
 256         }
 257         T(YAFFS_TRACE_BUFFERS,(TSTR(" "TENDSTR)));
 258
 259         dev->unmanagedTempAllocations++;
 260         // Get an unmanaged one
 261         return YMALLOC(dev->nBytesPerChunk);
 262
 263
 264 }
 265
 266 static void yaffs_ReleaseTempBuffer(yaffs_Device *dev, __u8 *buffer, int lineNo)
 267 {
 268         int i;
 269         for(i = 0; i < YAFFS_N_TEMP_BUFFERS; i++)
 270         {
 271                 if(dev->tempBuffer[i].buffer == buffer)
 272                 {
 273                         dev->tempBuffer[i].line = 0;
 274                         return;
 275                 }
 276         }
 277
 278         if(buffer)
 279         {
 280                 // assume it is an unmanaged one.
 281                 T(YAFFS_TRACE_BUFFERS,(TSTR("Releasing unmanaged temp buffer in line %d" TENDSTR),lineNo));
 282                 YFREE(buffer);
 283                 dev->unmanagedTempDeallocations++;
 284         }
 285
 286 }
 287
 288
 289 // Chunk bitmap manipulations
 290
 291 static Y_INLINE __u8 *yaffs_BlockBits(yaffs_Device *dev, int blk)
 292 {
 293         if(blk < dev->internalStartBlock || blk > dev->internalEndBlock)
 294         {
 295                 T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs: BlockBits block %d is not valid" TENDSTR),blk));
 296                 YBUG();
 297         }
 298         return dev->chunkBits + (dev->chunkBitmapStride * (blk - dev->internalStartBlock));
 299 }
 300
 301 static Y_INLINE void yaffs_ClearChunkBits(yaffs_Device *dev,int blk)
 302 {
 303         __u8 *blkBits = yaffs_BlockBits(dev,blk);
 304
 305          memset(blkBits,0,dev->chunkBitmapStride);
 306 }
 307
 308 static Y_INLINE void yaffs_ClearChunkBit(yaffs_Device *dev,int blk,int chunk)
 309 {
 310         __u8 *blkBits = yaffs_BlockBits(dev,blk);
 311
 312         blkBits[chunk/8] &=  ~ (1<<(chunk & 7));
 313 }
 314
 315 static Y_INLINE void yaffs_SetChunkBit(yaffs_Device *dev,int blk,int chunk)
 316 {
 317         __u8 *blkBits = yaffs_BlockBits(dev,blk);
 318
 319         blkBits[chunk/8] |=   (1<<(chunk & 7));
 320 }
 321
 322 static Y_INLINE int yaffs_CheckChunkBit(yaffs_Device *dev,int blk,int chunk)
 323 {
 324         __u8 *blkBits = yaffs_BlockBits(dev,blk);
 325         return (blkBits[chunk/8] &  (1<<(chunk & 7))) ? 1 :0;
 326 }
 327
 328 static Y_INLINE int yaffs_StillSomeChunkBits(yaffs_Device *dev,int blk)
 329 {
 330         __u8 *blkBits = yaffs_BlockBits(dev,blk);
 331         int i;
 332         for(i = 0; i < dev->chunkBitmapStride; i++)
 333         {
 334                 if(*blkBits) return 1;
 335                 blkBits++;
 336         }
 337         return 0;
 338 }
 339
 340
 341 static  Y_INLINE int yaffs_HashFunction(int n)
 342 {
 343         return (n % YAFFS_NOBJECT_BUCKETS);
 344 }
 345
 346
 347 yaffs_Object *yaffs_Root(yaffs_Device *dev)
 348 {
 349         return dev->rootDir;
 350 }
 351
 352 yaffs_Object *yaffs_LostNFound(yaffs_Device *dev)
 353 {
 354         return dev->lostNFoundDir;
 355 }
 356
 357
 358
 359
 360 int yaffs_CheckFF(__u8 *buffer,int nBytes)
 361 {
 362         //Horrible, slow implementation
 363         while(nBytes--)
 364         {
 365                 if(*buffer != 0xFF) return 0;
 366                 buffer++;
 367         }
 368         return 1;
 369 }
 370
 371 static int yaffs_CheckChunkErased(struct yaffs_DeviceStruct *dev,int chunkInNAND)
 372 {
 373
 374         int retval = YAFFS_OK;
 375         __u8 *data = yaffs_GetTempBuffer(dev,__LINE__);
 376         yaffs_ExtendedTags tags;
 377
 378 // NCB          dev->readChunkWithTagsFromNAND(dev,chunkInNAND,data,&tags);
 379         yaffs_ReadChunkWithTagsFromNAND(dev,chunkInNAND,data,&tags);
 380
 381         if(!yaffs_CheckFF(data,dev->nBytesPerChunk) || tags.chunkUsed)
 382         {
 383                 T(YAFFS_TRACE_NANDACCESS,(TSTR("Chunk %d not erased" TENDSTR),chunkInNAND));
 384                 retval = YAFFS_FAIL;
 385         }
 386
 387         yaffs_ReleaseTempBuffer(dev,data,__LINE__);
 388
 389         return retval;
 390
 391 }
 392
 393
 394
 395 #if 1
 396 static int yaffs_WriteNewChunkWithTagsToNAND(struct yaffs_DeviceStruct *dev, const __u8 *data, yaffs_ExtendedTags *tags,int useReserve)
 397 {
 398         int chunk;
 399
 400         int writeOk = 1;
 401         int attempts = 0;
 402
 403
 404
 405         do{
 406                 chunk = yaffs_AllocateChunk(dev,useReserve);
 407
 408                 if(chunk >= 0)
 409                 {
 410
 411                         // First check this chunk is erased...
 412 #ifndef CONFIG_YAFFS_DISABLE_CHUNK_ERASED_CHECK
 413                         writeOk = yaffs_CheckChunkErased(dev,chunk);
 414 #endif
 415                         if(!writeOk)
 416                         {
 417                                 T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs chunk %d was not erased" TENDSTR),chunk));
 418                         }
 419                         else
 420                         {
 421                                 writeOk =  yaffs_WriteChunkWithTagsToNAND(dev,chunk,data,tags);
 422                         }
 423                         attempts++;
 424
 425                         if(writeOk)
 426                         {
 427                                 // Copy the data into the robustification buffer.
 428                                 // NB We do this at the end to prevent duplicates in the case of a write error.
 429                                 //Todo
 430                                 yaffs_HandleWriteChunkOk(dev,chunk,data,tags);
 431                         }
 432                         else
 433                         {
 434                                 yaffs_HandleWriteChunkError(dev,chunk);
 435                         }
 436                 }
 437
 438         } while(chunk >= 0 && ! writeOk);
 439
 440         if(attempts > 1)
 441         {
 442                 T(YAFFS_TRACE_ERROR,(TSTR("**>> yaffs write required %d attempts" TENDSTR),attempts));
 443                 dev->nRetriedWrites+= (attempts - 1);
 444         }
 445
 446
 447
 448         return chunk;
 449 }
 450 #endif
 451
 452
 453 ///
 454 // Functions for robustisizing
 455 //
 456 //
 457
 458 static void yaffs_RetireBlock(yaffs_Device *dev,int blockInNAND)
 459 {
 460
 461         yaffs_MarkBlockBad(dev,blockInNAND);
 462
 463         yaffs_GetBlockInfo(dev,blockInNAND)->blockState = YAFFS_BLOCK_STATE_DEAD;
 464
 465         dev->nRetiredBlocks++;
 466 }
 467
 468
 469 #if 0
 470 static int yaffs_RewriteBufferedBlock(yaffs_Device *dev)
 471 {
 472         dev->doingBufferedBlockRewrite = 1;
 473         //
 474         //      Remove erased chunks
 475         //  Rewrite existing chunks to a new block
 476         //      Set current write block to the new block
 477
 478         dev->doingBufferedBlockRewrite = 0;
 479
 480         return 1;
 481 }
 482
 483
 484 static void yaffs_HandleReadDataError(yaffs_Device *dev,int chunkInNAND)
 485 {
 486         int blockInNAND = chunkInNAND/dev->nChunksPerBlock;
 487
 488         // Mark the block for retirement
 489         yaffs_GetBlockInfo(dev,blockInNAND)->needsRetiring = 1;
 490         T(YAFFS_TRACE_ERROR | YAFFS_TRACE_BAD_BLOCKS,(TSTR("**>>Block %d marked for retirement" TENDSTR),blockInNAND));
 491
 492
 493         //TODO
 494         // Just do a garbage collection on the affected block then retire the block
 495         // NB recursion
 496 }
 497
 498
 499 static void yaffs_CheckWrittenBlock(yaffs_Device *dev,int chunkInNAND)
 500 {
 501 }
 502
 503 #endif
 504
 505 static void yaffs_HandleWriteChunkOk(yaffs_Device *dev,int chunkInNAND,const __u8 *data, const yaffs_ExtendedTags *tags)
 506 {
 507 }
 508
 509 static void yaffs_HandleUpdateChunk(yaffs_Device *dev,int chunkInNAND, const yaffs_ExtendedTags *tags)
 510 {
 511 }
 512
 513 static void yaffs_HandleWriteChunkError(yaffs_Device *dev,int chunkInNAND)
 514 {
 515         int blockInNAND = chunkInNAND/dev->nChunksPerBlock;
 516
 517         // Mark the block for retirement
 518         yaffs_GetBlockInfo(dev,blockInNAND)->needsRetiring = 1;
 519         // Delete the chunk
 520         yaffs_DeleteChunk(dev,chunkInNAND,1,__LINE__);
 521 }
 522
 523
 524
 525 #if 0
 526 static int yaffs_VerifyCompare(const __u8 *d0, const __u8 * d1, const yaffs_Spare *s0, const yaffs_Spare *s1,int dataSize)
 527 {
 528
 529
 530         if( memcmp(d0,d1,dataSize) != 0 ||
 531                 s0->tagByte0 != s1->tagByte0 ||
 532                 s0->tagByte1 != s1->tagByte1 ||
 533                 s0->tagByte2 != s1->tagByte2 ||
 534                 s0->tagByte3 != s1->tagByte3 ||
 535                 s0->tagByte4 != s1->tagByte4 ||
 536                 s0->tagByte5 != s1->tagByte5 ||
 537                 s0->tagByte6 != s1->tagByte6 ||
 538                 s0->tagByte7 != s1->tagByte7 ||
 539                 s0->ecc1[0]  != s1->ecc1[0]  ||
 540                 s0->ecc1[1]  != s1->ecc1[1]  ||
 541                 s0->ecc1[2]  != s1->ecc1[2]  ||
 542                 s0->ecc2[0]  != s1->ecc2[0]  ||
 543                 s0->ecc2[1]  != s1->ecc2[1]  ||
 544                 s0->ecc2[2]  != s1->ecc2[2] )
 545                 {
 546                         return 0;
 547                 }
 548
 549         return 1;
 550 }
 551 #endif
 552
 553
 554 ///////////////////////// Object management //////////////////
 555 // List of spare objects
 556 // The list is hooked together using the first pointer
 557 // in the object
 558
 559 // static yaffs_Object *yaffs_freeObjects = NULL;
 560
 561 // static int yaffs_nFreeObjects;
 562
 563 // static yaffs_ObjectList *yaffs_allocatedObjectList = NULL;
 564
 565 // static yaffs_ObjectBucket yaffs_objectBucket[YAFFS_NOBJECT_BUCKETS];
 566
 567
 568 static __u16 yaffs_CalcNameSum(const YCHAR *name)
 569 {
 570         __u16 sum = 0;
 571         __u16 i = 1;
 572
 573         YUCHAR *bname = (YUCHAR *)name;
 574         if(bname)
 575         {
 576                 while ((*bname) && (i <=YAFFS_MAX_NAME_LENGTH))
 577                 {
 578
 579 #ifdef CONFIG_YAFFS_CASE_INSENSITIVE
 580                         sum += yaffs_toupper(*bname) * i;
 581 #else
 582                         sum += (*bname) * i;
 583 #endif
 584                         i++;
 585                         bname++;
 586                 }
 587         }
 588         return sum;
 589 }
 590
 591 static void yaffs_SetObjectName(yaffs_Object *obj, const YCHAR *name)
 592 {
 593 #ifdef CONFIG_YAFFS_SHORT_NAMES_IN_RAM
 594                                         if(name && yaffs_strlen(name) <= YAFFS_SHORT_NAME_LENGTH)
 595                                         {
 596                                                 yaffs_strcpy(obj->shortName,name);
 597                                         }
 598                                         else
 599                                         {
 600                                                 obj->shortName[0]=_Y('\0');
 601                                         }
 602 #endif
 603                                         obj->sum = yaffs_CalcNameSum(name);
 604 }
 605
 606 #if 0
 607 void yaffs_CalcECC(const __u8 *data, yaffs_Spare *spare)
 608 {
 609         yaffs_ECCCalculate(data , spare->ecc1);
 610         yaffs_ECCCalculate(&data[256] , spare->ecc2);
 611 }
 612 #endif
 613
 614
 615 ///////////////////////// TNODES ///////////////////////
 616
 617 // List of spare tnodes
 618 // The list is hooked together using the first pointer
 619 // in the tnode.
 620
 621 //static yaffs_Tnode *yaffs_freeTnodes = NULL;
 622
 623 // static int yaffs_nFreeTnodes;
 624
 625 //static yaffs_TnodeList *yaffs_allocatedTnodeList = NULL;
 626
 627
 628
 629 // yaffs_CreateTnodes creates a bunch more tnodes and
 630 // adds them to the tnode free list.
 631 // Don't use this function directly
 632
 633 static int yaffs_CreateTnodes(yaffs_Device *dev,int nTnodes)
 634 {
 635     int i;
 636     yaffs_Tnode *newTnodes;
 637     yaffs_TnodeList *tnl;
 638
 639     if(nTnodes < 1) return YAFFS_OK;
 640
 641         // make these things
 642
 643     newTnodes = YMALLOC(nTnodes * sizeof(yaffs_Tnode));
 644
 645     if (!newTnodes)
 646     {
 647                 T(YAFFS_TRACE_ERROR,(TSTR("yaffs: Could not allocate Tnodes"TENDSTR)));
 648                 return YAFFS_FAIL;
 649     }
 650
 651     // Hook them into the free list
 652     for(i = 0; i < nTnodes - 1; i++)
 653     {
 654         newTnodes[i].internal[0] = &newTnodes[i+1];
 655 #ifdef CONFIG_YAFFS_TNODE_LIST_DEBUG
 656         newTnodes[i].internal[YAFFS_NTNODES_INTERNAL] = (void *)1;
 657 #endif
 658     }
 659
 660         newTnodes[nTnodes - 1].internal[0] = dev->freeTnodes;
 661 #ifdef CONFIG_YAFFS_TNODE_LIST_DEBUG
 662         newTnodes[nTnodes - 1].internal[YAFFS_NTNODES_INTERNAL] = (void *)1;
 663 #endif
 664         dev->freeTnodes = newTnodes;
 665         dev->nFreeTnodes+= nTnodes;
 666         dev->nTnodesCreated += nTnodes;
 667
 668         // Now add this bunch of tnodes to a list for freeing up.
 669         // NB If we can't add this to the management list it isn't fatal
 670         // but it just means we can't free this bunch of tnodes later.
 671         tnl = YMALLOC(sizeof(yaffs_TnodeList));
 672         if(!tnl)
 673         {
 674                 T(YAFFS_TRACE_ERROR,(TSTR("yaffs: Could not add tnodes to management list" TENDSTR)));
 675
 676         }
 677         else
 678         {
 679                 tnl->tnodes = newTnodes;
 680                 tnl->next = dev->allocatedTnodeList;
 681                 dev->allocatedTnodeList = tnl;
 682         }
 683
 684
 685         T(YAFFS_TRACE_ALLOCATE,(TSTR("yaffs: Tnodes added" TENDSTR)));
 686
 687
 688         return YAFFS_OK;
 689 }
 690
 691
 692 // GetTnode gets us a clean tnode. Tries to make allocate more if we run out
 693 static yaffs_Tnode *yaffs_GetTnode(yaffs_Device *dev)
 694 {
 695         yaffs_Tnode *tn = NULL;
 696
 697         // If there are none left make more
 698         if(!dev->freeTnodes)
 699         {
 700                 yaffs_CreateTnodes(dev,YAFFS_ALLOCATION_NTNODES);
 701         }
 702
 703         if(dev->freeTnodes)
 704         {
 705                 tn = dev->freeTnodes;
 706 #ifdef CONFIG_YAFFS_TNODE_LIST_DEBUG
 707         if(tn->internal[YAFFS_NTNODES_INTERNAL] != (void *)1)
 708                 {
 709                         // Hoosterman, this thing looks like it isn't in the list
 710                                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: Tnode list bug 1" TENDSTR)));
 711                 }
 712 #endif
 713                 dev->freeTnodes = dev->freeTnodes->internal[0];
 714                 dev->nFreeTnodes--;
 715                 // zero out
 716                 memset(tn,0,sizeof(yaffs_Tnode));
 717         }
 718
 719
 720         return tn;
 721 }
 722
 723
 724 // FreeTnode frees up a tnode and puts it back on the free list
 725 static void yaffs_FreeTnode(yaffs_Device*dev, yaffs_Tnode *tn)
 726 {
 727         if(tn)
 728         {
 729 #ifdef CONFIG_YAFFS_TNODE_LIST_DEBUG
 730         if(tn->internal[YAFFS_NTNODES_INTERNAL] != 0)
 731                 {
 732                         // Hoosterman, this thing looks like it is already in the list
 733                                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: Tnode list bug 2" TENDSTR)));
 734                 }
 735                 tn->internal[YAFFS_NTNODES_INTERNAL] = (void *)1;
 736 #endif
 737                 tn->internal[0] = dev->freeTnodes;
 738                 dev->freeTnodes = tn;
 739                 dev->nFreeTnodes++;
 740         }
 741 }
 742
 743
 744 static void yaffs_DeinitialiseTnodes(yaffs_Device*dev)
 745 {
 746         // Free the list of allocated tnodes
 747         yaffs_TnodeList *tmp;
 748
 749         while(dev->allocatedTnodeList)
 750         {
 751                 tmp =  dev->allocatedTnodeList->next;
 752
 753                 YFREE(dev->allocatedTnodeList->tnodes);
 754                 YFREE(dev->allocatedTnodeList);
 755                 dev->allocatedTnodeList = tmp;
 756
 757         }
 758
 759         dev->freeTnodes = NULL;
 760         dev->nFreeTnodes = 0;
 761 }
 762
 763 static void yaffs_InitialiseTnodes(yaffs_Device*dev)
 764 {
 765         dev->allocatedTnodeList = NULL;
 766         dev->freeTnodes = NULL;
 767         dev->nFreeTnodes = 0;
 768         dev->nTnodesCreated = 0;
 769
 770 }
 771
 772 #if 0
 773 void yaffs_TnodeTest(yaffs_Device *dev)
 774 {
 775
 776         int i;
 777         int j;
 778         yaffs_Tnode *tn[1000];
 779
 780         YINFO("Testing TNodes");
 781
 782         for(j = 0; j < 50; j++)
 783         {
 784                 for(i = 0; i < 1000; i++)
 785                 {
 786                         tn[i] = yaffs_GetTnode(dev);
 787                         if(!tn[i])
 788                         {
 789                                 YALERT("Getting tnode failed");
 790                         }
 791                 }
 792                 for(i = 0; i < 1000; i+=3)
 793                 {
 794                         yaffs_FreeTnode(dev,tn[i]);
 795                         tn[i] = NULL;
 796                 }
 797
 798         }
 799 }
 800 #endif
 801
 802
 803 ////////////////// END OF TNODE MANIPULATION ///////////////////////////
 804
 805 /////////////// Functions to manipulate the look-up tree (made up of tnodes)
 806 // The look up tree is represented by the top tnode and the number of topLevel
 807 // in the tree. 0 means only the level 0 tnode is in the tree.
 808
 809
 810 // FindLevel0Tnode finds the level 0 tnode, if one exists.
 811 // Used when reading.....
 812 static yaffs_Tnode *yaffs_FindLevel0Tnode(yaffs_Device *dev,yaffs_FileStructure *fStruct, __u32 chunkId)
 813 {
 814
 815         yaffs_Tnode *tn = fStruct->top;
 816         __u32 i;
 817         int requiredTallness;
 818         int level = fStruct->topLevel;
 819
 820         // Check sane level and chunk Id
 821         if(level < 0 || level > YAFFS_TNODES_MAX_LEVEL)
 822         {
 823 //              char str[50];
 824 //              sprintf(str,"Bad level %d",level);
 825 //              YALERT(str);
 826                 return NULL;
 827         }
 828
 829         if(chunkId > YAFFS_MAX_CHUNK_ID)
 830         {
 831 //              char str[50];
 832 //              sprintf(str,"Bad chunkId %d",chunkId);
 833 //              YALERT(str);
 834                 return NULL;
 835         }
 836
 837         // First check we're tall enough (ie enough topLevel)
 838
 839         i = chunkId >> (/*dev->chunkGroupBits  + */YAFFS_TNODES_LEVEL0_BITS);
 840         requiredTallness = 0;
 841         while(i)
 842         {
 843                 i >>= YAFFS_TNODES_INTERNAL_BITS;
 844                 requiredTallness++;
 845         }
 846
 847
 848         if(requiredTallness > fStruct->topLevel)
 849         {
 850                 // Not tall enough, so we can't find it, return NULL.
 851                 return NULL;
 852         }
 853
 854
 855         // Traverse down to level 0
 856         while (level > 0 && tn)
 857         {
 858             tn = tn->internal[(chunkId >>(/* dev->chunkGroupBits + */ YAFFS_TNODES_LEVEL0_BITS + (level-1) * YAFFS_TNODES_INTERNAL_BITS)) &
 859                                YAFFS_TNODES_INTERNAL_MASK];
 860                 level--;
 861
 862         }
 863
 864         return tn;
 865 }
 866
 867 // AddOrFindLevel0Tnode finds the level 0 tnode if it exists, otherwise first expands the tree.
 868 // This happens in two steps:
 869 //  1. If the tree isn't tall enough, then make it taller.
 870 //  2. Scan down the tree towards the level 0 tnode adding tnodes if required.
 871 //
 872 // Used when modifying the tree.
 873 //
 874 static yaffs_Tnode *yaffs_AddOrFindLevel0Tnode(yaffs_Device *dev, yaffs_FileStructure *fStruct, __u32 chunkId)
 875 {
 876
 877         yaffs_Tnode *tn;
 878
 879         int requiredTallness;
 880         int i;
 881         int l;
 882
 883         __u32 x;
 884
 885
 886         //T((TSTR("AddOrFind topLevel=%d, chunk=%d"),fStruct->topLevel,chunkId));
 887
 888         // Check sane level and page Id
 889         if(fStruct->topLevel < 0 || fStruct->topLevel > YAFFS_TNODES_MAX_LEVEL)
 890         {
 891 //              char str[50];
 892 //              sprintf(str,"Bad level %d",fStruct->topLevel);
 893 //              YALERT(str);
 894                 return NULL;
 895         }
 896
 897         if(chunkId > YAFFS_MAX_CHUNK_ID)
 898         {
 899 //              char str[50];
 900 //              sprintf(str,"Bad chunkId %d",chunkId);
 901 //              YALERT(str);
 902                 return NULL;
 903         }
 904
 905         // First check we're tall enough (ie enough topLevel)
 906
 907         x = chunkId >> (/*dev->chunkGroupBits + */YAFFS_TNODES_LEVEL0_BITS);
 908         requiredTallness = 0;
 909         while(x)
 910         {
 911                 x >>= YAFFS_TNODES_INTERNAL_BITS;
 912                 requiredTallness++;
 913         }
 914
 915         //T((TSTR(" required=%d"),requiredTallness));
 916
 917
 918         if(requiredTallness > fStruct->topLevel)
 919         {
 920                 // Not tall enough,gotta make the tree taller
 921                 for(i = fStruct->topLevel; i < requiredTallness; i++)
 922                 {
 923                         //T((TSTR(" add new top")));
 924
 925                         tn = yaffs_GetTnode(dev);
 926
 927                         if(tn)
 928                         {
 929                                 tn->internal[0] = fStruct->top;
 930                                 fStruct->top = tn;
 931                         }
 932                         else
 933                         {
 934                                         T(YAFFS_TRACE_ERROR,(TSTR("yaffs: no more tnodes" TENDSTR)));
 935                         }
 936                 }
 937
 938                 fStruct->topLevel = requiredTallness;
 939         }
 940
 941
 942         // Traverse down to level 0, adding anything we need
 943
 944         l = fStruct->topLevel;
 945         tn = fStruct->top;
 946         while (l > 0 && tn)
 947         {
 948                 x = (chunkId >> (/*dev->chunkGroupBits + */YAFFS_TNODES_LEVEL0_BITS + (l-1) * YAFFS_TNODES_INTERNAL_BITS)) &
 949                                YAFFS_TNODES_INTERNAL_MASK;
 950
 951                 //T((TSTR(" [%d:%d]"),l,i));
 952
 953             if(!tn->internal[x])
 954             {
 955                 //T((TSTR(" added")));
 956
 957                 tn->internal[x] = yaffs_GetTnode(dev);
 958             }
 959
 960             tn =        tn->internal[x];
 961                 l--;
 962
 963         }
 964
 965         //TSTR(TENDSTR)));
 966
 967         return tn;
 968 }
 969
 970
 971 static int yaffs_FindChunkInGroup(yaffs_Device *dev, int theChunk, yaffs_ExtendedTags *tags, int objectId, int chunkInInode)
 972 {
 973         int j;
 974
 975
 976         for(j = 0; theChunk && j < dev->chunkGroupSize; j++)
 977         {
 978                 if(yaffs_CheckChunkBit(dev,theChunk / dev->nChunksPerBlock,theChunk % dev->nChunksPerBlock))
 979                 {
 980                         yaffs_ReadChunkWithTagsFromNAND(dev,theChunk,NULL,tags);
 981                         if(yaffs_TagsMatch(tags,objectId,chunkInInode))
 982                         {
 983                                 // found it;
 984                                 return theChunk;
 985
 986                         }
 987                 }
 988                 theChunk++;
 989         }
 990         return -1;
 991 }
 992
 993 // DeleteWorker scans backwards through the tnode tree and deletes all the
 994 // chunks and tnodes in the file
 995 // Returns 1 if the tree was deleted. Returns 0 if it stopped early due to hitting the limit and the delete is incomplete.
 996
 997 static int yaffs_DeleteWorker(yaffs_Object *in, yaffs_Tnode *tn, __u32 level, int chunkOffset,int *limit)
 998 {
 999         int i;
1000         int chunkInInode;
1001         int theChunk;
1002         yaffs_ExtendedTags tags;
1003         int foundChunk;
1004         yaffs_Device *dev = in->myDev;
1005
1006         int allDone = 1;
1007
1008
1009         if(tn)
1010         {
1011                 if(level > 0)
1012                 {
1013
1014                         for(i = YAFFS_NTNODES_INTERNAL -1; allDone && i >= 0; i--)
1015                         {
1016                             if(tn->internal[i])
1017                         {
1018                                         if(limit && (*limit) < 0)
1019                                         {
1020                                                 allDone = 0;
1021                                         }
1022                                         else
1023                                         {
1024                                                 allDone = yaffs_DeleteWorker(in,tn->internal[i],level - 1,
1025                                                                                 (chunkOffset << YAFFS_TNODES_INTERNAL_BITS ) + i ,limit);
1026                                         }
1027                                         if(allDone)
1028                                         {
1029                                                 yaffs_FreeTnode(dev,tn->internal[i]);
1030                                         tn->internal[i] = NULL;
1031                                         }
1032                             }
1033
1034                         }
1035                         return (allDone) ? 1 : 0;
1036                 }
1037                 else if(level == 0)
1038                 {
1039                         int hitLimit = 0;
1040
1041                         for(i = YAFFS_NTNODES_LEVEL0 -1; i >= 0 && !hitLimit; i--)
1042                         {
1043                             if(tn->level0[i])
1044                         {
1045
1046                                         chunkInInode = (chunkOffset << YAFFS_TNODES_LEVEL0_BITS ) + i;
1047
1048                                         theChunk =  tn->level0[i] << dev->chunkGroupBits;
1049
1050                                         foundChunk = yaffs_FindChunkInGroup(dev,theChunk,&tags,in->objectId,chunkInInode);
1051
1052                                         if(foundChunk > 0)
1053                                         {
1054                                                 yaffs_DeleteChunk(dev,foundChunk,1,__LINE__);
1055                                                 in->nDataChunks--;
1056                                                 if(limit)
1057                                                 {
1058                                                         *limit = *limit-1;
1059                                                         if(*limit <= 0)
1060                                                         {
1061                                                                 hitLimit = 1;
1062                                                         }
1063                                                 }
1064
1065                                         }
1066
1067                                 tn->level0[i] = 0;
1068                             }
1069
1070                         }
1071                         return (i < 0) ? 1 : 0;
1072
1073
1074                 }
1075
1076         }
1077
1078         return 1;
1079
1080 }
1081
1082
1083 static void yaffs_SoftDeleteChunk(yaffs_Device *dev, int chunk)
1084 {
1085
1086         yaffs_BlockInfo *theBlock;
1087
1088         T(YAFFS_TRACE_DELETION,(TSTR("soft delete chunk %d" TENDSTR),chunk));
1089
1090         theBlock =      yaffs_GetBlockInfo(dev,  chunk/dev->nChunksPerBlock);
1091         if(theBlock)
1092         {
1093                 theBlock->softDeletions++;
1094                 dev->nFreeChunks++;
1095         }
1096 }
1097
1098 // SoftDeleteWorker scans backwards through the tnode tree and soft deletes all the chunks in the file.
1099 // All soft deleting does is increment the block's softdelete count and pulls the chunk out
1100 // of the tnode.
1101 // THus, essentially this is the same as DeleteWorker except that the chunks are soft deleted.
1102 //
1103 static int yaffs_SoftDeleteWorker(yaffs_Object *in, yaffs_Tnode *tn, __u32 level, int chunkOffset)
1104 {
1105         int i;
1106         int theChunk;
1107         int allDone = 1;
1108         yaffs_Device *dev = in->myDev;
1109
1110
1111         if(tn)
1112         {
1113                 if(level > 0)
1114                 {
1115
1116                         for(i = YAFFS_NTNODES_INTERNAL -1; allDone && i >= 0; i--)
1117                         {
1118                             if(tn->internal[i])
1119                         {
1120                                                 allDone = yaffs_SoftDeleteWorker(in,tn->internal[i],level - 1,
1121                                                                                 (chunkOffset << YAFFS_TNODES_INTERNAL_BITS ) + i);
1122                                         if(allDone)
1123                                         {
1124                                                 yaffs_FreeTnode(dev,tn->internal[i]);
1125                                         tn->internal[i] = NULL;
1126                                         }
1127                                         else
1128                                         {
1129                                                 //Hoosterman... how could this happen.
1130                                         }
1131                                 }
1132                         }
1133                         return (allDone) ? 1 : 0;
1134                 }
1135                 else if(level == 0)
1136                 {
1137
1138                         for(i = YAFFS_NTNODES_LEVEL0 -1; i >=0; i--)
1139                         {
1140                             if(tn->level0[i])
1141                         {
1142                                         // Note this does not find the real chunk, only the chunk group.
1143                                         // We make an assumption that a chunk group is niot larger than a block.
1144                                         theChunk =  (tn->level0[i] << dev->chunkGroupBits);
1145
1146                                         yaffs_SoftDeleteChunk(dev,theChunk);
1147                                 tn->level0[i] = 0;
1148                             }
1149
1150                         }
1151                         return 1;
1152
1153                 }
1154
1155         }
1156
1157         return 1;
1158
1159 }
1160
1161
1162
1163 static void yaffs_SoftDeleteFile(yaffs_Object *obj)
1164 {
1165         if(obj->deleted &&
1166            obj->variantType == YAFFS_OBJECT_TYPE_FILE &&
1167            !obj->softDeleted)
1168         {
1169                 if(obj->nDataChunks <= 0)
1170                 {
1171                                 // Empty file with no duplicate object headers, just delete it immediately
1172                                 yaffs_FreeTnode(obj->myDev,obj->variant.fileVariant.top);
1173                                 obj->variant.fileVariant.top = NULL;
1174                                 T(YAFFS_TRACE_TRACING,(TSTR("yaffs: Deleting empty file %d" TENDSTR),obj->objectId));
1175                                 yaffs_DoGenericObjectDeletion(obj);
1176                 }
1177                 else
1178                 {
1179                         yaffs_SoftDeleteWorker(obj, obj->variant.fileVariant.top, obj->variant.fileVariant.topLevel, 0);
1180                         obj->softDeleted = 1;
1181                 }
1182         }
1183 }
1184
1185
1186
1187
1188
1189 // Pruning removes any part of the file structure tree that is beyond the
1190 // bounds of the file (ie that does not point to chunks).
1191 //
1192 // A file should only get pruned when its size is reduced.
1193 //
1194 // Before pruning, the chunks must be pulled from the tree and the
1195 // level 0 tnode entries must be zeroed out.
1196 // Could also use this for file deletion, but that's probably better handled
1197 // by a special case.
1198
1199 // yaffs_PruneWorker should only be called by yaffs_PruneFileStructure()
1200
1201 static yaffs_Tnode *yaffs_PruneWorker(yaffs_Device *dev, yaffs_Tnode *tn, __u32 level, int del0)
1202 {
1203         int i;
1204         int hasData;
1205
1206         if(tn)
1207         {
1208                 hasData = 0;
1209
1210                 for(i = 0; i < YAFFS_NTNODES_INTERNAL; i++)
1211                 {
1212                     if(tn->internal[i] && level > 0)
1213                     {
1214                         tn->internal[i] = yaffs_PruneWorker(dev,tn->internal[i],level - 1, ( i == 0) ? del0 : 1);
1215                     }
1216
1217                     if(tn->internal[i])
1218                     {
1219                         hasData++;
1220                         }
1221                 }
1222
1223                 if(hasData == 0 && del0)
1224                 {
1225                         // Free and return NULL
1226
1227                         yaffs_FreeTnode(dev,tn);
1228                         tn = NULL;
1229                 }
1230
1231         }
1232
1233         return tn;
1234
1235 }
1236
1237 static int yaffs_PruneFileStructure(yaffs_Device *dev, yaffs_FileStructure *fStruct)
1238 {
1239         int i;
1240         int hasData;
1241         int done = 0;
1242         yaffs_Tnode *tn;
1243
1244         if(fStruct->topLevel > 0)
1245         {
1246                 fStruct->top = yaffs_PruneWorker(dev,fStruct->top, fStruct->topLevel,0);
1247
1248                 // Now we have a tree with all the non-zero branches NULL but the height
1249                 // is the same as it was.
1250                 // Let's see if we can trim internal tnodes to shorten the tree.
1251                 // We can do this if only the 0th element in the tnode is in use
1252                 // (ie all the non-zero are NULL)
1253
1254                 while(fStruct->topLevel && !done)
1255                 {
1256                         tn = fStruct->top;
1257
1258                         hasData = 0;
1259                         for(i = 1; i <YAFFS_NTNODES_INTERNAL; i++)
1260                         {
1261                                 if(tn->internal[i])
1262                         {
1263                                 hasData++;
1264                                 }
1265                         }
1266
1267                         if(!hasData)
1268                         {
1269                                 fStruct->top = tn->internal[0];
1270                                 fStruct->topLevel--;
1271                                 yaffs_FreeTnode(dev,tn);
1272                         }
1273                         else
1274                         {
1275                                 done = 1;
1276                         }
1277                 }
1278         }
1279
1280         return YAFFS_OK;
1281 }
1282
1283
1284
1285
1286
1287 /////////////////////// End of File Structure functions. /////////////////
1288
1289 // yaffs_CreateFreeObjects creates a bunch more objects and
1290 // adds them to the object free list.
1291 static int yaffs_CreateFreeObjects(yaffs_Device *dev, int nObjects)
1292 {
1293     int i;
1294     yaffs_Object *newObjects;
1295     yaffs_ObjectList *list;
1296
1297     if(nObjects < 1) return YAFFS_OK;
1298
1299         // make these things
1300
1301     newObjects = YMALLOC(nObjects * sizeof(yaffs_Object));
1302
1303     if (!newObjects)
1304     {
1305                 T(YAFFS_TRACE_ALLOCATE,(TSTR("yaffs: Could not allocate more objects" TENDSTR)));
1306                 return YAFFS_FAIL;
1307     }
1308
1309     // Hook them into the free list
1310     for(i = 0; i < nObjects - 1; i++)
1311     {
1312         newObjects[i].siblings.next = (struct list_head *)(&newObjects[i+1]);
1313     }
1314
1315         newObjects[nObjects - 1].siblings.next = (void *)dev->freeObjects;
1316         dev->freeObjects = newObjects;
1317         dev->nFreeObjects+= nObjects;
1318         dev->nObjectsCreated+= nObjects;
1319
1320         // Now add this bunch of Objects to a list for freeing up.
1321
1322         list = YMALLOC(sizeof(yaffs_ObjectList));
1323         if(!list)
1324         {
1325                 T(YAFFS_TRACE_ALLOCATE,(TSTR("Could not add objects to management list" TENDSTR)));
1326         }
1327         else
1328         {
1329                 list->objects = newObjects;
1330                 list->next = dev->allocatedObjectList;
1331                 dev->allocatedObjectList = list;
1332         }
1333
1334
1335
1336         return YAFFS_OK;
1337 }
1338
1339
1340 // AllocateEmptyObject gets us a clean Object. Tries to make allocate more if we run out
1341 static yaffs_Object *yaffs_AllocateEmptyObject(yaffs_Device *dev)
1342 {
1343         yaffs_Object *tn = NULL;
1344
1345         // If there are none left make more
1346         if(!dev->freeObjects)
1347         {
1348                 yaffs_CreateFreeObjects(dev,YAFFS_ALLOCATION_NOBJECTS);
1349         }
1350
1351         if(dev->freeObjects)
1352         {
1353                 tn = dev->freeObjects;
1354                 dev->freeObjects = (yaffs_Object *)(dev->freeObjects->siblings.next);
1355                 dev->nFreeObjects--;
1356
1357                 // Now sweeten it up...
1358
1359                 memset(tn,0,sizeof(yaffs_Object));
1360                 tn->myDev = dev;
1361                 tn->chunkId = -1;
1362                 tn->variantType = YAFFS_OBJECT_TYPE_UNKNOWN;
1363                 INIT_LIST_HEAD(&(tn->hardLinks));
1364                 INIT_LIST_HEAD(&(tn->hashLink));
1365                 INIT_LIST_HEAD(&tn->siblings);
1366
1367                 // Add it to the lost and found directory.
1368                 // NB Can't put root or lostNFound in lostNFound so
1369                 // check if lostNFound exists first
1370                 if(dev->lostNFoundDir)
1371                 {
1372                         yaffs_AddObjectToDirectory(dev->lostNFoundDir,tn);
1373                 }
1374         }
1375
1376
1377         return tn;
1378 }
1379
1380 static yaffs_Object *yaffs_CreateFakeDirectory(yaffs_Device *dev,int number,__u32 mode)
1381 {
1382
1383         yaffs_Object *obj = yaffs_CreateNewObject(dev,number,YAFFS_OBJECT_TYPE_DIRECTORY);
1384         if(obj)
1385         {
1386                 obj->fake = 1;                  // it is fake so it has no NAND presence...
1387                 obj->renameAllowed= 0;  // ... and we're not allowed to rename it...
1388                 obj->unlinkAllowed= 0;  // ... or unlink it
1389                 obj->deleted = 0;
1390                 obj->unlinked = 0;
1391                 obj->yst_mode = mode;
1392                 obj->myDev = dev;
1393                 obj->chunkId = 0; // Not a valid chunk.
1394         }
1395
1396         return obj;
1397
1398 }
1399
1400
1401 static void yaffs_UnhashObject(yaffs_Object *tn)
1402 {
1403         int bucket;
1404         yaffs_Device *dev = tn->myDev;
1405
1406
1407         // If it is still linked into the bucket list, free from the list
1408         if(!list_empty(&tn->hashLink))
1409         {
1410                 list_del_init(&tn->hashLink);
1411                 bucket =  yaffs_HashFunction(tn->objectId);
1412                 dev->objectBucket[bucket].count--;
1413         }
1414
1415 }
1416
1417
1418 // FreeObject frees up a Object and puts it back on the free list
1419 static void yaffs_FreeObject(yaffs_Object *tn)
1420 {
1421
1422         yaffs_Device *dev = tn->myDev;
1423
1424 #ifdef  __KERNEL__
1425         if(tn->myInode)
1426         {
1427                 // We're still hooked up to a cached inode.
1428                 // Don't delete now, but mark for later deletion
1429                 tn->deferedFree = 1;
1430                 return;
1431         }
1432 #endif
1433
1434         yaffs_UnhashObject(tn);
1435
1436         // Link into the free list.
1437         tn->siblings.next = (struct list_head *)(dev->freeObjects);
1438         dev->freeObjects = tn;
1439         dev->nFreeObjects++;
1440 }
1441
1442
1443
1444 #ifdef __KERNEL__
1445
1446 void yaffs_HandleDeferedFree(yaffs_Object *obj)
1447 {
1448         if(obj->deferedFree)
1449         {
1450            yaffs_FreeObject(obj);
1451         }
1452 }
1453
1454 #endif
1455
1456
1457
1458 static void yaffs_DeinitialiseObjects(yaffs_Device *dev)
1459 {
1460         // Free the list of allocated Objects
1461
1462         yaffs_ObjectList *tmp;
1463
1464         while( dev->allocatedObjectList)
1465         {
1466                 tmp =  dev->allocatedObjectList->next;
1467                 YFREE(dev->allocatedObjectList->objects);
1468                 YFREE(dev->allocatedObjectList);
1469
1470                 dev->allocatedObjectList =  tmp;
1471         }
1472
1473         dev->freeObjects = NULL;
1474         dev->nFreeObjects = 0;
1475 }
1476
1477 static void yaffs_InitialiseObjects(yaffs_Device *dev)
1478 {
1479         int i;
1480
1481         dev->allocatedObjectList = NULL;
1482         dev->freeObjects = NULL;
1483         dev->nFreeObjects = 0;
1484
1485         for(i = 0; i < YAFFS_NOBJECT_BUCKETS; i++)
1486         {
1487                 INIT_LIST_HEAD(&dev->objectBucket[i].list);
1488                 dev->objectBucket[i].count = 0;
1489         }
1490
1491 }
1492
1493
1494
1495
1496
1497
1498 static int yaffs_FindNiceObjectBucket(yaffs_Device *dev)
1499 {
1500         static int x = 0;
1501         int i;
1502         int l = 999;
1503         int lowest = 999999;
1504
1505
1506         // First let's see if we can find one that's empty.
1507
1508         for(i = 0; i < 10 && lowest > 0; i++)
1509          {
1510                 x++;
1511                 x %=  YAFFS_NOBJECT_BUCKETS;
1512                 if(dev->objectBucket[x].count < lowest)
1513                 {
1514                         lowest = dev->objectBucket[x].count;
1515                         l = x;
1516                 }
1517
1518         }
1519
1520         // If we didn't find an empty list, then try
1521         // looking a bit further for a short one
1522
1523         for(i = 0; i < 10 && lowest > 3; i++)
1524          {
1525                 x++;
1526                 x %=  YAFFS_NOBJECT_BUCKETS;
1527                 if(dev->objectBucket[x].count < lowest)
1528                 {
1529                         lowest = dev->objectBucket[x].count;
1530                         l = x;
1531                 }
1532
1533         }
1534
1535         return l;
1536 }
1537
1538 static int yaffs_CreateNewObjectNumber(yaffs_Device *dev)
1539 {
1540         int bucket = yaffs_FindNiceObjectBucket(dev);
1541
1542         // Now find an object value that has not already been taken
1543         // by scanning the list.
1544
1545         int found = 0;
1546         struct list_head *i;
1547
1548         __u32 n = (__u32)bucket;
1549
1550         //yaffs_CheckObjectHashSanity();
1551
1552         while(!found)
1553         {
1554                 found = 1;
1555                 n +=  YAFFS_NOBJECT_BUCKETS;
1556                 if(1 ||dev->objectBucket[bucket].count > 0)
1557                 {
1558                         list_for_each(i,&dev->objectBucket[bucket].list)
1559                         {
1560                                 // If there is already one in the list
1561                                 if(i && list_entry(i, yaffs_Object,hashLink)->objectId == n)
1562                                 {
1563                                         found = 0;
1564                                 }
1565                         }
1566                 }
1567         }
1568
1569         //T(("bucket %d count %d inode %d\n",bucket,yaffs_objectBucket[bucket].count,n);
1570
1571         return n;
1572 }
1573
1574 static void yaffs_HashObject(yaffs_Object *in)
1575 {
1576         int bucket = yaffs_HashFunction(in->objectId);
1577         yaffs_Device *dev = in->myDev;
1578
1579         if(!list_empty(&in->hashLink))
1580         {
1581                 //YINFO("!!!");
1582         }
1583
1584
1585         list_add(&in->hashLink,&dev->objectBucket[bucket].list);
1586         dev->objectBucket[bucket].count++;
1587
1588 }
1589
1590 yaffs_Object *yaffs_FindObjectByNumber(yaffs_Device *dev,__u32 number)
1591 {
1592         int bucket = yaffs_HashFunction(number);
1593         struct list_head *i;
1594         yaffs_Object *in;
1595
1596         list_for_each(i,&dev->objectBucket[bucket].list)
1597         {
1598                 // Look if it is in the list
1599                 if(i)
1600                 {
1601                         in = list_entry(i, yaffs_Object,hashLink);
1602                         if(in->objectId == number)
1603                         {
1604 #ifdef __KERNEL__
1605                                 // Don't tell the VFS about this one if it is defered free
1606                                 if(in->deferedFree)
1607                                   return NULL;
1608 #endif
1609
1610                                 return in;
1611                         }
1612                 }
1613         }
1614
1615         return NULL;
1616 }
1617
1618
1619
1620 yaffs_Object *yaffs_CreateNewObject(yaffs_Device *dev,int number,yaffs_ObjectType type)
1621 {
1622
1623         yaffs_Object *theObject;
1624
1625         if(number < 0)
1626         {
1627                 number = yaffs_CreateNewObjectNumber(dev);
1628         }
1629
1630         theObject = yaffs_AllocateEmptyObject(dev);
1631
1632         if(theObject)
1633         {
1634                 theObject->fake = 0;
1635                 theObject->renameAllowed = 1;
1636                 theObject->unlinkAllowed = 1;
1637                 theObject->objectId = number;
1638                 yaffs_HashObject(theObject);
1639                 theObject->variantType = type;
1640 #ifdef CONFIG_YAFFS_WINCE
1641                 yfsd_WinFileTimeNow(theObject->win_atime);
1642                 theObject->win_ctime[0] = theObject->win_mtime[0] = theObject->win_atime[0];
1643                 theObject->win_ctime[1] = theObject->win_mtime[1] = theObject->win_atime[1];
1644
1645 #else
1646
1647                 theObject->yst_atime = theObject->yst_mtime = theObject->yst_ctime = Y_CURRENT_TIME;
1648 #endif
1649                 switch(type)
1650                 {
1651                         case YAFFS_OBJECT_TYPE_FILE:
1652                                 theObject->variant.fileVariant.fileSize = 0;
1653                                 theObject->variant.fileVariant.scannedFileSize = 0;
1654                                 theObject->variant.fileVariant.shrinkSize = 0xFFFFFFFF; // max __u32
1655                                 theObject->variant.fileVariant.topLevel = 0;
1656                                 theObject->variant.fileVariant.top  = yaffs_GetTnode(dev);
1657                                 break;
1658                         case YAFFS_OBJECT_TYPE_DIRECTORY:
1659                                 INIT_LIST_HEAD(&theObject->variant.directoryVariant.children);
1660                                 break;
1661                         case YAFFS_OBJECT_TYPE_SYMLINK:
1662                                 // No action required
1663                                 break;
1664                         case YAFFS_OBJECT_TYPE_HARDLINK:
1665                                 // No action required
1666                                 break;
1667                         case YAFFS_OBJECT_TYPE_SPECIAL:
1668                                 // No action required
1669                                 break;
1670                         case YAFFS_OBJECT_TYPE_UNKNOWN:
1671                                 // todo this should not happen
1672                                 break;
1673                 }
1674         }
1675
1676         return theObject;
1677 }
1678
1679 static yaffs_Object *yaffs_FindOrCreateObjectByNumber(yaffs_Device *dev, int number,yaffs_ObjectType type)
1680 {
1681         yaffs_Object *theObject = NULL;
1682
1683         if(number > 0)
1684         {
1685                 theObject = yaffs_FindObjectByNumber(dev,number);
1686         }
1687
1688         if(!theObject)
1689         {
1690                 theObject = yaffs_CreateNewObject(dev,number,type);
1691         }
1692
1693         return theObject;
1694
1695 }
1696
1697 static YCHAR *yaffs_CloneString(const YCHAR *str)
1698 {
1699         YCHAR *newStr = NULL;
1700
1701         if(str && *str)
1702         {
1703                 newStr = YMALLOC((yaffs_strlen(str) + 1) * sizeof(YCHAR));
1704                 yaffs_strcpy(newStr,str);
1705         }
1706
1707         return newStr;
1708
1709 }
1710
1711 //
1712 // Mknod (create) a new object.
1713 // equivalentObject only has meaning for a hard link;
1714 // aliasString only has meaning for a sumlink.
1715 // rdev only has meaning for devices (a subset of special objects)
1716 static yaffs_Object *yaffs_MknodObject( yaffs_ObjectType type,
1717                                                                  yaffs_Object *parent,
1718                                                                  const YCHAR *name,
1719                                                                  __u32 mode,
1720                                                                  __u32 uid,
1721                                                                  __u32 gid,
1722                                                                  yaffs_Object *equivalentObject,
1723                                                                  const YCHAR *aliasString,
1724                                                                  __u32 rdev)
1725 {
1726         yaffs_Object *in;
1727
1728         yaffs_Device *dev = parent->myDev;
1729
1730         // Check if the entry exists. If it does then fail the call since we don't want a dup.
1731         if(yaffs_FindObjectByName(parent,name))
1732         {
1733                 return NULL;
1734         }
1735
1736         in = yaffs_CreateNewObject(dev,-1,type);
1737
1738         if(in)
1739         {
1740                 in->chunkId = -1;
1741                 in->valid = 1;
1742                 in->variantType = type;
1743
1744                 in->yst_mode  = mode;
1745
1746 #ifdef CONFIG_YAFFS_WINCE
1747                 yfsd_WinFileTimeNow(in->win_atime);
1748                 in->win_ctime[0] = in->win_mtime[0] = in->win_atime[0];
1749                 in->win_ctime[1] = in->win_mtime[1] = in->win_atime[1];
1750
1751 #else
1752                 in->yst_atime = in->yst_mtime = in->yst_ctime = Y_CURRENT_TIME;
1753
1754                 in->yst_rdev  = rdev;
1755                 in->yst_uid   = uid;
1756                 in->yst_gid   = gid;
1757 #endif
1758                 in->nDataChunks = 0;
1759
1760                 yaffs_SetObjectName(in,name);
1761                 in->dirty = 1;
1762
1763                 yaffs_AddObjectToDirectory(parent,in);
1764
1765                 in->myDev = parent->myDev;
1766
1767
1768                 switch(type)
1769                 {
1770                         case YAFFS_OBJECT_TYPE_SYMLINK:
1771                                 in->variant.symLinkVariant.alias = yaffs_CloneString(aliasString);
1772                                 break;
1773                         case YAFFS_OBJECT_TYPE_HARDLINK:
1774                                 in->variant.hardLinkVariant.equivalentObject = equivalentObject;
1775                                 in->variant.hardLinkVariant.equivalentObjectId = equivalentObject->objectId;
1776                                 list_add(&in->hardLinks,&equivalentObject->hardLinks);
1777                                 break;
1778                         case YAFFS_OBJECT_TYPE_FILE: // do nothing
1779                         case YAFFS_OBJECT_TYPE_DIRECTORY: // do nothing
1780                         case YAFFS_OBJECT_TYPE_SPECIAL: // do nothing
1781                         case YAFFS_OBJECT_TYPE_UNKNOWN:
1782                                 break;
1783                 }
1784
1785                 if(/*yaffs_GetNumberOfFreeChunks(dev) <= 0 || */
1786                    yaffs_UpdateObjectHeader(in,name,0,0,0) < 0)
1787                 {
1788                         // Could not create the object header, fail the creation
1789                         yaffs_DestroyObject(in);
1790                         in = NULL;
1791                 }
1792
1793         }
1794
1795         return in;
1796 }
1797
1798 yaffs_Object *yaffs_MknodFile(yaffs_Object *parent,const YCHAR *name, __u32 mode, __u32 uid, __u32 gid)
1799 {
1800         return yaffs_MknodObject(YAFFS_OBJECT_TYPE_FILE,parent,name,mode,uid,gid,NULL,NULL,0);
1801 }
1802
1803 yaffs_Object *yaffs_MknodDirectory(yaffs_Object *parent,const YCHAR *name, __u32 mode, __u32 uid, __u32 gid)
1804 {
1805         return yaffs_MknodObject(YAFFS_OBJECT_TYPE_DIRECTORY,parent,name,mode,uid,gid,NULL,NULL,0);
1806 }
1807
1808 yaffs_Object *yaffs_MknodSpecial(yaffs_Object *parent,const YCHAR *name, __u32 mode, __u32 uid, __u32 gid, __u32 rdev)
1809 {
1810         return yaffs_MknodObject(YAFFS_OBJECT_TYPE_SPECIAL,parent,name,mode,uid,gid,NULL,NULL,rdev);
1811 }
1812
1813 yaffs_Object *yaffs_MknodSymLink(yaffs_Object *parent,const YCHAR *name, __u32 mode, __u32 uid, __u32 gid,const YCHAR *alias)
1814 {
1815         return yaffs_MknodObject(YAFFS_OBJECT_TYPE_SYMLINK,parent,name,mode,uid,gid,NULL,alias,0);
1816 }
1817
1818 // NB yaffs_Link returns the object id of the equivalent object.
1819 yaffs_Object *yaffs_Link(yaffs_Object *parent, const YCHAR *name, yaffs_Object *equivalentObject)
1820 {
1821         // Get the real object in case we were fed a hard link as an equivalent object
1822         equivalentObject = yaffs_GetEquivalentObject(equivalentObject);
1823
1824         if(yaffs_MknodObject(YAFFS_OBJECT_TYPE_HARDLINK,parent,name,0,0,0,equivalentObject,NULL,0))
1825         {
1826                 return equivalentObject;
1827         }
1828         else
1829         {
1830                 return NULL;
1831         }
1832
1833 }
1834
1835
1836 static int yaffs_ChangeObjectName(yaffs_Object *obj, yaffs_Object *newDir, const YCHAR *newName,int force,int shadows)
1837 {
1838         int unlinkOp;
1839         int deleteOp;
1840
1841         yaffs_Object * existingTarget;
1842
1843         if(newDir == NULL)
1844         {
1845                 newDir = obj->parent; // use the old directory
1846         }
1847
1848         if(newDir->variantType != YAFFS_OBJECT_TYPE_DIRECTORY)
1849         {
1850                 T(YAFFS_TRACE_ALWAYS,(TSTR("tragendy: yaffs_ChangeObjectName: newDir is not a directory"TENDSTR)));
1851                 YBUG();
1852         }
1853
1854         // TODO: Do we need this different handling for YAFFS2 and YAFFS1??
1855         if(obj->myDev->isYaffs2)
1856         {
1857                 unlinkOp = (newDir == obj->myDev->unlinkedDir);
1858         }
1859         else
1860         {
1861                 unlinkOp = (newDir == obj->myDev->unlinkedDir && obj->variantType == YAFFS_OBJECT_TYPE_FILE);
1862         }
1863
1864         deleteOp = (newDir == obj->myDev->deletedDir);
1865
1866         existingTarget = yaffs_FindObjectByName(newDir,newName);
1867
1868         // If the object is a file going into the unlinked directory, then it is OK to just stuff it in since
1869         // duplicate names are allowed.
1870         // Otherwise only proceed if the new name does not exist and if we're putting it into a directory.
1871         if( (unlinkOp||
1872                  deleteOp ||
1873                  force ||
1874                  (shadows > 0) ||
1875                  !existingTarget)  &&
1876              newDir->variantType == YAFFS_OBJECT_TYPE_DIRECTORY)
1877         {
1878                 yaffs_SetObjectName(obj,newName);
1879                 obj->dirty = 1;
1880
1881                 yaffs_AddObjectToDirectory(newDir,obj);
1882
1883                 if(unlinkOp) obj->unlinked = 1;
1884
1885                 // If it is a deletion then we mark it as a shrink for gc purposes.
1886                 if(yaffs_UpdateObjectHeader(obj,newName,0,deleteOp,shadows) >= 0)
1887                 {
1888                         return YAFFS_OK;
1889                 }
1890         }
1891
1892         return YAFFS_FAIL;
1893 }
1894
1895
1896
1897 int yaffs_RenameObject(yaffs_Object *oldDir, const YCHAR *oldName, yaffs_Object *newDir, const YCHAR *newName)
1898 {
1899         yaffs_Object *obj;
1900         yaffs_Object *existingTarget;
1901         int force = 0;
1902
1903 #ifdef CONFIG_YAFFS_CASE_INSENSITIVE
1904         // Special case for case insemsitive systems (eg. WinCE).
1905         // While look-up is case insensitive, the name isn't.
1906         // THerefore we might want to change x.txt to X.txt
1907         if(oldDir == newDir && yaffs_strcmp(oldName,newName) == 0)
1908         {
1909                 force = 1;
1910         }
1911 #endif
1912
1913         obj = yaffs_FindObjectByName(oldDir,oldName);
1914
1915         if(obj && obj->renameAllowed)
1916         {
1917
1918                 // Now do the handling for an existing target, if there is one
1919
1920                 existingTarget = yaffs_FindObjectByName(newDir,newName);
1921                 if(existingTarget &&
1922                    existingTarget->variantType == YAFFS_OBJECT_TYPE_DIRECTORY &&
1923                    !list_empty(&existingTarget->variant.directoryVariant.children))
1924                  {
1925                         // There is a target that is a non-empty directory, so we have to fail
1926                         return YAFFS_FAIL; // EEXIST or ENOTEMPTY
1927                  }
1928                  else if(existingTarget)
1929                  {
1930                         // Nuke the target first, using shadowing
1931                          yaffs_ChangeObjectName(obj,newDir,newName,force,existingTarget->objectId);
1932                          yaffs_Unlink(newDir,newName);
1933                  }
1934
1935
1936                 return yaffs_ChangeObjectName(obj,newDir,newName,force,0);
1937         }
1938         return YAFFS_FAIL;
1939 }
1940
1941
1942 #if 0
1943
1944 static int yaffs_CheckObjectHashSanity(yaffs_Device *dev)
1945 {
1946         // Scan the buckets and check that the lists
1947         // have as many members as the count says there are
1948         int bucket;
1949         int countEm;
1950         struct list_head *j;
1951         int ok = YAFFS_OK;
1952
1953         for(bucket = 0; bucket < YAFFS_NOBJECT_BUCKETS; bucket++)
1954         {
1955                 countEm = 0;
1956
1957                 list_for_each(j,&dev->objectBucket[bucket].list)
1958                 {
1959                         countEm++;
1960                 }
1961
1962                 if(countEm != dev->objectBucket[bucket].count)
1963                 {
1964                         T(YAFFS_TRACE_ERROR,(TSTR("Inode hash inconsistency" TENDSTR)));
1965                         ok = YAFFS_FAIL;
1966                 }
1967         }
1968
1969         return ok;
1970 }
1971
1972
1973 void yaffs_ObjectTest(yaffs_Device *dev)
1974 {
1975         yaffs_Object *in[1000];
1976         int inNo[1000];
1977         yaffs_Object *inold[1000];
1978         int i;
1979         int j;
1980
1981         memset(in,0,1000*sizeof(yaffs_Object *));
1982         memset(inold,0,1000*sizeof(yaffs_Object *));
1983
1984         yaffs_CheckObjectHashSanity(dev);
1985
1986         for(j = 0; j < 10; j++)
1987         {
1988                 //T(("%d\n",j));
1989
1990                 for(i = 0; i < 1000; i++)
1991                 {
1992                         in[i] = yaffs_CreateNewObject(dev,-1,YAFFS_OBJECT_TYPE_FILE);
1993                         if(!in[i])
1994                         {
1995                                 YINFO("No more inodes");
1996                         }
1997                         else
1998                         {
1999                                 inNo[i] = in[i]->objectId;
2000                         }
2001                 }
2002
2003                 for(i = 0; i < 1000; i++)
2004                 {
2005                         if(yaffs_FindObjectByNumber(dev,inNo[i]) != in[i])
2006                         {
2007                                 //T(("Differnce in look up test\n"));
2008                         }
2009                         else
2010                         {
2011                                 // T(("Look up ok\n"));
2012                         }
2013                 }
2014
2015                 yaffs_CheckObjectHashSanity(dev);
2016
2017                 for(i = 0; i < 1000; i+=3)
2018                 {
2019                         yaffs_FreeObject(in[i]);
2020                         in[i] = NULL;
2021                 }
2022
2023
2024                 yaffs_CheckObjectHashSanity(dev);
2025         }
2026
2027 }
2028
2029 #endif
2030
2031 /////////////////////////// Block Management and Page Allocation ///////////////////
2032
2033
2034 static int yaffs_InitialiseBlocks(yaffs_Device *dev,int nBlocks)
2035 {
2036         dev->allocationBlock = -1; // force it to get a new one
2037         //Todo we're assuming the malloc will pass.
2038         dev->blockInfo = YMALLOC(nBlocks * sizeof(yaffs_BlockInfo));
2039         // Set up dynamic blockinfo stuff.
2040         dev->chunkBitmapStride = (dev->nChunksPerBlock+7)/8;
2041         dev->chunkBits = YMALLOC(dev->chunkBitmapStride * nBlocks);
2042         if(dev->blockInfo && dev->chunkBits)
2043         {
2044                 memset(dev->blockInfo,0,nBlocks * sizeof(yaffs_BlockInfo));
2045                 memset(dev->chunkBits,0,dev->chunkBitmapStride * nBlocks);
2046                 return YAFFS_OK;
2047         }
2048
2049         return YAFFS_FAIL;
2050
2051 }
2052
2053 static void yaffs_DeinitialiseBlocks(yaffs_Device *dev)
2054 {
2055         YFREE(dev->blockInfo);
2056         dev->blockInfo = NULL;
2057         YFREE(dev->chunkBits);
2058         dev->chunkBits = NULL;
2059 }
2060
2061
2062 static int yaffs_BlockNotDisqualifiedFromGC(yaffs_Device *dev, yaffs_BlockInfo *bi)
2063 {
2064         int i;
2065         __u32 seq;
2066         yaffs_BlockInfo *b;
2067
2068         if(!dev->isYaffs2) return 1; // disqualification only applies to yaffs2.
2069
2070         if(!bi->hasShrinkHeader) return 1; // can gc
2071
2072
2073         // Find the oldest dirty sequence number if we don't know it and save it
2074         // so we don't have to keep recomputing it.
2075         if(!dev->oldestDirtySequence)
2076         {
2077                 seq = dev->sequenceNumber;
2078
2079                 for(i = dev->internalStartBlock; i <= dev->internalEndBlock; i++)
2080                 {
2081                         b = yaffs_GetBlockInfo(dev,i);
2082                         if(b->blockState == YAFFS_BLOCK_STATE_FULL &&
2083                         (b->pagesInUse - b->softDeletions )< dev->nChunksPerBlock &&
2084                         b->sequenceNumber < seq)
2085                         {
2086                                 seq = b->sequenceNumber;
2087                         }
2088                 }
2089                 dev->oldestDirtySequence = seq;
2090         }
2091
2092
2093         // Can't do gc of this block if there are any blocks older than this one that have
2094         // discarded pages.
2095         return (bi->sequenceNumber <= dev->oldestDirtySequence);
2096
2097
2098         return 1;
2099
2100 }
2101
2102 // FindDiretiestBlock is used to select the dirtiest block (or close enough)
2103 // for garbage collection.
2104 //
2105
2106
2107
2108 static int yaffs_FindBlockForGarbageCollection(yaffs_Device *dev,int aggressive)
2109 {
2110
2111         int b = dev->currentDirtyChecker;
2112
2113         int i;
2114         int iterations;
2115         int dirtiest = -1;
2116         int pagesInUse;
2117         yaffs_BlockInfo *bi;
2118         static int  nonAggressiveSkip = 0;
2119
2120         // If we're doing aggressive GC then we are happy to take a less-dirty block, and
2121         // search harder.
2122         // else (we're doing a leasurely gc), then we only bother to do this if the
2123         // block has only a few pages in use.
2124
2125
2126         nonAggressiveSkip--;
2127
2128         if(!aggressive &&(nonAggressiveSkip > 0))
2129         {
2130                 return -1;
2131         }
2132
2133         pagesInUse = (aggressive)? dev->nChunksPerBlock : YAFFS_PASSIVE_GC_CHUNKS + 1;
2134
2135         if(aggressive)
2136         {
2137                 iterations = dev->internalEndBlock - dev->internalStartBlock + 1;
2138         }
2139         else
2140         {
2141                 iterations = dev->internalEndBlock - dev->internalStartBlock + 1;
2142                 iterations = iterations / 16;
2143                 if(iterations > 200)
2144                 {
2145                         iterations = 200;
2146                 }
2147         }
2148
2149         for(i = 0; i <= iterations && pagesInUse > 0 ; i++)
2150         {
2151                 b++;
2152                 if ( b < dev->internalStartBlock || b > dev->internalEndBlock)
2153                 {
2154                         b =  dev->internalStartBlock;
2155                 }
2156
2157                 if(b < dev->internalStartBlock || b > dev->internalEndBlock)
2158                 {
2159                         T(YAFFS_TRACE_ERROR,(TSTR("**>> Block %d is not valid" TENDSTR),b));
2160                         YBUG();
2161                 }
2162
2163                 bi = yaffs_GetBlockInfo(dev,b);
2164
2165                 if(bi->blockState == YAFFS_BLOCK_STATE_FULL &&
2166                    (bi->pagesInUse - bi->softDeletions )< pagesInUse &&
2167                    yaffs_BlockNotDisqualifiedFromGC(dev,bi))
2168                 {
2169                         dirtiest = b;
2170                         pagesInUse = (bi->pagesInUse - bi->softDeletions);
2171                 }
2172         }
2173
2174         dev->currentDirtyChecker = b;
2175
2176         if(dirtiest > 0)
2177         {
2178                 T(YAFFS_TRACE_GC,(TSTR("GC Selected block %d with %d free" TENDSTR),dirtiest,dev->nChunksPerBlock - pagesInUse));
2179         }
2180
2181         dev->oldestDirtySequence = 0; // clear this
2182
2183         if(dirtiest > 0)
2184         {
2185                 nonAggressiveSkip = 4;
2186         }
2187
2188         return dirtiest;
2189 }
2190
2191
2192 static void yaffs_BlockBecameDirty(yaffs_Device *dev,int blockNo)
2193 {
2194         yaffs_BlockInfo *bi = yaffs_GetBlockInfo(dev,blockNo);
2195
2196         int erasedOk = 0;
2197
2198         // If the block is still healthy erase it and mark as clean.
2199         // If the block has had a data failure, then retire it.
2200         bi->blockState = YAFFS_BLOCK_STATE_DIRTY;
2201
2202         if(!bi->needsRetiring)
2203         {
2204                 erasedOk = yaffs_EraseBlockInNAND(dev,blockNo);
2205                 if(!erasedOk)
2206                 {
2207                         dev->nErasureFailures++;
2208                         T(YAFFS_TRACE_ERROR | YAFFS_TRACE_BAD_BLOCKS,(TSTR("**>> Erasure failed %d" TENDSTR),blockNo));
2209                 }
2210         }
2211
2212         if(erasedOk && (yaffs_traceMask & YAFFS_TRACE_ERASE))
2213         {
2214                         int i;
2215                         for(i = 0; i < dev->nChunksPerBlock; i++)
2216                         {
2217                                         if(!yaffs_CheckChunkErased(dev,blockNo * dev->nChunksPerBlock + i))
2218                                         {
2219                                                 T(YAFFS_TRACE_ERROR,(TSTR(">>Block %d erasure supposedly OK, but chunk %d not erased" TENDSTR),blockNo,i));
2220                                         }
2221                         }
2222         }
2223
2224         if( erasedOk )
2225         {
2226                 // Clean it up...
2227                 bi->blockState = YAFFS_BLOCK_STATE_EMPTY;
2228                 dev->nErasedBlocks++;
2229                 bi->pagesInUse = 0;
2230                 bi->softDeletions = 0;
2231                 bi->hasShrinkHeader=0;
2232                 yaffs_ClearChunkBits(dev,blockNo);
2233
2234                 T(YAFFS_TRACE_ERASE,(TSTR("Erased block %d" TENDSTR),blockNo));
2235         }
2236         else
2237         {
2238                 dev->nFreeChunks -= dev->nChunksPerBlock; // We lost a block of free space
2239
2240                 yaffs_RetireBlock(dev,blockNo);
2241                 T(YAFFS_TRACE_ERROR | YAFFS_TRACE_BAD_BLOCKS,(TSTR("**>> Block %d retired" TENDSTR),blockNo));
2242         }
2243 }
2244
2245 #if 0
2246 static void yaffs_DumpBlockStats(yaffs_Device *dev)
2247 {
2248         int i,j;
2249         yaffs_BlockInfo *bi;
2250
2251         for(i= dev->internalStartBlock; i <=dev->internalEndBlock; i++)
2252         {
2253                 bi = yaffs_GetBlockInfo(dev,i);
2254                 T(YAFFS_TRACE_ALLOCATE,(TSTR("%3d state %d shrink %d inuse %d/%d seq %d pages"),i,
2255                 bi->blockState,bi->hasShrinkHeader,bi->pagesInUse,bi->softDeletions,bi->sequenceNumber));
2256
2257                 for(j = 0; j < dev->nChunksPerBlock; j++)
2258                 {
2259                         if(yaffs_CheckChunkBit(dev,i,j))
2260                         {
2261                                 T(YAFFS_TRACE_ALLOCATE,(TSTR(" %d"),j));
2262
2263                         }
2264                 }
2265                 T(YAFFS_TRACE_ALLOCATE,(TSTR(" " TENDSTR)));
2266
2267         }
2268 }
2269 #endif
2270
2271
2272 static int yaffs_FindBlockForAllocation(yaffs_Device *dev)
2273 {
2274         int i;
2275
2276         yaffs_BlockInfo *bi;
2277
2278 #if 0
2279         static int j = 0;
2280         j++;
2281         if(j < 0 || j > 100)
2282         {
2283                 j = 0;
2284                 yaffs_DumpBlockStats(dev);
2285         }
2286
2287 #endif
2288
2289         if(dev->nErasedBlocks < 1)
2290         {
2291                 // Hoosterman we've got a problem.
2292                 // Can't get space to gc
2293                 T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: no more eraased blocks" TENDSTR)));
2294
2295                 return -1;
2296         }
2297
2298         // Find an empty block.
2299
2300         for(i = dev->internalStartBlock; i <= dev->internalEndBlock; i++)
2301         {
2302                 dev->allocationBlockFinder++;
2303                 if(dev->allocationBlockFinder < dev->internalStartBlock || dev->allocationBlockFinder> dev->internalEndBlock)
2304                 {
2305                         dev->allocationBlockFinder = dev->internalStartBlock;
2306                 }
2307
2308                 bi = yaffs_GetBlockInfo(dev,dev->allocationBlockFinder);
2309
2310                 if(bi->blockState == YAFFS_BLOCK_STATE_EMPTY)
2311                 {
2312                         bi->blockState = YAFFS_BLOCK_STATE_ALLOCATING;
2313                         dev->sequenceNumber++;
2314                         bi->sequenceNumber = dev->sequenceNumber;
2315                         dev->nErasedBlocks--;
2316                         T(YAFFS_TRACE_ALLOCATE,(TSTR("Allocated block %d, seq  %d, %d left" TENDSTR),dev->allocationBlockFinder,dev->sequenceNumber, dev->nErasedBlocks));
2317                         return dev->allocationBlockFinder;
2318                 }
2319         }
2320
2321
2322         T(YAFFS_TRACE_ALWAYS, (TSTR("yaffs tragedy: no more eraased blocks, but there should have been %d" TENDSTR),dev->nErasedBlocks));
2323
2324
2325
2326
2327
2328         return -1;
2329 }
2330
2331
2332 // To determine if we have enough space we just look at the
2333 // number of erased blocks.
2334
2335 static int yaffs_CheckSpaceForAllocation(yaffs_Device *dev)
2336 {
2337         int reservedChunks = (dev->nReservedBlocks * dev->nChunksPerBlock);
2338         return (dev->nFreeChunks > reservedChunks);
2339 }
2340
2341
2342 static int yaffs_AllocateChunk(yaffs_Device *dev,int useReserve)
2343 {
2344         int retVal;
2345         yaffs_BlockInfo *bi;
2346
2347         if(dev->allocationBlock < 0)
2348         {
2349                 // Get next block to allocate off
2350                 dev->allocationBlock = yaffs_FindBlockForAllocation(dev);
2351                 dev->allocationPage = 0;
2352         }
2353
2354         if(!useReserve &&  !yaffs_CheckSpaceForAllocation(dev))
2355         {
2356                 // Not enough space to allocate unless we're allowed to use the reserve.
2357                 return -1;
2358         }
2359
2360         if(dev->nErasedBlocks < dev->nReservedBlocks && dev->allocationPage == 0)
2361         {
2362                 T(YAFFS_TRACE_ALLOCATE,(TSTR("Allocating reserve" TENDSTR)));
2363         }
2364
2365
2366         // Next page please....
2367         if(dev->allocationBlock >= 0)
2368         {
2369                 bi = yaffs_GetBlockInfo(dev,dev->allocationBlock);
2370
2371                 retVal = (dev->allocationBlock * dev->nChunksPerBlock) +
2372                                   dev->allocationPage;
2373                 bi->pagesInUse++;
2374                 yaffs_SetChunkBit(dev,dev->allocationBlock,dev->allocationPage);
2375
2376                 dev->allocationPage++;
2377
2378                 dev->nFreeChunks--;
2379
2380                 // If the block is full set the state to full
2381                 if(dev->allocationPage >= dev->nChunksPerBlock)
2382                 {
2383                         bi->blockState = YAFFS_BLOCK_STATE_FULL;
2384                         dev->allocationBlock = -1;
2385                 }
2386
2387
2388                 return retVal;
2389
2390         }
2391         T(YAFFS_TRACE_ERROR,(TSTR("!!!!!!!!! Allocator out !!!!!!!!!!!!!!!!!" TENDSTR)));
2392
2393         return -1;
2394 }
2395
2396
2397
2398
2399 static int yaffs_GetErasedChunks(yaffs_Device *dev)
2400 {
2401                 int n;
2402
2403                 n = dev->nErasedBlocks * dev->nChunksPerBlock;
2404
2405                 if(dev->allocationBlock> 0)
2406                 {
2407                         n += (dev->nChunksPerBlock - dev->allocationPage);
2408                 }
2409
2410                 return n;
2411
2412 }
2413
2414 static int  yaffs_GarbageCollectBlock(yaffs_Device *dev,int block)
2415 {
2416         int oldChunk;
2417         int newChunk;
2418         int chunkInBlock;
2419         int markNAND;
2420         int retVal = YAFFS_OK;
2421         int cleanups = 0;
2422         int i;
2423
2424         int chunksBefore = yaffs_GetErasedChunks(dev);
2425         int chunksAfter;
2426
2427         yaffs_ExtendedTags  tags;
2428
2429         yaffs_BlockInfo *bi = yaffs_GetBlockInfo(dev,block);
2430
2431         yaffs_Object *object;
2432
2433         bi->blockState = YAFFS_BLOCK_STATE_COLLECTING;
2434
2435         T(YAFFS_TRACE_TRACING,(TSTR("Collecting block %d, in use %d, shrink %d, " TENDSTR),block,bi->pagesInUse,bi->hasShrinkHeader));
2436         //T(("Collecting block %d n %d bits %x\n",block, bi->pagesInUse, bi->pageBits));
2437
2438         //yaffs_VerifyFreeChunks(dev);
2439
2440         bi->hasShrinkHeader = 0; // clear the flag so that the block can erase
2441
2442         dev->nFreeChunks -= bi->softDeletions;  // Take off the number of soft deleted entries because
2443                                                 // they're going to get really deleted during GC.
2444
2445         dev->isDoingGC = 1;
2446
2447         if(!yaffs_StillSomeChunkBits(dev,block))
2448         {
2449                 T(YAFFS_TRACE_TRACING,(TSTR("Collecting block %d that has no chunks in use" TENDSTR),block));
2450                 yaffs_BlockBecameDirty(dev,block);
2451         }
2452         else
2453         {
2454
2455         __u8  *buffer = yaffs_GetTempBuffer(dev,__LINE__);
2456
2457         for(chunkInBlock = 0,oldChunk = block * dev->nChunksPerBlock;
2458             chunkInBlock < dev->nChunksPerBlock && yaffs_StillSomeChunkBits(dev,block);
2459             chunkInBlock++, oldChunk++ )
2460         {
2461                 if(yaffs_CheckChunkBit(dev,block,chunkInBlock))
2462                 {
2463
2464                         // This page is in use and might need to be copied off
2465
2466                         markNAND = 1;
2467
2468                         //T(("copying page %x from %d to %d\n",mask,oldChunk,newChunk));
2469
2470                         yaffs_InitialiseTags(&tags);
2471
2472                         yaffs_ReadChunkWithTagsFromNAND(dev,oldChunk,buffer, &tags);
2473
2474                         object = yaffs_FindObjectByNumber(dev,tags.objectId);
2475
2476                         T(YAFFS_TRACE_GC_DETAIL,(TSTR("Collecting page %d, %d %d %d " TENDSTR),chunkInBlock,tags.objectId,tags.chunkId,tags.byteCount));
2477
2478                         if(!object)
2479                         {
2480                                 T(YAFFS_TRACE_ERROR,(TSTR("page %d in gc has no object " TENDSTR),oldChunk));
2481                         }
2482
2483                         if(object && object->deleted && tags.chunkId != 0)
2484                         {
2485                                 // Data chunk in a deleted file, throw it away
2486                                 // It's a soft deleted data chunk,
2487                                 // No need to copy this, just forget about it and fix up the
2488                                 // object.
2489
2490                                 //yaffs_PutChunkIntoFile(object, tags.chunkId, 0,0);
2491                                 object->nDataChunks--;
2492
2493                                 if(object->nDataChunks <= 0)
2494                                 {
2495                                         // remeber to clean up the object
2496                                         dev->gcCleanupList[cleanups] = tags.objectId;
2497                                         cleanups++;
2498                                 }
2499                                 markNAND = 0;
2500                         }
2501                         else if( 0 /* Todo object && object->deleted && object->nDataChunks == 0 */)
2502                         {
2503                                 // Deleted object header with no data chunks.
2504                                 // Can be discarded and the file deleted.
2505                                 object->chunkId = 0;
2506                                 yaffs_FreeTnode(object->myDev,object->variant.fileVariant.top);
2507                                 object->variant.fileVariant.top = NULL;
2508                                 yaffs_DoGenericObjectDeletion(object);
2509
2510                         }
2511                         else if(object)
2512                         {
2513                                 // It's either a data chunk in a live file or
2514                                 // an ObjectHeader, so we're interested in it.
2515                                 // NB Need to keep the ObjectHeaders of deleted files
2516                                 // until the whole file has been deleted off
2517                                 tags.serialNumber++;
2518
2519                                 dev->nGCCopies++;
2520
2521                                 newChunk = yaffs_WriteNewChunkWithTagsToNAND(dev, buffer, &tags,1);
2522
2523                                 if(newChunk < 0)
2524                                 {
2525                                         retVal =  YAFFS_FAIL;
2526                                 }
2527                                 else
2528                                 {
2529
2530                                         // Ok, now fix up the Tnodes etc.
2531
2532                                         if(tags.chunkId == 0)
2533                                         {
2534                                                 // It's a header
2535                                                 object->chunkId = newChunk;
2536                                                 object->serial = tags.serialNumber;
2537                                         }
2538                                         else
2539                                         {
2540                                                 // It's a data chunk
2541                                                 yaffs_PutChunkIntoFile(object, tags.chunkId, newChunk,0);
2542                                         }
2543                                 }
2544                         }
2545
2546                         yaffs_DeleteChunk(dev,oldChunk,markNAND,__LINE__);
2547
2548                 }
2549         }
2550
2551         yaffs_ReleaseTempBuffer(dev,buffer,__LINE__);
2552
2553         //yaffs_VerifyFreeChunks(dev);
2554
2555         // Do any required cleanups
2556         for(i = 0; i < cleanups; i++)
2557         {
2558                 // Time to delete the file too
2559                 object =  yaffs_FindObjectByNumber(dev,dev->gcCleanupList[i]);
2560                 if(object)
2561                 {
2562                         yaffs_FreeTnode(dev,object->variant.fileVariant.top);
2563                         object->variant.fileVariant.top = NULL;
2564                         T(YAFFS_TRACE_GC,(TSTR("yaffs: About to finally delete object %d" TENDSTR),object->objectId));
2565                         yaffs_DoGenericObjectDeletion(object);
2566                 }
2567
2568         }
2569
2570         }
2571
2572         if(chunksBefore >= (chunksAfter = yaffs_GetErasedChunks(dev)))
2573         {
2574                         T(YAFFS_TRACE_GC,(TSTR("gc did not increase free chunks before %d after %d" TENDSTR),chunksBefore,chunksAfter));
2575         }
2576
2577
2578         dev->isDoingGC = 0;
2579
2580         //yaffs_VerifyFreeChunks(dev);
2581
2582         return YAFFS_OK;
2583 }
2584
2585 #if 0
2586 static yaffs_Object *yaffs_FindDeletedUnlinkedFile(yaffs_Device *dev)
2587 {
2588         // find a file to delete
2589         struct list_head *i;
2590         yaffs_Object *l;
2591
2592
2593         //Scan the unlinked files looking for one to delete
2594         list_for_each(i,&dev->unlinkedDir->variant.directoryVariant.children)
2595         {
2596                 if(i)
2597                 {
2598                         l = list_entry(i, yaffs_Object,siblings);
2599                         if(l->deleted)
2600                         {
2601                                 return l;
2602                         }
2603                 }
2604         }
2605         return NULL;
2606 }
2607
2608
2609 static void yaffs_DoUnlinkedFileDeletion(yaffs_Device *dev)
2610 {
2611         // This does background deletion on unlinked files.. only deleted ones.
2612         // If we don't have a file we're working on then find one
2613         if(!dev->unlinkedDeletion && dev->nDeletedFiles > 0)
2614         {
2615                 dev->unlinkedDeletion = yaffs_FindDeletedUnlinkedFile(dev);
2616         }
2617
2618         // OK, we're working on a file...
2619         if(dev->unlinkedDeletion)
2620         {
2621                 yaffs_Object *obj = dev->unlinkedDeletion;
2622                 int delresult;
2623                 int limit; // Number of chunks to delete in a file.
2624                                    // NB this can be exceeded, but not by much.
2625
2626                 limit = -1;
2627
2628                 delresult = yaffs_DeleteWorker(obj, obj->variant.fileVariant.top, obj->variant.fileVariant.topLevel, 0,&limit);
2629
2630                 if(obj->nDataChunks == 0)
2631                 {
2632                         // Done all the deleting of data chunks.
2633                         // Now dump the header and clean up
2634                         yaffs_FreeTnode(dev,obj->variant.fileVariant.top);
2635                         obj->variant.fileVariant.top = NULL;
2636                         yaffs_DoGenericObjectDeletion(obj);
2637                         dev->nDeletedFiles--;
2638                         dev->nUnlinkedFiles--;
2639                         dev->nBackgroundDeletions++;
2640                         dev->unlinkedDeletion = NULL;
2641                 }
2642         }
2643 }
2644
2645 #endif
2646
2647
2648
2649 // New garbage collector
2650 // If we're very low on erased blocks then we do aggressive garbage collection
2651 // otherwise we do "leasurely" garbage collection.
2652 // Aggressive gc looks further (whole array) and will accept dirtier blocks.
2653 // Passive gc only inspects smaller areas and will only accept cleaner blocks.
2654 //
2655 // The idea is to help clear out space in a more spread-out manner.
2656 // Dunno if it really does anything useful.
2657 //
2658 static int yaffs_CheckGarbageCollection(yaffs_Device *dev)
2659 {
2660         int block;
2661         int aggressive;
2662         int gcOk = YAFFS_OK;
2663         int maxTries = 0;
2664
2665         //yaffs_VerifyFreeChunks(dev);
2666
2667         if(dev->isDoingGC)
2668         {
2669                 // Bail out so we don't get recursive gc
2670                 return YAFFS_OK;
2671         }
2672
2673         // This loop should pass the first time.
2674         // We'll only see looping here if the erase of the collected block fails.
2675
2676         do{
2677                 maxTries++;
2678                 if(dev->nErasedBlocks < dev->nReservedBlocks)
2679                 {
2680                         // We need a block soon...
2681                         aggressive = 1;
2682                 }
2683                 else
2684                 {
2685                         // We're in no hurry
2686                         aggressive = 0;
2687                 }
2688
2689                 block = yaffs_FindBlockForGarbageCollection(dev,aggressive);
2690
2691                 if(block > 0)
2692                 {
2693                         dev->garbageCollections++;
2694                         if(!aggressive)
2695                         {
2696                                 dev->passiveGarbageCollections++;
2697                         }
2698
2699                         T(YAFFS_TRACE_GC,(TSTR("yaffs: GC erasedBlocks %d aggressive %d" TENDSTR),dev->nErasedBlocks,aggressive));
2700
2701                         gcOk =  yaffs_GarbageCollectBlock(dev,block);
2702                 }
2703
2704                 if(dev->nErasedBlocks < (dev->nReservedBlocks) && block > 0)
2705                 {
2706                         T(YAFFS_TRACE_GC,(TSTR("yaffs: GC !!!no reclaim!!! erasedBlocks %d after try %d block %d" TENDSTR),dev->nErasedBlocks,maxTries,block));
2707                 }
2708         } while((dev->nErasedBlocks < dev->nReservedBlocks) && (block > 0) && (maxTries < 2));
2709
2710         return aggressive ? gcOk: YAFFS_OK;
2711 }
2712
2713
2714 //////////////////////////// TAGS ///////////////////////////////////////
2715
2716
2717
2718 #if 0
2719
2720 void yaffs_CalcTagsECC(yaffs_Tags *tags)
2721 {
2722         // Calculate an ecc
2723
2724         unsigned char *b = ((yaffs_TagsUnion *)tags)->asBytes;
2725         unsigned  i,j;
2726         unsigned  ecc = 0;
2727         unsigned bit = 0;
2728
2729         tags->ecc = 0;
2730
2731         for(i = 0; i < 8; i++)
2732         {
2733                 for(j = 1; j &0xff; j<<=1)
2734                 {
2735                         bit++;
2736                         if(b[i] & j)
2737                         {
2738                                 ecc ^= bit;
2739                         }
2740                 }
2741         }
2742
2743         tags->ecc = ecc;
2744
2745
2746 }
2747
2748 int  yaffs_CheckECCOnTags(yaffs_Tags *tags)
2749 {
2750         unsigned ecc = tags->ecc;
2751
2752         yaffs_CalcTagsECC(tags);
2753
2754         ecc ^= tags->ecc;
2755
2756         if(ecc && ecc <= 64)
2757         {
2758                 // TODO: Handle the failure better. Retire?
2759                 unsigned char *b = ((yaffs_TagsUnion *)tags)->asBytes;
2760
2761                 ecc--;
2762
2763                 b[ecc / 8] ^= (1 << (ecc & 7));
2764
2765                 // Now recvalc the ecc
2766                 yaffs_CalcTagsECC(tags);
2767
2768                 return 1; // recovered error
2769         }
2770         else if(ecc)
2771         {
2772                 // Wierd ecc failure value
2773                 // TODO Need to do somethiong here
2774                 return -1; //unrecovered error
2775         }
2776
2777         return 0;
2778 }
2779
2780 static void yaffs_LoadTagsIntoSpare(yaffs_Spare *sparePtr, yaffs_Tags *tagsPtr)
2781 {
2782         yaffs_TagsUnion *tu = (yaffs_TagsUnion *)tagsPtr;
2783
2784         yaffs_CalcTagsECC(tagsPtr);
2785
2786         sparePtr->tagByte0 = tu->asBytes[0];
2787         sparePtr->tagByte1 = tu->asBytes[1];
2788         sparePtr->tagByte2 = tu->asBytes[2];
2789         sparePtr->tagByte3 = tu->asBytes[3];
2790         sparePtr->tagByte4 = tu->asBytes[4];
2791         sparePtr->tagByte5 = tu->asBytes[5];
2792         sparePtr->tagByte6 = tu->asBytes[6];
2793         sparePtr->tagByte7 = tu->asBytes[7];
2794 }
2795
2796 static void yaffs_GetTagsFromSpare(yaffs_Device *dev, yaffs_Spare *sparePtr,yaffs_Tags *tagsPtr)
2797 {
2798         yaffs_TagsUnion *tu = (yaffs_TagsUnion *)tagsPtr;
2799         int result;
2800
2801         tu->asBytes[0]= sparePtr->tagByte0;
2802         tu->asBytes[1]= sparePtr->tagByte1;
2803         tu->asBytes[2]= sparePtr->tagByte2;
2804         tu->asBytes[3]= sparePtr->tagByte3;
2805         tu->asBytes[4]= sparePtr->tagByte4;
2806         tu->asBytes[5]= sparePtr->tagByte5;
2807         tu->asBytes[6]= sparePtr->tagByte6;
2808         tu->asBytes[7]= sparePtr->tagByte7;
2809
2810         result =  yaffs_CheckECCOnTags(tagsPtr);
2811         if(result> 0)
2812         {
2813                 dev->tagsEccFixed++;
2814         }
2815         else if(result <0)
2816         {
2817                 dev->tagsEccUnfixed++;
2818         }
2819 }
2820
2821 static void yaffs_SpareInitialise(yaffs_Spare *spare)
2822 {
2823         memset(spare,0xFF,sizeof(yaffs_Spare));
2824 }
2825
2826 #endif
2827
2828 #if 0
2829 static int yaffs_WriteNewChunkWithTagsToNAND(yaffs_Device *dev, const __u8 *buffer, yaffs_ExtendedTags *tags, int useReserve)
2830 {
2831         // NB There must be tags, data is optional
2832         // If there is data, then an ECC is calculated on it.
2833
2834         yaffs_Spare spare;
2835
2836         if(!tags)
2837         {
2838                 return YAFFS_FAIL;
2839         }
2840
2841         //yaffs_SpareInitialise(&spare);
2842
2843         //if(!dev->useNANDECC && buffer)
2844         //{
2845         //      yaffs_CalcECC(buffer,&spare);
2846         //}
2847
2848         //yaffs_LoadTagsIntoSpare(&spare,tags);
2849
2850         return yaffs_WriteNewChunkToNAND(dev,buffer,&spare,useReserve);
2851
2852 }
2853 #endif
2854
2855 static int yaffs_TagsMatch(const yaffs_ExtendedTags *tags, int objectId, int chunkInObject)
2856 {
2857         return  (  tags->chunkId == chunkInObject &&
2858                            tags->objectId == objectId &&
2859                            !tags->chunkDeleted) ? 1 : 0;
2860
2861 }
2862
2863 /////////////////////////////////////////////////////////////////////////////////////////////////////////
2864
2865
2866 static int yaffs_FindChunkInFile(yaffs_Object *in,int chunkInInode,yaffs_ExtendedTags *tags)
2867 {
2868         //Get the Tnode, then get the level 0 offset chunk offset
2869     yaffs_Tnode *tn;
2870     int theChunk = -1;
2871     yaffs_ExtendedTags localTags;
2872     int retVal = -1;
2873
2874     yaffs_Device *dev = in->myDev;
2875
2876
2877     if(!tags)
2878     {
2879         // Passed a NULL, so use our own tags space
2880         tags = &localTags;
2881     }
2882
2883     tn = yaffs_FindLevel0Tnode(dev,&in->variant.fileVariant, chunkInInode);
2884
2885     if(tn)
2886     {
2887                 theChunk = tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK] << dev->chunkGroupBits;
2888
2889                 retVal = yaffs_FindChunkInGroup(dev,theChunk,tags,in->objectId,chunkInInode);
2890     }
2891     return retVal;
2892 }
2893
2894 static int yaffs_FindAndDeleteChunkInFile(yaffs_Object *in,int chunkInInode,yaffs_ExtendedTags *tags)
2895 {
2896         //Get the Tnode, then get the level 0 offset chunk offset
2897     yaffs_Tnode *tn;
2898     int theChunk = -1;
2899     yaffs_ExtendedTags localTags;
2900
2901     yaffs_Device *dev = in->myDev;
2902     int retVal = -1;
2903
2904     if(!tags)
2905     {
2906         // Passed a NULL, so use our own tags space
2907         tags = &localTags;
2908     }
2909
2910     tn = yaffs_FindLevel0Tnode(dev,&in->variant.fileVariant, chunkInInode);
2911
2912     if(tn)
2913     {
2914
2915                 theChunk = tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK] << dev->chunkGroupBits;
2916
2917                 retVal = yaffs_FindChunkInGroup(dev,theChunk,tags,in->objectId,chunkInInode);
2918
2919                 // Delete the entry in the filestructure (if found)
2920                 if(retVal != -1)
2921                 {
2922                         tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK] = 0;
2923                 }
2924     }
2925     else
2926     {
2927         //T(("No level 0 found for %d\n", chunkInInode));
2928     }
2929
2930     if(retVal == -1)
2931     {
2932         //T(("Could not find %d to delete\n",chunkInInode));
2933     }
2934     return retVal;
2935 }
2936
2937
2938 #ifdef YAFFS_PARANOID
2939
2940 static int yaffs_CheckFileSanity(yaffs_Object *in)
2941 {
2942         int chunk;
2943         int nChunks;
2944         int fSize;
2945         int failed = 0;
2946         int objId;
2947         yaffs_Tnode *tn;
2948     yaffs_Tags localTags;
2949     yaffs_Tags *tags = &localTags;
2950     int theChunk;
2951     int chunkDeleted;
2952
2953
2954         if(in->variantType != YAFFS_OBJECT_TYPE_FILE)
2955         {
2956                 //T(("Object not a file\n"));
2957                 return YAFFS_FAIL;
2958         }
2959
2960         objId = in->objectId;
2961         fSize  = in->variant.fileVariant.fileSize;
2962         nChunks = (fSize + in->myDev->nBytesPerChunk -1)/in->myDev->nBytesPerChunk;
2963
2964         for(chunk = 1; chunk <= nChunks; chunk++)
2965         {
2966                 tn = yaffs_FindLevel0Tnode(in->myDev,&in->variant.fileVariant, chunk);
2967
2968                 if(tn)
2969                 {
2970
2971                         theChunk = tn->level0[chunk & YAFFS_TNODES_LEVEL0_MASK] << in->myDev->chunkGroupBits;
2972
2973                 if(yaffs_CheckChunkBits(dev,theChunk/dev->nChunksPerBlock,theChunk%dev->nChunksPerBlock))
2974                         {
2975
2976
2977                                 yaffs_ReadChunkTagsFromNAND(in->myDev,theChunk,tags,&chunkDeleted);
2978                                 if(yaffs_TagsMatch(tags,in->objectId,chunk,chunkDeleted))
2979                                 {
2980                                         // found it;
2981
2982                                 }
2983                         }
2984                         else
2985                         {
2986                                 //T(("File problem file [%d,%d] NAND %d  tags[%d,%d]\n",
2987                                 //              objId,chunk,theChunk,tags->chunkId,tags->objectId);
2988
2989                                 failed = 1;
2990
2991                         }
2992
2993                 }
2994                 else
2995                 {
2996                         //T(("No level 0 found for %d\n", chunk));
2997                 }
2998         }
2999
3000         return failed ? YAFFS_FAIL : YAFFS_OK;
3001 }
3002
3003 #endif
3004
3005 static int yaffs_PutChunkIntoFile(yaffs_Object *in,int chunkInInode, int chunkInNAND, int inScan)
3006 {
3007         // NB inScan is zero unless scanning. For forward scanning, inScan is > 0; for backward scanning inScan is < 0
3008         yaffs_Tnode *tn;
3009         yaffs_Device *dev = in->myDev;
3010         int existingChunk;
3011         yaffs_ExtendedTags existingTags;
3012         yaffs_ExtendedTags newTags;
3013         unsigned existingSerial, newSerial;
3014
3015         if(in->variantType != YAFFS_OBJECT_TYPE_FILE)
3016         {
3017                 // Just ignore an attempt at putting a chunk into a non-file during scanning
3018                 // If it is not during Scanning then something went wrong!
3019                 if(!inScan)
3020                 {
3021                         T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy:attempt to put data chunk into a non-file" TENDSTR)));
3022                         YBUG();
3023                 }
3024
3025                 yaffs_DeleteChunk(dev,chunkInNAND,1,__LINE__);
3026                 return YAFFS_OK;
3027         }
3028
3029         tn = yaffs_AddOrFindLevel0Tnode(dev,&in->variant.fileVariant, chunkInInode);
3030         if(!tn)
3031         {
3032                 return YAFFS_FAIL;
3033         }
3034
3035         existingChunk = tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK];
3036
3037         if(inScan != 0)
3038         {
3039                 // If we're scanning then we need to test for duplicates
3040                 // NB This does not need to be efficient since it should only ever
3041                 // happen when the power fails during a write, then only one
3042                 // chunk should ever be affected.
3043                 //
3044                 // Correction for YAFFS2: This could happen quite a lot and we need to think about efficiency! TODO
3045                 // Update: For backward scanning we don't need to re-read tags so this is quite cheap.
3046
3047
3048
3049                 if(existingChunk != 0)
3050                 {
3051                         // NB Right now existing chunk will not be real chunkId if the device >= 32MB
3052                         //    thus we have to do a FindChunkInFile to get the real chunk id.
3053                         //
3054                         // We have a duplicate now we need to decide which one to use:
3055                         //
3056                         // Backwards scanning YAFFS2: The old one is what we use, dump the new one.
3057                         // Forward scanning YAFFS2: The new one is what we use, dump the old one.
3058                         // YAFFS1: Get both sets of tags and compare serial numbers.
3059                         //
3060                         //
3061
3062                         if(inScan > 0)
3063                         {
3064                                 // Only do this for forward scanning
3065                                 yaffs_ReadChunkWithTagsFromNAND(dev,chunkInNAND, NULL,&newTags);
3066
3067
3068                                 // Do a proper find
3069                                 existingChunk = yaffs_FindChunkInFile(in,chunkInInode, &existingTags);
3070                         }
3071
3072                         if(existingChunk <=0)
3073                         {
3074                                 //Hoosterman - how did this happen?
3075
3076                                 T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: existing chunk < 0 in scan" TENDSTR)));
3077
3078                         }
3079
3080
3081                         // NB The deleted flags should be false, otherwise the chunks will
3082                         // not be loaded during a scan
3083
3084                         newSerial = newTags.serialNumber;
3085                         existingSerial = existingTags.serialNumber;
3086
3087                         if( (inScan > 0) &&
3088                             ( in->myDev->isYaffs2  ||
3089                               existingChunk <= 0 ||
3090                              ((existingSerial+1) & 3) == newSerial))
3091                         {
3092                                 // Forward scanning.
3093                                 // Use new
3094                                 // Delete the old one and drop through to update the tnode
3095                                 yaffs_DeleteChunk(dev,existingChunk,1,__LINE__);
3096                         }
3097                         else
3098                         {
3099                                 // Backward scanning or we want to use the existing one
3100                                 // Use existing.
3101                                 // Delete the new one and return early so that the tnode isn't changed
3102                                 yaffs_DeleteChunk(dev,chunkInNAND,1,__LINE__);
3103                                 return YAFFS_OK;
3104                         }
3105                 }
3106
3107         }
3108
3109         if(existingChunk == 0)
3110         {
3111                 in->nDataChunks++;
3112         }
3113
3114         tn->level0[chunkInInode & YAFFS_TNODES_LEVEL0_MASK] = (chunkInNAND >> dev->chunkGroupBits);
3115
3116         return YAFFS_OK;
3117 }
3118
3119
3120
3121 static int yaffs_ReadChunkDataFromObject(yaffs_Object *in,int chunkInInode, __u8 *buffer)
3122 {
3123     int chunkInNAND = yaffs_FindChunkInFile(in,chunkInInode,NULL);
3124
3125     if(chunkInNAND >= 0)
3126     {
3127                 return yaffs_ReadChunkWithTagsFromNAND(in->myDev,chunkInNAND,buffer,NULL);
3128         }
3129         else
3130         {
3131                 T(YAFFS_TRACE_NANDACCESS,(TSTR("Chunk %d not found zero instead" TENDSTR),chunkInNAND));
3132
3133                 memset(buffer,0,in->myDev->nBytesPerChunk); // get sane data if you read a hole
3134                 return 0;
3135         }
3136
3137 }
3138
3139
3140 void yaffs_DeleteChunk(yaffs_Device *dev,int chunkId,int markNAND,int lyn)
3141 {
3142         int block;
3143         int page;
3144         yaffs_ExtendedTags tags;
3145         yaffs_BlockInfo *bi;
3146
3147         if(chunkId <= 0) return;
3148
3149         dev->nDeletions++;
3150         block = chunkId / dev->nChunksPerBlock;
3151         page = chunkId % dev->nChunksPerBlock;
3152
3153         bi = yaffs_GetBlockInfo(dev,block);
3154
3155         T(YAFFS_TRACE_DELETION,(TSTR("line %d delete of chunk %d" TENDSTR),lyn,chunkId));
3156
3157         if(markNAND &&
3158           bi->blockState != YAFFS_BLOCK_STATE_COLLECTING &&
3159           !dev->isYaffs2)
3160         {
3161 //              yaffs_SpareInitialise(&spare);
3162
3163 #ifdef CONFIG_MTD_NAND_VERIFY_WRITE
3164
3165                 //read data before write, to ensure correct ecc
3166                 //if we're using MTD verification under Linux
3167                 yaffs_ReadChunkFromNAND(dev,chunkId,NULL,&spare,0);
3168 #endif
3169
3170                 yaffs_InitialiseTags(&tags);
3171
3172                 tags.chunkDeleted = 1;
3173
3174
3175                 yaffs_WriteChunkWithTagsToNAND(dev,chunkId,NULL,&tags);
3176                 yaffs_HandleUpdateChunk(dev,chunkId,&tags);
3177         }
3178         else
3179         {
3180                         dev->nUnmarkedDeletions++;
3181         }
3182
3183
3184         // Pull out of the management area.
3185         // If the whole block became dirty, this will kick off an erasure.
3186         if(     bi->blockState == YAFFS_BLOCK_STATE_ALLOCATING ||
3187             bi->blockState == YAFFS_BLOCK_STATE_FULL ||
3188             bi->blockState == YAFFS_BLOCK_STATE_NEEDS_SCANNING ||
3189             bi->blockState == YAFFS_BLOCK_STATE_COLLECTING)
3190         {
3191                 dev->nFreeChunks++;
3192
3193                 yaffs_ClearChunkBit(dev,block,page);
3194
3195                 bi->pagesInUse--;
3196
3197                 if(bi->pagesInUse == 0 &&
3198                    !bi->hasShrinkHeader &&
3199                bi->blockState != YAFFS_BLOCK_STATE_ALLOCATING &&
3200                bi->blockState != YAFFS_BLOCK_STATE_NEEDS_SCANNING)
3201             {
3202                 yaffs_BlockBecameDirty(dev,block);
3203             }
3204
3205         }
3206         else
3207         {
3208                 // T(("Bad news deleting chunk %d\n",chunkId));
3209         }
3210
3211 }
3212
3213
3214
3215
3216 static int yaffs_WriteChunkDataToObject(yaffs_Object *in,int chunkInInode, const __u8 *buffer,int nBytes,int useReserve)
3217 {
3218         // Find old chunk Need to do this to get serial number
3219         // Write new one and patch into tree.
3220         // Invalidate old tags.
3221
3222     int prevChunkId;
3223     yaffs_ExtendedTags prevTags;
3224
3225     int newChunkId;
3226     yaffs_ExtendedTags newTags;
3227
3228     yaffs_Device *dev = in->myDev;
3229
3230         yaffs_CheckGarbageCollection(dev);
3231
3232         // Get the previous chunk at this location in the file if it exists
3233     prevChunkId  = yaffs_FindChunkInFile(in,chunkInInode,&prevTags);
3234
3235     // Set up new tags
3236     yaffs_InitialiseTags(&newTags);
3237
3238         newTags.chunkId = chunkInInode;
3239         newTags.objectId = in->objectId;
3240         newTags.serialNumber = (prevChunkId >= 0) ? prevTags.serialNumber + 1 : 1;
3241         newTags.byteCount = nBytes;
3242
3243 //      yaffs_CalcTagsECC(&newTags);
3244
3245         newChunkId = yaffs_WriteNewChunkWithTagsToNAND(dev,buffer,&newTags,useReserve);
3246
3247         if(newChunkId >= 0)
3248         {
3249                 yaffs_PutChunkIntoFile(in,chunkInInode,newChunkId,0);
3250
3251
3252                 if(prevChunkId >= 0)
3253                 {
3254                         yaffs_DeleteChunk(dev,prevChunkId,1,__LINE__);
3255
3256                 }
3257
3258                 yaffs_CheckFileSanity(in);
3259         }
3260         return newChunkId;
3261
3262
3263
3264
3265
3266 }
3267
3268
3269 // UpdateObjectHeader updates the header on NAND for an object.
3270 // If name is not NULL, then that new name is used.
3271 //
3272 int yaffs_UpdateObjectHeader(yaffs_Object *in,const YCHAR *name, int force,int isShrink,int shadows)
3273 {
3274
3275         yaffs_BlockInfo *bi;
3276
3277         yaffs_Device *dev = in->myDev;
3278
3279     int prevChunkId;
3280     int retVal = 0;
3281
3282     int newChunkId;
3283     yaffs_ExtendedTags newTags;
3284
3285     __u8 *buffer = NULL;
3286     YCHAR oldName[YAFFS_MAX_NAME_LENGTH+1];
3287
3288    // __u8 bufferOld[YAFFS_BYTES_PER_CHUNK];
3289
3290     yaffs_ObjectHeader *oh = NULL;
3291     // yaffs_ObjectHeader *ohOld = (yaffs_ObjectHeader *)bufferOld;
3292
3293
3294     if(!in->fake || force)
3295     {
3296
3297                 yaffs_CheckGarbageCollection(dev);
3298
3299             buffer = yaffs_GetTempBuffer(in->myDev,__LINE__);
3300             oh  = (yaffs_ObjectHeader *)buffer;
3301
3302                 prevChunkId = in->chunkId;
3303
3304                 if(prevChunkId >= 0)
3305                 {
3306                         yaffs_ReadChunkWithTagsFromNAND(dev,prevChunkId,buffer,NULL);
3307                         memcpy(oldName,oh->name,sizeof(oh->name));
3308                 }
3309
3310                 memset(buffer,0xFF,dev->nBytesPerChunk);
3311
3312                 // Header data
3313                 oh->type = in->variantType;
3314
3315                 oh->yst_mode = in->yst_mode;
3316
3317                 // shadowing
3318                 oh->shadowsObject = shadows;
3319
3320 #ifdef CONFIG_YAFFS_WINCE
3321                 oh->win_atime[0] = in->win_atime[0];
3322                 oh->win_ctime[0] = in->win_ctime[0];
3323                 oh->win_mtime[0] = in->win_mtime[0];
3324                 oh->win_atime[1] = in->win_atime[1];
3325                 oh->win_ctime[1] = in->win_ctime[1];
3326                 oh->win_mtime[1] = in->win_mtime[1];
3327 #else
3328                 oh->yst_uid = in->yst_uid;
3329                 oh->yst_gid = in->yst_gid;
3330                 oh->yst_atime = in->yst_atime;
3331                 oh->yst_mtime = in->yst_mtime;
3332                 oh->yst_ctime = in->yst_ctime;
3333                 oh->yst_rdev = in->yst_rdev;
3334 #endif
3335                 if(in->parent)
3336                 {
3337                         oh->parentObjectId = in->parent->objectId;
3338                 }
3339                 else
3340                 {
3341                         oh->parentObjectId = 0;
3342                 }
3343
3344                 //oh->sum = in->sum;
3345                 if(name && *name)
3346                 {
3347                         memset(oh->name,0,sizeof(oh->name));
3348                         yaffs_strncpy(oh->name,name,YAFFS_MAX_NAME_LENGTH);
3349                 }
3350                 else if(prevChunkId)
3351                 {
3352                         memcpy(oh->name, oldName,sizeof(oh->name));
3353                 }
3354                 else
3355                 {
3356                         memset(oh->name,0,sizeof(oh->name));
3357                 }
3358
3359                 oh->isShrink = isShrink;
3360
3361                 switch(in->variantType)
3362                 {
3363                         case YAFFS_OBJECT_TYPE_UNKNOWN:
3364                                 // Should not happen
3365                                 break;
3366                         case YAFFS_OBJECT_TYPE_FILE:
3367                                 oh->fileSize = (oh->parentObjectId == YAFFS_OBJECTID_DELETED ||
3368                                                 oh->parentObjectId == YAFFS_OBJECTID_UNLINKED) ? 0 : in->variant.fileVariant.fileSize;
3369                                 break;
3370                         case YAFFS_OBJECT_TYPE_HARDLINK:
3371                                 oh->equivalentObjectId = in->variant.hardLinkVariant.equivalentObjectId;
3372                                 break;
3373                         case YAFFS_OBJECT_TYPE_SPECIAL:
3374                                 // Do nothing
3375                                 break;
3376                         case YAFFS_OBJECT_TYPE_DIRECTORY:
3377                                 // Do nothing
3378                                 break;
3379                         case YAFFS_OBJECT_TYPE_SYMLINK:
3380                                 yaffs_strncpy(oh->alias,in->variant.symLinkVariant.alias,YAFFS_MAX_ALIAS_LENGTH);
3381                                 oh->alias[YAFFS_MAX_ALIAS_LENGTH] = 0;
3382                                 break;
3383                 }
3384
3385                 // Tags
3386                 yaffs_InitialiseTags(&newTags);
3387                 in->serial++;
3388                 newTags.chunkId = 0;
3389                 newTags.objectId = in->objectId;
3390                 newTags.serialNumber = in->serial;
3391
3392                 // Add extra info for file header
3393
3394                 newTags.extraHeaderInfoAvailable = 1;
3395                 newTags.extraParentObjectId = oh->parentObjectId;
3396                 newTags.extraFileLength = oh->fileSize;
3397                 newTags.extraIsShrinkHeader = oh->isShrink;
3398                 newTags.extraEquivalentObjectId = oh->equivalentObjectId;
3399                 newTags.extraShadows = (oh->shadowsObject > 0) ? 1 : 0;
3400                 newTags.extraObjectType  = in->variantType;
3401
3402                 // Create new chunk in NAND
3403                 newChunkId = yaffs_WriteNewChunkWithTagsToNAND(dev,buffer,&newTags, (prevChunkId >= 0) ? 1 : 0 );
3404
3405                 if(newChunkId >= 0)
3406                 {
3407
3408                         in->chunkId = newChunkId;
3409
3410                         if(prevChunkId >= 0)
3411                         {
3412                                 yaffs_DeleteChunk(dev,prevChunkId,1,__LINE__);
3413                         }
3414
3415                         in->dirty = 0;
3416
3417                         // If this was a shrink, then mark the block that the chunk lives on
3418                         if(isShrink)
3419                         {
3420                                 bi = yaffs_GetBlockInfo(in->myDev,newChunkId / in->myDev->nChunksPerBlock);
3421                                 bi->hasShrinkHeader = 1;
3422                         }
3423
3424                 }
3425
3426                 retVal =  newChunkId;
3427
3428     }
3429
3430         if(buffer)
3431                 yaffs_ReleaseTempBuffer(dev,buffer,__LINE__);
3432
3433     return retVal;
3434 }
3435
3436
3437 /////////////////////// Short Operations Cache ////////////////////////////////
3438 //      In many siturations where there is no high level buffering (eg WinCE) a lot of
3439 //      reads might be short sequential reads, and a lot of writes may be short
3440 //  sequential writes. eg. scanning/writing a jpeg file.
3441 //      In these cases, a short read/write cache can provide a huge perfomance benefit
3442 //  with dumb-as-a-rock code.
3443 //  There are a limited number (~10) of cache chunks per device so that we don't
3444 //  need a very intelligent search.
3445
3446
3447
3448
3449
3450 static void yaffs_FlushFilesChunkCache(yaffs_Object *obj)
3451 {
3452         yaffs_Device *dev = obj->myDev;
3453         int lowest = -99; // Stop compiler whining.
3454         int i;
3455         yaffs_ChunkCache *cache;
3456         int chunkWritten = 0;
3457         //int nBytes;
3458         int nCaches = obj->myDev->nShortOpCaches;
3459
3460         if  (nCaches > 0)
3461         {
3462                 do{
3463                         cache = NULL;
3464
3465                         // Find the dirty cache for this object with the lowest chunk id.
3466                         for(i = 0; i < nCaches; i++)
3467                         {
3468                                 if(dev->srCache[i].object == obj &&
3469                                    dev->srCache[i].dirty)
3470                                 {
3471                                         if(!cache ||  dev->srCache[i].chunkId < lowest)
3472                                         {
3473                                                 cache = &dev->srCache[i];
3474                                                 lowest = cache->chunkId;
3475                                         }
3476                                 }
3477                         }
3478
3479                         if(cache && !cache->locked)
3480                         {
3481                                 //Write it out and free it up
3482
3483 #if 0
3484                                 nBytes = cache->object->variant.fileVariant.fileSize - ((cache->chunkId -1) * YAFFS_BYTES_PER_CHUNK);
3485
3486                                 if(nBytes > YAFFS_BYTES_PER_CHUNK)
3487                                 {
3488                                         nBytes= YAFFS_BYTES_PER_CHUNK;
3489                                 }
3490 #endif
3491                                 chunkWritten = yaffs_WriteChunkDataToObject(cache->object,
3492                                                                                                                         cache->chunkId,
3493                                                                                                                         cache->data,
3494                                                                                                                         cache->nBytes,1);
3495
3496                                 cache->dirty = 0;
3497                                 cache->object = NULL;
3498                         }
3499
3500                 } while(cache && chunkWritten > 0);
3501
3502                 if(cache)
3503                 {
3504                         //Hoosterman, disk full while writing cache out.
3505                         T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: no space during cache write" TENDSTR)));
3506
3507                 }
3508         }
3509
3510 }
3511
3512
3513 // Grab us a chunk for use.
3514 // First look for an empty one.
3515 // Then look for the least recently used non-dirty one.
3516 // Then look for the least recently used dirty one...., flush and look again.
3517 static yaffs_ChunkCache *yaffs_GrabChunkCacheWorker(yaffs_Device *dev)
3518 {
3519         int i;
3520         int usage;
3521         int theOne;
3522
3523         if(dev->nShortOpCaches > 0)
3524         {
3525                 for(i = 0; i < dev->nShortOpCaches; i++)
3526                 {
3527                         if(!dev->srCache[i].object)
3528                         {
3529                                 //T(("Grabbing empty %d\n",i));
3530
3531                                 //printf("Grabbing empty %d\n",i);
3532
3533                                 return &dev->srCache[i];
3534                         }
3535                 }
3536
3537                 return NULL;
3538
3539                 theOne = -1;
3540                 usage = 0; // just to stop the compiler grizzling
3541
3542                 for(i = 0; i < dev->nShortOpCaches; i++)
3543                 {
3544                         if(!dev->srCache[i].dirty &&
3545                         ((dev->srCache[i].lastUse < usage  && theOne >= 0)||
3546                                 theOne < 0))
3547                         {
3548                                 usage = dev->srCache[i].lastUse;
3549                                 theOne = i;
3550                         }
3551                 }
3552
3553                 //T(("Grabbing non-empty %d\n",theOne));
3554
3555                 //if(theOne >= 0) printf("Grabbed non-empty cache %d\n",theOne);
3556
3557                 return  theOne >= 0 ?  &dev->srCache[theOne] : NULL;
3558         }
3559         else
3560         {
3561                 return NULL;
3562         }
3563
3564 }
3565
3566
3567 static yaffs_ChunkCache *yaffs_GrabChunkCache(yaffs_Device *dev)
3568 {
3569         yaffs_ChunkCache *cache;
3570         yaffs_Object *theObj;
3571         int usage;
3572         int i;
3573         int pushout;
3574
3575         if(dev->nShortOpCaches > 0)
3576         {
3577                 // Try find a non-dirty one...
3578
3579                 cache = yaffs_GrabChunkCacheWorker(dev);
3580
3581                 if(!cache)
3582                 {
3583                         // They were all dirty, find the last recently used object and flush
3584                         // its cache, then  find again.
3585                         // NB what's here is not very accurate, we actually flush the object
3586                         // the last recently used page.
3587
3588                         // With locking we can't assume we can use entry zero
3589
3590
3591                         theObj = NULL;
3592                         usage = -1;
3593                         cache = NULL;
3594                         pushout = -1;
3595
3596                         for(i = 0; i < dev->nShortOpCaches; i++)
3597                         {
3598                                 if( dev->srCache[i].object &&
3599                                         !dev->srCache[i].locked &&
3600                                         (dev->srCache[i].lastUse < usage || !cache))
3601                                 {
3602                                         usage  = dev->srCache[i].lastUse;
3603                                         theObj = dev->srCache[i].object;
3604                                         cache = &dev->srCache[i];
3605                                         pushout = i;
3606                                 }
3607                         }
3608
3609                         if(!cache || cache->dirty)
3610                         {
3611
3612                                 //printf("Dirty ");
3613                                 yaffs_FlushFilesChunkCache(theObj);
3614
3615                                 // Try again
3616                                 cache = yaffs_GrabChunkCacheWorker(dev);
3617                         }
3618                         else
3619                         {
3620                                 //printf(" pushout %d\n",pushout);
3621                         }
3622
3623                 }
3624                 return cache;
3625         }
3626         else
3627                 return NULL;
3628
3629 }
3630
3631
3632 // Find a cached chunk
3633 static yaffs_ChunkCache *yaffs_FindChunkCache(const yaffs_Object *obj, int chunkId)
3634 {
3635         yaffs_Device *dev = obj->myDev;
3636         int i;
3637         if(dev->nShortOpCaches > 0)
3638         {
3639                 for(i = 0; i < dev->nShortOpCaches; i++)
3640                 {
3641                         if(dev->srCache[i].object == obj &&
3642                         dev->srCache[i].chunkId == chunkId)
3643                         {
3644                                 dev->cacheHits++;
3645
3646                                 return &dev->srCache[i];
3647                         }
3648                 }
3649         }
3650         return NULL;
3651 }
3652
3653 // Mark the chunk for the least recently used algorithym
3654 static void yaffs_UseChunkCache(yaffs_Device *dev, yaffs_ChunkCache *cache, int isAWrite)
3655 {
3656
3657         if(dev->nShortOpCaches > 0)
3658         {
3659                 if( dev->srLastUse < 0 ||
3660                         dev->srLastUse > 100000000)
3661                 {
3662                         // Reset the cache usages
3663                         int i;
3664                         for(i = 1; i < dev->nShortOpCaches; i++)
3665                         {
3666                                 dev->srCache[i].lastUse = 0;
3667                         }
3668                         dev->srLastUse = 0;
3669                 }
3670
3671                 dev->srLastUse++;
3672
3673                 cache->lastUse = dev->srLastUse;
3674
3675                 if(isAWrite)
3676                 {
3677                         cache->dirty = 1;
3678                 }
3679         }
3680 }
3681
3682 // Invalidate a single cache page.
3683 // Do this when a whole page gets written,
3684 // ie the short cache for this page is no longer valid.
3685 static void yaffs_InvalidateChunkCache(yaffs_Object *object, int chunkId)
3686 {
3687         if(object->myDev->nShortOpCaches > 0)
3688         {
3689                 yaffs_ChunkCache *cache = yaffs_FindChunkCache(object,chunkId);
3690
3691                 if(cache)
3692                 {
3693                         cache->object = NULL;
3694                 }
3695         }
3696 }
3697
3698
3699 // Invalidate all the cache pages associated with this object
3700 // Do this whenever ther file is deleted or resized.
3701 static void yaffs_InvalidateWholeChunkCache(yaffs_Object *in)
3702 {
3703         int i;
3704         yaffs_Device *dev = in->myDev;
3705
3706         if(dev->nShortOpCaches > 0)
3707         {
3708                 // Now invalidate it.
3709                 for(i = 0; i < dev->nShortOpCaches; i++)
3710                 {
3711                         if(dev->srCache[i].object == in)
3712                         {
3713                                 dev->srCache[i].object = NULL;
3714                         }
3715                 }
3716         }
3717 }
3718
3719
3720
3721
3722
3723 ///////////////////////// File read/write ///////////////////////////////
3724 // Read and write have very similar structures.
3725 // In general the read/write has three parts to it
3726 // * An incomplete chunk to start with (if the read/write is not chunk-aligned)
3727 // * Some complete chunks
3728 // * An incomplete chunk to end off with
3729 //
3730 // Curve-balls: the first chunk might also be the last chunk.
3731
3732 int yaffs_ReadDataFromFile(yaffs_Object *in, __u8 * buffer, __u32 offset, int nBytes)
3733 {
3734
3735
3736         int chunk;
3737         int start;
3738         int nToCopy;
3739         int n = nBytes;
3740         int nDone = 0;
3741         yaffs_ChunkCache *cache;
3742
3743         yaffs_Device *dev;
3744
3745         dev = in->myDev;
3746
3747         while(n > 0)
3748         {
3749                 chunk = offset / dev->nBytesPerChunk + 1; // The first chunk is 1
3750                 start = offset % dev->nBytesPerChunk;
3751
3752                 // OK now check for the curveball where the start and end are in
3753                 // the same chunk.
3754                 if(     (start + n) < dev->nBytesPerChunk)
3755                 {
3756                         nToCopy = n;
3757                 }
3758                 else
3759                 {
3760                         nToCopy = dev->nBytesPerChunk - start;
3761                 }
3762
3763                 cache = yaffs_FindChunkCache(in,chunk);
3764
3765                 // If the chunk is already in the cache or it is less than a whole chunk
3766                 // then use the cache (if there is caching)
3767                 // else bypass the cache.
3768                 if( cache || nToCopy != dev->nBytesPerChunk)
3769                 {
3770                         if(dev->nShortOpCaches > 0)
3771                         {
3772
3773                                 // If we can't find the data in the cache, then load it up.
3774
3775                                 if(!cache)
3776                                 {
3777                                         cache = yaffs_GrabChunkCache(in->myDev);
3778                                         cache->object = in;
3779                                         cache->chunkId = chunk;
3780                                         cache->dirty = 0;
3781                                         cache->locked = 0;
3782                                         yaffs_ReadChunkDataFromObject(in,chunk,cache->data);
3783                                         cache->nBytes = 0;
3784                                 }
3785
3786                                 yaffs_UseChunkCache(dev,cache,0);
3787
3788                                 cache->locked = 1;
3789
3790 #ifdef CONFIG_YAFFS_WINCE
3791                                 yfsd_UnlockYAFFS(TRUE);
3792 #endif
3793                                 memcpy(buffer,&cache->data[start],nToCopy);
3794
3795 #ifdef CONFIG_YAFFS_WINCE
3796                                 yfsd_LockYAFFS(TRUE);
3797 #endif
3798                                 cache->locked = 0;
3799                         }
3800                         else
3801                         {
3802                                 // Read into the local buffer then copy...
3803
3804                                 __u8 *localBuffer = yaffs_GetTempBuffer(dev,__LINE__);
3805                                 yaffs_ReadChunkDataFromObject(in,chunk,localBuffer);
3806 #ifdef CONFIG_YAFFS_WINCE
3807                                 yfsd_UnlockYAFFS(TRUE);
3808 #endif
3809                                 memcpy(buffer,&localBuffer[start],nToCopy);
3810
3811 #ifdef CONFIG_YAFFS_WINCE
3812                                 yfsd_LockYAFFS(TRUE);
3813 #endif
3814                                 yaffs_ReleaseTempBuffer(dev,localBuffer,__LINE__);
3815                         }
3816
3817                 }
3818                 else
3819                 {
3820 #ifdef CONFIG_YAFFS_WINCE
3821                         __u8 *localBuffer = yaffs_GetTempBuffer(dev,__LINE__);
3822
3823                         // Under WinCE can't do direct transfer. Need to use a local buffer.
3824                         // This is because we otherwise screw up WinCE's memory mapper
3825                         yaffs_ReadChunkDataFromObject(in,chunk,localBuffer);
3826
3827 #ifdef CONFIG_YAFFS_WINCE
3828                                 yfsd_UnlockYAFFS(TRUE);
3829 #endif
3830                         memcpy(buffer,localBuffer,dev->nBytesPerChunk);
3831
3832 #ifdef CONFIG_YAFFS_WINCE
3833                                 yfsd_LockYAFFS(TRUE);
3834                                 yaffs_ReleaseTempBuffer(dev,localBuffer,__LINE__);
3835 #endif
3836
3837 #else
3838                         // A full chunk. Read directly into the supplied buffer.
3839                         yaffs_ReadChunkDataFromObject(in,chunk,buffer);
3840 #endif
3841                 }
3842
3843                 n -= nToCopy;
3844                 offset += nToCopy;
3845                 buffer += nToCopy;
3846                 nDone += nToCopy;
3847
3848         }
3849
3850         return nDone;
3851 }
3852
3853
3854
3855 int yaffs_WriteDataToFile(yaffs_Object *in,const __u8 * buffer, __u32 offset, int nBytes, int writeThrough)
3856 {
3857
3858         int chunk;
3859         int start;
3860         int nToCopy;
3861         int n = nBytes;
3862         int nDone = 0;
3863         int nToWriteBack;
3864         int startOfWrite = offset;
3865         int chunkWritten = 0;
3866         int nBytesRead;
3867
3868         yaffs_Device *dev;
3869
3870         dev = in->myDev;
3871
3872
3873         while(n > 0 && chunkWritten >= 0)
3874         {
3875                 chunk = offset / dev->nBytesPerChunk + 1;
3876                 start = offset % dev->nBytesPerChunk;
3877
3878
3879                 // OK now check for the curveball where the start and end are in
3880                 // the same chunk.
3881
3882                 if((start + n) < dev->nBytesPerChunk)
3883                 {
3884                         nToCopy = n;
3885
3886                         // Now folks, to calculate how many bytes to write back....
3887                         // If we're overwriting and not writing to then end of file then
3888                         // we need to write back as much as was there before.
3889
3890                         nBytesRead = in->variant.fileVariant.fileSize - ((chunk -1) * dev->nBytesPerChunk);
3891
3892                         if(nBytesRead > dev->nBytesPerChunk)
3893                         {
3894                                 nBytesRead = dev->nBytesPerChunk;
3895                         }
3896
3897                         nToWriteBack = (nBytesRead > (start + n)) ? nBytesRead : (start +n);
3898
3899                 }
3900                 else
3901                 {
3902                         nToCopy = dev->nBytesPerChunk - start;
3903                         nToWriteBack = dev->nBytesPerChunk;
3904                 }
3905
3906                 if(nToCopy != dev->nBytesPerChunk)
3907                 {
3908                         // An incomplete start or end chunk (or maybe both start and end chunk)
3909                         if(dev->nShortOpCaches > 0)
3910                            {
3911                                 yaffs_ChunkCache *cache;
3912                                 // If we can't find the data in the cache, then load it up.
3913                                 cache = yaffs_FindChunkCache(in,chunk);
3914                                 if(!cache && yaffs_CheckSpaceForAllocation(in->myDev))
3915                                 {
3916                                         cache = yaffs_GrabChunkCache(in->myDev);
3917                                         cache->object = in;
3918                                         cache->chunkId = chunk;
3919                                         cache->dirty = 0;
3920                                         cache->locked = 0;
3921                                         yaffs_ReadChunkDataFromObject(in,chunk,cache->data);
3922                                 }
3923
3924                                 if(cache)
3925                                 {
3926                                         yaffs_UseChunkCache(dev,cache,1);
3927                                         cache->locked = 1;
3928 #ifdef CONFIG_YAFFS_WINCE
3929                                 yfsd_UnlockYAFFS(TRUE);
3930 #endif
3931
3932                                         memcpy(&cache->data[start],buffer,nToCopy);
3933
3934 #ifdef CONFIG_YAFFS_WINCE
3935                                 yfsd_LockYAFFS(TRUE);
3936 #endif
3937                                         cache->locked = 0;
3938                                         cache->nBytes = nToWriteBack;
3939
3940                                         if(writeThrough)
3941                                         {
3942                                                 chunkWritten = yaffs_WriteChunkDataToObject(cache->object,
3943                                                                                             cache->chunkId,
3944                                                                                             cache->data,
3945                                                                                             cache->nBytes,1);
3946                                                 cache->dirty = 0;
3947                                         }
3948
3949                                 }
3950                                 else
3951                                 {
3952                                         chunkWritten = -1; // fail the write
3953                                 }
3954                         }
3955                         else
3956                         {
3957                                 // An incomplete start or end chunk (or maybe both start and end chunk)
3958                                 // Read into the local buffer then copy, then copy over and write back.
3959
3960                                 __u8 *localBuffer = yaffs_GetTempBuffer(dev,__LINE__);
3961
3962                                 yaffs_ReadChunkDataFromObject(in,chunk,localBuffer);
3963
3964 #ifdef CONFIG_YAFFS_WINCE
3965                                 yfsd_UnlockYAFFS(TRUE);
3966 #endif
3967
3968                                 memcpy(&localBuffer[start],buffer,nToCopy);
3969
3970 #ifdef CONFIG_YAFFS_WINCE
3971                                 yfsd_LockYAFFS(TRUE);
3972 #endif
3973                                 chunkWritten = yaffs_WriteChunkDataToObject(in,chunk,localBuffer,nToWriteBack,0);
3974
3975                                 yaffs_ReleaseTempBuffer(dev,localBuffer,__LINE__);
3976
3977                                 //T(("Write with readback to chunk %d %d  start %d  copied %d wrote back %d\n",chunk,chunkWritten,start, nToCopy, nToWriteBack));
3978                         }
3979
3980                 }
3981                 else
3982                 {
3983
3984 #ifdef CONFIG_YAFFS_WINCE
3985                         // Under WinCE can't do direct transfer. Need to use a local buffer.
3986                         // This is because we otherwise screw up WinCE's memory mapper
3987                                 __u8 *localBuffer = yaffs_GetTempBuffer(dev,__LINE__);
3988 #ifdef CONFIG_YAFFS_WINCE
3989                                 yfsd_UnlockYAFFS(TRUE);
3990 #endif
3991                         memcpy(localBuffer,buffer,dev->nBytesPerChunk);
3992 #ifdef CONFIG_YAFFS_WINCE
3993                                 yfsd_LockYAFFS(TRUE);
3994 #endif
3995                         chunkWritten = yaffs_WriteChunkDataToObject(in,chunk,localBuffer,dev->nBytesPerChunk,0);
3996                         yaffs_ReleaseTempBuffer(dev,localBuffer,__LINE__);
3997 #else
3998                         // A full chunk. Write directly from the supplied buffer.
3999                         chunkWritten = yaffs_WriteChunkDataToObject(in,chunk,buffer,dev->nBytesPerChunk,0);
4000 #endif
4001                         // Since we've overwritten the cached data, we better invalidate it.
4002                         yaffs_InvalidateChunkCache(in,chunk);
4003                         //T(("Write to chunk %d %d\n",chunk,chunkWritten));
4004                 }
4005
4006                 if(chunkWritten >= 0)
4007                 {
4008                         n -= nToCopy;
4009                         offset += nToCopy;
4010                         buffer += nToCopy;
4011                         nDone += nToCopy;
4012                 }
4013
4014         }
4015
4016         // Update file object
4017
4018         if((startOfWrite + nDone) > in->variant.fileVariant.fileSize)
4019         {
4020                 in->variant.fileVariant.fileSize = (startOfWrite + nDone);
4021         }
4022
4023         in->dirty = 1;
4024
4025         return nDone;
4026 }
4027
4028 static void yaffs_PruneResizedChunks(yaffs_Object *in, int newSize)
4029 {
4030
4031         yaffs_Device *dev = in->myDev;
4032         int oldFileSize = in->variant.fileVariant.fileSize;
4033
4034
4035         int lastDel = 1 + (oldFileSize-1)/dev->nBytesPerChunk;
4036
4037         int startDel = 1 + (newSize + dev->nBytesPerChunk - 1)/
4038                                                 dev->nBytesPerChunk;
4039         int i;
4040         int chunkId;
4041
4042         // Delete backwards so that we don't end up with holes if
4043         // power is lost part-way through the operation.
4044         for(i = lastDel; i >= startDel; i--)
4045         {
4046                 // NB this could be optimised somewhat,
4047                 // eg. could retrieve the tags and write them without
4048                 // using yaffs_DeleteChunk
4049
4050                 chunkId = yaffs_FindAndDeleteChunkInFile(in,i,NULL);
4051                 if(chunkId > 0)
4052                 {
4053                         if(chunkId < (dev->internalStartBlock * dev->nChunksPerBlock) ||
4054                        chunkId >= ((dev->internalEndBlock+1) * dev->nChunksPerBlock))
4055                         {
4056                                 T(YAFFS_TRACE_ALWAYS,(TSTR("Found daft chunkId %d for %d"TENDSTR),chunkId,i));
4057                         }
4058                         else
4059                         {
4060                                 in->nDataChunks--;
4061                                 yaffs_DeleteChunk(dev,chunkId,1,__LINE__);
4062                         }
4063                 }
4064         }
4065
4066 }
4067
4068 int yaffs_ResizeFile(yaffs_Object *in, int newSize)
4069 {
4070
4071         int oldFileSize = in->variant.fileVariant.fileSize;
4072         int sizeOfPartialChunk;
4073         yaffs_Device *dev = in->myDev;
4074
4075          sizeOfPartialChunk  = newSize % dev->nBytesPerChunk;
4076
4077
4078         yaffs_FlushFilesChunkCache(in);
4079         yaffs_InvalidateWholeChunkCache(in);
4080
4081         yaffs_CheckGarbageCollection(dev);
4082
4083         if(in->variantType != YAFFS_OBJECT_TYPE_FILE)
4084         {
4085                 return yaffs_GetFileSize(in);
4086         }
4087
4088         if(newSize < oldFileSize)
4089         {
4090
4091                 yaffs_PruneResizedChunks(in,newSize);
4092
4093                 if(sizeOfPartialChunk != 0)
4094                 {
4095                         int lastChunk = 1+ newSize/dev->nBytesPerChunk;
4096                         __u8 *localBuffer = yaffs_GetTempBuffer(dev,__LINE__);
4097
4098                         // Got to read and rewrite the last chunk with its new size and zero pad
4099                         yaffs_ReadChunkDataFromObject(in,lastChunk,localBuffer);
4100
4101                         memset(localBuffer + sizeOfPartialChunk,0, dev->nBytesPerChunk - sizeOfPartialChunk);
4102
4103                         yaffs_WriteChunkDataToObject(in,lastChunk,localBuffer,sizeOfPartialChunk,1);
4104
4105                         yaffs_ReleaseTempBuffer(dev,localBuffer,__LINE__);
4106                 }
4107
4108                 in->variant.fileVariant.fileSize = newSize;
4109
4110                 yaffs_PruneFileStructure(dev,&in->variant.fileVariant);
4111
4112                 // Write a new object header to show we've shrunk the file
4113                 // Do this only if the file is not in the deleted directories.
4114                 if(in->parent->objectId != YAFFS_OBJECTID_UNLINKED &&
4115                    in->parent->objectId != YAFFS_OBJECTID_DELETED
4116                   )
4117                 {
4118                         yaffs_UpdateObjectHeader(in,NULL, 0, 1,0);
4119                 }
4120
4121
4122                 return newSize;
4123
4124         }
4125         else
4126         {
4127                 return oldFileSize;
4128         }
4129 }
4130
4131
4132 loff_t yaffs_GetFileSize(yaffs_Object *obj)
4133 {
4134         obj = yaffs_GetEquivalentObject(obj);
4135
4136         switch(obj->variantType)
4137         {
4138                 case YAFFS_OBJECT_TYPE_FILE:
4139                         return obj->variant.fileVariant.fileSize;
4140                 case YAFFS_OBJECT_TYPE_SYMLINK:
4141                         return yaffs_strlen(obj->variant.symLinkVariant.alias);
4142                 default:
4143                         return 0;
4144         }
4145 }
4146
4147
4148
4149 // yaffs_FlushFile() updates the file's
4150 // objectId in NAND
4151
4152 int yaffs_FlushFile(yaffs_Object *in, int updateTime)
4153 {
4154         int retVal;
4155         if(in->dirty)
4156         {
4157                 //T(("flushing object header\n"));
4158
4159                 yaffs_FlushFilesChunkCache(in);
4160                 if(updateTime)
4161                 {
4162 #ifdef CONFIG_YAFFS_WINCE
4163                         yfsd_WinFileTimeNow(in->win_mtime);
4164 #else
4165
4166                         in->yst_mtime = Y_CURRENT_TIME;
4167
4168 #endif
4169                 }
4170
4171                 retVal = (yaffs_UpdateObjectHeader(in,NULL,0,0,0) >= 0)? YAFFS_OK : YAFFS_FAIL;
4172         }
4173         else
4174         {
4175                 retVal = YAFFS_OK;
4176         }
4177
4178         return retVal;
4179
4180 }
4181
4182
4183 static int yaffs_DoGenericObjectDeletion(yaffs_Object *in)
4184 {
4185
4186         // First off, invalidate the file's data in the cache, without flushing.
4187         yaffs_InvalidateWholeChunkCache(in);
4188
4189         if(in->myDev->isYaffs2 && (in->parent != in->myDev->deletedDir))
4190         {
4191                 // Move to the unlinked directory so we have a record that it was deleted.
4192                 yaffs_ChangeObjectName(in, in->myDev->deletedDir,NULL,0,0);
4193
4194         }
4195
4196
4197         yaffs_RemoveObjectFromDirectory(in);
4198         yaffs_DeleteChunk(in->myDev,in->chunkId,1,__LINE__);
4199         in->chunkId = -1;
4200 #if 0
4201 #ifdef __KERNEL__
4202         if(in->myInode)
4203         {
4204                 in->myInode->u.generic_ip = NULL;
4205                 in->myInode = 0;
4206         }
4207 #endif
4208 #endif
4209
4210         yaffs_FreeObject(in);
4211         return YAFFS_OK;
4212
4213 }
4214
4215 // yaffs_DeleteFile deletes the whole file data
4216 // and the inode associated with the file.
4217 // It does not delete the links associated with the file.
4218 static int yaffs_UnlinkFile(yaffs_Object *in)
4219 {
4220
4221 #ifdef CONFIG_YAFFS_DISABLE_BACKGROUND_DELETION
4222
4223         // Delete the file data & tnodes
4224
4225          yaffs_DeleteWorker(in, in->variant.fileVariant.top, in->variant.fileVariant.topLevel, 0,NULL);
4226
4227
4228         yaffs_FreeTnode(in->myDev,in->variant.fileVariant.top);
4229
4230         return  yaffs_DoGenericObjectDeletion(in);
4231 #else
4232         int retVal;
4233         int immediateDeletion=0;
4234
4235         if(1)
4236         {
4237                 //in->unlinked = 1;
4238                 //in->myDev->nUnlinkedFiles++;
4239                 //in->renameAllowed = 0;
4240 #ifdef __KERNEL__
4241                 if(!in->myInode)
4242                 {
4243                         immediateDeletion = 1;
4244
4245                 }
4246 #else
4247                 if(in->inUse <= 0)
4248                 {
4249                         immediateDeletion = 1;
4250
4251                 }
4252 #endif
4253                 if(immediateDeletion)
4254                 {
4255                         retVal = yaffs_ChangeObjectName(in, in->myDev->deletedDir,NULL,0,0);
4256                         T(YAFFS_TRACE_TRACING,(TSTR("yaffs: immediate deletion of file %d" TENDSTR),in->objectId));
4257                         in->deleted=1;
4258                         in->myDev->nDeletedFiles++;
4259                         if( 0 && in->myDev->isYaffs2)
4260                         {
4261                                 yaffs_ResizeFile(in,0);
4262                         }
4263                         yaffs_SoftDeleteFile(in);
4264                 }
4265                 else
4266                 {
4267                         retVal = yaffs_ChangeObjectName(in, in->myDev->unlinkedDir,NULL,0,0);
4268                 }
4269
4270         }
4271         return retVal;
4272
4273
4274 #endif
4275 }
4276
4277 int yaffs_DeleteFile(yaffs_Object *in)
4278 {
4279         int retVal = YAFFS_OK;
4280
4281         if(in->nDataChunks > 0)
4282         {
4283                 // Use soft deletion
4284                 if(!in->unlinked)
4285                 {
4286                         retVal = yaffs_UnlinkFile(in);
4287                 }
4288                 if(retVal == YAFFS_OK &&
4289                 in->unlinked &&
4290                 !in->deleted)
4291                 {
4292                         in->deleted = 1;
4293                         in->myDev->nDeletedFiles++;
4294                         yaffs_SoftDeleteFile(in);
4295                 }
4296                 return in->deleted ? YAFFS_OK : YAFFS_FAIL;
4297         }
4298         else
4299         {
4300                 // The file has no data chunks so we toss it immediately
4301                 yaffs_FreeTnode(in->myDev,in->variant.fileVariant.top);
4302                 in->variant.fileVariant.top = NULL;
4303                 yaffs_DoGenericObjectDeletion(in);
4304
4305                 return YAFFS_OK;
4306         }
4307 }
4308
4309 static int yaffs_DeleteDirectory(yaffs_Object *in)
4310 {
4311         //First check that the directory is empty.
4312         if(list_empty(&in->variant.directoryVariant.children))
4313         {
4314                 return  yaffs_DoGenericObjectDeletion(in);
4315         }
4316
4317         return YAFFS_FAIL;
4318
4319 }
4320
4321 static int yaffs_DeleteSymLink(yaffs_Object *in)
4322 {
4323         YFREE(in->variant.symLinkVariant.alias);
4324
4325         return  yaffs_DoGenericObjectDeletion(in);
4326 }
4327
4328 static int yaffs_DeleteHardLink(yaffs_Object *in)
4329 {
4330         // remove this hardlink from the list assocaited with the equivalent
4331         // object
4332         list_del(&in->hardLinks);
4333         return  yaffs_DoGenericObjectDeletion(in);
4334 }
4335
4336
4337 static void yaffs_DestroyObject(yaffs_Object *obj)
4338 {
4339         switch(obj->variantType)
4340         {
4341                 case YAFFS_OBJECT_TYPE_FILE: yaffs_DeleteFile(obj); break;
4342                 case YAFFS_OBJECT_TYPE_DIRECTORY: yaffs_DeleteDirectory(obj); break;
4343                 case YAFFS_OBJECT_TYPE_SYMLINK: yaffs_DeleteSymLink(obj); break;
4344                 case YAFFS_OBJECT_TYPE_HARDLINK: yaffs_DeleteHardLink(obj); break;
4345                 case YAFFS_OBJECT_TYPE_SPECIAL: yaffs_DoGenericObjectDeletion(obj); break;
4346                 case YAFFS_OBJECT_TYPE_UNKNOWN: break; // should not happen.
4347         }
4348 }
4349
4350
4351 static int yaffs_UnlinkWorker(yaffs_Object *obj)
4352 {
4353
4354
4355         if(obj->variantType == YAFFS_OBJECT_TYPE_HARDLINK)
4356         {
4357                 return  yaffs_DeleteHardLink(obj);
4358         }
4359         else if(!list_empty(&obj->hardLinks))
4360         {
4361                 // Curve ball: We're unlinking an object that has a hardlink.
4362                 //
4363                 //      This problem arises because we are not strictly following
4364                 //  The Linux link/inode model.
4365                 //
4366                 // We can't really delete the object.
4367                 // Instead, we do the following:
4368                 // - Select a hardlink.
4369                 // - Unhook it from the hard links
4370                 // - Unhook it from its parent directory (so that the rename can work)
4371                 // - Rename the object to the hardlink's name.
4372                 // - Delete the hardlink
4373
4374
4375                 yaffs_Object *hl;
4376                 int retVal;
4377                 YCHAR name[YAFFS_MAX_NAME_LENGTH+1];
4378
4379                 hl = list_entry(obj->hardLinks.next,yaffs_Object,hardLinks);
4380
4381                 list_del_init(&hl->hardLinks);
4382                 list_del_init(&hl->siblings);
4383
4384                 yaffs_GetObjectName(hl,name,YAFFS_MAX_NAME_LENGTH+1);
4385
4386                 retVal = yaffs_ChangeObjectName(obj, hl->parent, name,0,0);
4387
4388                 if(retVal == YAFFS_OK)
4389                 {
4390                         retVal = yaffs_DoGenericObjectDeletion(hl);
4391                 }
4392                 return retVal;
4393
4394         }
4395         else
4396         {
4397                 switch(obj->variantType)
4398                 {
4399                         case YAFFS_OBJECT_TYPE_FILE:
4400                                 return yaffs_UnlinkFile(obj);
4401                                 break;
4402                         case YAFFS_OBJECT_TYPE_DIRECTORY:
4403                                 return yaffs_DeleteDirectory(obj);
4404                                 break;
4405                         case YAFFS_OBJECT_TYPE_SYMLINK:
4406                                 return yaffs_DeleteSymLink(obj);
4407                                 break;
4408                         case YAFFS_OBJECT_TYPE_SPECIAL:
4409                                 return yaffs_DoGenericObjectDeletion(obj);
4410                                 break;
4411                         case YAFFS_OBJECT_TYPE_HARDLINK:
4412                         case YAFFS_OBJECT_TYPE_UNKNOWN:
4413                         default:
4414                                 return YAFFS_FAIL;
4415                 }
4416         }
4417 }
4418
4419 int yaffs_Unlink(yaffs_Object *dir, const YCHAR *name)
4420 {
4421         yaffs_Object *obj;
4422
4423          obj = yaffs_FindObjectByName(dir,name);
4424
4425          if(obj && obj->unlinkAllowed)
4426          {
4427                 return yaffs_UnlinkWorker(obj);
4428          }
4429
4430          return YAFFS_FAIL;
4431
4432 }
4433
4434 //////////////// Initialisation Scanning /////////////////
4435
4436
4437 void yaffs_HandleShadowedObject(yaffs_Device *dev, int objId, int backwardScanning)
4438 {
4439         //Todo
4440 }
4441
4442 #if 0
4443 // For now we use the SmartMedia check.
4444 // We look at the blockStatus byte in the first two chunks
4445 // These must be 0xFF to pass as OK.
4446 // todo: this function needs to be modifyable foir different NAND types
4447 // and different chunk sizes.  Suggest make this into a per-device configurable
4448 // function.
4449 static int yaffs_IsBlockBad(yaffs_Device *dev, int blk)
4450 {
4451         yaffsExtendedTags *tags;
4452
4453         yaffs_ReadChunkFromNAND(dev,blk * dev->nChunksPerBlock,NULL,&tags,1);
4454 #if 1
4455         if(yaffs_CountBits(spare.blockStatus) < 7)
4456         {
4457                 return 1;
4458         }
4459 #else
4460         if(spare.blockStatus != 0xFF)
4461         {
4462                 return 1;
4463         }
4464 #endif
4465         yaffs_ReadChunkFromNAND(dev,blk * dev->nChunksPerBlock + 1,NULL,&spare,1);
4466
4467 #if 1
4468         if(yaffs_CountBits(spare.blockStatus) < 7)
4469         {
4470                 return 1;
4471         }
4472 #else
4473         if(spare.blockStatus != 0xFF)
4474         {
4475                 return 1;
4476         }
4477 #endif
4478
4479         return 0;
4480
4481 }
4482
4483 #endif
4484
4485
4486 typedef struct
4487 {
4488         int seq;
4489         int block;
4490 } yaffs_BlockIndex;
4491
4492
4493
4494 static int yaffs_Scan(yaffs_Device *dev)
4495 {
4496         yaffs_ExtendedTags tags;
4497         int blk;
4498         int blockIterator;
4499         int startIterator;
4500         int endIterator;
4501         int nBlocksToScan = 0;
4502
4503         int chunk;
4504         int c;
4505         int deleted;
4506         yaffs_BlockState state;
4507         yaffs_Object *hardList = NULL;
4508         yaffs_Object *hl;
4509         yaffs_BlockInfo *bi;
4510         int sequenceNumber;
4511         yaffs_ObjectHeader *oh;
4512         yaffs_Object *in;
4513         yaffs_Object *parent;
4514         int nBlocks = dev->internalEndBlock - dev->internalStartBlock + 1;
4515
4516         __u8 *chunkData;
4517
4518         yaffs_BlockIndex *blockIndex = NULL;
4519
4520         T(YAFFS_TRACE_SCAN,(TSTR("yaffs_Scan starts  intstartblk %d intendblk %d..." TENDSTR),dev->internalStartBlock,dev->internalEndBlock));
4521
4522         chunkData = yaffs_GetTempBuffer(dev,__LINE__);
4523
4524
4525         dev->sequenceNumber = YAFFS_LOWEST_SEQUENCE_NUMBER;
4526
4527         if(dev->isYaffs2)
4528         {
4529                 blockIndex = YMALLOC(nBlocks * sizeof(yaffs_BlockIndex));
4530         }
4531
4532
4533         // Scan all the blocks to determine their state
4534         for(blk = dev->internalStartBlock; blk <= dev->internalEndBlock; blk++)
4535         {
4536                 bi = yaffs_GetBlockInfo(dev,blk);
4537                 yaffs_ClearChunkBits(dev,blk);
4538                 bi->pagesInUse = 0;
4539                 bi->softDeletions = 0;
4540
4541                 yaffs_QueryInitialBlockState(dev,blk,&state,&sequenceNumber);
4542
4543                 bi->blockState = state;
4544                 bi->sequenceNumber = sequenceNumber;
4545
4546                 T(YAFFS_TRACE_SCAN_DEBUG,(TSTR("Block scanning block %d state %d seq %d" TENDSTR),blk,state,sequenceNumber));
4547
4548                 if(state == YAFFS_BLOCK_STATE_DEAD)
4549                 {
4550                         T(YAFFS_TRACE_BAD_BLOCKS,(TSTR("block %d is bad" TENDSTR),blk));
4551                 }
4552                 else if(state == YAFFS_BLOCK_STATE_EMPTY)
4553                 {
4554                         T(YAFFS_TRACE_SCAN_DEBUG,(TSTR("Block empty " TENDSTR)));
4555                         dev->nErasedBlocks++;
4556                         dev->nFreeChunks += dev->nChunksPerBlock;
4557                 }
4558                 else if(state == YAFFS_BLOCK_STATE_NEEDS_SCANNING)
4559                 {
4560
4561                         // Determine the highest sequence number
4562                         if( dev->isYaffs2 &&
4563                             sequenceNumber >= YAFFS_LOWEST_SEQUENCE_NUMBER &&
4564                             sequenceNumber < YAFFS_HIGHEST_SEQUENCE_NUMBER)
4565                          {
4566
4567                                 blockIndex[nBlocksToScan].seq = sequenceNumber;
4568                                 blockIndex[nBlocksToScan].block = blk;
4569
4570                                 nBlocksToScan++;
4571
4572                                 if(sequenceNumber >= dev->sequenceNumber)
4573                                 {
4574                                         dev->sequenceNumber = sequenceNumber;
4575                                 }
4576                         }
4577                         else if(dev->isYaffs2)
4578                         {
4579                                 // TODO: Nasty sequence number!
4580                                 T(YAFFS_TRACE_SCAN,(TSTR("Block scanning block %d has bad sequence number %d" TENDSTR),blk,sequenceNumber));
4581
4582                         }
4583                 }
4584         }
4585
4586         // Sort the blocks
4587         // Dungy old bubble sort for now...
4588         if(dev->isYaffs2)
4589         {
4590                 yaffs_BlockIndex temp;
4591                 int i;
4592                 int j;
4593
4594                 for(i = 0; i < nBlocksToScan; i++)
4595                         for(j = i+1; j < nBlocksToScan; j++)
4596                          if(blockIndex[i].seq > blockIndex[j].seq)
4597                          {
4598                                 temp = blockIndex[j];
4599                                 blockIndex[j] = blockIndex[i];
4600                                 blockIndex[i] = temp;
4601                          }
4602         }
4603
4604
4605         // Now scan the blocks looking at the data.
4606         if(dev->isYaffs2)
4607         {
4608                 startIterator = 0;
4609                 endIterator = nBlocksToScan-1;
4610                 T(YAFFS_TRACE_SCAN_DEBUG,(TSTR("%d blocks to be scanned" TENDSTR),nBlocksToScan));
4611         }
4612         else
4613         {
4614                 startIterator = dev->internalStartBlock;
4615                 endIterator = dev->internalEndBlock;
4616         }
4617
4618         // For each block....
4619         for(blockIterator = startIterator; blockIterator <= endIterator; blockIterator++)
4620         {
4621
4622                 if(dev->isYaffs2)
4623                 {
4624                         // get the block to scan in the correct order
4625                         blk = blockIndex[blockIterator].block;
4626                 }
4627                 else
4628                 {
4629                         blk = blockIterator;
4630                 }
4631
4632
4633                 bi = yaffs_GetBlockInfo(dev,blk);
4634                 state = bi->blockState;
4635
4636                 deleted = 0;
4637
4638                 // For each chunk in each block that needs scanning....
4639                 for(c = 0; c < dev->nChunksPerBlock &&
4640                                    state == YAFFS_BLOCK_STATE_NEEDS_SCANNING; c++)
4641                 {
4642                         // Read the tags and decide what to do
4643                         chunk = blk * dev->nChunksPerBlock + c;
4644
4645                         yaffs_ReadChunkWithTagsFromNAND(dev,chunk,NULL,&tags);
4646
4647                         // Let's have a good look at this chunk...
4648
4649
4650                         if(!dev->isYaffs2 && tags.chunkDeleted)
4651                         {
4652                                 // YAFFS1 only...
4653                                 // A deleted chunk
4654                                 deleted++;
4655                                 dev->nFreeChunks ++;
4656                                 //T((" %d %d deleted\n",blk,c));
4657                         }
4658                         else if(!tags.chunkUsed)
4659                         {
4660                                 // An unassigned chunk in the block
4661                                 // This means that either the block is empty or
4662                                 // this is the one being allocated from
4663
4664                                 if(c == 0)
4665                                 {
4666                                         // We're looking at the first chunk in the block so the block is unused
4667                                         state = YAFFS_BLOCK_STATE_EMPTY;
4668                                         dev->nErasedBlocks++;
4669                                 }
4670                                 else
4671                                 {
4672                                         // this is the block being allocated from
4673                                         T(YAFFS_TRACE_SCAN,(TSTR(" Allocating from %d %d" TENDSTR),blk,c));
4674                                         state = YAFFS_BLOCK_STATE_ALLOCATING;
4675                                         dev->allocationBlock = blk;
4676                                         dev->allocationPage = c;
4677                                         dev->allocationBlockFinder = blk; // Set it to here to encourage the allocator to
4678                                                                                                           // go forth from here.
4679                                         //Yaffs2 sanity check:
4680                                         // This should be the one with the highest sequence number
4681                                         if(dev->isYaffs2 && (dev->sequenceNumber != bi->sequenceNumber))
4682                                         {
4683                                                 T(YAFFS_TRACE_ALWAYS,
4684                                                                 (TSTR("yaffs: Allocation block %d was not highest sequence id: block seq = %d, dev seq = %d" TENDSTR),
4685                                                                 blk,bi->sequenceNumber,dev->sequenceNumber));
4686                                         }
4687                                 }
4688
4689                                 dev->nFreeChunks += (dev->nChunksPerBlock - c);
4690                         }
4691                         else if(tags.chunkId > 0)
4692                         {
4693                                 // chunkId > 0 so it is a data chunk...
4694                                 unsigned int endpos;
4695
4696                                 yaffs_SetChunkBit(dev,blk,c);
4697                                 bi->pagesInUse++;
4698
4699                                 in = yaffs_FindOrCreateObjectByNumber(dev,tags.objectId,YAFFS_OBJECT_TYPE_FILE);
4700                                 // PutChunkIntoFile checks for a clash (two data chunks with
4701                                 // the same chunkId).
4702                                 yaffs_PutChunkIntoFile(in,tags.chunkId,chunk,1);
4703                                 endpos = (tags.chunkId - 1)* dev->nBytesPerChunk + tags.byteCount;
4704                                 if(in->variantType == YAFFS_OBJECT_TYPE_FILE && in->variant.fileVariant.scannedFileSize <endpos)
4705                                 {
4706                                         in->variant.fileVariant.scannedFileSize = endpos;
4707                                         if(!dev->useHeaderFileSize)
4708                                         {
4709                                                         in->variant.fileVariant.fileSize = in->variant.fileVariant.scannedFileSize;
4710                                         }
4711
4712                                 }
4713                                 //T((" %d %d data %d %d\n",blk,c,tags.objectId,tags.chunkId));
4714                         }
4715                         else
4716                         {
4717                                 // chunkId == 0, so it is an ObjectHeader.
4718                                 // Thus, we read in the object header and make the object
4719                                 yaffs_SetChunkBit(dev,blk,c);
4720                                 bi->pagesInUse++;
4721
4722                                 yaffs_ReadChunkWithTagsFromNAND(dev,chunk,chunkData,NULL);
4723
4724                                 oh = (yaffs_ObjectHeader *)chunkData;
4725
4726                                 in = yaffs_FindObjectByNumber(dev,tags.objectId);
4727                                 if(in && in->variantType != oh->type)
4728                                 {
4729                                         // This should not happen, but somehow
4730                                         // Wev'e ended up with an objectId that has been reused but not yet
4731                                         // deleted, and worse still it has changed type. Delete the old object.
4732
4733                                         yaffs_DestroyObject(in);
4734
4735                                         in = 0;
4736                                 }
4737
4738                                 in = yaffs_FindOrCreateObjectByNumber(dev,tags.objectId,oh->type);
4739
4740                                 if(oh->shadowsObject > 0)
4741                                 {
4742                                         yaffs_HandleShadowedObject(dev,oh->shadowsObject,0);
4743                                 }
4744
4745                                 if(in->valid)
4746                                 {
4747                                         // We have already filled this one. We have a duplicate and need to resolve it.
4748
4749                                         unsigned existingSerial = in->serial;
4750                                         unsigned newSerial = tags.serialNumber;
4751
4752                                         if( dev->isYaffs2 ||
4753                                             ((existingSerial+1) & 3) == newSerial)
4754                                         {
4755                                                 // Use new one - destroy the exisiting one
4756                                                 yaffs_DeleteChunk(dev,in->chunkId,1,__LINE__);
4757                                                 in->valid = 0;
4758                                         }
4759                                         else
4760                                         {
4761                                                 // Use existing - destroy this one.
4762                                                 yaffs_DeleteChunk(dev,chunk,1,__LINE__);
4763                                         }
4764                                 }
4765
4766                                 if(!in->valid &&
4767                                    (tags.objectId == YAFFS_OBJECTID_ROOT ||
4768                                     tags.objectId == YAFFS_OBJECTID_LOSTNFOUND))
4769                                 {
4770                                         // We only load some info, don't fiddle with directory structure
4771                                         in->valid = 1;
4772                                         in->variantType = oh->type;
4773
4774                                         in->yst_mode  = oh->yst_mode;
4775 #ifdef CONFIG_YAFFS_WINCE
4776                                         in->win_atime[0] = oh->win_atime[0];
4777                                         in->win_ctime[0] = oh->win_ctime[0];
4778                                         in->win_mtime[0] = oh->win_mtime[0];
4779                                         in->win_atime[1] = oh->win_atime[1];
4780                                         in->win_ctime[1] = oh->win_ctime[1];
4781                                         in->win_mtime[1] = oh->win_mtime[1];
4782 #else
4783                                         in->yst_uid   = oh->yst_uid;
4784                                         in->yst_gid   = oh->yst_gid;
4785                                         in->yst_atime = oh->yst_atime;
4786                                         in->yst_mtime = oh->yst_mtime;
4787                                         in->yst_ctime = oh->yst_ctime;
4788                                         in->yst_rdev = oh->yst_rdev;
4789 #endif
4790                                         in->chunkId  = chunk;
4791
4792                                 }
4793                                 else if(!in->valid)
4794                                 {
4795                                         // we need to load this info
4796
4797                                         in->valid = 1;
4798                                         in->variantType = oh->type;
4799
4800                                         in->yst_mode  = oh->yst_mode;
4801 #ifdef CONFIG_YAFFS_WINCE
4802                                         in->win_atime[0] = oh->win_atime[0];
4803                                         in->win_ctime[0] = oh->win_ctime[0];
4804                                         in->win_mtime[0] = oh->win_mtime[0];
4805                                         in->win_atime[1] = oh->win_atime[1];
4806                                         in->win_ctime[1] = oh->win_ctime[1];
4807                                         in->win_mtime[1] = oh->win_mtime[1];
4808 #else
4809                                         in->yst_uid   = oh->yst_uid;
4810                                         in->yst_gid   = oh->yst_gid;
4811                                         in->yst_atime = oh->yst_atime;
4812                                         in->yst_mtime = oh->yst_mtime;
4813                                         in->yst_ctime = oh->yst_ctime;
4814                                         in->yst_rdev = oh->yst_rdev;
4815 #endif
4816                                         in->chunkId  = chunk;
4817
4818                                         yaffs_SetObjectName(in,oh->name);
4819                                         in->dirty = 0;
4820
4821                                         // directory stuff...
4822                                         // hook up to parent
4823
4824                                         parent = yaffs_FindOrCreateObjectByNumber(dev,oh->parentObjectId,YAFFS_OBJECT_TYPE_DIRECTORY);
4825                                         if(parent->variantType == YAFFS_OBJECT_TYPE_UNKNOWN)
4826                                         {
4827                                                 // Set up as a directory
4828                                                 parent->variantType = YAFFS_OBJECT_TYPE_DIRECTORY;
4829                                                 INIT_LIST_HEAD(&parent->variant.directoryVariant.children);
4830                                         }
4831                                         else if(parent->variantType != YAFFS_OBJECT_TYPE_DIRECTORY)
4832                                         {
4833                                                 // Hoosterman, another problem....
4834                                                 // We're trying to use a non-directory as a directory
4835
4836                                                 T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: attempting to use non-directory as a directory in scan. Put in lost+found." TENDSTR)));
4837                                                 parent = dev->lostNFoundDir;
4838                                         }
4839
4840                                         yaffs_AddObjectToDirectory(parent,in);
4841
4842                                         if(0 && (parent == dev->deletedDir ||
4843                                            parent == dev->unlinkedDir))
4844                                         {
4845                                                 in->deleted = 1; // If it is unlinked at start up then it wants deleting
4846                                                 dev->nDeletedFiles++;
4847                                         }
4848
4849                                         // Note re hardlinks.
4850                                         // Since we might scan a hardlink before its equivalent object is scanned
4851                                         // we put them all in a list.
4852                                         // After scanning is complete, we should have all the objects, so we run through this
4853                                         // list and fix up all the chains.
4854
4855                                         switch(in->variantType)
4856                                         {
4857                                                 case YAFFS_OBJECT_TYPE_UNKNOWN:         // Todo got a problem
4858                                                         break;
4859                                                 case YAFFS_OBJECT_TYPE_FILE:
4860                                                         if(dev->isYaffs2 && oh->isShrink)
4861                                                         {
4862                                                                 // Prune back the shrunken chunks
4863                                                                 yaffs_PruneResizedChunks(in,oh->fileSize);
4864                                                                 // Mark the block as having a shrinkHeader
4865                                                                 bi->hasShrinkHeader = 1;
4866                                                         }
4867
4868                                                         if(dev->useHeaderFileSize)
4869
4870                                                                 in->variant.fileVariant.fileSize = oh->fileSize;
4871
4872                                                         break;
4873                                                 case YAFFS_OBJECT_TYPE_HARDLINK:
4874                                                         in->variant.hardLinkVariant.equivalentObjectId = oh->equivalentObjectId;
4875                                                         in->hardLinks.next = (struct list_head *)hardList;
4876                                                         hardList = in;
4877                                                         break;
4878                                                 case YAFFS_OBJECT_TYPE_DIRECTORY:       // Do nothing
4879                                                         break;
4880                                                 case YAFFS_OBJECT_TYPE_SPECIAL: // Do nothing
4881                                                         break;
4882                                                 case YAFFS_OBJECT_TYPE_SYMLINK:         // Do nothing
4883                                                         in->variant.symLinkVariant.alias = yaffs_CloneString(oh->alias);
4884                                                         break;
4885                                         }
4886
4887                                         if(parent == dev->deletedDir)
4888                                         {
4889                                                 yaffs_DestroyObject(in);
4890                                                 bi->hasShrinkHeader = 1;
4891                                         }
4892                                         //T((" %d %d header %d \"%s\" type %d\n",blk,c,tags.objectId,oh->name,in->variantType));
4893                                 }
4894                         }
4895                 }
4896
4897                 if(state == YAFFS_BLOCK_STATE_NEEDS_SCANNING)
4898                 {
4899                         // If we got this far while scanning, then the block is fully allocated.
4900                         state = YAFFS_BLOCK_STATE_FULL;
4901                 }
4902
4903                 bi->blockState = state;
4904
4905                 // Now let's see if it was dirty
4906                 if(     bi->pagesInUse == 0 &&
4907                         !bi->hasShrinkHeader &&
4908                 bi->blockState == YAFFS_BLOCK_STATE_FULL)
4909             {
4910                 yaffs_BlockBecameDirty(dev,blk);
4911             }
4912
4913         }
4914
4915         if(blockIndex)
4916         {
4917                 YFREE(blockIndex);
4918         }
4919
4920         // Ok, we've done all the scanning.
4921
4922         // Fix up the hard link chains.
4923         // We should now have scanned all the objects, now it's time to add these
4924         // hardlinks.
4925         while(hardList)
4926         {
4927                 hl = hardList;
4928                 hardList = (yaffs_Object *)(hardList->hardLinks.next);
4929
4930                 in = yaffs_FindObjectByNumber(dev,hl->variant.hardLinkVariant.equivalentObjectId);
4931
4932                 if(in)
4933                 {
4934                         // Add the hardlink pointers
4935                         hl->variant.hardLinkVariant.equivalentObject=in;
4936                         list_add(&hl->hardLinks,&in->hardLinks);
4937                 }
4938                 else
4939                 {
4940                         //Todo Need to report/handle this better.
4941                         // Got a problem... hardlink to a non-existant object
4942                         hl->variant.hardLinkVariant.equivalentObject=NULL;
4943                         INIT_LIST_HEAD(&hl->hardLinks);
4944
4945                 }
4946
4947         }
4948
4949         // Handle the unlinked files. Since they were left in an unlinked state we should
4950         // just delete them.
4951         {
4952                 struct list_head *i;
4953                 struct list_head *n;
4954
4955                 yaffs_Object *l;
4956                 // Soft delete all the unlinked files
4957                 list_for_each_safe(i,n,&dev->unlinkedDir->variant.directoryVariant.children)
4958                 {
4959                         if(i)
4960                         {
4961                                 l = list_entry(i, yaffs_Object,siblings);
4962                                 yaffs_DestroyObject(l);
4963                         }
4964                 }
4965         }
4966
4967         yaffs_ReleaseTempBuffer(dev,chunkData,__LINE__);
4968
4969         T(YAFFS_TRACE_SCAN,(TSTR("yaffs_Scan ends" TENDSTR)));
4970
4971         return YAFFS_OK;
4972 }
4973
4974
4975 static int yaffs_ScanBackwards(yaffs_Device *dev)
4976 {
4977         yaffs_ExtendedTags tags;
4978         int blk;
4979         int blockIterator;
4980         int startIterator;
4981         int endIterator;
4982         int nBlocksToScan = 0;
4983
4984         int chunk;
4985         int c;
4986         int deleted;
4987         yaffs_BlockState state;
4988         yaffs_Object *hardList = NULL;
4989         yaffs_Object *hl;
4990         yaffs_BlockInfo *bi;
4991         int sequenceNumber;
4992         yaffs_ObjectHeader *oh;
4993         yaffs_Object *in;
4994         yaffs_Object *parent;
4995         int nBlocks = dev->internalEndBlock - dev->internalStartBlock + 1;
4996
4997         __u8 *chunkData;
4998
4999         yaffs_BlockIndex *blockIndex = NULL;
5000
5001
5002         if(!dev->isYaffs2)
5003         {
5004                 T(YAFFS_TRACE_SCAN,(TSTR("yaffs_ScanBackwards is only for YAFFS2!" TENDSTR)));
5005                 return YAFFS_FAIL;
5006         }
5007
5008         T(YAFFS_TRACE_SCAN,(TSTR("yaffs_ScanBackwards starts  intstartblk %d intendblk %d..." TENDSTR),dev->internalStartBlock,dev->internalEndBlock));
5009
5010         chunkData = yaffs_GetTempBuffer(dev,__LINE__);
5011
5012
5013         dev->sequenceNumber = YAFFS_LOWEST_SEQUENCE_NUMBER;
5014
5015         blockIndex = YMALLOC(nBlocks * sizeof(yaffs_BlockIndex));
5016
5017
5018         // Scan all the blocks to determine their state
5019         for(blk = dev->internalStartBlock; blk <= dev->internalEndBlock; blk++)
5020         {
5021                 bi = yaffs_GetBlockInfo(dev,blk);
5022                 yaffs_ClearChunkBits(dev,blk);
5023                 bi->pagesInUse = 0;
5024                 bi->softDeletions = 0;
5025
5026                 yaffs_QueryInitialBlockState(dev,blk,&state,&sequenceNumber);
5027
5028                 bi->blockState = state;
5029                 bi->sequenceNumber = sequenceNumber;
5030
5031                 T(YAFFS_TRACE_SCAN_DEBUG,(TSTR("Block scanning block %d state %d seq %d" TENDSTR),blk,state,sequenceNumber));
5032
5033                 if(state == YAFFS_BLOCK_STATE_DEAD)
5034                 {
5035                         T(YAFFS_TRACE_BAD_BLOCKS,(TSTR("block %d is bad" TENDSTR),blk));
5036                 }
5037                 else if(state == YAFFS_BLOCK_STATE_EMPTY)
5038                 {
5039                         T(YAFFS_TRACE_SCAN_DEBUG,(TSTR("Block empty " TENDSTR)));
5040                         dev->nErasedBlocks++;
5041                         dev->nFreeChunks += dev->nChunksPerBlock;
5042                 }
5043                 else if(state == YAFFS_BLOCK_STATE_NEEDS_SCANNING)
5044                 {
5045
5046                         // Determine the highest sequence number
5047                         if( dev->isYaffs2 &&
5048                             sequenceNumber >= YAFFS_LOWEST_SEQUENCE_NUMBER &&
5049                             sequenceNumber < YAFFS_HIGHEST_SEQUENCE_NUMBER)
5050                          {
5051
5052                                 blockIndex[nBlocksToScan].seq = sequenceNumber;
5053                                 blockIndex[nBlocksToScan].block = blk;
5054
5055                                 nBlocksToScan++;
5056
5057                                 if(sequenceNumber >= dev->sequenceNumber)
5058                                 {
5059                                         dev->sequenceNumber = sequenceNumber;
5060                                 }
5061                         }
5062                         else if(dev->isYaffs2)
5063                         {
5064                                 // TODO: Nasty sequence number!
5065                                 T(YAFFS_TRACE_SCAN,(TSTR("Block scanning block %d has bad sequence number %d" TENDSTR),blk,sequenceNumber));
5066
5067                         }
5068                 }
5069         }
5070
5071         // Sort the blocks
5072         // Dungy old bubble sort for now...
5073         {
5074                 yaffs_BlockIndex temp;
5075                 int i;
5076                 int j;
5077
5078                 for(i = 0; i < nBlocksToScan; i++)
5079                         for(j = i+1; j < nBlocksToScan; j++)
5080                          if(blockIndex[i].seq > blockIndex[j].seq)
5081                          {
5082                                 temp = blockIndex[j];
5083                                 blockIndex[j] = blockIndex[i];
5084                                 blockIndex[i] = temp;
5085                          }
5086         }
5087
5088
5089         // Now scan the blocks looking at the data.
5090         startIterator = 0;
5091         endIterator = nBlocksToScan-1;
5092         T(YAFFS_TRACE_SCAN_DEBUG,(TSTR("%d blocks to be scanned" TENDSTR),nBlocksToScan));
5093
5094
5095         // For each block.... backwards
5096         for(blockIterator = endIterator; blockIterator >= startIterator; blockIterator--)
5097         {
5098
5099                 // get the block to scan in the correct order
5100                 blk = blockIndex[blockIterator].block;
5101
5102
5103                 bi = yaffs_GetBlockInfo(dev,blk);
5104                 state = bi->blockState;
5105
5106                 deleted = 0;
5107
5108                 if( 0 && // Disable since this is redundant.
5109                     state == YAFFS_BLOCK_STATE_NEEDS_SCANNING)
5110                 {
5111                         // Let's look at the first chunk in the block
5112                         chunk = blk * dev->nChunksPerBlock;
5113
5114                         yaffs_ReadChunkWithTagsFromNAND(dev,chunk,NULL,&tags);
5115
5116                         // Let's have a good look at this chunk...
5117
5118                         if(!tags.chunkUsed)
5119                         {
5120                                 // An unassigned chunk in the block
5121                                 // This means that either the block is empty or
5122                                 // this is the one being allocated from
5123
5124                                 // We're looking at the first chunk in the block so the block is unused
5125                                 state = YAFFS_BLOCK_STATE_EMPTY;
5126                                 dev->nErasedBlocks++;
5127                                 dev->nFreeChunks += dev->nChunksPerBlock;
5128                         }
5129
5130                 }
5131
5132                 // For each chunk in each block that needs scanning....
5133                 for(c = dev->nChunksPerBlock-1; c >= 0 &&
5134                                   (state == YAFFS_BLOCK_STATE_NEEDS_SCANNING ||
5135                                    state == YAFFS_BLOCK_STATE_ALLOCATING); c--)
5136                 {
5137                         // Scan backwards...
5138                         // Read the tags and decide what to do
5139                         chunk = blk * dev->nChunksPerBlock + c;
5140
5141                         yaffs_ReadChunkWithTagsFromNAND(dev,chunk,NULL,&tags);
5142
5143                         // Let's have a good look at this chunk...
5144
5145                         if(!tags.chunkUsed)
5146                         {
5147                                 // An unassigned chunk in the block
5148                                 // This means that either the block is empty or
5149                                 // this is the one being allocated from
5150
5151                                 if(c == 0)
5152                                 {
5153                                         // We're looking at the first chunk in the block so the block is unused
5154                                         state = YAFFS_BLOCK_STATE_EMPTY;
5155                                         dev->nErasedBlocks++;
5156                                 }
5157                                 else
5158                                 {
5159                                         // this is the block being allocated from
5160                                         if(state == YAFFS_BLOCK_STATE_NEEDS_SCANNING)
5161                                         {
5162                                           T(YAFFS_TRACE_SCAN,(TSTR(" Allocating from %d %d" TENDSTR),blk,c));
5163                                         }
5164                                         state = YAFFS_BLOCK_STATE_ALLOCATING;
5165                                         dev->allocationBlock = blk;
5166                                         dev->allocationPage = c;
5167                                         dev->allocationBlockFinder = blk; // Set it to here to encourage the allocator to
5168                                                                                                           // go forth from here.
5169                                         //Yaffs2 sanity check:
5170                                         // This should be the one with the highest sequence number
5171                                         if(dev->isYaffs2 && (dev->sequenceNumber != bi->sequenceNumber))
5172                                         {
5173                                                 T(YAFFS_TRACE_ALWAYS,
5174                                                                 (TSTR("yaffs: Allocation block %d was not highest sequence id: block seq = %d, dev seq = %d" TENDSTR),
5175                                                                 blk,bi->sequenceNumber,dev->sequenceNumber));
5176                                         }
5177                                 }
5178
5179                                 dev->nFreeChunks ++;
5180                         }
5181                         else if(tags.chunkId > 0)
5182                         {
5183                                 // chunkId > 0 so it is a data chunk...
5184                                 unsigned int endpos;
5185
5186                                 __u32 chunkBase = (tags.chunkId - 1)* dev->nBytesPerChunk;
5187
5188                                 yaffs_SetChunkBit(dev,blk,c);
5189                                 bi->pagesInUse++;
5190
5191                                 in = yaffs_FindOrCreateObjectByNumber(dev,tags.objectId,YAFFS_OBJECT_TYPE_FILE);
5192                                 if(in->variantType == YAFFS_OBJECT_TYPE_FILE &&
5193                                    chunkBase < in->variant.fileVariant.shrinkSize)
5194                                 {
5195                                         // This has not been invalidated by a resize
5196                                         yaffs_PutChunkIntoFile(in,tags.chunkId,chunk,-1);
5197
5198
5199                                         // File size is calculated by looking at the data chunks if we have not
5200                                         // seen an object header yet. Stop this practice once we find an object header.
5201                                         endpos = (tags.chunkId - 1)* dev->nBytesPerChunk + tags.byteCount;
5202                                         if(!in->valid && // have not got an object header yet
5203                                            in->variant.fileVariant.scannedFileSize <endpos)
5204                                         {
5205                                                 in->variant.fileVariant.scannedFileSize = endpos;
5206                                                 in->variant.fileVariant.fileSize = in->variant.fileVariant.scannedFileSize;
5207                                         }
5208
5209                                 }
5210                                 else
5211                                 {
5212                                         // This chunk has been invalidated by a resize, so delete
5213                                         yaffs_DeleteChunk(dev,chunk,1,__LINE__);
5214
5215
5216                                 }
5217                                 //T((" %d %d data %d %d\n",blk,c,tags.objectId,tags.chunkId));
5218                         }
5219                         else
5220                         {
5221                                 // chunkId == 0, so it is an ObjectHeader.
5222                                 // Thus, we read in the object header and make the object
5223                                 yaffs_SetChunkBit(dev,blk,c);
5224                                 bi->pagesInUse++;
5225
5226                                 oh = NULL;
5227                                 in = NULL;
5228
5229                                 if(tags.extraHeaderInfoAvailable)
5230                                 {
5231                                         in = yaffs_FindOrCreateObjectByNumber(dev,tags.objectId,tags.extraObjectType);
5232                                 }
5233
5234
5235                                 if(!in || !in->valid)
5236                                 {
5237
5238                                         // If we don't have  valid info then we need to read the chunk
5239                                         // TODO In future we can probably defer reading the chunk and
5240                                         // living with invalid data until needed.
5241
5242                                         yaffs_ReadChunkWithTagsFromNAND(dev,chunk,chunkData,NULL);
5243
5244                                         oh = (yaffs_ObjectHeader *)chunkData;
5245
5246                                         if(!in)
5247                                            in = yaffs_FindOrCreateObjectByNumber(dev,tags.objectId,oh->type);
5248
5249                                 }
5250
5251                                 if(!in)
5252                                 {
5253                                         // TODO Hoosterman we have a problem!
5254                                         T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: Could not make object for object  %d  at chunk %d during scan" TENDSTR),tags.objectId,chunk));
5255
5256                                 }
5257
5258                                 if(in->valid)
5259                                 {
5260                                         // We have already filled this one. We have a duplicate that will be discarded, but
5261                                         // we first have to suck out resize info if it is a file.
5262
5263                                         if( (in->variantType == YAFFS_OBJECT_TYPE_FILE) &&
5264                                             ((oh && oh->type == YAFFS_OBJECT_TYPE_FILE) ||
5265                                             (tags.extraHeaderInfoAvailable && tags.extraObjectType == YAFFS_OBJECT_TYPE_FILE))
5266                                            )
5267                                         {
5268                                                 __u32 thisSize = (oh) ? oh->fileSize : tags.extraFileLength;
5269                                                 __u32 parentObjectId = (oh) ? oh->parentObjectId : tags.extraParentObjectId;
5270                                                 unsigned isShrink = (oh)  ? oh->isShrink : tags.extraIsShrinkHeader;
5271
5272                                                 // If it is deleted (unlinked at start also means deleted)
5273                                                 // we treat the file size as being zeroed at this point.
5274                                                 if(parentObjectId == YAFFS_OBJECTID_DELETED ||
5275                                                    parentObjectId == YAFFS_OBJECTID_UNLINKED)
5276                                                 {
5277                                                         thisSize = 0;
5278                                                         isShrink = 1;
5279                                                 }
5280
5281                                                 if(in->variant.fileVariant.shrinkSize > thisSize)
5282                                                 {
5283                                                         in->variant.fileVariant.shrinkSize = thisSize;
5284                                                 }
5285
5286                                                 if(isShrink)
5287                                                 {
5288                                                         bi->hasShrinkHeader = 1;
5289                                                 }
5290
5291                                         }
5292                                         // Use existing - destroy this one.
5293                                         yaffs_DeleteChunk(dev,chunk,1,__LINE__);
5294
5295                                 }
5296
5297                                 if(!in->valid &&
5298                                    (tags.objectId == YAFFS_OBJECTID_ROOT ||
5299                                     tags.objectId == YAFFS_OBJECTID_LOSTNFOUND))
5300                                 {
5301                                         // We only load some info, don't fiddle with directory structure
5302                                         in->valid = 1;
5303                                         in->variantType = oh->type;
5304
5305                                         in->yst_mode  = oh->yst_mode;
5306 #ifdef CONFIG_YAFFS_WINCE
5307                                         in->win_atime[0] = oh->win_atime[0];
5308                                         in->win_ctime[0] = oh->win_ctime[0];
5309                                         in->win_mtime[0] = oh->win_mtime[0];
5310                                         in->win_atime[1] = oh->win_atime[1];
5311                                         in->win_ctime[1] = oh->win_ctime[1];
5312                                         in->win_mtime[1] = oh->win_mtime[1];
5313 #else
5314                                         in->yst_uid   = oh->yst_uid;
5315                                         in->yst_gid   = oh->yst_gid;
5316                                         in->yst_atime = oh->yst_atime;
5317                                         in->yst_mtime = oh->yst_mtime;
5318                                         in->yst_ctime = oh->yst_ctime;
5319                                         in->yst_rdev = oh->yst_rdev;
5320 #endif
5321                                         in->chunkId  = chunk;
5322
5323                                 }
5324                                 else if(!in->valid)
5325                                 {
5326                                         // we need to load this info
5327
5328                                         in->valid = 1;
5329                                         in->variantType = oh->type;
5330
5331                                         in->yst_mode  = oh->yst_mode;
5332 #ifdef CONFIG_YAFFS_WINCE
5333                                         in->win_atime[0] = oh->win_atime[0];
5334                                         in->win_ctime[0] = oh->win_ctime[0];
5335                                         in->win_mtime[0] = oh->win_mtime[0];
5336                                         in->win_atime[1] = oh->win_atime[1];
5337                                         in->win_ctime[1] = oh->win_ctime[1];
5338                                         in->win_mtime[1] = oh->win_mtime[1];
5339 #else
5340                                         in->yst_uid   = oh->yst_uid;
5341                                         in->yst_gid   = oh->yst_gid;
5342                                         in->yst_atime = oh->yst_atime;
5343                                         in->yst_mtime = oh->yst_mtime;
5344                                         in->yst_ctime = oh->yst_ctime;
5345                                         in->yst_rdev = oh->yst_rdev;
5346 #endif
5347                                         in->chunkId  = chunk;
5348
5349                                         if(oh->shadowsObject > 0)
5350                                         {
5351                                                 yaffs_HandleShadowedObject(dev,oh->shadowsObject,0);
5352                                         }
5353
5354
5355                                         yaffs_SetObjectName(in,oh->name);
5356                                         in->dirty = 0;
5357
5358                                         // directory stuff...
5359                                         // hook up to parent
5360
5361                                         parent = yaffs_FindOrCreateObjectByNumber(dev,oh->parentObjectId,YAFFS_OBJECT_TYPE_DIRECTORY);
5362                                         if(parent->variantType == YAFFS_OBJECT_TYPE_UNKNOWN)
5363                                         {
5364                                                 // Set up as a directory
5365                                                 parent->variantType = YAFFS_OBJECT_TYPE_DIRECTORY;
5366                                                 INIT_LIST_HEAD(&parent->variant.directoryVariant.children);
5367                                         }
5368                                         else if(parent->variantType != YAFFS_OBJECT_TYPE_DIRECTORY)
5369                                         {
5370                                                 // Hoosterman, another problem....
5371                                                 // We're trying to use a non-directory as a directory
5372
5373                                                 T(YAFFS_TRACE_ERROR, (TSTR("yaffs tragedy: attempting to use non-directory as a directory in scan. Put in lost+found." TENDSTR)));
5374                                                 parent = dev->lostNFoundDir;
5375                                         }
5376
5377                                         yaffs_AddObjectToDirectory(parent,in);
5378
5379                                         if((parent == dev->deletedDir ||
5380                                            parent == dev->unlinkedDir))
5381                                         {
5382                                                 in->deleted = 1; // If it is unlinked at start up then it wants deleting
5383                                         }
5384
5385                                         if( oh->isShrink)
5386                                         {
5387                                                 // Mark the block as having a shrinkHeader
5388                                                 bi->hasShrinkHeader = 1;
5389                                         }
5390
5391
5392                                         // Note re hardlinks.
5393                                         // Since we might scan a hardlink before its equivalent object is scanned
5394                                         // we put them all in a list.
5395                                         // After scanning is complete, we should have all the objects, so we run through this
5396                                         // list and fix up all the chains.
5397
5398                                         switch(in->variantType)
5399                                         {
5400                                                 case YAFFS_OBJECT_TYPE_UNKNOWN:         // Todo got a problem
5401                                                         break;
5402                                                 case YAFFS_OBJECT_TYPE_FILE:
5403
5404
5405                                                         if(in->variant.fileVariant.scannedFileSize < oh->fileSize)
5406                                                         {
5407                                                                 in->variant.fileVariant.fileSize = oh->fileSize;
5408                                                                 in->variant.fileVariant.scannedFileSize = in->variant.fileVariant.fileSize;
5409                                                         }
5410
5411
5412
5413                                                         if(in->variant.fileVariant.shrinkSize > oh->fileSize)
5414                                                         {
5415                                                                 in->variant.fileVariant.shrinkSize = oh->fileSize;
5416                                                         }
5417
5418
5419                                                         break;
5420                                                 case YAFFS_OBJECT_TYPE_HARDLINK:
5421                                                         in->variant.hardLinkVariant.equivalentObjectId = oh->equivalentObjectId;
5422                                                         in->hardLinks.next = (struct list_head *)hardList;
5423                                                         hardList = in;
5424                                                         break;
5425                                                 case YAFFS_OBJECT_TYPE_DIRECTORY:       // Do nothing
5426                                                         break;
5427                                                 case YAFFS_OBJECT_TYPE_SPECIAL: // Do nothing
5428                                                         break;
5429                                                 case YAFFS_OBJECT_TYPE_SYMLINK:         // Do nothing
5430                                                         in->variant.symLinkVariant.alias = yaffs_CloneString(oh->alias);
5431                                                         break;
5432                                         }
5433
5434 #if 0
5435                                         if(parent == dev->deletedDir)
5436                                         {
5437                                                 yaffs_DestroyObject(in);
5438                                                 bi->hasShrinkHeader = 1;
5439                                         }
5440 #endif
5441                                         //T((" %d %d header %d \"%s\" type %d\n",blk,c,tags.objectId,oh->name,in->variantType));
5442                                 }
5443                         }
5444                 }
5445
5446                 if(state == YAFFS_BLOCK_STATE_NEEDS_SCANNING)
5447                 {
5448                         // If we got this far while scanning, then the block is fully allocated.
5449                         state = YAFFS_BLOCK_STATE_FULL;
5450                 }
5451
5452                 bi->blockState = state;
5453
5454                 // Now let's see if it was dirty
5455                 if(     bi->pagesInUse == 0 &&
5456                         !bi->hasShrinkHeader &&
5457                 bi->blockState == YAFFS_BLOCK_STATE_FULL)
5458             {
5459                 yaffs_BlockBecameDirty(dev,blk);
5460             }
5461
5462         }
5463
5464         if(blockIndex)
5465         {
5466                 YFREE(blockIndex);
5467         }
5468
5469         // Ok, we've done all the scanning.
5470
5471         // Fix up the hard link chains.
5472         // We should now have scanned all the objects, now it's time to add these
5473         // hardlinks.
5474         while(hardList)
5475         {
5476                 hl = hardList;
5477                 hardList = (yaffs_Object *)(hardList->hardLinks.next);
5478
5479                 in = yaffs_FindObjectByNumber(dev,hl->variant.hardLinkVariant.equivalentObjectId);
5480
5481                 if(in)
5482                 {
5483                         // Add the hardlink pointers
5484                         hl->variant.hardLinkVariant.equivalentObject=in;
5485                         list_add(&hl->hardLinks,&in->hardLinks);
5486                 }
5487                 else
5488                 {
5489                         //Todo Need to report/handle this better.
5490                         // Got a problem... hardlink to a non-existant object
5491                         hl->variant.hardLinkVariant.equivalentObject=NULL;
5492                         INIT_LIST_HEAD(&hl->hardLinks);
5493
5494                 }
5495
5496         }
5497
5498         {
5499                 struct list_head *i;
5500                 struct list_head *n;
5501
5502                 yaffs_Object *l;
5503
5504                 // Soft delete all the unlinked files
5505                 list_for_each_safe(i,n,&dev->unlinkedDir->variant.directoryVariant.children)
5506                 {
5507                         if(i)
5508                         {
5509                                 l = list_entry(i, yaffs_Object,siblings);
5510                                 yaffs_DestroyObject(l);
5511                         }
5512                 }
5513
5514                 // Soft delete all the deletedDir files
5515                 list_for_each_safe(i,n,&dev->deletedDir->variant.directoryVariant.children)
5516                 {
5517                         if(i)
5518                         {
5519                                 l = list_entry(i, yaffs_Object,siblings);
5520                                 yaffs_DestroyObject(l);
5521
5522                         }
5523                 }
5524         }
5525
5526         yaffs_ReleaseTempBuffer(dev,chunkData,__LINE__);
5527
5528         T(YAFFS_TRACE_SCAN,(TSTR("yaffs_ScanBackwards ends" TENDSTR)));
5529
5530         return YAFFS_OK;
5531 }
5532
5533
5534
5535 ////////////////////////// Directory Functions /////////////////////////
5536
5537
5538 static void yaffs_AddObjectToDirectory(yaffs_Object *directory, yaffs_Object *obj)
5539 {
5540
5541         if(!directory)
5542         {
5543                 T(YAFFS_TRACE_ALWAYS,(TSTR("tragedy: Trying to add an object to a null pointer directory" TENDSTR)));
5544                 YBUG();
5545         }
5546         if(directory->variantType != YAFFS_OBJECT_TYPE_DIRECTORY)
5547         {
5548                 T(YAFFS_TRACE_ALWAYS,(TSTR("tragedy: Trying to add an object to a non-directory" TENDSTR)));
5549                 YBUG();
5550         }
5551
5552                 if(obj->siblings.prev == NULL)
5553         {
5554                 // Not initialised
5555                 INIT_LIST_HEAD(&obj->siblings);
5556
5557         }
5558         else if(!list_empty(&obj->siblings))
5559         {
5560                 // If it is holed up somewhere else, un hook it
5561                 list_del_init(&obj->siblings);
5562         }
5563         // Now add it
5564         list_add(&obj->siblings,&directory->variant.directoryVariant.children);
5565         obj->parent = directory;
5566
5567         if(directory == obj->myDev->unlinkedDir || directory == obj->myDev->deletedDir)
5568         {
5569                 obj->unlinked = 1;
5570                 obj->myDev->nUnlinkedFiles++;
5571                 obj->renameAllowed = 0;
5572         }
5573 }
5574
5575 static void yaffs_RemoveObjectFromDirectory(yaffs_Object *obj)
5576 {
5577         list_del_init(&obj->siblings);
5578         obj->parent = NULL;
5579 }
5580
5581 yaffs_Object *yaffs_FindObjectByName(yaffs_Object *directory,const YCHAR *name)
5582 {
5583         int sum;
5584
5585         struct list_head *i;
5586         YCHAR buffer[YAFFS_MAX_NAME_LENGTH+1];
5587
5588         yaffs_Object *l;
5589
5590         if(!name)
5591         {
5592                 return NULL;
5593         }
5594
5595         if(!directory)
5596         {
5597                 T(YAFFS_TRACE_ALWAYS,(TSTR("tragedy: yaffs_FindObjectByName: null pointer directory"TENDSTR)));
5598                 YBUG();
5599         }
5600         if(directory->variantType != YAFFS_OBJECT_TYPE_DIRECTORY)
5601         {
5602                 T(YAFFS_TRACE_ALWAYS,(TSTR("tragedy: yaffs_FindObjectByName: non-directory"TENDSTR)));
5603                 YBUG();
5604         }
5605
5606         sum = yaffs_CalcNameSum(name);
5607
5608         list_for_each(i,&directory->variant.directoryVariant.children)
5609         {
5610                 if(i)
5611                 {
5612                         l = list_entry(i, yaffs_Object,siblings);
5613
5614                         // Special case for lost-n-found
5615                         if(l->objectId == YAFFS_OBJECTID_LOSTNFOUND)
5616                         {
5617                                 if(yaffs_strcmp(name,YAFFS_LOSTNFOUND_NAME) == 0)
5618                                 {
5619                                         return l;
5620                                 }
5621                         }
5622                         else if(yaffs_SumCompare(l->sum, sum)||
5623                                     l->chunkId <= 0) //LostnFound cunk called Objxxx
5624                         {
5625                                 // Do a real check
5626                                 yaffs_GetObjectName(l,buffer,YAFFS_MAX_NAME_LENGTH);
5627                                 if(yaffs_strcmp(name,buffer) == 0)
5628                                 {
5629                                         return l;
5630                                 }
5631
5632                         }
5633                 }
5634         }
5635
5636         return NULL;
5637 }
5638
5639
5640 int yaffs_ApplyToDirectoryChildren(yaffs_Object *theDir,int (*fn)(yaffs_Object *))
5641 {
5642         struct list_head *i;
5643         yaffs_Object *l;
5644
5645
5646         if(!theDir)
5647         {
5648                 T(YAFFS_TRACE_ALWAYS,(TSTR("tragedy: yaffs_FindObjectByName: null pointer directory"TENDSTR)));
5649                 YBUG();
5650         }
5651         if(theDir->variantType != YAFFS_OBJECT_TYPE_DIRECTORY)
5652         {
5653                 T(YAFFS_TRACE_ALWAYS,(TSTR("tragedy: yaffs_FindObjectByName: non-directory"TENDSTR)));
5654                 YBUG();
5655         }
5656
5657         list_for_each(i,&theDir->variant.directoryVariant.children)
5658         {
5659                 if(i)
5660                 {
5661                         l = list_entry(i, yaffs_Object,siblings);
5662                         if(l && !fn(l))
5663                         {
5664                                 return YAFFS_FAIL;
5665                         }
5666                 }
5667         }
5668
5669         return YAFFS_OK;
5670
5671 }
5672
5673
5674 // GetEquivalentObject dereferences any hard links to get to the
5675 // actual object.
5676
5677 yaffs_Object *yaffs_GetEquivalentObject(yaffs_Object *obj)
5678 {
5679         if(obj && obj->variantType == YAFFS_OBJECT_TYPE_HARDLINK)
5680         {
5681                 // We want the object id of the equivalent object, not this one
5682                 obj = obj->variant.hardLinkVariant.equivalentObject;
5683         }
5684         return obj;
5685
5686 }
5687
5688 int yaffs_GetObjectName(yaffs_Object *obj,YCHAR *name,int buffSize)
5689 {
5690         memset(name,0,buffSize * sizeof(YCHAR));
5691
5692         if(obj->objectId == YAFFS_OBJECTID_LOSTNFOUND)
5693         {
5694                 yaffs_strncpy(name,YAFFS_LOSTNFOUND_NAME,buffSize - 1);
5695         }
5696         else if(obj->chunkId <= 0)
5697         {
5698                 YCHAR locName[20];
5699                 // make up a name
5700                 yaffs_sprintf(locName,_Y("%s%d"),YAFFS_LOSTNFOUND_PREFIX,obj->objectId);
5701                 yaffs_strncpy(name,locName,buffSize - 1);
5702
5703         }
5704 #ifdef CONFIG_YAFFS_SHORT_NAMES_IN_RAM
5705         else if(obj->shortName[0])
5706         {
5707                 yaffs_strcpy(name,obj->shortName);
5708         }
5709 #endif
5710         else
5711         {
5712                 __u8 *buffer = yaffs_GetTempBuffer(obj->myDev,__LINE__);
5713
5714                 yaffs_ObjectHeader *oh = (yaffs_ObjectHeader *)buffer;
5715
5716                 memset(buffer,0,obj->myDev->nBytesPerChunk);
5717
5718                 if(obj->chunkId >= 0)
5719                 {
5720                         yaffs_ReadChunkWithTagsFromNAND(obj->myDev,obj->chunkId,buffer,NULL);
5721                 }
5722                 yaffs_strncpy(name,oh->name,buffSize - 1);
5723
5724                 yaffs_ReleaseTempBuffer(obj->myDev,buffer,__LINE__);
5725         }
5726
5727         return yaffs_strlen(name);
5728 }
5729
5730 int yaffs_GetObjectFileLength(yaffs_Object *obj)
5731 {
5732
5733         // Dereference any hard linking
5734         obj = yaffs_GetEquivalentObject(obj);
5735
5736         if(obj->variantType == YAFFS_OBJECT_TYPE_FILE)
5737         {
5738                 return obj->variant.fileVariant.fileSize;
5739         }
5740         if(obj->variantType == YAFFS_OBJECT_TYPE_SYMLINK)
5741         {
5742                 return yaffs_strlen(obj->variant.symLinkVariant.alias);
5743         }
5744         else
5745         {
5746                 // Only a directory should drop through to here
5747                 return obj->myDev->nBytesPerChunk;
5748         }
5749 }
5750
5751 int yaffs_GetObjectLinkCount(yaffs_Object *obj)
5752 {
5753         int count = 0;
5754         struct list_head *i;
5755
5756         if(!obj->unlinked)
5757         {
5758                 count++;        // the object itself
5759         }
5760         list_for_each(i,&obj->hardLinks)
5761         {
5762                 count++;        // add the hard links;
5763         }
5764         return count;
5765
5766 }
5767
5768
5769 int yaffs_GetObjectInode(yaffs_Object *obj)
5770 {
5771         obj = yaffs_GetEquivalentObject(obj);
5772
5773         return obj->objectId;
5774 }
5775
5776 unsigned yaffs_GetObjectType(yaffs_Object *obj)
5777 {
5778         obj = yaffs_GetEquivalentObject(obj);
5779
5780         switch(obj->variantType)
5781         {
5782                 case YAFFS_OBJECT_TYPE_FILE:            return DT_REG; break;
5783                 case YAFFS_OBJECT_TYPE_DIRECTORY:       return DT_DIR; break;
5784                 case YAFFS_OBJECT_TYPE_SYMLINK:         return DT_LNK; break;
5785                 case YAFFS_OBJECT_TYPE_HARDLINK:        return DT_REG; break;
5786                 case YAFFS_OBJECT_TYPE_SPECIAL:
5787                         if(S_ISFIFO(obj->yst_mode)) return DT_FIFO;
5788                         if(S_ISCHR(obj->yst_mode)) return DT_CHR;
5789                         if(S_ISBLK(obj->yst_mode)) return DT_BLK;
5790                         if(S_ISSOCK(obj->yst_mode)) return DT_SOCK;
5791                 default: return DT_REG; break;
5792         }
5793 }
5794
5795 YCHAR *yaffs_GetSymlinkAlias(yaffs_Object *obj)
5796 {
5797         obj = yaffs_GetEquivalentObject(obj);
5798         if(obj->variantType == YAFFS_OBJECT_TYPE_SYMLINK)
5799         {
5800                 return yaffs_CloneString(obj->variant.symLinkVariant.alias);
5801         }
5802         else
5803         {
5804                 return yaffs_CloneString(_Y(""));
5805         }
5806 }
5807
5808 #ifndef CONFIG_YAFFS_WINCE
5809
5810 int yaffs_SetAttributes(yaffs_Object *obj, struct iattr *attr)
5811 {
5812         unsigned int valid = attr->ia_valid;
5813
5814         if(valid & ATTR_MODE) obj->yst_mode = attr->ia_mode;
5815         if(valid & ATTR_UID) obj->yst_uid = attr->ia_uid;
5816         if(valid & ATTR_GID) obj->yst_gid = attr->ia_gid;
5817
5818         if(valid & ATTR_ATIME) obj->yst_atime = Y_TIME_CONVERT(attr->ia_atime);
5819         if(valid & ATTR_CTIME) obj->yst_ctime = Y_TIME_CONVERT(attr->ia_ctime);
5820         if(valid & ATTR_MTIME) obj->yst_mtime = Y_TIME_CONVERT(attr->ia_mtime);
5821
5822         if(valid & ATTR_SIZE) yaffs_ResizeFile(obj,attr->ia_size);
5823
5824         yaffs_UpdateObjectHeader(obj,NULL,1,0,0);
5825
5826         return YAFFS_OK;
5827
5828 }
5829 int yaffs_GetAttributes(yaffs_Object *obj, struct iattr *attr)
5830 {
5831         unsigned int valid = 0;
5832
5833         attr->ia_mode = obj->yst_mode;  valid |= ATTR_MODE;
5834         attr->ia_uid = obj->yst_uid;            valid |= ATTR_UID;
5835         attr->ia_gid = obj->yst_gid;            valid |= ATTR_GID;
5836
5837         Y_TIME_CONVERT(attr->ia_atime)= obj->yst_atime; valid |= ATTR_ATIME;
5838         Y_TIME_CONVERT(attr->ia_ctime) = obj->yst_ctime;        valid |= ATTR_CTIME;
5839         Y_TIME_CONVERT(attr->ia_mtime) = obj->yst_mtime;        valid |= ATTR_MTIME;
5840
5841         attr->ia_size = yaffs_GetFileSize(obj); valid |= ATTR_SIZE;
5842
5843         attr->ia_valid = valid;
5844
5845         return YAFFS_OK;
5846
5847 }
5848
5849 #endif
5850
5851 int yaffs_DumpObject(yaffs_Object *obj)
5852 {
5853 //      __u8 buffer[YAFFS_BYTES_PER_CHUNK];
5854         YCHAR name[257];
5855 //      yaffs_ObjectHeader *oh = (yaffs_ObjectHeader *)buffer;
5856
5857 //      memset(buffer,0,YAFFS_BYTES_PER_CHUNK);
5858
5859 //      if(obj->chunkId >= 0)
5860 //      {
5861 //              yaffs_ReadChunkFromNAND(obj->myDev,obj->chunkId,buffer,NULL);
5862 //      }
5863
5864         yaffs_GetObjectName(obj,name,256);
5865
5866         T(YAFFS_TRACE_ALWAYS,(TSTR("Object %d, inode %d \"%s\"\n dirty %d valid %d serial %d sum %d chunk %d type %d size %d\n" TENDSTR),
5867                         obj->objectId,yaffs_GetObjectInode(obj), name, obj->dirty, obj->valid, obj->serial,
5868                         obj->sum, obj->chunkId, yaffs_GetObjectType(obj), yaffs_GetObjectFileLength(obj)));
5869
5870 #if 0
5871         YPRINTF(("Object %d \"%s\"\n dirty %d valid %d serial %d sum %d chunk %d\n",
5872                         obj->objectId, oh->name, obj->dirty, obj->valid, obj->serial,
5873                         obj->sum, obj->chunkId));
5874                 switch(obj->variantType)
5875         {
5876                 case YAFFS_OBJECT_TYPE_FILE:
5877                         YPRINTF((" FILE length %d\n",obj->variant.fileVariant.fileSize));
5878                         break;
5879                 case YAFFS_OBJECT_TYPE_DIRECTORY:
5880                         YPRINTF((" DIRECTORY\n"));
5881                         break;
5882                 case YAFFS_OBJECT_TYPE_HARDLINK: //todo
5883                 case YAFFS_OBJECT_TYPE_SYMLINK:
5884                 case YAFFS_OBJECT_TYPE_UNKNOWN:
5885                 default:
5886         }
5887 #endif
5888
5889         return YAFFS_OK;
5890 }
5891
5892
5893 ///////////////////////// Initialisation code ///////////////////////////
5894
5895
5896 static int yaffs_CheckDevFunctions(const yaffs_Device *dev)
5897 {
5898
5899         // Common functions, gotta have
5900         if(!dev->eraseBlockInNAND ||
5901            !dev->initialiseNAND) return 0;
5902
5903 #ifdef CONFIG_YAFFS_YAFFS2
5904
5905         // Can use the "with tags" style interface for yaffs1 or yaffs2
5906         if(dev->writeChunkWithTagsToNAND &&
5907            dev->readChunkWithTagsFromNAND &&
5908            !dev->writeChunkToNAND &&
5909            !dev->readChunkFromNAND &&
5910            dev->markNANDBlockBad &&
5911            dev->queryNANDBlock) return 1;
5912 #endif
5913
5914         // Can use the "spare" style interface for yaffs1
5915         if(!dev->isYaffs2 &&
5916            !dev->writeChunkWithTagsToNAND &&
5917            !dev->readChunkWithTagsFromNAND &&
5918            dev->writeChunkToNAND &&
5919            dev->readChunkFromNAND &&
5920            !dev->markNANDBlockBad &&
5921            !dev->queryNANDBlock) return 1;
5922
5923         return 0; // bad
5924 }
5925
5926
5927 int yaffs_GutsInitialise(yaffs_Device *dev)
5928 {
5929         unsigned x;
5930         int bits;
5931         int extraBits;
5932         int nBlocks;
5933
5934         T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: yaffs_GutsInitialise()" TENDSTR)));
5935         // Check stuff that must be set
5936
5937         if(!dev)
5938         {
5939                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: Need a device" TENDSTR)));
5940                 return YAFFS_FAIL;
5941         }
5942
5943         dev->internalStartBlock = dev->startBlock;
5944         dev->internalEndBlock =  dev->endBlock;
5945         dev->blockOffset = 0;
5946         dev->chunkOffset = 0;
5947         dev->nFreeChunks = 0;
5948
5949         if(dev->startBlock == 0)
5950         {
5951                 dev->internalStartBlock = dev->startBlock + 1;
5952                 dev->internalEndBlock =  dev->endBlock + 1;
5953                 dev->blockOffset = 1;
5954                 dev->chunkOffset = dev->nChunksPerBlock;
5955         }
5956
5957         // Check geometry parameters.
5958
5959         if(     (dev->isYaffs2 && dev->nBytesPerChunk <1024)  ||
5960                 (!dev->isYaffs2 && dev->nBytesPerChunk !=512)  ||
5961                 dev->nChunksPerBlock < 2 ||
5962                 dev->nReservedBlocks < 2 ||
5963                 dev->internalStartBlock <= 0 ||
5964                 dev->internalEndBlock <= 0 ||
5965                 dev->internalEndBlock <= (dev->internalStartBlock + dev->nReservedBlocks + 2) // otherwise it is too small
5966           )
5967         {
5968                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: NAND geometry problems: chunk size %d, type is yaffs%s " TENDSTR),
5969                    dev->nBytesPerChunk, dev->isYaffs2 ? "2" : ""));
5970                 return YAFFS_FAIL;
5971         }
5972
5973         if(yaffs_InitialiseNAND(dev) != YAFFS_OK)
5974         {
5975                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: InitialiseNAND failed" TENDSTR)));
5976                 return YAFFS_FAIL;
5977         }
5978
5979         // Got the right mix of functions?
5980         //
5981         if(!yaffs_CheckDevFunctions(dev))
5982         {
5983                 //Function missing
5984                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: device function(s) missing or wrong\n" TENDSTR)));
5985
5986                 return YAFFS_FAIL;
5987         }
5988
5989         // This is really a compilation check.
5990         if(!yaffs_CheckStructures())
5991         {
5992                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs_CheckStructures failed\n" TENDSTR)));
5993                 return YAFFS_FAIL;
5994         }
5995
5996         if(dev->isMounted)
5997         {
5998                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: device already mounted\n" TENDSTR)));
5999                 return YAFFS_FAIL;
6000         }
6001
6002         //
6003         //
6004         // Finished with most checks. One or two more checks happen later on too.
6005         //
6006
6007         dev->isMounted = 1;
6008
6009
6010         nBlocks = dev->internalEndBlock - dev->internalStartBlock + 1;
6011
6012
6013
6014         // OK now calculate a few things for the device
6015         // Calculate chunkGroupBits.
6016         // We need to find the next power of 2 > than internalEndBlock
6017
6018         x = dev->nChunksPerBlock * (dev->internalEndBlock+1);
6019
6020         for(bits = extraBits = 0; x > 1; bits++)
6021         {
6022                 if(x & 1) extraBits++;
6023                 x >>= 1;
6024         }
6025
6026         if(extraBits > 0) bits++;
6027
6028
6029         // Level0 Tnodes are 16 bits, so if the bitwidth of the
6030         // chunk range we're using is greater than 16 we need
6031         // to figure out chunk shift and chunkGroupSize
6032         if(bits <= 16)
6033         {
6034                 dev->chunkGroupBits = 0;
6035         }
6036         else
6037         {
6038                 dev->chunkGroupBits = bits - 16;
6039         }
6040
6041         dev->chunkGroupSize = 1 << dev->chunkGroupBits;
6042
6043         if(dev->nChunksPerBlock < dev->chunkGroupSize)
6044         {
6045                 // We have a problem because the soft delete won't work if
6046                 // the chunk group size > chunks per block.
6047                 // This can be remedied by using larger "virtual blocks".
6048                 T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: chunk group too large\n" TENDSTR)));
6049
6050                 return YAFFS_FAIL;
6051         }
6052
6053
6054         // OK, we've finished verifying the device, lets continue with initialisation
6055
6056         // More device initialisation
6057         dev->garbageCollections = 0;
6058         dev->passiveGarbageCollections = 0;
6059         dev->currentDirtyChecker = 0;
6060         dev->bufferedBlock = -1;
6061         dev->doingBufferedBlockRewrite = 0;
6062         dev->nDeletedFiles = 0;
6063         dev->nBackgroundDeletions=0;
6064         dev->nUnlinkedFiles = 0;
6065         dev->eccFixed=0;
6066         dev->eccUnfixed=0;
6067         dev->tagsEccFixed=0;
6068         dev->tagsEccUnfixed=0;
6069         dev->nErasureFailures = 0;
6070         dev->nErasedBlocks = 0;
6071         dev->isDoingGC = 0;
6072
6073         //dev->localBuffer = YMALLOC(dev->nBytesPerChunk);
6074         // Initialise temporary buffers
6075         {
6076                 int i;
6077                 for(i = 0; i < YAFFS_N_TEMP_BUFFERS; i++)
6078                 {
6079                         dev->tempBuffer[i].line = 0; // not in use
6080                         dev->tempBuffer[i].buffer = YMALLOC(dev->nBytesPerChunk);
6081                 }
6082         }
6083
6084
6085
6086         yaffs_InitialiseBlocks(dev,nBlocks);
6087
6088         yaffs_InitialiseTnodes(dev);
6089
6090         yaffs_InitialiseObjects(dev);
6091
6092         dev->gcCleanupList = YMALLOC(dev->nChunksPerBlock * sizeof(__u32));
6093
6094         if(dev->nShortOpCaches > 0)
6095         {
6096                 int i;
6097
6098                 if(dev->nShortOpCaches >  YAFFS_MAX_SHORT_OP_CACHES)
6099                 {
6100                         dev->nShortOpCaches = YAFFS_MAX_SHORT_OP_CACHES;
6101                 }
6102
6103                 dev->srCache = YMALLOC( dev->nShortOpCaches * sizeof(yaffs_ChunkCache));
6104
6105                 for(i=0; i < dev->nShortOpCaches; i++)
6106                 {
6107                         dev->srCache[i].object = NULL;
6108                         dev->srCache[i].lastUse = 0;
6109                         dev->srCache[i].dirty = 0;
6110                         dev->srCache[i].data = YMALLOC(dev->nBytesPerChunk);
6111                 }
6112                 dev->srLastUse = 0;
6113         }
6114
6115         dev->cacheHits = 0;
6116
6117
6118         // Initialise the unlinked, root and lost and found directories
6119         dev->lostNFoundDir = dev->rootDir = dev->unlinkedDir = dev->deletedDir = NULL;
6120
6121         dev->unlinkedDir = yaffs_CreateFakeDirectory(dev,YAFFS_OBJECTID_UNLINKED, S_IFDIR);
6122         dev->deletedDir = yaffs_CreateFakeDirectory(dev,YAFFS_OBJECTID_DELETED, S_IFDIR);
6123
6124         dev->rootDir = yaffs_CreateFakeDirectory(dev,YAFFS_OBJECTID_ROOT,YAFFS_ROOT_MODE | S_IFDIR);
6125         dev->lostNFoundDir = yaffs_CreateFakeDirectory(dev,YAFFS_OBJECTID_LOSTNFOUND,YAFFS_LOSTNFOUND_MODE | S_IFDIR);
6126         yaffs_AddObjectToDirectory(dev->rootDir,dev->lostNFoundDir);
6127
6128         if(dev->isYaffs2)
6129         {
6130                 dev->useHeaderFileSize = 1;
6131         }
6132
6133         // Now scan the flash.
6134
6135         if(dev->isYaffs2)
6136                 yaffs_ScanBackwards(dev);
6137         else
6138                 yaffs_Scan(dev);
6139
6140         // Zero out stats
6141         dev->nPageReads = 0;
6142         dev->nPageWrites =  0;
6143         dev->nBlockErasures = 0;
6144         dev->nGCCopies = 0;
6145         dev->nRetriedWrites = 0;
6146
6147         dev->nRetiredBlocks = 0;
6148
6149         yaffs_VerifyFreeChunks(dev);
6150
6151         T(YAFFS_TRACE_ALWAYS,(TSTR("yaffs: yaffs_GutsInitialise() done.\n" TENDSTR)));
6152         return YAFFS_OK;
6153
6154 }
6155
6156 void yaffs_Deinitialise(yaffs_Device *dev)
6157 {
6158         if(dev->isMounted)
6159         {
6160                 int i;
6161
6162                 yaffs_DeinitialiseBlocks(dev);
6163                 yaffs_DeinitialiseTnodes(dev);
6164                 yaffs_DeinitialiseObjects(dev);
6165                 if(dev->nShortOpCaches > 0)
6166                 {
6167
6168                         for(i=0; i < dev->nShortOpCaches; i++)
6169                         {
6170                                 YFREE(dev->srCache[i].data);
6171                         }
6172
6173                         YFREE(dev->srCache);
6174                 }
6175
6176                 YFREE(dev->gcCleanupList);
6177
6178                 for(i = 0; i < YAFFS_N_TEMP_BUFFERS; i++)
6179                 {
6180                         YFREE(dev->tempBuffer[i].buffer);
6181                 }
6182
6183                 dev->isMounted = 0;
6184         }
6185
6186 }
6187
6188 #if 0
6189
6190 int  yaffs_GetNumberOfFreeChunks(yaffs_Device *dev)
6191 {
6192         int nFree = dev->nFreeChunks - (dev->nChunksPerBlock * YAFFS_RESERVED_BLOCKS);
6193
6194         struct list_head *i;
6195         yaffs_Object *l;
6196
6197
6198         // To the free chunks add the chunks that are in the deleted unlinked files.
6199         list_for_each(i,&dev->deletedDir->variant.directoryVariant.children)
6200         {
6201                 l = list_entry(i, yaffs_Object,siblings);
6202                 if(l->deleted)
6203                 {
6204                         nFree++;
6205                         nFree += l->nDataChunks;
6206                 }
6207         }
6208
6209
6210         // printf("___________ nFreeChunks is %d nFree is %d\n",dev->nFreeChunks,nFree);
6211
6212         if(nFree < 0) nFree = 0;
6213
6214         return nFree;
6215
6216 }
6217
6218 #endif
6219
6220 static int  yaffs_CountFreeChunks(yaffs_Device *dev)
6221 {
6222         int nFree;
6223         int b;
6224
6225         yaffs_BlockInfo *blk;
6226
6227
6228         for(nFree = 0, b = dev->internalStartBlock; b <= dev->internalEndBlock; b++)
6229         {
6230                 blk = yaffs_GetBlockInfo(dev,b);
6231
6232                 switch(blk->blockState)
6233                 {
6234                         case YAFFS_BLOCK_STATE_EMPTY:
6235                         case YAFFS_BLOCK_STATE_ALLOCATING:
6236                         case YAFFS_BLOCK_STATE_COLLECTING:
6237                         case YAFFS_BLOCK_STATE_FULL: nFree += (dev->nChunksPerBlock - blk->pagesInUse + blk->softDeletions); break;
6238                         default: break;
6239                 }
6240
6241         }
6242
6243         return nFree;
6244 }
6245
6246
6247
6248 int yaffs_GetNumberOfFreeChunks(yaffs_Device *dev)
6249 {
6250         // This is what we report to the outside world
6251
6252         int nFree;
6253         int nDirtyCacheChunks;
6254
6255 #if 1
6256         nFree = dev->nFreeChunks;
6257 #else
6258         nFree = yaffs_CountFreeChunks(dev);
6259 #endif
6260
6261         // Now count the number of dirty chunks in the cache and subtract those
6262
6263         {
6264                 int i;
6265                 for( nDirtyCacheChunks = 0,i = 0; i < dev->nShortOpCaches; i++)
6266                 {
6267                         if(dev->srCache[i].dirty) nDirtyCacheChunks++;
6268                 }
6269         }
6270
6271         nFree -= nDirtyCacheChunks;
6272
6273         nFree -= ((dev->nReservedBlocks + 1) * dev->nChunksPerBlock);
6274
6275         if(nFree < 0) nFree = 0;
6276
6277         return nFree;
6278
6279 }
6280
6281 static int  yaffs_freeVerificationFailures;
6282
6283 static void yaffs_VerifyFreeChunks(yaffs_Device *dev)
6284 {
6285         int counted = yaffs_CountFreeChunks(dev);
6286
6287         int difference = dev->nFreeChunks - counted;
6288
6289         if(difference)
6290         {
6291                 T(YAFFS_TRACE_ALWAYS,(TSTR("Freechunks verification failure %d %d %d" TENDSTR),dev->nFreeChunks,counted,difference));
6292                 yaffs_freeVerificationFailures++;
6293         }
6294 }
6295
6296 /////////////////// YAFFS test code //////////////////////////////////
6297
6298 #define yaffs_CheckStruct(structure,syze, name) \
6299            if(sizeof(structure) != syze) \
6300                { \
6301                  T(YAFFS_TRACE_ALWAYS,(TSTR("%s should be %d but is %d\n" TENDSTR),name,syze,sizeof(structure))); \
6302                  return YAFFS_FAIL; \
6303                    }
6304
6305
6306 static int yaffs_CheckStructures(void)
6307 {
6308 //      yaffs_CheckStruct(yaffs_Tags,8,"yaffs_Tags")
6309 //      yaffs_CheckStruct(yaffs_TagsUnion,8,"yaffs_TagsUnion")
6310 //      yaffs_CheckStruct(yaffs_Spare,16,"yaffs_Spare")
6311 #ifndef CONFIG_YAFFS_TNODE_LIST_DEBUG
6312         yaffs_CheckStruct(yaffs_Tnode,2* YAFFS_NTNODES_LEVEL0,"yaffs_Tnode")
6313 #endif
6314         yaffs_CheckStruct(yaffs_ObjectHeader,512,"yaffs_ObjectHeader")
6315
6316
6317         return YAFFS_OK;
6318 }
6319
6320 #if 0
6321 void yaffs_GutsTest(yaffs_Device *dev)
6322 {
6323
6324         if(yaffs_CheckStructures() != YAFFS_OK)
6325         {
6326                 T(YAFFS_TRACE_ALWAYS,(TSTR("One or more structures malformed-- aborting\n" TENDSTR)));
6327                 return;
6328         }
6329
6330         yaffs_TnodeTest(dev);
6331         yaffs_ObjectTest(dev);
6332 }
6333 #endif
6334
6335