Jeck - Card ID collisions, cache fixes, cache deleted pooling.

* mtgid now defaults to 0.
 * TextScroller will not update when empty.
 * Cache now moves WCachedResources we're finished with to a garbage pool for later use (to reduce memory fragmentation). 
 * Demo still crashes... but I'm thinking that has to do with fragmentation, not a leak?

projects/mtg/bin/Res/sets/MOR/_cards.dat

@@ -213,6 +213,7 @@ power=2
 toughness=2
 [/card]
 [card]
+id=152659
 Name=Shinewend
 Mana={1}{W}
 Type=Creature
@@ -226,6 +227,7 @@ toughness=0
 Rarity=C
 [/card]
 [card]
+id=152704
 Name=Stingmoggie
 Mana={3}{R}
 Type=Creature

projects/mtg/bin/Res/sets/PLC/_cards.dat

@@ -163,7 +163,7 @@ color=Red
 [/card]
 [card]
 text={T}:Prodigal Pyromancer deals 1 damage to target creature or player.
-id=134752
+id=122338
 name=Prodigal Pyromancer
 rarity=C
 type=Creature

projects/mtg/include/GameStateMenu.h

@@ -20,6 +20,7 @@ class GameStateMenu: public GameState, public JGuiListener
   JTexture * bgTexture;
   JTexture * movingWTexture;
   JQuad * mBg;
+  JQuad * mSplash;
   JQuad * mMovingW;
   float mCreditsYPos;
   int currentState;

projects/mtg/include/WCachedResource.h

@@ -16,6 +16,7 @@ public:
   WResource();
   virtual ~WResource();
   
+  virtual void Trash()=0; //Delete the cacheActual.
   virtual void Nullify()=0; //For when our size is 0, so we don't free anything by mistake.
   virtual unsigned long size()=0; //Size of cached item in bytes.
   virtual bool isGood()=0;  //Return true if this has data.
@@ -38,6 +39,8 @@ public:
   friend class WResourceManager;
   template<class cacheItem,class cacheActual> friend class WCache;
 
+  virtual ~WCachedResource() {};
+
   virtual void Refresh(string filename)=0; //Basically calls Attempt(filename) and remaps in situ.
   virtual bool Attempt(string filename, int submode, int & error)=0;  //Returns true if we've loaded our data and isGood().
 };
@@ -48,6 +51,7 @@ public:
   WTrackedQuad(string _resname);
   ~WTrackedQuad();
   void Nullify();
+  void Trash();
   unsigned long size();
   bool isGood();
 
@@ -73,6 +77,7 @@ public:
   bool compare(JTexture * t) {return (t == texture);};
 
   void Nullify();
+  void Trash();
   JTexture * Actual(); //Return this texture as is. Does not make a new one.
   JQuad * GetQuad(string resname);
   
@@ -86,6 +91,7 @@ protected:
   JTexture * texture;
   bool bVRAM;
   vector<WTrackedQuad*> trackedQuads;
+  static vector<WTrackedQuad*> garbageTQs;
 };
 
 class WCachedParticles: public WCachedResource{
@@ -96,6 +102,7 @@ public:
   ~WCachedParticles();
 
   void Nullify();
+  void Trash();
   void Refresh(string filename);
   unsigned long size();  
   bool isGood();
@@ -114,6 +121,7 @@ public:
   WCachedSample();
   ~WCachedSample();    
   void Nullify();
+  void Trash();
   bool compare(JSample * s) {return (s == sample);};
   unsigned long size();  
   bool isGood();

projects/mtg/include/WResourceManager.h

@@ -19,10 +19,11 @@
 
 
 //Hard Limits.
-#define MAX_CACHE_OBJECTS 400
+#define MAX_CACHE_OBJECTS HUGE_CACHE_ITEMS
 #define MAX_CACHE_ATTEMPTS 10
 #define MAX_CACHE_MISSES 200
 #define MAX_CACHED_SAMPLES 0
+#define MAX_CACHE_GARBAGE 10
 
 enum ENUM_WRES_INFO{
   WRES_UNLOCKED = 0,      //Resource is unlocked.
@@ -61,7 +62,8 @@ enum ENUM_CACHE_ERROR{
   CACHE_ERROR_NONE = 0,
   CACHE_ERROR_NOT_CACHED = CACHE_ERROR_NONE,
   CACHE_ERROR_404,
-  CACHE_ERROR_BAD,
+  CACHE_ERROR_BAD,  //Something went wrong with item->attempt()
+  CACHE_ERROR_BAD_ALLOC, //Couldn't allocate item
   CACHE_ERROR_LOST,
   CACHE_ERROR_NOT_MANAGED,
 };
@@ -89,15 +91,17 @@ public:
 protected:
   bool RemoveItem(cacheItem * item, bool force = true); //Removes an item, deleting it. if(force), ignores locks / permanent
   bool UnlinkCache(cacheItem * item); //Removes an item from our cache, does not delete it. Use with care.
-  bool Delete(cacheItem * item); //Call SAFE_DELETE on cacheItem. If maxCached == 0, nullify first. (This means you have to free that cacheActual later!)
+  bool Delete(cacheItem * item); //SAFE_DELETE and garbage collect. If maxCached == 0, nullify first. (This means you have to free that cacheActual later!)
   cacheItem* Get(string id, int style = RETRIEVE_NORMAL, int submode = CACHE_NORMAL); //Subordinate to Retrieve.
   cacheItem* AttemptNew(string filename, int submode);   //Attempts a new cache item, progressively clearing cache if it fails.
+  cacheItem* Recycle(); //Returns a cache item from the trash.
 
   string makeID(string filename, int submode);  //Makes an ID appropriate to the submode.
   string makeFilename(string id, int submode);  //Makes a filename from an ID.
 
   map<string,cacheItem*> cache; 
   map<string,cacheItem*> managed;  //Cache can be arbitrarily large, so managed items are seperate.
+  vector<cacheItem*> garbage;      //Garbage collection.
   unsigned long totalSize;
   unsigned long cacheSize;
   
@@ -138,6 +142,7 @@ public:
   void Release(JQuad * quad);
   void Release(JSample * sample);
 
+  bool RemoveOldest();
   
   bool Cleanup();       //Force a cleanup. Return false if nothing removed.
   void ClearMisses();   //Remove all cache misses.

projects/mtg/src/GameStateMenu.cpp

@@ -64,6 +64,9 @@ GameStateMenu::GameStateMenu(GameApp* parent): GameState(parent)
   mGuiController = NULL;
   subMenuController = NULL;
   gameTypeMenu = NULL;
+  mSplash = NULL;
+  mBg = NULL;
+  mMovingW = NULL;
   //bgMusic = NULL;
   timeIndex = 0;
   angleMultiplier = MIN_ANGLE_MULTIPLIER;
@@ -315,6 +318,7 @@ void GameStateMenu::Update(float dt)
         std::ifstream file(options.profileFile(PLAYER_COLLECTION,"",false).c_str());
 	      if(file){
 	        file.close();
+          resources.Release(mSplash);
 	        currentState = MENU_STATE_MAJOR_MAINMENU | MENU_STATE_MINOR_NONE;
 	      }else{
   	      currentState = MENU_STATE_MAJOR_FIRST_TIME | MENU_STATE_MINOR_NONE;
@@ -414,9 +418,10 @@ void GameStateMenu::Render()
   renderer->ClearScreen(ARGB(0,0,0,0));
   JLBFont * mFont = resources.GetJLBFont(Constants::MENU_FONT);
   if ((currentState & MENU_STATE_MAJOR) == MENU_STATE_MAJOR_LOADING_CARDS){
-    JQuad* splashQuad = resources.RetrieveTempQuad("splash.jpg");
-    if (splashQuad){
-      renderer->RenderQuad(splashQuad,0,0);
+    if(!mSplash)
+     mSplash = resources.RetrieveQuad("splash.jpg");
+    if (mSplash){
+      renderer->RenderQuad(mSplash,0,0);
     }else{
       char text[512];
       sprintf(text, _("LOADING SET: %s").c_str(), mCurrentSetName);

projects/mtg/src/MTGCard.cpp

@@ -69,6 +69,7 @@ int MTGCard::init(){
     colors[i] = 0;
   }
   setId = 0;
+  mtgid = 0;
   magicText = "";
   spellTargetType = "";
   alias = 0;

projects/mtg/src/MTGDeck.cpp

@@ -279,7 +279,7 @@ int MTGAllCards::readConfLine(std::ifstream &file, int set_id){
           char outBuf[4096];
           sprintf(outBuf,"warning, card id collision! : %i - %s\n", newId, tempCard->name.c_str());
           OutputDebugString (outBuf);
-          delete tempCard;
+          SAFE_DELETE(tempCard);
         }else{
           ids.push_back(newId);
           collection[newId] = tempCard;

projects/mtg/src/TextScroller.cpp

@@ -32,6 +32,8 @@ void TextScroller::Reset(){
 }
 
 void TextScroller::Update(float dt){
+  if(!strings.size())
+    return;
   start+=mSpeed*dt;
   if (start > mFont->GetStringWidth(mText.c_str())){
     start = -mWidth;

projects/mtg/src/WCachedResource.cpp

@@ -59,6 +59,8 @@ void WResource::hit(){
   lastTime = resources.nowTime();
 }
 //WCachedTexture
+vector<WTrackedQuad*> WCachedTexture::garbageTQs;
+
 WCachedTexture::WCachedTexture(){
 #ifdef DEBUG_CACHE
   OutputDebugString("Cached texture created.\n");
@@ -122,7 +124,13 @@ bool WCachedTexture::ReleaseQuad(JQuad* quad){
      tq->unlock();
 
      if(!tq->isLocked()){
+      if(WCachedTexture::garbageTQs.size() < MAX_CACHE_GARBAGE){
+       tq->Trash();
+       garbageTQs.push_back(tq);
+      }
+      else
        SAFE_DELETE(tq);
+
       trackedQuads.erase(it);
      }
 
@@ -157,6 +165,13 @@ WTrackedQuad * WCachedTexture::GetTrackedQuad(float offX, float offY, float widt
 
   if(tq == NULL){
     allocated = true;
+    vector<WTrackedQuad*>::iterator gtq = WCachedTexture::garbageTQs.begin();
+    if(gtq != WCachedTexture::garbageTQs.end())
+    {
+      tq = *gtq;
+      garbageTQs.erase(gtq);
+    }
+    else
       tq = NEW WTrackedQuad(resname);
   }
 
@@ -314,6 +329,22 @@ void WCachedTexture::Nullify(){
   if(texture)
     texture = NULL;
 }
+void WCachedTexture::Trash(){
+    SAFE_DELETE(texture);
+    
+  vector<WTrackedQuad*>::iterator it;
+  WTrackedQuad * tq = NULL;
+
+  for(it=trackedQuads.begin();it!=trackedQuads.end();it++){
+   tq = (*it);
+   if(WCachedTexture::garbageTQs.size() > MAX_CACHE_GARBAGE)
+    SAFE_DELETE(tq);
+   else{
+    WCachedTexture::garbageTQs.push_back(tq);
+   }
+  }
+  trackedQuads.clear();
+}
 
 //WCachedSample
 void WCachedSample::Nullify(){
@@ -322,6 +353,10 @@ void WCachedSample::Nullify(){
   }
 }
 
+void WCachedSample::Trash(){
+  SAFE_DELETE(sample);
+}
+
 WCachedSample::WCachedSample(){
 #ifdef DEBUG_CACHE
   OutputDebugString("Cached sample created.\n");
@@ -452,11 +487,20 @@ void WCachedParticles::Nullify(){
     particles = NULL;
 }
 
+void WCachedParticles::Trash(){
+  SAFE_DELETE(particles);
+}
+
 //WTrackedQuad
 void WTrackedQuad::Nullify() {
   quad = NULL;
 }
 
+void WTrackedQuad::Trash(){
+  resname.clear();
+  SAFE_DELETE(quad);
+}
+
 #if defined DEBUG_CACHE
 int WTrackedQuad::totalTracked = 0;
 #endif

projects/mtg/src/WResourceManager.cpp

@@ -10,9 +10,30 @@
 #include "../include/WResourceManager.h"
 
 WResourceManager resources;
-
 unsigned int vTime = 0;
 
+void handle_new_failure(){
+  OutputDebugString("NEW failed. Attempting to clear cache.");
+#ifdef DEBUG_CACHE
+  resources.debugMessage = "Emergency cache cleanup!";
+#endif
+  if(!resources.RemoveOldest()){
+    OutputDebugString("Nothing to clear from cache. Abort.");
+    abort();
+  }
+}
+
+bool WResourceManager::RemoveOldest(){
+ if(sampleWCache.RemoveOldest())
+   return true;
+ if(textureWCache.RemoveOldest())
+   return true;
+ if(psiWCache.RemoveOldest())
+   return true;
+
+ return false;
+}
+
 //WResourceManager
 void WResourceManager::DebugRender(){
   JRenderer* renderer = JRenderer::GetInstance();
@@ -168,18 +189,27 @@ WResourceManager::~WResourceManager(){
     SAFE_DELETE(wm);
   }
   managedQuads.clear();
+
+  //Remove all our reserved WTrackedQuads from WCachedTexture
+  vector<WTrackedQuad*>::iterator g;
+  for(g=WCachedTexture::garbageTQs.begin();g!=WCachedTexture::garbageTQs.end();g++){
+    WTrackedQuad * tq = *g;
+    SAFE_DELETE(tq);
+  }
   LOG("==Successfully Destroyed WResourceManager==");
 }
 
 JQuad * WResourceManager::RetrieveCard(MTGCard * card, int style, int submode){
   //Cards are never, ever resource managed, so just check cache.
+  if(!card)
+    return NULL;
 
   submode = submode | TEXTURE_SUB_CARD;
 
   string filename = card->getSetName();
   filename += "/";
   filename += card->getImageName();
-  JQuad * jq = RetrieveQuad(filename,0,0,0,0,filename,style,submode|TEXTURE_SUB_5551);
+  JQuad * jq = RetrieveQuad(filename,0,0,0,0,"",style,submode|TEXTURE_SUB_5551);
 
   if(jq){
     jq->SetHotSpot(jq->mTex->mWidth / 2, jq->mTex->mHeight / 2);  
@@ -335,9 +365,8 @@ void WResourceManager::Release(JQuad * quad){
       break;
   }
 
-  //Releasing a quad doesn't release the associated texture-- it might be needed later.
-  //if(it != textureWCache.cache.end() && it->second)
-  // textureWCache.RemoveItem(it->second,false); //won't remove locked.
+  if(it != textureWCache.cache.end() && it->second)
+   textureWCache.RemoveItem(it->second,false); //won't remove locked.
 }
 
 void WResourceManager::ClearMisses(){
@@ -400,6 +429,9 @@ JTexture * WResourceManager::RetrieveTexture(string filename, int style, int sub
       case CACHE_ERROR_404:
         debugMessage = "File not found: ";
         break;
+      case CACHE_ERROR_BAD_ALLOC:
+        debugMessage = "Out of memory: ";
+        break;
       case CACHE_ERROR_BAD:
         debugMessage = "Cache bad: ";
         break;
@@ -892,10 +924,6 @@ bool WCache<cacheItem, cacheActual>::RemoveOldest(){
   }
 
   if(oldest != cache.end() && oldest->second && !oldest->second->isLocked()){
-    unsigned long isize = oldest->second->size();
-    cacheSize -= isize;
-    totalSize -= isize;
-    cacheItems--;
 #if defined DEBUG_CACHE
     lastExpired = oldest->first;
 #endif
@@ -915,13 +943,8 @@ void WCache<cacheItem, cacheActual>::Clear(){
     next = it;
     next++;
 
-      if(it->second){
-        unsigned long isize = it->second->size();
-        totalSize -= isize;
-        cacheSize -= isize;
+      if(it->second)
         Delete(it->second);
-        cacheItems--;
-      }
       cache.erase(it);
   }
   for(it = managed.begin(); it != managed.end();it=next){
@@ -942,11 +965,7 @@ void WCache<cacheItem, cacheActual>::ClearUnlocked(){
     next++;
 
       if(it->second && !it->second->isLocked()){
-        unsigned long isize = it->second->size();
-        totalSize -= isize;
-        cacheSize -= isize;
         Delete(it->second);
-        cacheItems--;
         cache.erase(it);
       }
       else if(!it->second){
@@ -983,6 +1002,19 @@ void WCache<cacheItem, cacheActual>::Resize(unsigned long size, int items){
   else
     maxCached = items;
 }
+
+template <class cacheItem, class cacheActual>
+cacheItem* WCache<cacheItem, cacheActual>::Recycle(){
+  typename vector<cacheItem*>::iterator it = garbage.begin();
+  if(it == garbage.end())
+    return NULL;
+
+  cacheItem * item = (*it);
+  garbage.erase(it);
+
+  return item;  
+}
+
 template <class cacheItem, class cacheActual>
 cacheItem* WCache<cacheItem, cacheActual>::AttemptNew(string filename, int submode){
   if(submode & CACHE_EXISTING){ //Should never get this far.
@@ -990,24 +1022,46 @@ cacheItem* WCache<cacheItem, cacheActual>::AttemptNew(string filename, int submo
     return NULL;
   }
 
-  cacheItem* item = NEW cacheItem;
+  cacheItem* item = NULL;
 
+  item = Recycle();
+
+  if(item == NULL){
+    try{
+      item = NEW cacheItem;
       mError = CACHE_ERROR_NONE;
+    }
+    catch(std::bad_alloc){
+      SAFE_DELETE(item);
+    }
+  }
 
   if(item == NULL || !item->Attempt(filename,submode,mError)){
     //No such file. Fail.
     if(item && mError == CACHE_ERROR_404){
-      Delete(item);
+      if(garbage.size() < MAX_CACHE_GARBAGE){
+        item->Trash();
+        garbage.push_back(item);
+      }
+      else
+        SAFE_DELETE(item);
+      
       return NULL;
     }
 
-
     for(int attempt=0;attempt<10;attempt++){
       if(!RemoveOldest()) 
         break;
       
-      if(!item)
+      if(!item){
+        try{
             item = NEW cacheItem;
+        }
+        catch(std::bad_alloc){
+          SAFE_DELETE(item);
+          continue;
+        }
+      }
 
       if(item && item->Attempt(filename,submode,mError))
         break;
@@ -1024,14 +1078,29 @@ cacheItem* WCache<cacheItem, cacheActual>::AttemptNew(string filename, int submo
     //Worst cache scenerio. Clear every cache we've got.
     if(!item || !item->isGood()){
       resources.ClearUnlocked();
-      if(!item) item = NEW(cacheItem);
+      if(!item){
+        try{
+        item = NEW(cacheItem);
+        }
+        catch(std::bad_alloc){
+          mError = CACHE_ERROR_BAD_ALLOC;
+          SAFE_DELETE(item);
+          return NULL;
+        }
+      }
       item->Attempt(filename,submode,mError);
     }
   }
 
   if(item && !item->isGood()){
-    Delete(item);
+    if(garbage.size() < MAX_CACHE_GARBAGE){
+      item->Trash();
+      garbage.push_back(item);
+    }
+    else
+      SAFE_DELETE(item);
     mError = CACHE_ERROR_BAD;
+    return NULL;
   }
   else
     mError = CACHE_ERROR_NONE;
@@ -1194,9 +1263,16 @@ cacheItem * WCache<cacheItem, cacheActual>::Get(string id, int style, int submod
     //Space in cache, make new texture
      item = AttemptNew(id,submode);       
 
-     //Couldn't make new item.
+     //Couldn't make GOOD new item.
      if(item && !item->isGood())
-       Delete(item);
+     {
+      if(garbage.size() < MAX_CACHE_GARBAGE){
+        item->Trash();
+        garbage.push_back(item);
+      }
+      else
+        SAFE_DELETE(item);
+     }
   }
     
    if(style == RETRIEVE_MANAGE){
@@ -1225,9 +1301,6 @@ cacheItem * WCache<cacheItem, cacheActual>::Get(string id, int style, int submod
       cacheSize += isize;
     }
 
-    item->lock();
-    Cleanup();  //Strictly enforce limits.
-    item->unlock();
     return item;
   }
 
@@ -1272,14 +1345,21 @@ WCache<cacheItem, cacheActual>::~WCache(){
     if(!it->second)
       continue;
 
-    Delete(it->second);
+    //Delete(it->second);
+    SAFE_DELETE(it->second);
   }
 
   for(it=managed.begin();it!=managed.end();it++){
     if(!it->second)
       continue;
 
-    Delete(it->second);
+    //Delete(it->second);
+    SAFE_DELETE(it->second);
+  }
+
+  typename vector<cacheItem*>::iterator g;
+  for(g=garbage.begin();g!=garbage.end();g++){
+    SAFE_DELETE(*g);
   }
 }
 
@@ -1346,11 +1426,7 @@ bool WCache<cacheItem, cacheActual>::RemoveItem(cacheItem * item, bool force){
       break;
   }
   if(it != cache.end() && it->second && (force || !it->second->isLocked())){
-    unsigned long isize = it->second->size();
-    totalSize -= isize;
-    cacheSize -= isize;
 
-    cacheItems--;
 #if defined DEBUG_CACHE
     lastRemoved = it->first;
 #endif
@@ -1398,7 +1474,22 @@ bool WCache<cacheItem, cacheActual>::Delete(cacheItem * item){
   if(maxCached == 0)
     item->Nullify();
 
+    unsigned long isize = item->size();
+    totalSize -= isize;
+    cacheSize -= isize;
+#ifdef DEBUG_CACHE
+    if(cacheItems == 0)
+      OutputDebugString("cacheItems out of sync.\n");
+#endif
+
+    cacheItems--;
+
+    if(garbage.size() > MAX_CACHE_GARBAGE)
       SAFE_DELETE(item);
+    else{
+      item->Trash();
+      garbage.push_back(item);
+    }
   return true;
 }
 
@@ -1419,12 +1510,8 @@ bool WCache<cacheItem, cacheActual>::Release(cacheActual* actual){
   if(it->second){
     it->second->unlock(); //Release one lock.
     if(it->second->isLocked())
-      return true; //Still locked, won't delete.
+      return true; //Still locked, won't delete, not technically a failure.
 
-    unsigned long isize = it->second->size();
-    totalSize -= isize;
-    cacheSize -= isize;
-    cacheItems--;
 #if defined DEBUG_CACHE
     lastReleased = it->first;
 #endif