ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/OpenMD/branches/development/src/brains/BlockSnapshotManager.cpp
(Generate patch)

Comparing trunk/src/brains/BlockSnapshotManager.cpp (file contents):
Revision 352 by tim, Tue Feb 15 19:39:56 2005 UTC vs.
Revision 1215 by xsun, Wed Jan 23 21:22:37 2008 UTC

# Line 40 | Line 40
40   */
41   #include <algorithm>
42   #include "brains/BlockSnapshotManager.hpp"
43 + #include "utils/residentMem.h"
44   #include "utils/physmem.h"
45   #include "utils/Algorithm.hpp"
46   #include "brains/SimInfo.hpp"
47   #include "io/DumpReader.hpp"
48  
49   namespace oopse {
50 < BlockSnapshotManager::BlockSnapshotManager(SimInfo* info, const std::string& filename,
51 <    int storageLayout, int blockCapacity)
50 >  BlockSnapshotManager::BlockSnapshotManager(SimInfo* info, const std::string& filename,
51 >                                             int storageLayout, int blockCapacity)
52      : SnapshotManager(storageLayout), info_(info), blockCapacity_(blockCapacity),
53        activeBlocks_(blockCapacity_, -1), activeRefCount_(blockCapacity_, 0) {
54  
55 <    nAtoms_ = info->getNGlobalAtoms();
56 <    nRigidBodies_ = info->getNGlobalRigidBodies();
55 >      nAtoms_ = info->getNGlobalAtoms();
56 >      nRigidBodies_ = info->getNGlobalRigidBodies();
57  
58 <    double avalPhysMem = physmem_available();
59 <    
60 <    int bytesPerStuntDouble = DataStorage::getBytesPerStuntDouble(storageLayout);
58 >      RealType physMem = physmem_total();
59 >      RealType rssMem = residentMem();
60 >      RealType avaliablePhysMem = physMem - rssMem;
61  
61 –    int bytesPerFrame = (nRigidBodies_ + nAtoms_) * bytesPerStuntDouble;
62 –
63 –    int frameCapacity = int (avalPhysMem / bytesPerFrame);
62      
63 <    nSnapshotPerBlock_ = frameCapacity /blockCapacity_ ;
63 >      int bytesPerStuntDouble = DataStorage::getBytesPerStuntDouble(storageLayout);
64  
65 <    reader_ = new DumpReader(info, filename);
68 <    nframes_ = reader_->getNFrames();
65 >      int bytesPerFrame = (nRigidBodies_ + nAtoms_) * bytesPerStuntDouble;
66  
67 <    int nblocks = nframes_ / nSnapshotPerBlock_;
68 <    if (nframes_ % nSnapshotPerBlock_ != 0) {
67 >      // total number of frames that can fit in memory
68 >      RealType frameCapacity = avaliablePhysMem / bytesPerFrame;
69 >
70 >      // number of frames in each block given the need to hold multiple blocks
71 >      // in memory at the same time:
72 >      nSnapshotPerBlock_ = int(frameCapacity) / blockCapacity_;
73 >      reader_ = new DumpReader(info, filename);
74 >      nframes_ = reader_->getNFrames();
75 >      int nblocks = nframes_ / nSnapshotPerBlock_;
76 >      if (nframes_ % int(nSnapshotPerBlock_) != 0) {
77          ++nblocks;
78 <    }  
78 >      }  
79      
80 <    for (int i = 0; i < nblocks; ++i) {
80 >      for (int i = 0; i < nblocks; ++i) {
81          blocks_.push_back(SnapshotBlock(i*nSnapshotPerBlock_, (i+1)*nSnapshotPerBlock_));    
82 <    }
83 <    //the last block may not have nSnapshotPerBlock frames, we need to consider this special situation
84 <    blocks_.back().second = nframes_;
82 >      }
83 >      //the last block may not have nSnapshotPerBlock frames, we need to consider this special situation
84 >      blocks_.back().second = nframes_;
85  
86 <    snapshots_.insert(snapshots_.begin(), nframes_, static_cast<Snapshot*>(NULL));  
86 >      snapshots_.insert(snapshots_.begin(), nframes_, static_cast<Snapshot*>(NULL));  
87 >
88 >      std::cout << "-----------------------------------------------------"<<std::endl;
89 >      std::cout << "BlockSnapshotManager memory report:" << std::endl;
90 >      std::cout << "\n";
91 >      std::cout << " Physical Memory available:\t" << (unsigned long)physMem <<  " bytes" <<std::endl;
92 >      std::cout << "    Resident Memory in use:\t" << (unsigned long)rssMem << " bytes" <<std::endl;
93 >      std::cout << "Memory available for OOPSE:\t" << (unsigned long)avaliablePhysMem << " bytes" <<std::endl;
94 >      std::cout << "     Bytes per StuntDouble:\t" << (unsigned long)bytesPerStuntDouble <<std::endl;
95 >      std::cout << "           Bytes per Frame:\t" << (unsigned long)bytesPerFrame <<std::endl;
96 >      std::cout << "            Frame Capacity:\t" << (unsigned long)frameCapacity <<std::endl;
97 >      std::cout << "      Frames in trajectory:\t" << (unsigned long)nframes_ <<std::endl;
98 >      std::cout << "       Snapshots per Block:\t" << (unsigned long)nSnapshotPerBlock_ <<std::endl;
99 >      std::cout << "    Total number of Blocks:\t" << (unsigned long)nblocks << std::endl;
100 >      std::cout << "-----------------------------------------------------"<<std::endl;
101      
102 < }
102 >    }
103  
104  
105 < BlockSnapshotManager::~BlockSnapshotManager() {
105 >  BlockSnapshotManager::~BlockSnapshotManager() {
106      currentSnapshot_ = NULL;
107      previousSnapshot_ = NULL;
108      
# Line 91 | Line 110 | BlockSnapshotManager::~BlockSnapshotManager() {
110  
111      std::vector<int>::iterator i;
112      for (i = activeBlocks_.begin(); i != activeBlocks_.end(); ++i) {
113 <        if (*i != -1) {
114 <            unloadBlock(*i);
115 <        }
113 >      if (*i != -1) {
114 >        unloadBlock(*i);
115 >      }
116      }
117 < }
117 >  }
118  
119 < int BlockSnapshotManager::getNActiveBlocks() {
119 >
120 >  // virtual Snapshot* BlockSnapshotManager::getSnapshot(int id) {
121 >  //  currentSnapshot_ = snapshots[id];
122 >  //  return snapshots_[id];
123 >  //}
124 >
125 >  int BlockSnapshotManager::getNActiveBlocks() {
126   #ifdef __RWSTD  
127      int count = 0;
128      std::count_if(activeBlocks_.begin(), activeBlocks_.end(), std::bind2nd(std::not_equal_to<int>(), -1), count);
# Line 105 | Line 130 | int BlockSnapshotManager::getNActiveBlocks() {
130   #else
131      return std::count_if(activeBlocks_.begin(), activeBlocks_.end(), std::bind2nd(std::not_equal_to<int>(), -1));
132   #endif
133 < }
133 >  }
134  
135  
136  
137 < bool BlockSnapshotManager::loadBlock(int block) {
137 >  bool BlockSnapshotManager::loadBlock(int block) {
138      std::vector<int>::iterator i = findActiveBlock(block);
139      bool loadSuccess;
140      if (i != activeBlocks_.end()) {
141 <        //if block is already in memory, just increast the reference count
142 <        ++activeRefCount_[i - activeBlocks_.begin()];
143 <        loadSuccess = true;
141 >      //if block is already in memory, just increast the reference count
142 >      ++activeRefCount_[i - activeBlocks_.begin()];
143 >      loadSuccess = true;
144      } else if (getNActiveBlocks() < blockCapacity_){
145 <        //if number of active blocks is less than the block capacity, just load it
146 <        internalLoad(block);
147 <        loadSuccess = true;
145 >      //if number of active blocks is less than the block capacity, just load it
146 >      internalLoad(block);
147 >      loadSuccess = true;
148      } else if (hasZeroRefBlock() > 0) {
149 <        //if already reach the block capacity, need to unload a block with 0 reference
150 <        int zeroRefBlock = getFirstZeroRefBlock();
151 <        assert(zeroRefBlock != -1);
152 <        internalUnload(zeroRefBlock);
153 <        internalLoad(block);
149 >      //if already reach the block capacity, need to unload a block with 0 reference
150 >      int zeroRefBlock = getFirstZeroRefBlock();
151 >      assert(zeroRefBlock != -1);
152 >      internalUnload(zeroRefBlock);
153 >      internalLoad(block);
154      } else {
155 <        //reach the capacity and all blocks in memory are not zero reference
156 <        loadSuccess = false;
155 >      //reach the capacity and all blocks in memory are not zero reference
156 >      loadSuccess = false;
157      }
158      
159      return loadSuccess;
160 < }
160 >  }
161  
162 < bool BlockSnapshotManager::unloadBlock(int block) {
162 >  bool BlockSnapshotManager::unloadBlock(int block) {
163      bool unloadSuccess;
164      std::vector<int>::iterator i = findActiveBlock(block);
165      
166      if (i != activeBlocks_.end()){
167 <        --activeRefCount_[i - activeBlocks_.begin()];
168 <        if (activeRefCount_[i - activeBlocks_.begin()] < 0) {
169 <            //in case, unloadBlock called multiple times
170 <            activeRefCount_[i - activeBlocks_.begin()]  = 0;
171 <        }
167 >      --activeRefCount_[i - activeBlocks_.begin()];
168 >      if (activeRefCount_[i - activeBlocks_.begin()] < 0) {
169 >        //in case, unloadBlock called multiple times
170 >        activeRefCount_[i - activeBlocks_.begin()]  = 0;
171 >      }
172          
173 <        unloadSuccess = true;
173 >      unloadSuccess = true;
174      } else {
175 <        unloadSuccess = false;
175 >      unloadSuccess = false;
176      }
177  
178      return unloadSuccess;
179 < }
179 >  }
180  
181 < void BlockSnapshotManager::internalLoad(int block) {
181 >  void BlockSnapshotManager::internalLoad(int block) {
182          
183      for (int i = blocks_[block].first; i < blocks_[block].second; ++i) {
184 <        snapshots_[i] = loadFrame(i);
184 >      snapshots_[i] = loadFrame(i);
185      }
186      
187      std::vector<int>::iterator j;
# Line 164 | Line 189 | void BlockSnapshotManager::internalLoad(int block) {
189      assert(j != activeBlocks_.end());
190      *j = block;    
191      ++activeRefCount_[j - activeBlocks_.begin()];
192 < }
192 >  }
193  
194 < void BlockSnapshotManager::internalUnload(int block) {
194 >  void BlockSnapshotManager::internalUnload(int block) {
195      for (int i = blocks_[block].first; i < blocks_[block].second; ++i) {
196 <        delete snapshots_[i];
197 <        snapshots_[i] = NULL;
196 >      delete snapshots_[i];
197 >      snapshots_[i] = NULL;
198      }
199      std::vector<int>::iterator j;
200      j = std::find(activeBlocks_.begin(), activeBlocks_.end(), block);
201      assert(j != activeBlocks_.end());
202      *j = -1;
203 < }
203 >  }
204  
205 < bool BlockSnapshotManager::hasZeroRefBlock(){
205 >  bool BlockSnapshotManager::hasZeroRefBlock(){
206      return std::find(activeRefCount_.begin(), activeRefCount_.end(), 0) != activeRefCount_.end() ?  true : false;
207 < }
207 >  }
208  
209 < int BlockSnapshotManager::getFirstZeroRefBlock(){
210 <     std::vector<int>::iterator i = std::find(activeRefCount_.begin(), activeRefCount_.end(), 0);
211 <     return i != activeRefCount_.end() ? activeBlocks_[i - activeRefCount_.begin()] : -1;
212 < }
209 >  int BlockSnapshotManager::getFirstZeroRefBlock(){
210 >    std::vector<int>::iterator i = std::find(activeRefCount_.begin(), activeRefCount_.end(), 0);
211 >    return i != activeRefCount_.end() ? activeBlocks_[i - activeRefCount_.begin()] : -1;
212 >  }
213  
214 < std::vector<int> BlockSnapshotManager::getActiveBlocks() {
214 >  std::vector<int> BlockSnapshotManager::getActiveBlocks() {
215      std::vector<int> result;
216      oopse::copy_if(activeBlocks_.begin(), activeBlocks_.end(), std::back_inserter(result),
217 <        std::bind2nd(std::not_equal_to<int>(), -1));
217 >                   std::bind2nd(std::not_equal_to<int>(), -1));
218      return result;    
219 < }
219 >  }
220  
221 < Snapshot* BlockSnapshotManager::loadFrame(int frame){
221 >  Snapshot* BlockSnapshotManager::loadFrame(int frame){
222      Snapshot* snapshot = new Snapshot(nAtoms_, nRigidBodies_, getStorageLayout());
223      snapshot->setID(frame);
224      
# Line 201 | Line 226 | Snapshot* BlockSnapshotManager::loadFrame(int frame){
226      Snapshot* oldSnapshot = currentSnapshot_;
227      currentSnapshot_ = snapshot;  
228      reader_->readFrame(frame);
229 <    currentSnapshot_ = oldSnapshot;
229 >
230 >    // What was this for?  It doesn't make sense!
231 >    //currentSnapshot_ = oldSnapshot;
232 >
233      return snapshot;
234 < }
234 >  }
235  
236 < int BlockSnapshotManager::getNFrames() {
236 >  int BlockSnapshotManager::getNFrames() {
237      return reader_->getNFrames();
238 < }
238 >  }
239  
240 +  void BlockSnapshotManager::needCOMprops(bool ncp) {
241 +    reader_->setNeedCOMprops(ncp);
242 +  }
243 +
244   }

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines