ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/OpenMD/branches/development/src/brains/SimCreator.cpp
Revision: 1469
Committed: Mon Jul 19 14:07:59 2010 UTC (14 years, 9 months ago) by gezelter
File size: 27244 byte(s)
Log Message:
attempts at c++->fortran linkage.  Still busticated.

File Contents

# User Rev Content
1 gezelter 403 /*
2     * Copyright (c) 2005 The University of Notre Dame. All Rights Reserved.
3     *
4     * The University of Notre Dame grants you ("Licensee") a
5     * non-exclusive, royalty free, license to use, modify and
6     * redistribute this software in source and binary code form, provided
7     * that the following conditions are met:
8     *
9 gezelter 1390 * 1. Redistributions of source code must retain the above copyright
10 gezelter 403 * notice, this list of conditions and the following disclaimer.
11     *
12 gezelter 1390 * 2. Redistributions in binary form must reproduce the above copyright
13 gezelter 403 * notice, this list of conditions and the following disclaimer in the
14     * documentation and/or other materials provided with the
15     * distribution.
16     *
17     * This software is provided "AS IS," without a warranty of any
18     * kind. All express or implied conditions, representations and
19     * warranties, including any implied warranty of merchantability,
20     * fitness for a particular purpose or non-infringement, are hereby
21     * excluded. The University of Notre Dame and its licensors shall not
22     * be liable for any damages suffered by licensee as a result of
23     * using, modifying or distributing the software or its
24     * derivatives. In no event will the University of Notre Dame or its
25     * licensors be liable for any lost revenue, profit or data, or for
26     * direct, indirect, special, consequential, incidental or punitive
27     * damages, however caused and regardless of the theory of liability,
28     * arising out of the use of or inability to use software, even if the
29     * University of Notre Dame has been advised of the possibility of
30     * such damages.
31 gezelter 1390 *
32     * SUPPORT OPEN SCIENCE! If you use OpenMD or its source code in your
33     * research, please cite the appropriate papers when you publish your
34     * work. Good starting points are:
35     *
36     * [1] Meineke, et al., J. Comp. Chem. 26, 252-271 (2005).
37     * [2] Fennell & Gezelter, J. Chem. Phys. 124, 234104 (2006).
38     * [3] Sun, Lin & Gezelter, J. Chem. Phys. 128, 24107 (2008).
39     * [4] Vardeman & Gezelter, in progress (2009).
40 gezelter 403 */
41    
42     /**
43     * @file SimCreator.cpp
44     * @author tlin
45     * @date 11/03/2004
46     * @time 13:51am
47     * @version 1.0
48     */
49 tim 845 #include <exception>
50 tim 770 #include <iostream>
51     #include <sstream>
52     #include <string>
53    
54 gezelter 403 #include "brains/MoleculeCreator.hpp"
55     #include "brains/SimCreator.hpp"
56     #include "brains/SimSnapshotManager.hpp"
57     #include "io/DumpReader.hpp"
58     #include "UseTheForce/ForceFieldFactory.hpp"
59     #include "utils/simError.h"
60     #include "utils/StringUtils.hpp"
61     #include "math/SeqRandNumGen.hpp"
62 tim 770 #include "mdParser/MDLexer.hpp"
63     #include "mdParser/MDParser.hpp"
64     #include "mdParser/MDTreeParser.hpp"
65     #include "mdParser/SimplePreprocessor.hpp"
66 tim 816 #include "antlr/ANTLRException.hpp"
67     #include "antlr/TokenStreamRecognitionException.hpp"
68     #include "antlr/TokenStreamIOException.hpp"
69     #include "antlr/TokenStreamException.hpp"
70     #include "antlr/RecognitionException.hpp"
71     #include "antlr/CharStreamException.hpp"
72 tim 770
73 tim 816 #include "antlr/MismatchedCharException.hpp"
74     #include "antlr/MismatchedTokenException.hpp"
75     #include "antlr/NoViableAltForCharException.hpp"
76     #include "antlr/NoViableAltException.hpp"
77 tim 770
78 gezelter 403 #ifdef IS_MPI
79     #include "math/ParallelRandNumGen.hpp"
80     #endif
81    
82 gezelter 1390 namespace OpenMD {
83 chrisfen 417
84 tim 1024 Globals* SimCreator::parseFile(std::istream& rawMetaDataStream, const std::string& filename, int startOfMetaDataBlock ){
85     Globals* simParams = NULL;
86     try {
87 tim 770
88 tim 1024 // Create a preprocessor that preprocesses md file into an ostringstream
89     std::stringstream ppStream;
90 tim 770 #ifdef IS_MPI
91 tim 1024 int streamSize;
92     const int masterNode = 0;
93     int commStatus;
94     if (worldRank == masterNode) {
95 tim 770 #endif
96    
97 tim 1024 SimplePreprocessor preprocessor;
98     preprocessor.preprocess(rawMetaDataStream, filename, startOfMetaDataBlock, ppStream);
99 tim 770
100     #ifdef IS_MPI
101 tim 1024 //brocasting the stream size
102     streamSize = ppStream.str().size() +1;
103     commStatus = MPI_Bcast(&streamSize, 1, MPI_LONG, masterNode, MPI_COMM_WORLD);
104 tim 770
105 tim 1024 commStatus = MPI_Bcast(static_cast<void*>(const_cast<char*>(ppStream.str().c_str())), streamSize, MPI_CHAR, masterNode, MPI_COMM_WORLD);
106 tim 770
107    
108 tim 1024 } else {
109     //get stream size
110     commStatus = MPI_Bcast(&streamSize, 1, MPI_LONG, masterNode, MPI_COMM_WORLD);
111 gezelter 1313
112 tim 1024 char* buf = new char[streamSize];
113     assert(buf);
114 tim 770
115 tim 1024 //receive file content
116     commStatus = MPI_Bcast(buf, streamSize, MPI_CHAR, masterNode, MPI_COMM_WORLD);
117 tim 770
118 tim 1024 ppStream.str(buf);
119 gezelter 1313 delete [] buf;
120 tim 770
121 tim 1024 }
122 tim 770 #endif
123 tim 1024 // Create a scanner that reads from the input stream
124     MDLexer lexer(ppStream);
125     lexer.setFilename(filename);
126     lexer.initDeferredLineCount();
127 chrisfen 417
128 tim 1024 // Create a parser that reads from the scanner
129     MDParser parser(lexer);
130     parser.setFilename(filename);
131 tim 770
132 tim 1024 // Create an observer that synchorizes file name change
133     FilenameObserver observer;
134     observer.setLexer(&lexer);
135     observer.setParser(&parser);
136     lexer.setObserver(&observer);
137 chrisfen 417
138 tim 1024 antlr::ASTFactory factory;
139     parser.initializeASTFactory(factory);
140     parser.setASTFactory(&factory);
141     parser.mdfile();
142 tim 770
143 tim 1024 // Create a tree parser that reads information into Globals
144     MDTreeParser treeParser;
145     treeParser.initializeASTFactory(factory);
146     treeParser.setASTFactory(&factory);
147     simParams = treeParser.walkTree(parser.getAST());
148     }
149 tim 845
150 tim 816
151 tim 1024 catch(antlr::MismatchedCharException& e) {
152     sprintf(painCave.errMsg,
153     "parser exception: %s %s:%d:%d\n",
154     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
155     painCave.isFatal = 1;
156     simError();
157     }
158     catch(antlr::MismatchedTokenException &e) {
159     sprintf(painCave.errMsg,
160     "parser exception: %s %s:%d:%d\n",
161     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
162     painCave.isFatal = 1;
163     simError();
164     }
165     catch(antlr::NoViableAltForCharException &e) {
166     sprintf(painCave.errMsg,
167     "parser exception: %s %s:%d:%d\n",
168     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
169     painCave.isFatal = 1;
170     simError();
171     }
172     catch(antlr::NoViableAltException &e) {
173     sprintf(painCave.errMsg,
174     "parser exception: %s %s:%d:%d\n",
175     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
176     painCave.isFatal = 1;
177     simError();
178     }
179 tim 845
180 tim 1024 catch(antlr::TokenStreamRecognitionException& e) {
181     sprintf(painCave.errMsg,
182     "parser exception: %s %s:%d:%d\n",
183     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
184     painCave.isFatal = 1;
185     simError();
186     }
187 tim 845
188 tim 1024 catch(antlr::TokenStreamIOException& e) {
189     sprintf(painCave.errMsg,
190     "parser exception: %s\n",
191     e.getMessage().c_str());
192     painCave.isFatal = 1;
193     simError();
194     }
195 tim 845
196 tim 1024 catch(antlr::TokenStreamException& e) {
197     sprintf(painCave.errMsg,
198     "parser exception: %s\n",
199     e.getMessage().c_str());
200     painCave.isFatal = 1;
201     simError();
202     }
203     catch (antlr::RecognitionException& e) {
204     sprintf(painCave.errMsg,
205     "parser exception: %s %s:%d:%d\n",
206     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
207     painCave.isFatal = 1;
208     simError();
209     }
210     catch (antlr::CharStreamException& e) {
211     sprintf(painCave.errMsg,
212     "parser exception: %s\n",
213     e.getMessage().c_str());
214     painCave.isFatal = 1;
215     simError();
216     }
217 gezelter 1390 catch (OpenMDException& e) {
218 tim 1024 sprintf(painCave.errMsg,
219     "%s\n",
220     e.getMessage().c_str());
221     painCave.isFatal = 1;
222     simError();
223     }
224     catch (std::exception& e) {
225     sprintf(painCave.errMsg,
226     "parser exception: %s\n",
227     e.what());
228     painCave.isFatal = 1;
229     simError();
230     }
231 tim 770
232 tim 1024 return simParams;
233 gezelter 403 }
234 chrisfen 417
235 chrisfen 514 SimInfo* SimCreator::createSim(const std::string & mdFileName,
236     bool loadInitCoords) {
237 gezelter 1469
238 tim 1024 const int bufferSize = 65535;
239     char buffer[bufferSize];
240     int lineNo = 0;
241     std::string mdRawData;
242     int metaDataBlockStart = -1;
243     int metaDataBlockEnd = -1;
244     int i;
245     int mdOffset;
246    
247     #ifdef IS_MPI
248     const int masterNode = 0;
249     if (worldRank == masterNode) {
250     #endif
251    
252     std::ifstream mdFile_(mdFileName.c_str());
253    
254     if (mdFile_.fail()) {
255     sprintf(painCave.errMsg,
256     "SimCreator: Cannot open file: %s\n",
257     mdFileName.c_str());
258     painCave.isFatal = 1;
259     simError();
260     }
261    
262     mdFile_.getline(buffer, bufferSize);
263     ++lineNo;
264     std::string line = trimLeftCopy(buffer);
265 gezelter 1390 i = CaseInsensitiveFind(line, "<OpenMD");
266 gezelter 1287 if (static_cast<size_t>(i) == string::npos) {
267 gezelter 1390 // try the older file strings to see if that works:
268     i = CaseInsensitiveFind(line, "<OOPSE");
269     }
270    
271     if (static_cast<size_t>(i) == string::npos) {
272     // still no luck!
273 tim 1024 sprintf(painCave.errMsg,
274 gezelter 1390 "SimCreator: File: %s is not a valid OpenMD file!\n",
275 tim 1024 mdFileName.c_str());
276     painCave.isFatal = 1;
277     simError();
278     }
279    
280     //scan through the input stream and find MetaData tag
281     while(mdFile_.getline(buffer, bufferSize)) {
282     ++lineNo;
283    
284     std::string line = trimLeftCopy(buffer);
285     if (metaDataBlockStart == -1) {
286     i = CaseInsensitiveFind(line, "<MetaData>");
287     if (i != string::npos) {
288     metaDataBlockStart = lineNo;
289     mdOffset = mdFile_.tellg();
290     }
291     } else {
292     i = CaseInsensitiveFind(line, "</MetaData>");
293     if (i != string::npos) {
294     metaDataBlockEnd = lineNo;
295     }
296     }
297     }
298    
299     if (metaDataBlockStart == -1) {
300     sprintf(painCave.errMsg,
301     "SimCreator: File: %s did not contain a <MetaData> tag!\n",
302     mdFileName.c_str());
303     painCave.isFatal = 1;
304     simError();
305     }
306     if (metaDataBlockEnd == -1) {
307     sprintf(painCave.errMsg,
308     "SimCreator: File: %s did not contain a closed MetaData block!\n",
309     mdFileName.c_str());
310     painCave.isFatal = 1;
311     simError();
312     }
313    
314     mdFile_.clear();
315     mdFile_.seekg(0);
316     mdFile_.seekg(mdOffset);
317    
318     mdRawData.clear();
319    
320     for (int i = 0; i < metaDataBlockEnd - metaDataBlockStart - 1; ++i) {
321     mdFile_.getline(buffer, bufferSize);
322     mdRawData += buffer;
323     mdRawData += "\n";
324     }
325    
326     mdFile_.close();
327    
328     #ifdef IS_MPI
329     }
330     #endif
331    
332     std::stringstream rawMetaDataStream(mdRawData);
333    
334 gezelter 403 //parse meta-data file
335 tim 1024 Globals* simParams = parseFile(rawMetaDataStream, mdFileName, metaDataBlockStart+1);
336 chrisfen 417
337 gezelter 403 //create the force field
338 gezelter 1277 ForceField * ff = ForceFieldFactory::getInstance()->createForceField(simParams->getForceField());
339    
340 gezelter 403 if (ff == NULL) {
341 chrisfen 514 sprintf(painCave.errMsg,
342     "ForceField Factory can not create %s force field\n",
343 tim 665 simParams->getForceField().c_str());
344 gezelter 403 painCave.isFatal = 1;
345     simError();
346     }
347 chrisfen 417
348 gezelter 403 if (simParams->haveForceFieldFileName()) {
349     ff->setForceFieldFileName(simParams->getForceFieldFileName());
350     }
351    
352     std::string forcefieldFileName;
353     forcefieldFileName = ff->getForceFieldFileName();
354 chrisfen 417
355 gezelter 403 if (simParams->haveForceFieldVariant()) {
356     //If the force field has variant, the variant force field name will be
357     //Base.variant.frc. For exampel EAM.u6.frc
358 chrisfen 417
359 gezelter 403 std::string variant = simParams->getForceFieldVariant();
360 chrisfen 417
361 gezelter 403 std::string::size_type pos = forcefieldFileName.rfind(".frc");
362     variant = "." + variant;
363     if (pos != std::string::npos) {
364     forcefieldFileName.insert(pos, variant);
365     } else {
366     //If the default force field file name does not containt .frc suffix, just append the .variant
367     forcefieldFileName.append(variant);
368     }
369     }
370    
371     ff->parse(forcefieldFileName);
372 chuckv 823 ff->setFortranForceOptions();
373 gezelter 403 //create SimInfo
374 tim 770 SimInfo * info = new SimInfo(ff, simParams);
375 tim 1024
376     info->setRawMetaData(mdRawData);
377 tim 490
378 gezelter 945 //gather parameters (SimCreator only retrieves part of the
379     //parameters)
380 gezelter 403 gatherParameters(info, mdFileName);
381 chrisfen 417
382 gezelter 403 //divide the molecules and determine the global index of molecules
383     #ifdef IS_MPI
384     divideMolecules(info);
385     #endif
386 chrisfen 417
387 gezelter 403 //create the molecules
388     createMolecules(info);
389 chrisfen 417
390    
391 gezelter 945 //allocate memory for DataStorage(circular reference, need to
392     //break it)
393 gezelter 403 info->setSnapshotManager(new SimSnapshotManager(info));
394    
395 gezelter 945 //set the global index of atoms, rigidbodies and cutoffgroups
396     //(only need to be set once, the global index will never change
397     //again). Local indices of atoms and rigidbodies are already set
398     //by MoleculeCreator class which actually delegates the
399     //responsibility to LocalIndexManager.
400 gezelter 403 setGlobalIndex(info);
401 chrisfen 417
402 gezelter 1287 //Although addInteractionPairs is called inside SimInfo's addMolecule
403 gezelter 945 //method, at that point atoms don't have the global index yet
404     //(their global index are all initialized to -1). Therefore we
405 gezelter 1287 //have to call addInteractionPairs explicitly here. A way to work
406 gezelter 945 //around is that we can determine the beginning global indices of
407     //atoms before they get created.
408 gezelter 403 SimInfo::MoleculeIterator mi;
409     Molecule* mol;
410     for (mol= info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
411 gezelter 1287 info->addInteractionPairs(mol);
412 gezelter 403 }
413    
414     if (loadInitCoords)
415 tim 1024 loadCoordinates(info, mdFileName);
416 gezelter 403
417     return info;
418     }
419 chrisfen 417
420 gezelter 403 void SimCreator::gatherParameters(SimInfo *info, const std::string& mdfile) {
421 chrisfen 417
422 tim 749 //figure out the output file names
423 gezelter 403 std::string prefix;
424 chrisfen 417
425 gezelter 403 #ifdef IS_MPI
426 chrisfen 417
427 gezelter 403 if (worldRank == 0) {
428     #endif // is_mpi
429     Globals * simParams = info->getSimParams();
430     if (simParams->haveFinalConfig()) {
431     prefix = getPrefix(simParams->getFinalConfig());
432     } else {
433     prefix = getPrefix(mdfile);
434     }
435 chrisfen 417
436 gezelter 403 info->setFinalConfigFileName(prefix + ".eor");
437     info->setDumpFileName(prefix + ".dump");
438     info->setStatFileName(prefix + ".stat");
439 chrisfen 417 info->setRestFileName(prefix + ".zang");
440    
441 gezelter 403 #ifdef IS_MPI
442 chrisfen 417
443 gezelter 403 }
444 chrisfen 417
445 gezelter 403 #endif
446 chrisfen 417
447 gezelter 403 }
448 chrisfen 417
449 gezelter 403 #ifdef IS_MPI
450     void SimCreator::divideMolecules(SimInfo *info) {
451 tim 963 RealType numerator;
452     RealType denominator;
453     RealType precast;
454     RealType x;
455     RealType y;
456     RealType a;
457 gezelter 403 int old_atoms;
458     int add_atoms;
459     int new_atoms;
460     int nTarget;
461     int done;
462     int i;
463     int j;
464     int loops;
465     int which_proc;
466     int nProcessors;
467     std::vector<int> atomsPerProc;
468     int nGlobalMols = info->getNGlobalMolecules();
469     std::vector<int> molToProcMap(nGlobalMols, -1); // default to an error condition:
470    
471     MPI_Comm_size(MPI_COMM_WORLD, &nProcessors);
472 chrisfen 417
473 gezelter 403 if (nProcessors > nGlobalMols) {
474     sprintf(painCave.errMsg,
475     "nProcessors (%d) > nMol (%d)\n"
476     "\tThe number of processors is larger than\n"
477     "\tthe number of molecules. This will not result in a \n"
478     "\tusable division of atoms for force decomposition.\n"
479     "\tEither try a smaller number of processors, or run the\n"
480 gezelter 1390 "\tsingle-processor version of OpenMD.\n", nProcessors, nGlobalMols);
481 chrisfen 417
482 gezelter 403 painCave.isFatal = 1;
483     simError();
484     }
485 chrisfen 417
486 gezelter 403 int seedValue;
487     Globals * simParams = info->getSimParams();
488     SeqRandNumGen* myRandom; //divide labor does not need Parallel random number generator
489     if (simParams->haveSeed()) {
490     seedValue = simParams->getSeed();
491     myRandom = new SeqRandNumGen(seedValue);
492     }else {
493     myRandom = new SeqRandNumGen();
494     }
495 chrisfen 417
496    
497 gezelter 403 a = 3.0 * nGlobalMols / info->getNGlobalAtoms();
498 chrisfen 417
499 gezelter 403 //initialize atomsPerProc
500     atomsPerProc.insert(atomsPerProc.end(), nProcessors, 0);
501 chrisfen 417
502 gezelter 403 if (worldRank == 0) {
503     numerator = info->getNGlobalAtoms();
504     denominator = nProcessors;
505     precast = numerator / denominator;
506     nTarget = (int)(precast + 0.5);
507 chrisfen 417
508 gezelter 403 for(i = 0; i < nGlobalMols; i++) {
509     done = 0;
510     loops = 0;
511 chrisfen 417
512 gezelter 403 while (!done) {
513     loops++;
514 chrisfen 417
515 gezelter 403 // Pick a processor at random
516 chrisfen 417
517 gezelter 403 which_proc = (int) (myRandom->rand() * nProcessors);
518 chrisfen 417
519 gezelter 403 //get the molecule stamp first
520     int stampId = info->getMoleculeStampId(i);
521     MoleculeStamp * moleculeStamp = info->getMoleculeStamp(stampId);
522 chrisfen 417
523 gezelter 403 // How many atoms does this processor have so far?
524     old_atoms = atomsPerProc[which_proc];
525     add_atoms = moleculeStamp->getNAtoms();
526     new_atoms = old_atoms + add_atoms;
527 chrisfen 417
528 gezelter 403 // If we've been through this loop too many times, we need
529     // to just give up and assign the molecule to this processor
530     // and be done with it.
531 chrisfen 417
532 gezelter 403 if (loops > 100) {
533     sprintf(painCave.errMsg,
534     "I've tried 100 times to assign molecule %d to a "
535     " processor, but can't find a good spot.\n"
536     "I'm assigning it at random to processor %d.\n",
537     i, which_proc);
538 chrisfen 417
539 gezelter 403 painCave.isFatal = 0;
540     simError();
541 chrisfen 417
542 gezelter 403 molToProcMap[i] = which_proc;
543     atomsPerProc[which_proc] += add_atoms;
544 chrisfen 417
545 gezelter 403 done = 1;
546     continue;
547     }
548 chrisfen 417
549 gezelter 403 // If we can add this molecule to this processor without sending
550     // it above nTarget, then go ahead and do it:
551 chrisfen 417
552 gezelter 403 if (new_atoms <= nTarget) {
553     molToProcMap[i] = which_proc;
554     atomsPerProc[which_proc] += add_atoms;
555 chrisfen 417
556 gezelter 403 done = 1;
557     continue;
558     }
559 chrisfen 417
560 gezelter 403 // The only situation left is when new_atoms > nTarget. We
561     // want to accept this with some probability that dies off the
562     // farther we are from nTarget
563 chrisfen 417
564 gezelter 403 // roughly: x = new_atoms - nTarget
565     // Pacc(x) = exp(- a * x)
566     // where a = penalty / (average atoms per molecule)
567 chrisfen 417
568 tim 963 x = (RealType)(new_atoms - nTarget);
569 gezelter 403 y = myRandom->rand();
570 chrisfen 417
571 gezelter 403 if (y < exp(- a * x)) {
572     molToProcMap[i] = which_proc;
573     atomsPerProc[which_proc] += add_atoms;
574 chrisfen 417
575 gezelter 403 done = 1;
576     continue;
577     } else {
578     continue;
579     }
580     }
581     }
582 chrisfen 417
583 gezelter 403 delete myRandom;
584 chrisfen 417
585 gezelter 403 // Spray out this nonsense to all other processors:
586 chrisfen 417
587 gezelter 403 MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD);
588     } else {
589 chrisfen 417
590 gezelter 403 // Listen to your marching orders from processor 0:
591 chrisfen 417
592 gezelter 403 MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD);
593     }
594 chrisfen 417
595 gezelter 403 info->setMolToProcMap(molToProcMap);
596     sprintf(checkPointMsg,
597     "Successfully divided the molecules among the processors.\n");
598 gezelter 1241 errorCheckPoint();
599 gezelter 403 }
600 chrisfen 417
601 gezelter 403 #endif
602 chrisfen 417
603 gezelter 403 void SimCreator::createMolecules(SimInfo *info) {
604     MoleculeCreator molCreator;
605     int stampId;
606 chrisfen 417
607 gezelter 403 for(int i = 0; i < info->getNGlobalMolecules(); i++) {
608 chrisfen 417
609 gezelter 403 #ifdef IS_MPI
610 chrisfen 417
611 gezelter 403 if (info->getMolToProc(i) == worldRank) {
612     #endif
613 chrisfen 417
614 gezelter 403 stampId = info->getMoleculeStampId(i);
615     Molecule * mol = molCreator.createMolecule(info->getForceField(), info->getMoleculeStamp(stampId),
616     stampId, i, info->getLocalIndexManager());
617 chrisfen 417
618 gezelter 403 info->addMolecule(mol);
619 chrisfen 417
620 gezelter 403 #ifdef IS_MPI
621 chrisfen 417
622 gezelter 403 }
623 chrisfen 417
624 gezelter 403 #endif
625 chrisfen 417
626 gezelter 403 } //end for(int i=0)
627     }
628 chrisfen 417
629 gezelter 403 void SimCreator::setGlobalIndex(SimInfo *info) {
630     SimInfo::MoleculeIterator mi;
631     Molecule::AtomIterator ai;
632     Molecule::RigidBodyIterator ri;
633     Molecule::CutoffGroupIterator ci;
634 tim 1024 Molecule::IntegrableObjectIterator ioi;
635 gezelter 403 Molecule * mol;
636     Atom * atom;
637     RigidBody * rb;
638     CutoffGroup * cg;
639     int beginAtomIndex;
640     int beginRigidBodyIndex;
641     int beginCutoffGroupIndex;
642     int nGlobalAtoms = info->getNGlobalAtoms();
643 tim 1024
644     /**@todo fixme */
645 gezelter 403 #ifndef IS_MPI
646 chrisfen 417
647 gezelter 403 beginAtomIndex = 0;
648     beginRigidBodyIndex = 0;
649     beginCutoffGroupIndex = 0;
650 chrisfen 417
651 gezelter 403 #else
652 chrisfen 417
653 gezelter 403 int nproc;
654     int myNode;
655 chrisfen 417
656 gezelter 403 myNode = worldRank;
657     MPI_Comm_size(MPI_COMM_WORLD, &nproc);
658 chrisfen 417
659 gezelter 403 std::vector < int > tmpAtomsInProc(nproc, 0);
660     std::vector < int > tmpRigidBodiesInProc(nproc, 0);
661     std::vector < int > tmpCutoffGroupsInProc(nproc, 0);
662     std::vector < int > NumAtomsInProc(nproc, 0);
663     std::vector < int > NumRigidBodiesInProc(nproc, 0);
664     std::vector < int > NumCutoffGroupsInProc(nproc, 0);
665 chrisfen 417
666 gezelter 403 tmpAtomsInProc[myNode] = info->getNAtoms();
667     tmpRigidBodiesInProc[myNode] = info->getNRigidBodies();
668     tmpCutoffGroupsInProc[myNode] = info->getNCutoffGroups();
669 chrisfen 417
670 gezelter 403 //do MPI_ALLREDUCE to exchange the total number of atoms, rigidbodies and cutoff groups
671     MPI_Allreduce(&tmpAtomsInProc[0], &NumAtomsInProc[0], nproc, MPI_INT,
672     MPI_SUM, MPI_COMM_WORLD);
673     MPI_Allreduce(&tmpRigidBodiesInProc[0], &NumRigidBodiesInProc[0], nproc,
674     MPI_INT, MPI_SUM, MPI_COMM_WORLD);
675     MPI_Allreduce(&tmpCutoffGroupsInProc[0], &NumCutoffGroupsInProc[0], nproc,
676     MPI_INT, MPI_SUM, MPI_COMM_WORLD);
677 chrisfen 417
678 gezelter 403 beginAtomIndex = 0;
679     beginRigidBodyIndex = 0;
680     beginCutoffGroupIndex = 0;
681 chrisfen 417
682 gezelter 403 for(int i = 0; i < myNode; i++) {
683     beginAtomIndex += NumAtomsInProc[i];
684     beginRigidBodyIndex += NumRigidBodiesInProc[i];
685     beginCutoffGroupIndex += NumCutoffGroupsInProc[i];
686     }
687 chrisfen 417
688 gezelter 403 #endif
689 chrisfen 417
690 gezelter 403 //rigidbody's index begins right after atom's
691     beginRigidBodyIndex += info->getNGlobalAtoms();
692 chrisfen 417
693 gezelter 403 for(mol = info->beginMolecule(mi); mol != NULL;
694     mol = info->nextMolecule(mi)) {
695 chrisfen 417
696 gezelter 403 //local index(index in DataStorge) of atom is important
697     for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) {
698     atom->setGlobalIndex(beginAtomIndex++);
699     }
700 chrisfen 417
701 gezelter 403 for(rb = mol->beginRigidBody(ri); rb != NULL;
702     rb = mol->nextRigidBody(ri)) {
703     rb->setGlobalIndex(beginRigidBodyIndex++);
704     }
705 chrisfen 417
706 gezelter 403 //local index of cutoff group is trivial, it only depends on the order of travesing
707     for(cg = mol->beginCutoffGroup(ci); cg != NULL;
708     cg = mol->nextCutoffGroup(ci)) {
709     cg->setGlobalIndex(beginCutoffGroupIndex++);
710     }
711     }
712 chrisfen 417
713 gezelter 403 //fill globalGroupMembership
714     std::vector<int> globalGroupMembership(info->getNGlobalAtoms(), 0);
715     for(mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
716     for (cg = mol->beginCutoffGroup(ci); cg != NULL; cg = mol->nextCutoffGroup(ci)) {
717 chrisfen 417
718 gezelter 403 for(atom = cg->beginAtom(ai); atom != NULL; atom = cg->nextAtom(ai)) {
719     globalGroupMembership[atom->getGlobalIndex()] = cg->getGlobalIndex();
720     }
721 chrisfen 417
722 gezelter 403 }
723     }
724 chrisfen 417
725 gezelter 403 #ifdef IS_MPI
726     // Since the globalGroupMembership has been zero filled and we've only
727     // poked values into the atoms we know, we can do an Allreduce
728     // to get the full globalGroupMembership array (We think).
729     // This would be prettier if we could use MPI_IN_PLACE like the MPI-2
730     // docs said we could.
731 gezelter 1313 std::vector<int> tmpGroupMembership(info->getNGlobalAtoms(), 0);
732 gezelter 403 MPI_Allreduce(&globalGroupMembership[0], &tmpGroupMembership[0], nGlobalAtoms,
733     MPI_INT, MPI_SUM, MPI_COMM_WORLD);
734     info->setGlobalGroupMembership(tmpGroupMembership);
735     #else
736     info->setGlobalGroupMembership(globalGroupMembership);
737     #endif
738 chrisfen 417
739 gezelter 403 //fill molMembership
740     std::vector<int> globalMolMembership(info->getNGlobalAtoms(), 0);
741    
742     for(mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
743     for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) {
744     globalMolMembership[atom->getGlobalIndex()] = mol->getGlobalIndex();
745     }
746     }
747 chrisfen 417
748 gezelter 403 #ifdef IS_MPI
749 gezelter 1313 std::vector<int> tmpMolMembership(info->getNGlobalAtoms(), 0);
750 chrisfen 417
751 gezelter 403 MPI_Allreduce(&globalMolMembership[0], &tmpMolMembership[0], nGlobalAtoms,
752     MPI_INT, MPI_SUM, MPI_COMM_WORLD);
753    
754     info->setGlobalMolMembership(tmpMolMembership);
755     #else
756     info->setGlobalMolMembership(globalMolMembership);
757     #endif
758 tim 1024
759     // nIOPerMol holds the number of integrable objects per molecule
760     // here the molecules are listed by their global indices.
761    
762     std::vector<int> nIOPerMol(info->getNGlobalMolecules(), 0);
763     for (mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
764     nIOPerMol[mol->getGlobalIndex()] = mol->getNIntegrableObjects();
765     }
766 chrisfen 417
767 tim 1024 #ifdef IS_MPI
768     std::vector<int> numIntegrableObjectsPerMol(info->getNGlobalMolecules(), 0);
769     MPI_Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0],
770     info->getNGlobalMolecules(), MPI_INT, MPI_SUM, MPI_COMM_WORLD);
771     #else
772     std::vector<int> numIntegrableObjectsPerMol = nIOPerMol;
773     #endif
774    
775 gezelter 1313 std::vector<int> startingIOIndexForMol(info->getNGlobalMolecules());
776    
777     int startingIndex = 0;
778     for (int i = 0; i < info->getNGlobalMolecules(); i++) {
779     startingIOIndexForMol[i] = startingIndex;
780     startingIndex += numIntegrableObjectsPerMol[i];
781     }
782    
783     std::vector<StuntDouble*> IOIndexToIntegrableObject(info->getNGlobalIntegrableObjects(), (StuntDouble*)NULL);
784     for (mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
785 tim 1024 int myGlobalIndex = mol->getGlobalIndex();
786     int globalIO = startingIOIndexForMol[myGlobalIndex];
787     for (StuntDouble* integrableObject = mol->beginIntegrableObject(ioi); integrableObject != NULL;
788     integrableObject = mol->nextIntegrableObject(ioi)) {
789 gezelter 1313 integrableObject->setGlobalIntegrableObjectIndex(globalIO);
790     IOIndexToIntegrableObject[globalIO] = integrableObject;
791     globalIO++;
792 tim 1024 }
793     }
794 gezelter 1313
795     info->setIOIndexToIntegrableObject(IOIndexToIntegrableObject);
796    
797 gezelter 403 }
798 chrisfen 417
799 tim 1024 void SimCreator::loadCoordinates(SimInfo* info, const std::string& mdFileName) {
800 gezelter 403 Globals* simParams;
801     simParams = info->getSimParams();
802    
803 chrisfen 417
804 tim 1024 DumpReader reader(info, mdFileName);
805 gezelter 403 int nframes = reader.getNFrames();
806 chrisfen 417
807 gezelter 403 if (nframes > 0) {
808     reader.readFrame(nframes - 1);
809     } else {
810     //invalid initial coordinate file
811 chrisfen 417 sprintf(painCave.errMsg,
812     "Initial configuration file %s should at least contain one frame\n",
813 tim 1024 mdFileName.c_str());
814 gezelter 403 painCave.isFatal = 1;
815     simError();
816     }
817 chrisfen 417
818 gezelter 403 //copy the current snapshot to previous snapshot
819     info->getSnapshotManager()->advance();
820     }
821 chrisfen 417
822 gezelter 1390 } //end namespace OpenMD
823 gezelter 403
824    

Properties

Name Value
svn:keywords Author Id Revision Date