35 |
|
* |
36 |
|
* [1] Meineke, et al., J. Comp. Chem. 26, 252-271 (2005). |
37 |
|
* [2] Fennell & Gezelter, J. Chem. Phys. 124, 234104 (2006). |
38 |
< |
* [3] Sun, Lin & Gezelter, J. Chem. Phys. 128, 24107 (2008). |
38 |
> |
* [3] Sun, Lin & Gezelter, J. Chem. Phys. 128, 234107 (2008). |
39 |
|
* [4] Kuang & Gezelter, J. Chem. Phys. 133, 164101 (2010). |
40 |
|
* [5] Vardeman, Stocker & Gezelter, J. Chem. Theory Comput. 7, 834 (2011). |
41 |
|
*/ |
302 |
|
void DumpWriter::writeFrame(std::ostream& os) { |
303 |
|
|
304 |
|
#ifdef IS_MPI |
305 |
< |
MPI_Status istatus; |
305 |
> |
MPI::Status istatus; |
306 |
|
#endif |
307 |
|
|
308 |
|
Molecule* mol; |
310 |
|
SimInfo::MoleculeIterator mi; |
311 |
|
Molecule::IntegrableObjectIterator ii; |
312 |
|
RigidBody::AtomIterator ai; |
313 |
– |
Atom* atom; |
313 |
|
|
314 |
|
#ifndef IS_MPI |
315 |
|
os << " <Snapshot>\n"; |
317 |
|
writeFrameProperties(os, info_->getSnapshotManager()->getCurrentSnapshot()); |
318 |
|
|
319 |
|
os << " <StuntDoubles>\n"; |
320 |
< |
for (mol = info_->beginMolecule(mi); mol != NULL; mol = info_->nextMolecule(mi)) { |
321 |
< |
|
320 |
> |
for (mol = info_->beginMolecule(mi); mol != NULL; |
321 |
> |
mol = info_->nextMolecule(mi)) { |
322 |
|
|
323 |
|
for (sd = mol->beginIntegrableObject(ii); sd != NULL; |
324 |
|
sd = mol->nextIntegrableObject(ii)) { |
330 |
|
|
331 |
|
if (doSiteData_) { |
332 |
|
os << " <SiteData>\n"; |
333 |
< |
for (mol = info_->beginMolecule(mi); mol != NULL; mol = info_->nextMolecule(mi)) { |
333 |
> |
for (mol = info_->beginMolecule(mi); mol != NULL; |
334 |
> |
mol = info_->nextMolecule(mi)) { |
335 |
|
|
336 |
|
for (sd = mol->beginIntegrableObject(ii); sd != NULL; |
337 |
< |
sd = mol->nextIntegrableObject(ii)) { |
338 |
< |
|
337 |
> |
sd = mol->nextIntegrableObject(ii)) { |
338 |
> |
|
339 |
|
int ioIndex = sd->getGlobalIntegrableObjectIndex(); |
340 |
|
// do one for the IO itself |
341 |
|
os << prepareSiteLine(sd, ioIndex, 0); |
344 |
|
|
345 |
|
RigidBody* rb = static_cast<RigidBody*>(sd); |
346 |
|
int siteIndex = 0; |
347 |
< |
for (atom = rb->beginAtom(ai); atom != NULL; |
347 |
> |
for (Atom* atom = rb->beginAtom(ai); atom != NULL; |
348 |
|
atom = rb->nextAtom(ai)) { |
349 |
|
os << prepareSiteLine(atom, ioIndex, siteIndex); |
350 |
|
siteIndex++; |
358 |
|
|
359 |
|
os.flush(); |
360 |
|
#else |
361 |
< |
//every node prepares the dump lines for integrable objects belong to itself |
362 |
< |
std::string buffer; |
363 |
< |
for (mol = info_->beginMolecule(mi); mol != NULL; mol = info_->nextMolecule(mi)) { |
361 |
> |
|
362 |
> |
const int masterNode = 0; |
363 |
> |
int worldRank = MPI::COMM_WORLD.Get_rank(); |
364 |
> |
int nProc = MPI::COMM_WORLD.Get_size(); |
365 |
|
|
366 |
+ |
if (worldRank == masterNode) { |
367 |
+ |
os << " <Snapshot>\n"; |
368 |
+ |
writeFrameProperties(os, |
369 |
+ |
info_->getSnapshotManager()->getCurrentSnapshot()); |
370 |
+ |
os << " <StuntDoubles>\n"; |
371 |
+ |
} |
372 |
|
|
373 |
+ |
//every node prepares the dump lines for integrable objects belong to itself |
374 |
+ |
std::string buffer; |
375 |
+ |
for (mol = info_->beginMolecule(mi); mol != NULL; |
376 |
+ |
mol = info_->nextMolecule(mi)) { |
377 |
|
for (sd = mol->beginIntegrableObject(ii); sd != NULL; |
378 |
|
sd = mol->nextIntegrableObject(ii)) { |
379 |
< |
buffer += prepareDumpLine(sd); |
379 |
> |
buffer += prepareDumpLine(sd); |
380 |
|
} |
381 |
|
} |
382 |
|
|
372 |
– |
const int masterNode = 0; |
373 |
– |
int nProc; |
374 |
– |
MPI_Comm_size(MPI_COMM_WORLD, &nProc); |
383 |
|
if (worldRank == masterNode) { |
376 |
– |
os << " <Snapshot>\n"; |
377 |
– |
writeFrameProperties(os, info_->getSnapshotManager()->getCurrentSnapshot()); |
378 |
– |
os << " <StuntDoubles>\n"; |
379 |
– |
|
384 |
|
os << buffer; |
385 |
< |
|
385 |
> |
|
386 |
|
for (int i = 1; i < nProc; ++i) { |
387 |
+ |
// tell processor i to start sending us data: |
388 |
+ |
MPI::COMM_WORLD.Bcast(&i, 1, MPI::INT, masterNode); |
389 |
|
|
390 |
|
// receive the length of the string buffer that was |
391 |
< |
// prepared by processor i |
386 |
< |
|
387 |
< |
MPI_Bcast(&i, 1, MPI_INT,masterNode,MPI_COMM_WORLD); |
391 |
> |
// prepared by processor i: |
392 |
|
int recvLength; |
393 |
< |
MPI_Recv(&recvLength, 1, MPI_INT, i, 0, MPI_COMM_WORLD, &istatus); |
393 |
> |
MPI::COMM_WORLD.Recv(&recvLength, 1, MPI::INT, i, MPI::ANY_TAG, |
394 |
> |
istatus); |
395 |
> |
|
396 |
> |
// create a buffer to receive the data |
397 |
|
char* recvBuffer = new char[recvLength]; |
398 |
|
if (recvBuffer == NULL) { |
399 |
|
} else { |
400 |
< |
MPI_Recv(recvBuffer, recvLength, MPI_CHAR, i, 0, MPI_COMM_WORLD, &istatus); |
400 |
> |
// receive the data: |
401 |
> |
MPI::COMM_WORLD.Recv(recvBuffer, recvLength, MPI::CHAR, i, |
402 |
> |
MPI::ANY_TAG, istatus); |
403 |
> |
// send it to the file: |
404 |
|
os << recvBuffer; |
405 |
+ |
// get rid of the receive buffer: |
406 |
|
delete [] recvBuffer; |
407 |
|
} |
408 |
|
} |
398 |
– |
os << " </StuntDoubles>\n"; |
399 |
– |
|
400 |
– |
os << " </Snapshot>\n"; |
401 |
– |
os.flush(); |
409 |
|
} else { |
410 |
|
int sendBufferLength = buffer.size() + 1; |
411 |
|
int myturn = 0; |
412 |
|
for (int i = 1; i < nProc; ++i){ |
413 |
< |
MPI_Bcast(&myturn,1, MPI_INT,masterNode,MPI_COMM_WORLD); |
413 |
> |
// wait for the master node to call our number: |
414 |
> |
MPI::COMM_WORLD.Bcast(&myturn, 1, MPI::INT, masterNode); |
415 |
|
if (myturn == worldRank){ |
416 |
< |
MPI_Send(&sendBufferLength, 1, MPI_INT, masterNode, 0, MPI_COMM_WORLD); |
417 |
< |
MPI_Send((void *)buffer.c_str(), sendBufferLength, MPI_CHAR, masterNode, 0, MPI_COMM_WORLD); |
416 |
> |
// send the length of our buffer: |
417 |
> |
MPI::COMM_WORLD.Send(&sendBufferLength, 1, MPI::INT, masterNode, 0); |
418 |
> |
|
419 |
> |
// send our buffer: |
420 |
> |
MPI::COMM_WORLD.Send((void *)buffer.c_str(), sendBufferLength, |
421 |
> |
MPI::CHAR, masterNode, 0); |
422 |
> |
|
423 |
|
} |
424 |
|
} |
425 |
|
} |
426 |
+ |
|
427 |
+ |
if (worldRank == masterNode) { |
428 |
+ |
os << " </StuntDoubles>\n"; |
429 |
+ |
} |
430 |
|
|
431 |
< |
#endif // is_mpi |
431 |
> |
if (doSiteData_) { |
432 |
> |
if (worldRank == masterNode) { |
433 |
> |
os << " <SiteData>\n"; |
434 |
> |
} |
435 |
> |
buffer.clear(); |
436 |
> |
for (mol = info_->beginMolecule(mi); mol != NULL; |
437 |
> |
mol = info_->nextMolecule(mi)) { |
438 |
> |
|
439 |
> |
for (sd = mol->beginIntegrableObject(ii); sd != NULL; |
440 |
> |
sd = mol->nextIntegrableObject(ii)) { |
441 |
> |
|
442 |
> |
int ioIndex = sd->getGlobalIntegrableObjectIndex(); |
443 |
> |
// do one for the IO itself |
444 |
> |
buffer += prepareSiteLine(sd, ioIndex, 0); |
445 |
|
|
446 |
+ |
if (sd->isRigidBody()) { |
447 |
+ |
|
448 |
+ |
RigidBody* rb = static_cast<RigidBody*>(sd); |
449 |
+ |
int siteIndex = 0; |
450 |
+ |
for (Atom* atom = rb->beginAtom(ai); atom != NULL; |
451 |
+ |
atom = rb->nextAtom(ai)) { |
452 |
+ |
buffer += prepareSiteLine(atom, ioIndex, siteIndex); |
453 |
+ |
siteIndex++; |
454 |
+ |
} |
455 |
+ |
} |
456 |
+ |
} |
457 |
+ |
} |
458 |
+ |
|
459 |
+ |
if (worldRank == masterNode) { |
460 |
+ |
os << buffer; |
461 |
+ |
|
462 |
+ |
for (int i = 1; i < nProc; ++i) { |
463 |
+ |
|
464 |
+ |
// tell processor i to start sending us data: |
465 |
+ |
MPI::COMM_WORLD.Bcast(&i, 1, MPI::INT, masterNode); |
466 |
+ |
|
467 |
+ |
// receive the length of the string buffer that was |
468 |
+ |
// prepared by processor i: |
469 |
+ |
int recvLength; |
470 |
+ |
MPI::COMM_WORLD.Recv(&recvLength, 1, MPI::INT, i, MPI::ANY_TAG, |
471 |
+ |
istatus); |
472 |
+ |
|
473 |
+ |
// create a buffer to receive the data |
474 |
+ |
char* recvBuffer = new char[recvLength]; |
475 |
+ |
if (recvBuffer == NULL) { |
476 |
+ |
} else { |
477 |
+ |
// receive the data: |
478 |
+ |
MPI::COMM_WORLD.Recv(recvBuffer, recvLength, MPI::CHAR, i, |
479 |
+ |
MPI::ANY_TAG, istatus); |
480 |
+ |
// send it to the file: |
481 |
+ |
os << recvBuffer; |
482 |
+ |
// get rid of the receive buffer: |
483 |
+ |
delete [] recvBuffer; |
484 |
+ |
} |
485 |
+ |
} |
486 |
+ |
} else { |
487 |
+ |
int sendBufferLength = buffer.size() + 1; |
488 |
+ |
int myturn = 0; |
489 |
+ |
for (int i = 1; i < nProc; ++i){ |
490 |
+ |
// wait for the master node to call our number: |
491 |
+ |
MPI::COMM_WORLD.Bcast(&myturn, 1, MPI::INT, masterNode); |
492 |
+ |
if (myturn == worldRank){ |
493 |
+ |
// send the length of our buffer: |
494 |
+ |
MPI::COMM_WORLD.Send(&sendBufferLength, 1, MPI::INT, masterNode, 0); |
495 |
+ |
// send our buffer: |
496 |
+ |
MPI::COMM_WORLD.Send((void *)buffer.c_str(), sendBufferLength, |
497 |
+ |
MPI::CHAR, masterNode, 0); |
498 |
+ |
} |
499 |
+ |
} |
500 |
+ |
} |
501 |
+ |
|
502 |
+ |
if (worldRank == masterNode) { |
503 |
+ |
os << " </SiteData>\n"; |
504 |
+ |
} |
505 |
+ |
} |
506 |
+ |
|
507 |
+ |
if (worldRank == masterNode) { |
508 |
+ |
os << " </Snapshot>\n"; |
509 |
+ |
os.flush(); |
510 |
+ |
} |
511 |
+ |
|
512 |
+ |
#endif // is_mpi |
513 |
+ |
|
514 |
|
} |
515 |
|
|
516 |
|
std::string DumpWriter::prepareDumpLine(StuntDouble* sd) { |
625 |
|
} |
626 |
|
|
627 |
|
std::string DumpWriter::prepareSiteLine(StuntDouble* sd, int ioIndex, int siteIndex) { |
628 |
< |
|
628 |
> |
int storageLayout = info_->getSnapshotManager()->getStorageLayout(); |
629 |
|
|
630 |
|
std::string id; |
631 |
|
std::string type; |
641 |
|
} |
642 |
|
|
643 |
|
if (needFlucQ_) { |
644 |
< |
type += "cw"; |
645 |
< |
RealType fqPos = sd->getFlucQPos(); |
646 |
< |
if (isinf(fqPos) || isnan(fqPos) ) { |
647 |
< |
sprintf( painCave.errMsg, |
648 |
< |
"DumpWriter detected a numerical error writing the" |
649 |
< |
" fluctuating charge for object %s", id.c_str()); |
650 |
< |
painCave.isFatal = 1; |
651 |
< |
simError(); |
652 |
< |
} |
653 |
< |
sprintf(tempBuffer, " %13e ", fqPos); |
654 |
< |
line += tempBuffer; |
655 |
< |
|
656 |
< |
RealType fqVel = sd->getFlucQVel(); |
559 |
< |
if (isinf(fqVel) || isnan(fqVel) ) { |
560 |
< |
sprintf( painCave.errMsg, |
561 |
< |
"DumpWriter detected a numerical error writing the" |
562 |
< |
" fluctuating charge velocity for object %s", id.c_str()); |
563 |
< |
painCave.isFatal = 1; |
564 |
< |
simError(); |
565 |
< |
} |
566 |
< |
sprintf(tempBuffer, " %13e ", fqVel); |
567 |
< |
line += tempBuffer; |
644 |
> |
if (storageLayout & DataStorage::dslFlucQPosition) { |
645 |
> |
type += "c"; |
646 |
> |
RealType fqPos = sd->getFlucQPos(); |
647 |
> |
if (isinf(fqPos) || isnan(fqPos) ) { |
648 |
> |
sprintf( painCave.errMsg, |
649 |
> |
"DumpWriter detected a numerical error writing the" |
650 |
> |
" fluctuating charge for object %s", id.c_str()); |
651 |
> |
painCave.isFatal = 1; |
652 |
> |
simError(); |
653 |
> |
} |
654 |
> |
sprintf(tempBuffer, " %13e ", fqPos); |
655 |
> |
line += tempBuffer; |
656 |
> |
} |
657 |
|
|
658 |
< |
if (needForceVector_) { |
659 |
< |
type += "g"; |
660 |
< |
RealType fqFrc = sd->getFlucQFrc(); |
661 |
< |
if (isinf(fqFrc) || isnan(fqFrc) ) { |
658 |
> |
if (storageLayout & DataStorage::dslFlucQVelocity) { |
659 |
> |
type += "w"; |
660 |
> |
RealType fqVel = sd->getFlucQVel(); |
661 |
> |
if (isinf(fqVel) || isnan(fqVel) ) { |
662 |
|
sprintf( painCave.errMsg, |
663 |
|
"DumpWriter detected a numerical error writing the" |
664 |
< |
" fluctuating charge force for object %s", id.c_str()); |
664 |
> |
" fluctuating charge velocity for object %s", id.c_str()); |
665 |
|
painCave.isFatal = 1; |
666 |
|
simError(); |
667 |
|
} |
668 |
< |
sprintf(tempBuffer, " %13e ", fqFrc); |
668 |
> |
sprintf(tempBuffer, " %13e ", fqVel); |
669 |
|
line += tempBuffer; |
670 |
|
} |
582 |
– |
} |
671 |
|
|
672 |
+ |
if (needForceVector_) { |
673 |
+ |
if (storageLayout & DataStorage::dslFlucQForce) { |
674 |
+ |
type += "g"; |
675 |
+ |
RealType fqFrc = sd->getFlucQFrc(); |
676 |
+ |
if (isinf(fqFrc) || isnan(fqFrc) ) { |
677 |
+ |
sprintf( painCave.errMsg, |
678 |
+ |
"DumpWriter detected a numerical error writing the" |
679 |
+ |
" fluctuating charge force for object %s", id.c_str()); |
680 |
+ |
painCave.isFatal = 1; |
681 |
+ |
simError(); |
682 |
+ |
} |
683 |
+ |
sprintf(tempBuffer, " %13e ", fqFrc); |
684 |
+ |
line += tempBuffer; |
685 |
+ |
} |
686 |
+ |
} |
687 |
+ |
} |
688 |
+ |
|
689 |
|
if (needElectricField_) { |
690 |
< |
type += "e"; |
691 |
< |
Vector3d eField= sd->getElectricField(); |
692 |
< |
if (isinf(eField[0]) || isnan(eField[0]) || |
693 |
< |
isinf(eField[1]) || isnan(eField[1]) || |
694 |
< |
isinf(eField[2]) || isnan(eField[2]) ) { |
695 |
< |
sprintf( painCave.errMsg, |
696 |
< |
"DumpWriter detected a numerical error writing the electric" |
697 |
< |
" field for object %s", id.c_str()); |
698 |
< |
painCave.isFatal = 1; |
699 |
< |
simError(); |
690 |
> |
if (storageLayout & DataStorage::dslElectricField) { |
691 |
> |
type += "e"; |
692 |
> |
Vector3d eField= sd->getElectricField(); |
693 |
> |
if (isinf(eField[0]) || isnan(eField[0]) || |
694 |
> |
isinf(eField[1]) || isnan(eField[1]) || |
695 |
> |
isinf(eField[2]) || isnan(eField[2]) ) { |
696 |
> |
sprintf( painCave.errMsg, |
697 |
> |
"DumpWriter detected a numerical error writing the electric" |
698 |
> |
" field for object %s", id.c_str()); |
699 |
> |
painCave.isFatal = 1; |
700 |
> |
simError(); |
701 |
> |
} |
702 |
> |
sprintf(tempBuffer, " %13e %13e %13e", |
703 |
> |
eField[0], eField[1], eField[2]); |
704 |
> |
line += tempBuffer; |
705 |
|
} |
596 |
– |
sprintf(tempBuffer, " %13e %13e %13e", |
597 |
– |
eField[0], eField[1], eField[2]); |
598 |
– |
line += tempBuffer; |
706 |
|
} |
707 |
|
|
708 |
|
|
709 |
|
if (needParticlePot_) { |
710 |
< |
type += "u"; |
711 |
< |
RealType particlePot = sd->getParticlePot(); |
712 |
< |
if (isinf(particlePot) || isnan(particlePot)) { |
713 |
< |
sprintf( painCave.errMsg, |
714 |
< |
"DumpWriter detected a numerical error writing the particle " |
715 |
< |
" potential for object %s", id.c_str()); |
716 |
< |
painCave.isFatal = 1; |
717 |
< |
simError(); |
710 |
> |
if (storageLayout & DataStorage::dslParticlePot) { |
711 |
> |
type += "u"; |
712 |
> |
RealType particlePot = sd->getParticlePot(); |
713 |
> |
if (isinf(particlePot) || isnan(particlePot)) { |
714 |
> |
sprintf( painCave.errMsg, |
715 |
> |
"DumpWriter detected a numerical error writing the particle " |
716 |
> |
" potential for object %s", id.c_str()); |
717 |
> |
painCave.isFatal = 1; |
718 |
> |
simError(); |
719 |
> |
} |
720 |
> |
sprintf(tempBuffer, " %13e", particlePot); |
721 |
> |
line += tempBuffer; |
722 |
|
} |
612 |
– |
sprintf(tempBuffer, " %13e", particlePot); |
613 |
– |
line += tempBuffer; |
723 |
|
} |
724 |
< |
|
616 |
< |
|
724 |
> |
|
725 |
|
sprintf(tempBuffer, "%s %7s %s\n", id.c_str(), type.c_str(), line.c_str()); |
726 |
|
return std::string(tempBuffer); |
727 |
|
} |
736 |
|
#ifdef IS_MPI |
737 |
|
if (worldRank == 0) { |
738 |
|
#endif // is_mpi |
739 |
< |
|
739 |
> |
|
740 |
|
eorStream = createOStream(eorFilename_); |
741 |
|
|
742 |
|
#ifdef IS_MPI |
743 |
|
} |
744 |
< |
#endif // is_mpi |
745 |
< |
|
744 |
> |
#endif |
745 |
> |
|
746 |
|
writeFrame(*eorStream); |
747 |
< |
|
747 |
> |
|
748 |
|
#ifdef IS_MPI |
749 |
|
if (worldRank == 0) { |
750 |
< |
#endif // is_mpi |
750 |
> |
#endif |
751 |
> |
|
752 |
|
writeClosing(*eorStream); |
753 |
|
delete eorStream; |
754 |
+ |
|
755 |
|
#ifdef IS_MPI |
756 |
|
} |
757 |
|
#endif // is_mpi |