35 |
|
* |
36 |
|
* [1] Meineke, et al., J. Comp. Chem. 26, 252-271 (2005). |
37 |
|
* [2] Fennell & Gezelter, J. Chem. Phys. 124, 234104 (2006). |
38 |
< |
* [3] Sun, Lin & Gezelter, J. Chem. Phys. 128, 24107 (2008). |
39 |
< |
* [4] Vardeman & Gezelter, in progress (2009). |
38 |
> |
* [3] Sun, Lin & Gezelter, J. Chem. Phys. 128, 234107 (2008). |
39 |
> |
* [4] Kuang & Gezelter, J. Chem. Phys. 133, 164101 (2010). |
40 |
> |
* [5] Vardeman, Stocker & Gezelter, J. Chem. Theory Comput. 7, 834 (2011). |
41 |
|
*/ |
42 |
|
|
43 |
+ |
#ifdef IS_MPI |
44 |
+ |
#include <mpi.h> |
45 |
+ |
#endif |
46 |
|
|
47 |
+ |
#include <string> |
48 |
+ |
#include <sstream> |
49 |
|
#include <iostream> |
50 |
|
|
51 |
|
#include "io/RestWriter.hpp" |
52 |
|
#include "utils/simError.h" |
53 |
|
#include "brains/SnapshotManager.hpp" |
48 |
– |
#ifdef IS_MPI |
49 |
– |
#include <mpi.h> |
50 |
– |
#endif |
54 |
|
|
55 |
|
namespace OpenMD { |
56 |
|
RestWriter::RestWriter(SimInfo* info, const std::string& filename, |
57 |
|
std::vector<Restraint*> restraints ) : |
58 |
|
info_(info){ |
59 |
|
|
60 |
< |
//use master - slave mode, only master node writes to disk |
60 |
> |
std::vector<Restraint*>::const_iterator resti; |
61 |
> |
|
62 |
> |
createRestFile_ = false; |
63 |
> |
|
64 |
> |
#ifdef IS_MPI |
65 |
> |
MPI_Status* istatus; |
66 |
> |
#endif |
67 |
> |
|
68 |
> |
int printAny = 0; |
69 |
> |
for(resti=restraints.begin(); resti != restraints.end(); ++resti){ |
70 |
> |
if ((*resti)->getPrintRestraint()) { |
71 |
> |
printAny = 1; |
72 |
> |
} |
73 |
> |
} |
74 |
> |
|
75 |
|
#ifdef IS_MPI |
76 |
+ |
MPI_Allreduce(MPI_IN_PLACE, &printAny, 1, MPI_INT, MPI_SUM, |
77 |
+ |
MPI_COMM_WORLD); |
78 |
+ |
#endif |
79 |
+ |
|
80 |
+ |
if (printAny) createRestFile_ = true; |
81 |
+ |
|
82 |
+ |
#ifdef IS_MPI |
83 |
|
if(worldRank == 0){ |
84 |
|
#endif |
85 |
< |
|
86 |
< |
output_.open(filename.c_str()); |
87 |
< |
|
88 |
< |
if(!output_){ |
89 |
< |
sprintf( painCave.errMsg, |
90 |
< |
"Could not open %s for restraint output.\n", |
91 |
< |
filename.c_str()); |
92 |
< |
painCave.isFatal = 1; |
93 |
< |
simError(); |
85 |
> |
|
86 |
> |
if (createRestFile_) { |
87 |
> |
output_ = new std::ofstream(filename.c_str()); |
88 |
> |
|
89 |
> |
if(!output_){ |
90 |
> |
sprintf( painCave.errMsg, |
91 |
> |
"Could not open %s for restraint output.\n", |
92 |
> |
filename.c_str()); |
93 |
> |
painCave.isFatal = 1; |
94 |
> |
simError(); |
95 |
> |
} |
96 |
|
} |
97 |
+ |
|
98 |
+ |
#ifdef IS_MPI |
99 |
+ |
} |
100 |
+ |
#endif // is_mpi |
101 |
|
|
72 |
– |
output_ << "#time\t"; |
73 |
– |
|
74 |
– |
// TODO: get Restraint info from slave nodes: |
75 |
– |
std::vector<Restraint*>::const_iterator resti; |
76 |
– |
for(resti=restraints.begin(); resti != restraints.end(); ++resti){ |
102 |
|
|
103 |
< |
if ((*resti)->getPrintRestraint()) { |
104 |
< |
std::string myName = (*resti)->getRestraintName(); |
105 |
< |
int myType = (*resti)->getRestraintType(); |
103 |
> |
#ifndef IS_MPI |
104 |
> |
|
105 |
> |
if (createRestFile_) (*output_) << "#time\t"; |
106 |
> |
|
107 |
> |
for(resti=restraints.begin(); resti != restraints.end(); ++resti){ |
108 |
> |
if ((*resti)->getPrintRestraint()) { |
109 |
> |
std::string myName = (*resti)->getRestraintName(); |
110 |
> |
int myType = (*resti)->getRestraintType(); |
111 |
> |
|
112 |
> |
(*output_) << myName << ":"; |
113 |
> |
|
114 |
> |
if (myType & Restraint::rtDisplacement) |
115 |
> |
(*output_) << "\tPosition(angstroms)\tEnergy(kcal/mol)"; |
116 |
> |
|
117 |
> |
if (myType & Restraint::rtTwist) |
118 |
> |
(*output_) << "\tTwistAngle(radians)\tEnergy(kcal/mol)"; |
119 |
> |
|
120 |
> |
if (myType & Restraint::rtSwingX) |
121 |
> |
(*output_) << "\tSwingXAngle(radians)\tEnergy(kcal/mol)"; |
122 |
|
|
123 |
< |
output_ << myName << ":"; |
124 |
< |
|
84 |
< |
if (myType & Restraint::rtDisplacement) |
85 |
< |
output_ << "\tPosition(angstroms)\tEnergy(kcal/mol)"; |
86 |
< |
|
87 |
< |
if (myType & Restraint::rtTwist) |
88 |
< |
output_ << "\tTwistAngle(radians)\tEnergy(kcal/mol)"; |
89 |
< |
|
90 |
< |
if (myType & Restraint::rtSwingX) |
91 |
< |
output_ << "\tSwingXAngle(radians)\tEnergy(kcal/mol)"; |
92 |
< |
|
93 |
< |
if (myType & Restraint::rtSwingY) |
94 |
< |
output_ << "\tSwingYAngle(radians)\tEnergy(kcal/mol)"; |
95 |
< |
|
96 |
< |
} |
123 |
> |
if (myType & Restraint::rtSwingY) |
124 |
> |
(*output_) << "\tSwingYAngle(radians)\tEnergy(kcal/mol)"; |
125 |
|
} |
98 |
– |
output_ << "\n"; |
99 |
– |
#ifdef IS_MPI |
126 |
|
} |
127 |
< |
#endif |
128 |
< |
} |
127 |
> |
|
128 |
> |
if (createRestFile_) (*output_) << "\n"; |
129 |
> |
if (createRestFile_) (*output_).flush(); |
130 |
> |
|
131 |
> |
#else |
132 |
> |
|
133 |
> |
std::string buffer; |
134 |
> |
|
135 |
> |
for(resti=restraints.begin(); resti != restraints.end(); ++resti){ |
136 |
> |
if ((*resti)->getPrintRestraint()) { |
137 |
> |
std::string myName = (*resti)->getRestraintName(); |
138 |
> |
int myType = (*resti)->getRestraintType(); |
139 |
> |
|
140 |
> |
buffer += (myName + ":"); |
141 |
> |
|
142 |
> |
if (myType & Restraint::rtDisplacement) |
143 |
> |
buffer += "\tPosition(angstroms)\tEnergy(kcal/mol)"; |
144 |
> |
|
145 |
> |
if (myType & Restraint::rtTwist) |
146 |
> |
buffer += "\tTwistAngle(radians)\tEnergy(kcal/mol)"; |
147 |
> |
|
148 |
> |
if (myType & Restraint::rtSwingX) |
149 |
> |
buffer += "\tSwingXAngle(radians)\tEnergy(kcal/mol)"; |
150 |
> |
|
151 |
> |
if (myType & Restraint::rtSwingY) |
152 |
> |
buffer += "\tSwingYAngle(radians)\tEnergy(kcal/mol)"; |
153 |
> |
|
154 |
> |
buffer += "\n"; |
155 |
> |
} |
156 |
> |
} |
157 |
> |
|
158 |
> |
const int masterNode = 0; |
159 |
> |
|
160 |
> |
if (worldRank == masterNode) { |
161 |
> |
if (createRestFile_) (*output_) << "#time\t"; |
162 |
> |
if (createRestFile_) (*output_) << buffer; |
163 |
> |
|
164 |
> |
int nProc; |
165 |
> |
MPI_Comm_size( MPI_COMM_WORLD, &nProc); |
166 |
> |
|
167 |
> |
for (int i = 1; i < nProc; ++i) { |
168 |
> |
|
169 |
> |
// receive the length of the string buffer that was |
170 |
> |
// prepared by processor i |
171 |
> |
|
172 |
> |
int recvLength; |
173 |
> |
MPI_Recv(&recvLength, 1, MPI_INT, i, 0, MPI_COMM_WORLD, istatus); |
174 |
> |
char* recvBuffer = new char[recvLength]; |
175 |
> |
if (recvBuffer == NULL) { |
176 |
> |
} else { |
177 |
> |
MPI_Recv(recvBuffer, recvLength, MPI_CHAR, i, 0, MPI_COMM_WORLD, |
178 |
> |
istatus); |
179 |
> |
if (createRestFile_) (*output_) << recvBuffer; |
180 |
> |
delete [] recvBuffer; |
181 |
> |
} |
182 |
> |
} |
183 |
> |
if (createRestFile_) (*output_).flush(); |
184 |
> |
} else { |
185 |
> |
int sendBufferLength = buffer.size() + 1; |
186 |
> |
MPI_Send(&sendBufferLength, 1, MPI_INT, masterNode, 0, MPI_COMM_WORLD); |
187 |
> |
MPI_Send((void *)buffer.c_str(), sendBufferLength, MPI_CHAR, |
188 |
> |
masterNode, 0, MPI_COMM_WORLD); |
189 |
> |
} |
190 |
> |
|
191 |
> |
#endif // is_mpi |
192 |
> |
|
193 |
> |
} |
194 |
|
|
195 |
< |
RestWriter::~RestWriter() { |
195 |
> |
void RestWriter::writeRest(std::vector<std::map<int, Restraint::RealPair> > restInfo) { |
196 |
> |
|
197 |
|
#ifdef IS_MPI |
198 |
< |
if(worldRank == 0 ){ |
107 |
< |
#endif |
108 |
< |
output_.close(); |
109 |
< |
#ifdef IS_MPI |
110 |
< |
} |
198 |
> |
MPI_Status* istatus; |
199 |
|
#endif |
112 |
– |
} |
113 |
– |
|
114 |
– |
void RestWriter::writeRest(std::vector<std::map<int, Restraint::RealPair> > restInfo){ |
115 |
– |
|
200 |
|
|
201 |
< |
output_ << info_->getSnapshotManager()->getCurrentSnapshot()->getTime(); |
202 |
< |
|
201 |
> |
#ifndef IS_MPI |
202 |
> |
if (createRestFile_) (*output_) << info_->getSnapshotManager()->getCurrentSnapshot()->getTime(); |
203 |
> |
|
204 |
|
// output some information about the molecules |
205 |
|
std::vector<std::map<int, Restraint::RealPair> >::const_iterator i; |
206 |
|
std::map<int, Restraint::RealPair>::const_iterator j; |
207 |
< |
for( i = restInfo.begin(); i != restInfo.end(); ++i){ |
208 |
< |
for(j = (*i).begin(); j != (*i).end(); ++j){ |
209 |
< |
output_ << "\t" << (j->second).first << "\t" << (j->second).second; |
207 |
> |
|
208 |
> |
if ( createRestFile_ ) { |
209 |
> |
|
210 |
> |
for( i = restInfo.begin(); i != restInfo.end(); ++i){ |
211 |
> |
for(j = (*i).begin(); j != (*i).end(); ++j){ |
212 |
> |
(*output_) << "\t" << (j->second).first << "\t" << (j->second).second; |
213 |
> |
} |
214 |
> |
(*output_) << std::endl; |
215 |
> |
} |
216 |
> |
(*output_).flush(); |
217 |
> |
} |
218 |
> |
#else |
219 |
> |
std::string buffer, first, second; |
220 |
> |
std::stringstream ss; |
221 |
> |
|
222 |
> |
std::vector<std::map<int, Restraint::RealPair> >::const_iterator i; |
223 |
> |
std::map<int, Restraint::RealPair>::const_iterator j; |
224 |
> |
|
225 |
> |
if ( createRestFile_ ) { |
226 |
> |
for( i = restInfo.begin(); i != restInfo.end(); ++i){ |
227 |
> |
|
228 |
> |
for(j = (*i).begin(); j != (*i).end(); ++j){ |
229 |
> |
ss.clear(); |
230 |
> |
ss << (j->second).first; |
231 |
> |
ss >> first; |
232 |
> |
ss.clear(); |
233 |
> |
ss << (j->second).second; |
234 |
> |
ss >> second; |
235 |
> |
buffer += ("\t" + first + "\t" + second); |
236 |
> |
} |
237 |
> |
buffer += "\n"; |
238 |
|
} |
126 |
– |
output_ << std::endl; |
239 |
|
} |
240 |
+ |
|
241 |
+ |
const int masterNode = 0; |
242 |
+ |
|
243 |
+ |
if (createRestFile_) { |
244 |
+ |
if (worldRank == masterNode) { |
245 |
+ |
|
246 |
+ |
(*output_) << info_->getSnapshotManager()->getCurrentSnapshot()->getTime(); |
247 |
+ |
(*output_) << buffer; |
248 |
+ |
|
249 |
+ |
int nProc; |
250 |
+ |
MPI_Comm_size( MPI_COMM_WORLD, &nProc); |
251 |
+ |
for (int i = 1; i < nProc; ++i) { |
252 |
+ |
|
253 |
+ |
// receive the length of the string buffer that was |
254 |
+ |
// prepared by processor i |
255 |
+ |
|
256 |
+ |
int recvLength; |
257 |
+ |
MPI_Recv(&recvLength, 1, MPI_INT, i, 0, MPI_COMM_WORLD, istatus); |
258 |
+ |
char* recvBuffer = new char[recvLength]; |
259 |
+ |
if (recvBuffer == NULL) { |
260 |
+ |
} else { |
261 |
+ |
MPI_Recv(recvBuffer, recvLength, MPI_CHAR, i, 0, MPI_COMM_WORLD, |
262 |
+ |
istatus); |
263 |
+ |
if (createRestFile_) (*output_) << recvBuffer; |
264 |
+ |
|
265 |
+ |
delete [] recvBuffer; |
266 |
+ |
} |
267 |
+ |
} |
268 |
+ |
(*output_).flush(); |
269 |
+ |
} else { |
270 |
+ |
int sendBufferLength = buffer.size() + 1; |
271 |
+ |
MPI_Send(&sendBufferLength, 1, MPI_INT, masterNode, 0, MPI_COMM_WORLD); |
272 |
+ |
MPI_Send((void *)buffer.c_str(), sendBufferLength, |
273 |
+ |
MPI_CHAR, masterNode, 0, MPI_COMM_WORLD); |
274 |
+ |
} |
275 |
+ |
} |
276 |
+ |
#endif // is_mpi |
277 |
|
} |
278 |
|
|
130 |
– |
}// end namespace OpenMD |
279 |
|
|
280 |
+ |
RestWriter::~RestWriter() { |
281 |
+ |
|
282 |
+ |
#ifdef IS_MPI |
283 |
+ |
|
284 |
+ |
if (worldRank == 0) { |
285 |
+ |
#endif // is_mpi |
286 |
+ |
if (createRestFile_){ |
287 |
+ |
writeClosing(*output_); |
288 |
+ |
delete output_; |
289 |
+ |
} |
290 |
+ |
#ifdef IS_MPI |
291 |
+ |
} |
292 |
+ |
#endif // is_mpi |
293 |
+ |
} |
294 |
+ |
|
295 |
+ |
void RestWriter::writeClosing(std::ostream& os) { |
296 |
+ |
os.flush(); |
297 |
+ |
} |
298 |
+ |
|
299 |
+ |
}// end namespace OpenMD |
300 |
+ |
|