ViewVC Help

View File | Revision Log | Show Annotations | View Changeset | Root Listing

root/OpenMD/trunk/src/utils/StringTokenizer.cpp

Comparing trunk/src/utils/StringTokenizer.cpp (file contents):
Revision 246 by gezelter, Wed Jan 12 22:41:40 2005 UTC vs.
Revision 2045 by gezelter, Fri Nov 28 20:10:17 2014 UTC

#	Line 1 | Line 1
1	<	/*
1	>	/*
2		* Copyright (c) 2005 The University of Notre Dame. All Rights Reserved.
3		*
4		* The University of Notre Dame grants you ("Licensee") a
#	Line 6 | Line 6
6		* redistribute this software in source and binary code form, provided
7		* that the following conditions are met:
8		*
9	<	* 1. Acknowledgement of the program authors must be made in any
10	<	*    publication of scientific results based in part on use of the
11	<	*    program.  An acceptable form of acknowledgement is citation of
12	<	*    the article in which the program was described (Matthew
13	<	*    A. Meineke, Charles F. Vardeman II, Teng Lin, Christopher
14	<	*    J. Fennell and J. Daniel Gezelter, "OOPSE: An Object-Oriented
15	<	*    Parallel Simulation Engine for Molecular Dynamics,"
16	<	*    J. Comput. Chem. 26, pp. 252-271 (2005))
17	<	*
18	<	* 2. Redistributions of source code must retain the above copyright
9	>	* 1. Redistributions of source code must retain the above copyright
10		*    notice, this list of conditions and the following disclaimer.
11		*
12	<	* 3. Redistributions in binary form must reproduce the above copyright
12	>	* 2. Redistributions in binary form must reproduce the above copyright
13		*    notice, this list of conditions and the following disclaimer in the
14		*    documentation and/or other materials provided with the
15		*    distribution.
#	Line 37 | Line 28
28		* arising out of the use of or inability to use software, even if the
29		* University of Notre Dame has been advised of the possibility of
30		* such damages.
31	+	*
32	+	* SUPPORT OPEN SCIENCE!  If you use OpenMD or its source code in your
33	+	* research, please cite the appropriate papers when you publish your
34	+	* work.  Good starting points are:
35	+	*
36	+	* [1]  Meineke, et al., J. Comp. Chem. 26, 252-271 (2005).
37	+	* [2]  Fennell & Gezelter, J. Chem. Phys. 124, 234104 (2006).
38	+	* [3]  Sun, Lin & Gezelter, J. Chem. Phys. 128, 234107 (2008).
39	+	* [4]  Kuang & Gezelter,  J. Chem. Phys. 133, 164101 (2010).
40	+	* [5]  Vardeman, Stocker & Gezelter, J. Chem. Theory Comput. 7, 834 (2011).
41		*/
42
43		#include <iostream>
#	Line 44 | Line 45
45		#include <sstream>
46		#include "utils/StringTokenizer.hpp"
47
48	<	namespace oopse {
48	>	namespace OpenMD {
49
50
51	<	StringTokenizer::StringTokenizer(const std::string & str, const std::string & delim)
52	<	: tokenString_(str), delim_(delim), returnTokens_(false),
53	<	currentPos_(tokenString_.begin()), end_(tokenString_.end()){
51	>	StringTokenizer::StringTokenizer(const std::string & str, const std::string & delim)
52	>	: tokenString_(str), delim_(delim), returnTokens_(false),
53	>	currentPos_(tokenString_.begin()), end_(tokenString_.end()){
54
55	<	}
55	>	}
56
57	<	StringTokenizer::StringTokenizer(std::string::const_iterator& first, std::string::const_iterator& last,
58	<	const std::string & delim)
59	<	: tokenString_(first, last) , delim_(delim), returnTokens_(false),
60	<	currentPos_(tokenString_.begin()), end_(tokenString_.end()) {
57	>	StringTokenizer::StringTokenizer(std::string::const_iterator& first, std::string::const_iterator& last,
58	>	const std::string & delim)
59	>	: tokenString_(first, last) , delim_(delim), returnTokens_(false),
60	>	currentPos_(tokenString_.begin()), end_(tokenString_.end()) {
61
62	<	}
62	>	}
63
64	<	StringTokenizer::StringTokenizer(const std::string&str, const std::string&delim,
65	<	bool returnTokens)
66	<	: tokenString_(str), delim_(delim), returnTokens_(returnTokens),
67	<	currentPos_(tokenString_.begin()), end_(tokenString_.end()) {
64	>	StringTokenizer::StringTokenizer(const std::string&str, const std::string&delim,
65	>	bool returnTokens)
66	>	: tokenString_(str), delim_(delim), returnTokens_(returnTokens),
67	>	currentPos_(tokenString_.begin()), end_(tokenString_.end()) {
68
69	<	}
69	>	}
70
71	<	bool StringTokenizer::isDelimiter(const char c) {
71	>	bool StringTokenizer::isDelimiter(const char c) {
72		return delim_.find(c) == std::string::npos ? false : true;
73	<	}
73	>	}
74
75	<	int StringTokenizer::countTokens() {
75	>	int StringTokenizer::countTokens() {
76
77		std::string::const_iterator tmpIter = currentPos_;
78		int numToken = 0;
79
80		while (true) {
81
82	<	//skip delimiter first
83	<	while( tmpIter != end_ && isDelimiter(*tmpIter)) {
84	<	++tmpIter;
82	>	//skip delimiter first
83	>	while( tmpIter != end_ && isDelimiter(*tmpIter)) {
84	>	++tmpIter;
85
86	<	if (returnTokens_) {
87	<	//if delimiter is consider as token
88	<	++numToken;
89	<	}
90	<	}
86	>	if (returnTokens_) {
87	>	//if delimiter is consider as token
88	>	++numToken;
89	>	}
90	>	}
91
92	<	if (tmpIter == end_) {
93	<	break;
94	<	}
92	>	if (tmpIter == end_) {
93	>	break;
94	>	}
95
96	<	//encount a token here
97	<	while ( tmpIter != end_ && !isDelimiter(*tmpIter) ) {
98	<	++tmpIter;
99	<	}
96	>	//encount a token here
97	>	while ( tmpIter != end_ && !isDelimiter(*tmpIter) ) {
98	>	++tmpIter;
99	>	}
100
101	<	++numToken;
101	>	++numToken;
102
103		}
104
105		return numToken;
106	<	}
106	>	}
107
108	<	bool StringTokenizer::hasMoreTokens() {
108	>	bool StringTokenizer::hasMoreTokens() {
109
110		if (currentPos_ == end_) {
111	<	return false;
111	>	return false;
112		} else if (returnTokens_) {
113	<	return true;
113	>	return true;
114		} else {
115	<	std::string::const_iterator i = currentPos_;
115	>	std::string::const_iterator i = currentPos_;
116
117	<	//walk through the remaining string to check whether it contains non-delimeter or not
118	<	while(i != end_ && isDelimiter(*i)) {
119	<	++i;
120	<	}
117	>	//walk through the remaining string to check whether it contains
118	>	//non-delimeter or not
119	>	while(i != end_ && isDelimiter(*i)) {
120	>	++i;
121	>	}
122
123	<	return i != end_ ? true : false;
123	>	return i != end_ ? true : false;
124		}
125	<	}
125	>	}
126
127	<	std::string StringTokenizer::nextToken() {
127	>	std::string StringTokenizer::nextToken() {
128		std::string result;
129
130		if(currentPos_ != end_) {
131	<	std::insert_iterator<std::string> insertIter(result, result.begin());
131	>	std::insert_iterator<std::string> insertIter(result, result.begin());
132
133	<	while( currentPos_ != end_ && isDelimiter(*currentPos_)) {
133	>	while( currentPos_ != end_ && isDelimiter(*currentPos_)) {
134
135	<	if (returnTokens_) {
136	<	*insertIter++ = *currentPos_++;
137	<	return result;
138	<	}
135	>	if (returnTokens_) {
136	>	*insertIter++ = *currentPos_++;
137	>	return result;
138	>	}
139
140	<	++currentPos_;
141	<	}
140	>	++currentPos_;
141	>	}
142
143	<	while (currentPos_ != end_ && !isDelimiter(*currentPos_)) {
144	<	*insertIter++ = *currentPos_++;
145	<	}
143	>	while (currentPos_ != end_ && !isDelimiter(*currentPos_)) {
144	>	*insertIter++ = *currentPos_++;
145	>	}
146
147		}
148
149		return result;
150	<	}
150	>	}
151
152	<	bool StringTokenizer::nextTokenAsBool() {
152	>	bool StringTokenizer::nextTokenAsBool() {
153		std::string token = nextToken();
154		std::istringstream iss(token);
155		bool result;
156
157		if (iss >> result) {
158	<	return result;
158	>	return result;
159		} else {
160	<	std::cerr << "unable to convert " << token << " to a bool" << std::endl;
161	<	return false;
160	>	std::cerr << "unable to convert " << token << " to a bool" << std::endl;
161	>	return false;
162		}
163	<	}
164	<
165	<	int StringTokenizer::nextTokenAsInt() {
163	>	}
164	>
165	>	//Since libstdc++(GCC 3.2) has an i/ostream::operator>>/<<(streambuf*) bug (Bug 9318)
166	>	//Instead of using iostream facility, we use C library
167	>	int StringTokenizer::nextTokenAsInt() {
168		std::string token = nextToken();
169	<	std::istringstream iss(token);
170	<	int result;
171	<
168	<	if (iss >> result) {
169	<	return result;
170	<	} else {
171	<	std::cerr << "unable to convert " << token << " to an integer" << std::endl;
172	<	return 0;
173	<	}
174	<	}
169	>
170	>	return atoi(token.c_str());
171	>	}
172
173	<	float StringTokenizer::nextTokenAsFloat() {
173	>	float StringTokenizer::nextTokenAsFloat() {
174		std::string token = nextToken();
175	<	std::istringstream iss(token);
176	<	float result;
177	<
181	<	if (iss >> result) {
182	<	return result;
183	<	} else {
184	<	std::cerr << "unable to convert " << token << " to a float" << std::endl;
185	<	return 0.0;
186	<	}
187	<	}
175	>	convertFortranNumber(token);
176	>	return (float) (atof(token.c_str()));
177	>	}
178
179	<	double StringTokenizer::nextTokenAsDouble() {
179	>	RealType StringTokenizer::nextTokenAsDouble() {
180		std::string token = nextToken();
181	<	std::istringstream iss(token);
182	<	double result;
183	<
194	<	if (iss >> result) {
195	<	return result;
196	<	} else {
197	<	std::cerr << "unable to convert " << token << " to a double" << std::endl;
198	<	return 0.0;
199	<	}
200	<	}
181	>	convertFortranNumber(token);
182	>	return atof(token.c_str());
183	>	}
184
185	<	std::string  StringTokenizer::peekNextToken() {
185	>	std::string  StringTokenizer::peekNextToken() {
186		std::string result;
187		std::string::const_iterator tmpIter = currentPos_;
188
189		if(tmpIter != end_) {
190	<	std::insert_iterator<std::string> insertIter(result, result.begin());
190	>	std::insert_iterator<std::string> insertIter(result, result.begin());
191
192	<	while(tmpIter != end_ && isDelimiter(*tmpIter)) {
192	>	while(tmpIter != end_ && isDelimiter(*tmpIter)) {
193
194	<	if (returnTokens_) {
195	<	*insertIter++ = *tmpIter++;
196	<	return result;
197	<	}
194	>	if (returnTokens_) {
195	>	*insertIter++ = *tmpIter++;
196	>	return result;
197	>	}
198
199	<	++tmpIter;
200	<	}
199	>	++tmpIter;
200	>	}
201
202	<	while (tmpIter != end_ && !isDelimiter(*tmpIter)) {
203	<	*insertIter++ = *tmpIter++;
204	<	}
202	>	while (tmpIter != end_ && !isDelimiter(*tmpIter)) {
203	>	*insertIter++ = *tmpIter++;
204	>	}
205		}
206
207		return result;
208	<	}
208	>	}
209
210	<	}//end namespace oopse
210	>	std::vector<std::string>  StringTokenizer::getAllTokens() {
211	>	std::vector<std::string> tokens;
212	>	while (hasMoreTokens()) {
213	>	tokens.push_back(nextToken());
214	>	}
215	>	return tokens;
216	>	}
217	>	void StringTokenizer::convertFortranNumber(std::string& fortranNumber) {
218	>	std::string::iterator i;
219	>	for(i = fortranNumber.begin(); i != fortranNumber.end(); ++i) {
220	>	if (*i == 'd' || *i == 'D') {
221	>	*i = 'E';
222	>	}
223	>	}
224	>	}
225
226	+	std::string  StringTokenizer::getRemainingString() {
227	+	std::string result;
228	+	std::string::const_iterator tmpIter = currentPos_;
229	+	if(tmpIter != end_) {
230	+	std::insert_iterator<std::string> insertIter(result, result.begin());
231	+
232	+	while (tmpIter != end_) {
233	+	*insertIter++ = *tmpIter++;
234	+	}
235	+	}
236	+
237	+	return result;
238	+	}
239	+
240	+
241	+	}//end namespace OpenMD
242	+

Comparing trunk/src/utils/StringTokenizer.cpp (property svn:keywords):
Revision 246 by gezelter, Wed Jan 12 22:41:40 2005 UTC vs.
Revision 2045 by gezelter, Fri Nov 28 20:10:17 2014 UTC

#	Line 0 | Line 1
1	+	Author Id Revision Date

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines