ViewVC Help

View File | Revision Log | Show Annotations | View Changeset | Root Listing

root/OpenMD/trunk/src/utils/StringTokenizer.hpp

Comparing trunk/src/utils/StringTokenizer.hpp (file contents):
Revision 246 by gezelter, Wed Jan 12 22:41:40 2005 UTC vs.
Revision 2073 by gezelter, Sat Mar 7 23:52:07 2015 UTC

#	Line 1 | Line 1
1	<	/*
1	>	/*
2		* Copyright (c) 2005 The University of Notre Dame. All Rights Reserved.
3		*
4		* The University of Notre Dame grants you ("Licensee") a
#	Line 6 | Line 6
6		* redistribute this software in source and binary code form, provided
7		* that the following conditions are met:
8		*
9	<	* 1. Acknowledgement of the program authors must be made in any
10	<	*    publication of scientific results based in part on use of the
11	<	*    program.  An acceptable form of acknowledgement is citation of
12	<	*    the article in which the program was described (Matthew
13	<	*    A. Meineke, Charles F. Vardeman II, Teng Lin, Christopher
14	<	*    J. Fennell and J. Daniel Gezelter, "OOPSE: An Object-Oriented
15	<	*    Parallel Simulation Engine for Molecular Dynamics,"
16	<	*    J. Comput. Chem. 26, pp. 252-271 (2005))
17	<	*
18	<	* 2. Redistributions of source code must retain the above copyright
9	>	* 1. Redistributions of source code must retain the above copyright
10		*    notice, this list of conditions and the following disclaimer.
11		*
12	<	* 3. Redistributions in binary form must reproduce the above copyright
12	>	* 2. Redistributions in binary form must reproduce the above copyright
13		*    notice, this list of conditions and the following disclaimer in the
14		*    documentation and/or other materials provided with the
15		*    distribution.
#	Line 37 | Line 28
28		* arising out of the use of or inability to use software, even if the
29		* University of Notre Dame has been advised of the possibility of
30		* such damages.
31	+	*
32	+	* SUPPORT OPEN SCIENCE!  If you use OpenMD or its source code in your
33	+	* research, please cite the appropriate papers when you publish your
34	+	* work.  Good starting points are:
35	+	*
36	+	* [1]  Meineke, et al., J. Comp. Chem. 26, 252-271 (2005).
37	+	* [2]  Fennell & Gezelter, J. Chem. Phys. 124, 234104 (2006).
38	+	* [3]  Sun, Lin & Gezelter, J. Chem. Phys. 128, 234107 (2008).
39	+	* [4]  Kuang & Gezelter,  J. Chem. Phys. 133, 164101 (2010).
40	+	* [5]  Vardeman, Stocker & Gezelter, J. Chem. Theory Comput. 7, 834 (2011).
41		*/
42
43		/**
44		* @file StringTokenizer.hpp
45		* @author tlin
46		* @date 09/20/2004
46	–	* @time 11:30am
47		* @version 1.0
48		*/
49
#	Line 51 | Line 51
51		#define UTIL_STRINGTOKENIZER_HPP
52
53		#include <string>
54	+	#include <stdlib.h>
55	+	#include <vector>
56	+	#include "config.h"
57	+	namespace OpenMD {
58
59	<	namespace oopse {
59	>	/**
60	>	* @class StringTokenizer
61	>	* @brief The string tokenizer class allows an application to break a string into tokens
62	>	* The set of delimiters (the characters that separate tokens) may be specified either
63	>	* at creation time or on a per-token basis.
64	>	* An instance of StringTokenizer behaves in one of two ways, depending on whether it was
65	>	* created with the returnTokens flag having the value true or false.
66	>	*/
67	>	class StringTokenizer {
68	>	public:
69
70	<	/**
71	<	* @class StringTokenizer.hpp "util/StringTokenizer.hpp"
72	<	* @brief The string tokenizer class allows an application to break a string into tokens
73	<	* The set of delimiters (the characters that separate tokens) may be specified either
74	<	* at creation time or on a per-token basis.
75	<	* An instance of StringTokenizer behaves in one of two ways, depending on whether it was
76	<	* created with the returnTokens flag having the value true or false.
77	<	*/
78	<	class StringTokenizer {
79	<	public:
70	>	/**
71	>	* Constructs a string tokenizer for the specified string. The characters in the delim argument
72	>	* are the delimiters for separating tokens. characters are skipped and only serve as
73	>	* separators between tokens.
74	>	* @param str a string to be parsed.
75	>	* @param delim the delimiters, default value is " ;\t\n\r".
76	>	* @note this is still a little bit java like implementation. Pure c++ one should use TokenIterator.
77	>	* Boost's tokenizer class is one of them
78	>	*/
79	>	StringTokenizer(const std::string & str,
80	>	const std::string & delim = " ;\t\n\r");
81
82	<	/**
83	<	* Constructs a string tokenizer for the specified string. The characters in the delim argument
84	<	* are the delimiters for separating tokens. characters are skipped and only serve as
85	<	* separators between tokens.
86	<	* @param str a string to be parsed.
87	<	* @param delim the delimiters, default value is " ;\t\n\r".
88	<	* @note this is still a little bit java like implementation. Pure c++ one should use TokenIterator.
89	<	* Boost's tokenizer class is one of them
90	<	*/
91	<	StringTokenizer(const std::string & str,
92	<	const std::string & delim = " ;\t\n\r");
82	>	/**
83	>	* Constructs a string tokenizer for an iterator range [first, last). The characters in the delim argument
84	>	* are the delimiters for separating tokens. characters are skipped and only serve as
85	>	* separators between tokens.
86	>	* @param first begin iterator
87	>	* @param last end iterator
88	>	* @param delim the delimiters, default value is " ;\t\n\r".
89	>	* @note this is still a little bit java like implementation. Pure c++ one should use TokenIterator.
90	>	* Boost's tokenizer class is one of them
91	>	*/
92	>	StringTokenizer(std::string::const_iterator& first,
93	>	std::string::const_iterator& last,
94	>	const std::string & delim = " ;\t\n\r");
95
96	<	/**
97	<	* Constructs a string tokenizer for an iterator range [first, last). The characters in the delim argument
98	<	* are the delimiters for separating tokens. characters are skipped and only serve as
99	<	* separators between tokens.
100	<	* @param first begin iterator
101	<	* @param last end iterator
102	<	* @param delim the delimiters, default value is " ;\t\n\r".
103	<	* @note this is still a little bit java like implementation. Pure c++ one should use TokenIterator.
104	<	* Boost's tokenizer class is one of them
105	<	*/
106	<	StringTokenizer(std::string::const_iterator& first, std::string::const_iterator& last,
107	<	const std::string & delim = " ;\t\n\r");
96	>	/**
97	>	* Constructs a string tokenizer for the specified string. The characters in the delim argument
98	>	* are the delimiters for separating tokens.
99	>	* If the returnTokens flag is true, then the delimiter characters are also returned as tokens.
100	>	* Each delimiter is returned as a string of length one. If the flag is false, the delimiter
101	>	* characters are skipped and only serve as separators between tokens.
102	>	* @param str a string to be parsed.
103	>	* @param delim the delimiters.
104	>	* @param returnTokens flag indicating whether to return the delimiters as tokens.
105	>	*/
106	>	StringTokenizer(const std::string&str, const std::string&delim,
107	>	bool returnTokens);
108
109	<	/**
110	<	* Constructs a string tokenizer for the specified string. The characters in the delim argument
111	<	* are the delimiters for separating tokens.
112	<	* If the returnTokens flag is true, then the delimiter characters are also returned as tokens.
113	<	* Each delimiter is returned as a string of length one. If the flag is false, the delimiter
114	<	* characters are skipped and only serve as separators between tokens.
99	<	* @param str a string to be parsed.
100	<	* @param delim the delimiters.
101	<	* @param returnTokens flag indicating whether to return the delimiters as tokens.
102	<	*/
103	<	StringTokenizer(const std::string&str, const std::string&delim,
104	<	bool returnTokens);
109	>	/**
110	>	* Calculates the number of times that this tokenizer's nextToken method can be called
111	>	* before it generates an exception.
112	>	* @return the number of tokens remaining in the string using the current delimiter set.
113	>	*/
114	>	int countTokens();
115
116	<	/**
117	<	* Calculates the number of times that this tokenizer's nextToken method can be called
118	<	* before it generates an exception.
119	<	* @return the number of tokens remaining in the string using the current delimiter set.
120	<	*/
111	<	int countTokens();
116	>	/**
117	>	* Tests if there are more tokens available from this tokenizer's string.
118	>	* @return true if there are more tokens available from this tokenizer's string, false otherwise
119	>	*/
120	>	bool hasMoreTokens();
121
122	<	/**
123	<	* Tests if there are more tokens available from this tokenizer's string.
124	<	* @return true if there are more tokens available from this tokenizer's string, false otherwise
125	<	*/
126	<	bool hasMoreTokens();
122	>	/**
123	>	* Returns the next token from this string tokenizer.
124	>	* @return the next token from this string tokenizer.
125	>	* @exception NoSuchElementException if there are no more tokens in this tokenizer's string
126	>	*/
127	>	std::string nextToken();
128
129	<	/**
130	<	* Returns the next token from this string tokenizer.
131	<	* @return the next token from this string tokenizer.
132	<	* @exception NoSuchElementException if there are no more tokens in this tokenizer's string
133	<	*/
124	<	std::string nextToken();
129	>	/**
130	>	* Skips the next token from this string tokenizer.
131	>	* @exception NoSuchElementException if there are no more tokens in this tokenizer's string
132	>	*/
133	>	void skipToken();
134
135	<	//actually, nextToken Can be template function
136	<	//template <typename ReturnType>
137	<	//ReturnType nextToken();
135	>	//actually, nextToken Can be template function
136	>	//template <typename ReturnType>
137	>	//ReturnType nextToken();
138
139	<	/**
140	<	* Returns the next token from this string tokenizer as a bool.
141	<	* @return the next token from this string tokenizer  as a bool.
142	<	*/
143	<	bool nextTokenAsBool();
139	>	/**
140	>	* Returns the next token from this string tokenizer as a bool.
141	>	* @return the next token from this string tokenizer  as a bool.
142	>	*/
143	>	bool nextTokenAsBool();
144
145	<	/**
146	<	* Returns the next token from this string tokenizer as an integer.
147	<	* @return the next token from this string tokenizer  as an integer.
148	<	*/
149	<	int nextTokenAsInt();
145	>	/**
146	>	* Returns the next token from this string tokenizer as an integer.
147	>	* @return the next token from this string tokenizer  as an integer.
148	>	*/
149	>	int nextTokenAsInt();
150
151	<	/**
152	<	* Returns the next token from this string tokenizer as a float.
153	<	* @return the next token from this string tokenizer as a float.
154	<	*/
155	<	float nextTokenAsFloat();
151	>	/**
152	>	* Returns the next token from this string tokenizer as a float.
153	>	* @return the next token from this string tokenizer as a float.
154	>	*/
155	>	float nextTokenAsFloat();
156
157	<	/**
158	<	* Returns the next token from this string tokenizer as a double.
159	<	* @return the next token from this string tokenizer as a double.
160	<	*/
161	<	double nextTokenAsDouble();
157	>	/**
158	>	* Returns the next token from this string tokenizer as a RealType.
159	>	* @return the next token from this string tokenizer as a RealType.
160	>	*/
161	>	RealType nextTokenAsDouble();
162
163	<	/**
164	<	* Returns the next token without advancing the position of the StringTokenizer.
165	<	* @return the next token
166	<	*/
167	<	std::string  peekNextToken();
163	>	/**
164	>	* Returns the next token without advancing the position of the StringTokenizer.
165	>	* @return the next token
166	>	*/
167	>	std::string  peekNextToken();
168
169	<	/**
170	<	* Returns the current delimiter set of this string tokenizer
171	<	* @return the current delimiter set
172	<	*/
173	<	const std::string& getDelimiters() {
174	<	return delim_;
175	<	}
169	>	/**
170	>	* Returns the current delimiter set of this string tokenizer
171	>	* @return the current delimiter set
172	>	*/
173	>	const std::string& getDelimiters() {
174	>	return delim_;
175	>	}
176
177	<	/**
178	<	* Returns the original string before tokenizing.
179	<	* @return the original string before tokenizing
180	<	*/
181	<	const std::string& getOriginal() {
182	<	return tokenString_;
183	<	}
177	>	/**
178	>	* Returns the original string before tokenizing.
179	>	* @return the original string before tokenizing
180	>	*/
181	>	const std::string& getOriginal() {
182	>	return tokenString_;
183	>	}
184
185	<	private:
185	>	/**
186	>	* Returns all of the tokens
187	>	* @return all of the tokens
188	>	*/
189	>	std::vector<std::string> getAllTokens();
190	>	/**
191	>	* Returns the remaining unparsed string
192	>	* @return the remaining unparsed string
193	>	*/
194	>	std::string getRemainingString();
195	>	private:
196
197	<	/**
198	<	* Test if character is in current delimiter set.
199	<	* @param c character to be tested
200	<	* @return true if character is in current delimiter set, flase otherwise.
201	<	*/
202	<	bool isDelimiter(const char c);
197	>	/**
198	>	* Test if character is in current delimiter set.
199	>	* @param c character to be tested
200	>	* @return true if character is in current delimiter set, flase otherwise.
201	>	*/
202	>	bool isDelimiter(const char c);
203
204	<	std::string tokenString_;
204	>	/** convert a fortran number to a c/c++ number */
205	>	void convertFortranNumber(std::string& fortranNumber);
206	>
207
208	<	std::string delim_;         /**< current delimiter set of this string tokenizer */
208	>	std::string tokenString_;
209
210	<	bool returnTokens_; /**< flag indicating whether to return the delimiters as tokens */
210	>	std::string delim_;         /**< current delimiter set of this string tokenizer */
211
212	<	std::string::const_iterator currentPos_;
192	<	std::string::const_iterator end_;
193	<	};
212	>	bool returnTokens_; /**< flag indicating whether to return the delimiters as tokens */
213
214	<	}                               //namespace oopse
214	>	std::string::const_iterator currentPos_;
215	>	std::string::const_iterator end_;
216	>	};
217
218	+	}                               //namespace OpenMD
219	+
220		#endif                          //UTIL_STRINGTOKENIZER_HPP

Comparing trunk/src/utils/StringTokenizer.hpp (property svn:keywords):
Revision 246 by gezelter, Wed Jan 12 22:41:40 2005 UTC vs.
Revision 2073 by gezelter, Sat Mar 7 23:52:07 2015 UTC

#	Line 0 | Line 1
1	+	Author Id Revision Date

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines