ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/OpenMD/trunk/src/utils/StringTokenizer.hpp
(Generate patch)

Comparing trunk/src/utils/StringTokenizer.hpp (file contents):
Revision 101 by tim, Mon Oct 18 23:13:23 2004 UTC vs.
Revision 963 by tim, Wed May 17 21:51:42 2006 UTC

# Line 1 | Line 1
1   /*
2 < * Copyright (C) 2000-2004  Object Oriented Parallel Simulation Engine (OOPSE) project
3 < *
4 < * Contact: oopse@oopse.org
5 < *
6 < * This program is free software; you can redistribute it and/or
7 < * modify it under the terms of the GNU Lesser General Public License
8 < * as published by the Free Software Foundation; either version 2.1
9 < * of the License, or (at your option) any later version.
10 < * All we ask is that proper credit is given for our work, which includes
11 < * - but is not limited to - adding the above copyright notice to the beginning
12 < * of your source code files, and to any copyright notice that you may distribute
13 < * with programs based on this work.
14 < *
15 < * This program is distributed in the hope that it will be useful,
16 < * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 < * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18 < * GNU Lesser General Public License for more details.
19 < *
20 < * You should have received a copy of the GNU Lesser General Public License
21 < * along with this program; if not, write to the Free Software
22 < * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
2 > * Copyright (c) 2005 The University of Notre Dame. All Rights Reserved.
3   *
4 + * The University of Notre Dame grants you ("Licensee") a
5 + * non-exclusive, royalty free, license to use, modify and
6 + * redistribute this software in source and binary code form, provided
7 + * that the following conditions are met:
8 + *
9 + * 1. Acknowledgement of the program authors must be made in any
10 + *    publication of scientific results based in part on use of the
11 + *    program.  An acceptable form of acknowledgement is citation of
12 + *    the article in which the program was described (Matthew
13 + *    A. Meineke, Charles F. Vardeman II, Teng Lin, Christopher
14 + *    J. Fennell and J. Daniel Gezelter, "OOPSE: An Object-Oriented
15 + *    Parallel Simulation Engine for Molecular Dynamics,"
16 + *    J. Comput. Chem. 26, pp. 252-271 (2005))
17 + *
18 + * 2. Redistributions of source code must retain the above copyright
19 + *    notice, this list of conditions and the following disclaimer.
20 + *
21 + * 3. Redistributions in binary form must reproduce the above copyright
22 + *    notice, this list of conditions and the following disclaimer in the
23 + *    documentation and/or other materials provided with the
24 + *    distribution.
25 + *
26 + * This software is provided "AS IS," without a warranty of any
27 + * kind. All express or implied conditions, representations and
28 + * warranties, including any implied warranty of merchantability,
29 + * fitness for a particular purpose or non-infringement, are hereby
30 + * excluded.  The University of Notre Dame and its licensors shall not
31 + * be liable for any damages suffered by licensee as a result of
32 + * using, modifying or distributing the software or its
33 + * derivatives. In no event will the University of Notre Dame or its
34 + * licensors be liable for any lost revenue, profit or data, or for
35 + * direct, indirect, special, consequential, incidental or punitive
36 + * damages, however caused and regardless of the theory of liability,
37 + * arising out of the use of or inability to use software, even if the
38 + * University of Notre Dame has been advised of the possibility of
39 + * such damages.
40   */
25 –
26 – /**
27 –  * @file StringTokenizer.hpp
28 –  * @author tlin
29 –  * @date 09/20/2004
30 –  * @time 11:30am
31 –  * @version 1.0
32 –  */
41  
42 + /**
43 + * @file StringTokenizer.hpp
44 + * @author tlin
45 + * @date 09/20/2004
46 + * @time 11:30am
47 + * @version 1.0
48 + */
49 +
50   #ifndef UTIL_STRINGTOKENIZER_HPP
51   #define UTIL_STRINGTOKENIZER_HPP
52  
53 + #include <string>
54   #include <vector>
55 + #include "config.h"
56 + namespace oopse {
57  
58 < #include "util/NoSuchElementException.hpp"
58 >  /**
59 >   * @class StringTokenizer.hpp "util/StringTokenizer.hpp"
60 >   * @brief The string tokenizer class allows an application to break a string into tokens
61 >   * The set of delimiters (the characters that separate tokens) may be specified either
62 >   * at creation time or on a per-token basis.
63 >   * An instance of StringTokenizer behaves in one of two ways, depending on whether it was
64 >   * created with the returnTokens flag having the value true or false.
65 >   */
66 >  class StringTokenizer {
67 >  public:
68  
69 < namespace oopse{
69 >    /**
70 >     * Constructs a string tokenizer for the specified string. The characters in the delim argument
71 >     * are the delimiters for separating tokens. characters are skipped and only serve as
72 >     * separators between tokens.
73 >     * @param str a string to be parsed.
74 >     * @param delim the delimiters, default value is " ;\t\n\r".
75 >     * @note this is still a little bit java like implementation. Pure c++ one should use TokenIterator.
76 >     * Boost's tokenizer class is one of them
77 >     */
78 >    StringTokenizer(const std::string & str,
79 >                    const std::string & delim = " ;\t\n\r");
80  
81      /**
82 <     * @class StringTokenizer.hpp "util/StringTokenizer.hpp"
83 <     *
84 <     * @brief The string tokenizer class allows an application to break a string into tokens
85 <     *
86 <     * The set of delimiters (the characters that separate tokens) may be specified either
87 <     * at creation time or on a per-token basis.
88 <     * An instance of StringTokenizer behaves in one of two ways, depending on whether it was
89 <     * created with the returnTokens flag having the value true or false.
82 >     * Constructs a string tokenizer for an iterator range [first, last). The characters in the delim argument
83 >     * are the delimiters for separating tokens. characters are skipped and only serve as
84 >     * separators between tokens.
85 >     * @param first begin iterator
86 >     * @param last end iterator
87 >     * @param delim the delimiters, default value is " ;\t\n\r".
88 >     * @note this is still a little bit java like implementation. Pure c++ one should use TokenIterator.
89 >     * Boost's tokenizer class is one of them
90       */
91 <    class StringTokenizer{
92 <    
55 <        public:
56 <            
57 <            /**
58 <             * Constructs a string tokenizer for the specified string. The characters in the delim argument
59 <             * are the delimiters for separating tokens. characters are skipped and only serve as
60 <             * separators between tokens.
61 <             * @param str a string to be parsed.
62 <             * @param delim the delimiters, default value is "\t\n\r".
63 <             */
64 <            StringTokenizer(const std::string& str, const std::string& delim = "\t\n\r");
91 >    StringTokenizer(std::string::const_iterator& first, std::string::const_iterator& last,
92 >                    const std::string & delim = " ;\t\n\r");
93  
94 <            /**
95 <             * Constructs a string tokenizer for the specified string. The characters in the delim argument
96 <             * are the delimiters for separating tokens.
97 <             * If the returnTokens flag is true, then the delimiter characters are also returned as tokens.
98 <             * Each delimiter is returned as a string of length one. If the flag is false, the delimiter
99 <             * characters are skipped and only serve as separators between tokens.
100 <             * @param str a string to be parsed.
101 <             * @param delim the delimiters.
102 <             * @param returnTokens flag indicating whether to return the delimiters as tokens.
103 <             */
104 <            StringTokenizer(const std::string& str, const std::string& delim, bool returnTokens);
94 >    /**
95 >     * Constructs a string tokenizer for the specified string. The characters in the delim argument
96 >     * are the delimiters for separating tokens.
97 >     * If the returnTokens flag is true, then the delimiter characters are also returned as tokens.
98 >     * Each delimiter is returned as a string of length one. If the flag is false, the delimiter
99 >     * characters are skipped and only serve as separators between tokens.
100 >     * @param str a string to be parsed.
101 >     * @param delim the delimiters.
102 >     * @param returnTokens flag indicating whether to return the delimiters as tokens.
103 >     */
104 >    StringTokenizer(const std::string&str, const std::string&delim,
105 >                    bool returnTokens);
106  
107 <            /**
108 <             * Calculates the number of times that this tokenizer's nextToken method can be called
109 <             * before it generates an exception.
110 <             *
111 <             * @return the number of tokens remaining in the string using the current delimiter set.
112 <             */
84 <            int countTokens();
107 >    /**
108 >     * Calculates the number of times that this tokenizer's nextToken method can be called
109 >     * before it generates an exception.
110 >     * @return the number of tokens remaining in the string using the current delimiter set.
111 >     */
112 >    int countTokens();
113  
114 <            /**
115 <             * Tests if there are more tokens available from this tokenizer's string.
116 <             *
117 <             * @return true if there are more tokens available from this tokenizer's string, false otherwise
118 <             */
91 <            bool hasMoreTokens();
114 >    /**
115 >     * Tests if there are more tokens available from this tokenizer's string.
116 >     * @return true if there are more tokens available from this tokenizer's string, false otherwise
117 >     */
118 >    bool hasMoreTokens();
119  
120 <            /**
121 <             * Returns the next token from this string tokenizer.
122 <             *
123 <             * @return the next token from this string tokenizer.
124 <             *
125 <             * @exception NoSuchElementException if there are no more tokens in this tokenizer's string
99 <             */
100 <            std::string nextToken();
120 >    /**
121 >     * Returns the next token from this string tokenizer.
122 >     * @return the next token from this string tokenizer.
123 >     * @exception NoSuchElementException if there are no more tokens in this tokenizer's string
124 >     */
125 >    std::string nextToken();
126  
127 <            /**
128 <             * Returns the next token in this string tokenizer's string. The new delimiter set remains the
129 <             * default after this call.
130 <             *
131 <             * @param newDelim the new delimiters.
132 <             *
133 <             * @return the next token, after switching to the new delimiter set.
134 <             *
135 <             * @exception NoSuchElementException if there are no more tokens in this tokenizer's string.
111 <             *
112 <             */
113 <            std::string nextToken(const std::string& newDelim);
127 >    //actually, nextToken Can be template function
128 >    //template <typename ReturnType>
129 >    //ReturnType nextToken();
130 >        
131 >    /**
132 >     * Returns the next token from this string tokenizer as a bool.
133 >     * @return the next token from this string tokenizer  as a bool.
134 >     */
135 >    bool nextTokenAsBool();
136  
137 <            /**
138 <             * Returns the current delimiter set of this string tokenizer
139 <             *
140 <             * @return the current delimiter set
141 <             */
120 <            std::string getDelimiter();
137 >    /**
138 >     * Returns the next token from this string tokenizer as an integer.
139 >     * @return the next token from this string tokenizer  as an integer.
140 >     */
141 >    int nextTokenAsInt();
142  
143 <        private:
144 <            
145 <            /**
146 <             * Test if character is in current delimiter set.
147 <             *
127 <             * @param c character to be tested
128 <             *
129 <             * @return true if character is in current delimiter set, flase otherwise.
130 <             */
131 <            bool isDelimiter(char c);
132 <            
133 <            std::string delim_;  /**< current delimiter set of this string tokenizer */
143 >    /**
144 >     * Returns the next token from this string tokenizer as a float.
145 >     * @return the next token from this string tokenizer as a float.
146 >     */
147 >    float nextTokenAsFloat();
148  
149 <            bool returnTokens_; /**< flag indicating whether to return the delimiters as tokens */
150 <    };
149 >    /**
150 >     * Returns the next token from this string tokenizer as a RealType.
151 >     * @return the next token from this string tokenizer as a RealType.
152 >     */
153 >    RealType nextTokenAsDouble();
154  
155 +    /**
156 +     * Returns the next token without advancing the position of the StringTokenizer.
157 +     * @return the next token
158 +     */
159 +    std::string  peekNextToken();
160  
161 < } //namespace oopse
162 < #endif //UTIL_STRINGTOKENIZER_HPP
161 >    /**
162 >     * Returns the current delimiter set of this string tokenizer
163 >     * @return the current delimiter set
164 >     */
165 >    const std::string& getDelimiters() {
166 >      return delim_;
167 >    }
168 >
169 >    /**
170 >     * Returns the original string before tokenizing.
171 >     * @return the original string before tokenizing
172 >     */
173 >    const std::string& getOriginal() {
174 >      return tokenString_;
175 >    }
176 >
177 >    /**
178 >     * Returns all of the tokens
179 >     * @return all of the tokens
180 >     */
181 >    std::vector<std::string> getAllTokens();
182 >  private:
183 >
184 >    /**
185 >     * Test if character is in current delimiter set.
186 >     * @param c character to be tested
187 >     * @return true if character is in current delimiter set, flase otherwise.
188 >     */
189 >    bool isDelimiter(const char c);
190 >
191 >    /** convert a fortran number to a c/c++ number */
192 >    void convertFortranNumber(std::string& fortranNumber);
193 >        
194 >
195 >    std::string tokenString_;
196 >
197 >    std::string delim_;         /**< current delimiter set of this string tokenizer */
198 >
199 >    bool returnTokens_; /**< flag indicating whether to return the delimiters as tokens */
200 >
201 >    std::string::const_iterator currentPos_;
202 >    std::string::const_iterator end_;
203 >  };
204 >
205 > }                               //namespace oopse
206 >
207 > #endif                          //UTIL_STRINGTOKENIZER_HPP

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines