- Implemented isTokenEnd, as a special case of isWordEnd, but considers
  consecutive punctuation to be a set of individual tokens.
This commit is contained in:
Paul Beckingham
2011-09-10 13:24:54 -04:00
parent 94bb98edac
commit 562fd8ce3c
2 changed files with 21 additions and 1 deletions

View File

@@ -61,6 +61,7 @@ bool noSpaces (const std::string&);
bool noVerticalSpace (const std::string&);
bool isWordStart (const std::string&, std::string::size_type);
bool isWordEnd (const std::string&, std::string::size_type);
bool isTokenEnd (const std::string&, std::string::size_type);
bool isPunctuation (char);
bool compare (const std::string&, const std::string&, bool sensitive = true);
bool closeEnough (const std::string&, const std::string&);