Code Cleanup

- Removed unused text.cpp isTokenEnd function.

src/text.cpp

@@ -613,25 +613,6 @@ bool isWordEnd (const std::string& input, std::string::size_type pos)
   return false;
 }
 
-////////////////////////////////////////////////////////////////////////////////
-//          Input: hello, world
-// Result for pos: ....y......y
-//
-//          Input: (one) two
-// Result for pos: y..yy...y
-bool isTokenEnd (const std::string& input, std::string::size_type pos)
-{
-  // Delegate.
-  if (isWordEnd (input, pos))
-    return true;
-
-  // Punctuation divides tokens.
-  if (pos < input.length () && isPunctuation (input[pos]))
-    return true;
-
-  return false;
-}
-
 ////////////////////////////////////////////////////////////////////////////////
 // Override of ispunct, that considers #, $ and @ not to be punctuation.
 //

src/text.h

@@ -58,7 +58,6 @@ bool noSpaces (const std::string&);
 bool noVerticalSpace (const std::string&);
 bool isWordStart (const std::string&, std::string::size_type);
 bool isWordEnd (const std::string&, std::string::size_type);
-bool isTokenEnd (const std::string&, std::string::size_type);
 bool isPunctuation (char);
 std::string visible (char);
 bool compare (const std::string&, const std::string&, bool sensitive = true);