Lexer:: Implemented ::isHardBoundary to detect filter tokens

2015-07-11 13:10:15 -04:00
parent 15dea00eeb
commit 642f378462
2 changed files with 30 additions and 1 deletions
--- a/src/Lexer.h
+++ b/src/Lexer.h
@@ -70,6 +70,7 @@ public:
  static bool isDoubleCharOperator  (int, int, int);
  static bool isTripleCharOperator  (int, int, int, int);
  static bool isBoundary            (int, int);
+  static bool isHardBoundary        (int, int);
  static bool isPunctuation         (int);
  static bool isAllDigits           (const std::string&);
  static bool isOneWord             (const std::string&);