Add minimum requirement check for word matching and ignore empty phrases

Author: gdbrown

CHANGELOG-0.x.md

@@ -1,9 +1,15 @@
 # CHANGELOG for 0.x
 This changelog references the relevant changes done in 0.x versions.
 
+
+## v0.3.2
+* BUG :: Add minimum requirement check for word matching `[a-zA-Z0-9]+` and ignore empty phrases.
+
+
 ## v0.3.1
 * BUG :: Fix invalid string casting on Numbr in ElasticaQueryBuilder.
 
+
 ## v0.3.0
 __BREAKING CHANGES__
 

src/Tokenizer.php

@@ -1756,6 +1756,30 @@
             new Word('token'),
         ],
     ],
+
+    [
+        'name'            => 'should not have words or phrases without real characters',
+        'input'           => 'test taco-spice chester:copperpot :: : ; ;; " " , - -- - ++ "a phrase:" _ [ ] { } | \\ / ` * ~ ! @ ( ) # $ % ^ & = < > ?',
+        'expected_tokens' => [
+            [T::T_WORD, 'test'],
+            [T::T_WORD, 'taco-spice'],
+            [T::T_FIELD_START, 'chester'],
+            [T::T_WORD, 'copperpot'],
+            T::T_FIELD_END,
+            T::T_PROHIBITED,
+            T::T_REQUIRED,
+            [T::T_PHRASE, 'a phrase:'],
+            T::T_WILDCARD,
+            T::T_SUBQUERY_START,
+            T::T_SUBQUERY_END,
+        ],
+        'expected_nodes'  => [
+            new Word('test'),
+            new Word('taco-spice'),
+            new Field('chester', new Word('copperpot')),
+            new Phrase('a phrase:'),
+        ],
+    ],
     /*
      * END: WEIRD QUERIES
      */