Merge pull request #3 from skipperbent/v1-development

Removed second sanitize method as it's too strict.

Author: skipperbent

src/Pecee/BooleanQueryParser/BooleanQueryParser.php

@@ -45,9 +45,6 @@ public function parse(string $string): ?string
             return null;
         }
 
-        // Clean the words of anything we dont want
-        $tokens = $this->secondClean($tokens);
-
         // Any hyphenated words should be merged to they are taken as is (john-paul should be "john-paul" not +john -paul)
         $tokens = $this->mergeHyphenatedWords($tokens);
 
@@ -106,25 +103,6 @@ protected function firstClean(string $string): string
         return strtolower(trim($output));
     }
 
-    /**
-     * We need to process each element in turn now and clean/sanitise it
-     *
-     * @param array $tokens
-     *
-     * @return array
-     */
-    protected function secondClean(array $tokens): array
-    {
-        $toReturn = [];
-
-        foreach ($tokens as $token) {
-            $token = preg_replace('/[^\p{L}0-9 @\(\)\-\+\*\"\.]/ui', '', $token);
-            $toReturn[] = $token;
-        }
-
-        return $toReturn;
-    }
-
     /**
      * Because we don't want hyphenated words to be treated differently, lets merge them in quotes
      *