summaryrefslogtreecommitdiff
path: root/src/Nodes/NodeUtility.php
diff options
context:
space:
mode:
Diffstat (limited to 'src/Nodes/NodeUtility.php')
-rw-r--r--src/Nodes/NodeUtility.php1
1 files changed, 1 insertions, 0 deletions
diff --git a/src/Nodes/NodeUtility.php b/src/Nodes/NodeUtility.php
index 0e8a3fd..56de705 100644
--- a/src/Nodes/NodeUtility.php
+++ b/src/Nodes/NodeUtility.php
@@ -28,6 +28,7 @@ class NodeUtility
'shareElements' => '/(\b|_)(share|sharedaddy)(\b|_)/i',
'nextLink' => '/(next|weiter|continue|>([^\|]|$)|»([^\|]|$))/i',
'prevLink' => '/(prev|earl|old|new|<|«)/i',
+ 'tokenize' => '/\W+/',
'whitespace' => '/^\s*$/',
'hasContent' => '/\S$/',
'positive' => '/article|body|content|entry|hentry|h-entry|main|page|pagination|post|text|blog|story/i',