enable xhtml parser

9 months ago · fae43d54e5
1 changed files with 7 additions and 2 deletions
--- a/src/cli/document/crawl.php
+++ b/src/cli/document/crawl.php
@ -231,8 +231,13 @@ foreach($index->search('')
				@@ -231,8 +231,13 @@ foreach($index->search('')
        } else continue;

        // DOM crawler
-        if (false !== stripos($type, 'text/html'))
-        {
+        if (
+            false !== stripos($type, 'text/html')
+            ||
+            false !== stripos($type, 'text/xhtml')
+            ||
+            false !== stripos($type, 'application/xhtml')
+        ) {
            $crawler = new Symfony\Component\DomCrawler\Crawler();
            $crawler->addHtmlContent(
                $response