diff --git a/src/cli/document/crawl.php b/src/cli/document/crawl.php index 9989b95..92a1d56 100644 --- a/src/cli/document/crawl.php +++ b/src/cli/document/crawl.php @@ -231,8 +231,13 @@ foreach($index->search('') } else continue; // DOM crawler - if (false !== stripos($type, 'text/html')) - { + if ( + false !== stripos($type, 'text/html') + || + false !== stripos($type, 'text/xhtml') + || + false !== stripos($type, 'application/xhtml') + ) { $crawler = new Symfony\Component\DomCrawler\Crawler(); $crawler->addHtmlContent( $response