From c4dfb58fe3ed9db29c336a9d7202d91235864f1b Mon Sep 17 00:00:00 2001
From: ghost <noreply@localhost>
Date: Sun, 23 Apr 2023 01:14:31 +0300
Subject: [PATCH] add options documentation

---
 config/app.php.txt | 28 ++++++++++++++++++++++++++++
 1 file changed, 28 insertions(+)

diff --git a/config/app.php.txt b/config/app.php.txt
index 7261932..0b971ae 100644
--- a/config/app.php.txt
+++ b/config/app.php.txt
@@ -27,8 +27,36 @@ define('CRAWL_PAGE_SECONDS_OFFSET', 3600);
 
 define('CRAWL_URL_REGEXP', '/^.*$/ui'); // ipv6 only '/^http:\/\/\[[\w:]+\].*$/ui'
 
+/*
+ * Pages limit per new host by default
+ *
+ * Crawler stops indexing on this limit reach to prevent disk overuse
+ *
+ * Custom rule for specified host could be provided in the DB `host`.`crawlPageLimit` field
+ *
+ */
 define('CRAWL_HOST_DEFAULT_PAGES_LIMIT', 1000);
+
+/*
+ * Set default auto-crawl status for new host added
+ *
+ * true  - crawler autostart pages indexer limited by CRAWL_HOST_DEFAULT_PAGES_LIMIT
+ * false - requires manual validation by the moderator in the DB `host`.`status` field
+ *
+ * This option also disable host in the search results
+ *
+ */
 define('CRAWL_HOST_DEFAULT_STATUS', true);
+
+/*
+ * Index only meta tags to prevent disk overuse
+ * or false to save meta tags + overall plain text page content
+ *
+ * Custom rule for specified host could be provided in the DB `host`.`crawlPageMetaOnly` field
+ *
+ * This option able to change search results relevance
+ *
+ */
 define('CRAWL_HOST_DEFAULT_META_ONLY', false);
 
 /*