186 Commits

Author	SHA1	Message	Date
ghost	5a47c66e55	fix readme description	2023-06-04 11:49:25 +03:00
ghost	f49076bb0c	index homepages and shorter URL with higher priority	2023-06-04 11:38:56 +03:00
ghost	3b1590cf7b	update readme	2023-06-01 00:07:11 +03:00
ghost	69eb8d4ed4	update readme	2023-05-31 16:30:05 +03:00
ghost	52bd900ad4	update readme	2023-05-31 16:28:58 +03:00
ghost	fc687f7f2c	update readme	2023-05-18 14:13:00 +03:00
ghost	3113057a36	update readme	2023-05-18 14:11:42 +03:00
ghost	6e45c85ce4	update readme	2023-05-17 13:52:50 +03:00
ghost	d88b30925c	update readme	2023-05-17 13:50:04 +03:00
ghost	3d100568d7	update readme	2023-05-17 13:48:56 +03:00
ghost	940d5b0042	update readme	2023-05-15 21:54:37 +03:00
ghost	56a706948e	update readme	2023-05-15 21:25:54 +03:00
ghost	35acabeab9	update readme	2023-05-15 21:18:30 +03:00
ghost	ae7467ad75	update readme	2023-05-15 09:34:36 +03:00
ghost	df195249df	update readme	2023-05-15 09:33:16 +03:00
ghost	81f7ea1e1e	implement multi-storage snap downloads	2023-05-15 09:18:18 +03:00
ghost	afb014cdb2	update readme	2023-05-14 19:42:55 +03:00
ghost	1969707eeb	integrate optional MEGA/cmd snap storage	2023-05-14 19:41:20 +03:00
ghost	134b70e130	update readme	2023-05-14 01:51:30 +03:00
ghost	0d19004e86	make local snap storage optimization	2023-05-14 01:45:55 +03:00
ghost	efc66d5dab	update local snap storage paths	2023-05-13 11:06:40 +03:00
ghost	375a94a510	update readme	2023-05-13 10:18:05 +03:00
ghost	2f7d99079d	implement local snaps	2023-05-13 10:15:07 +03:00
ghost	eeeb3dceac	implement index explorer	2023-05-13 05:54:15 +03:00
ghost	371670fadf	add media referrers info	2023-05-13 03:01:00 +03:00
ghost	89d1b2230b	update readme	2023-05-11 08:46:44 +03:00
ghost	34e25a1d94	update readme	2023-05-10 14:32:36 +03:00
ghost	db0e66c846	refactor to mime-based content index #1	2023-05-10 12:47:36 +03:00
ghost	7dc7c89d9e	update readme	2023-05-09 10:22:41 +03:00
ghost	d186fff48f	skip curl download on response data size reached	2023-05-09 10:21:37 +03:00
ghost	377d4935ad	update readme	2023-05-09 08:28:09 +03:00
ghost	25b6bce2ec	add crawler/cleaner logs	2023-05-08 11:04:59 +03:00
ghost	b6605b9132	implement not reachable resources ban feature with timeout to prevent extra http requests	2023-05-06 08:45:37 +03:00
ghost	cfa5d01db1	update readme	2023-05-06 07:33:34 +03:00
ghost	702a14b634	add mime content type crawling #1	2023-05-06 07:25:54 +03:00
ghost	d945fdfd91	update readme	2023-05-05 20:29:12 +03:00
ghost	bca05e66e9	update readme	2023-05-05 19:53:54 +03:00
ghost	c45592b459	update readme	2023-05-05 13:32:56 +03:00
ghost	ff187cfd60	update readme	2023-05-05 13:27:57 +03:00
ghost	b1ac5e64a1	update readme	2023-05-05 13:22:53 +03:00
ghost	376476c7b0	update readme	2023-05-05 13:20:50 +03:00
ghost	44b4b50336	update readme	2023-05-05 13:20:23 +03:00
ghost	d1312a2ade	update readme	2023-05-05 13:15:49 +03:00
ghost	e99dae84dd	update readme	2023-05-05 13:09:38 +03:00
ghost	14541ae5e3	update readme	2023-05-05 12:59:46 +03:00
ghost	052c829b64	update readme	2023-05-05 12:52:20 +03:00
ghost	a1d8522006	update readme	2023-05-05 12:49:07 +03:00
ghost	05fedc6fa6	update readme	2023-05-05 12:25:22 +03:00
ghost	ce16d2dd9f	update readme	2023-05-05 12:17:48 +03:00
ghost	6a3f4d1904	update readme	2023-05-05 11:56:53 +03:00
ghost	747caccea5	update readme	2023-05-05 11:55:50 +03:00
ghost	b09ac5eb43	update readme	2023-05-05 11:53:32 +03:00
ghost	463b81af5e	update readme	2023-05-05 11:49:16 +03:00
ghost	4d54e5cc8f	update readme	2023-05-05 11:46:03 +03:00
ghost	32e81ede31	update readme	2023-05-05 11:41:40 +03:00
ghost	5999fb3a73	add distributed hosts crawling using yggo nodes manifest	2023-05-05 05:26:53 +03:00
ghost	6b18202588	implement proxied image search #1	2023-05-04 03:48:57 +03:00
ghost	0bd765064b	implement extended search mode support #9	2023-05-01 20:09:28 +03:00
ghost	fb5cfe4f50	update readme	2023-05-01 19:23:51 +03:00
ghost	c3ff4de3bb	update readme	2023-05-01 19:10:42 +03:00
ghost	b2d3cf1c13	update readme	2023-05-01 19:09:28 +03:00
ghost	00140e30a8	update readme	2023-04-29 07:49:09 +03:00
ghost	c592edbd82	update readme	2023-04-29 07:47:55 +03:00
ghost	e396a3a848	update readme	2023-04-25 19:44:25 +03:00
ghost	6ade7e9fcd	update readme	2023-04-25 19:43:10 +03:00
ghost	a2fc14c8cf	implement manifest API	2023-04-25 19:35:52 +03:00
ghost	3917ca8d4f	move crontab configuration example to the config directory	2023-04-23 09:07:06 +03:00
ghost	bf976058c8	update readme	2023-04-23 09:03:53 +03:00
ghost	74300cdf71	update readme	2023-04-23 09:03:02 +03:00
ghost	12836660e4	update readme	2023-04-23 07:16:40 +03:00
ghost	82042a52bf	update readme	2023-04-23 07:12:40 +03:00
ghost	ef50716696	update readme	2023-04-23 07:10:32 +03:00
ghost	3eb44d1aef	update readme	2023-04-23 07:09:28 +03:00
ghost	2d985f5851	update demo media	2023-04-23 07:07:33 +03:00
ghost	c4f30b0b94	update readme	2023-04-23 07:03:12 +03:00
ghost	e66e6832bd	update crontab task example	2023-04-23 04:48:15 +03:00
ghost	7bee0ebb4d	update readme	2023-04-23 03:29:02 +03:00
ghost	1c4904d333	update readme	2023-04-23 03:08:49 +03:00
ghost	14ba97f46a	update readme	2023-04-23 03:04:01 +03:00
ghost	5b16d83ca1	update readme	2023-04-23 03:03:27 +03:00
ghost	9916fb701f	implement basic api	2023-04-23 03:01:51 +03:00
ghost	24472ea452	update readme	2023-04-12 13:11:09 +03:00
ghost	921317c667	update readme	2023-04-12 13:09:46 +03:00
ghost	7104cf19b7	update readme	2023-04-12 12:53:51 +03:00
ghost	fb18a9b955	update README.md	2023-04-10 03:24:10 +03:00
ghost	e505c76aaa	update roadmap item by #5 answer	2023-04-09 00:37:19 +03:00
ghost	bee5086f22	add crontab configuration example, check roadmap item	2023-04-09 00:07:06 +03:00
ghost	505544c8c9	add affiliate link	2023-04-08 20:13:13 +03:00
d47081	a29d6d5d0a	Update README.md	2023-04-07 18:24:50 +03:00
ghost	ab71b3823a	update readme	2023-04-07 15:03:00 +03:00
ghost	2495a2bbc7	implement MySQL/Sphinx data model #3, add basical robots.txt support #2	2023-04-07 04:04:24 +03:00
d47081	a14d18fedb	Update README.md	2023-04-05 19:28:58 +03:00
d47081	4bb3e26c7b	Update README.md	2023-04-05 19:22:58 +03:00
d47081	9b8bd6d277	Update README.md	2023-04-05 19:20:51 +03:00
d47081	f25e95cb79	Update README.md	2023-04-05 19:19:39 +03:00
d47081	ceed482bd4	Update README.md	2023-04-05 19:18:51 +03:00
d47081	006460381b	Update README.md	2023-04-05 17:54:46 +03:00
d47081	e8059d94ec	Update README.md	2023-04-05 16:11:03 +03:00
d47081	2c08604125	Update README.md	2023-04-04 01:46:06 +03:00
d47081	9377a8d0aa	Update README.md	2023-04-04 01:44:37 +03:00