From ab94df5a1ca4773ab684eb6b97966b316beaa8fc Mon Sep 17 00:00:00 2001 From: Daan Wynen Date: Sat, 17 Jan 2015 02:30:50 +0100 Subject: [PATCH] don't create shortened links for things we know we're not gonna post anyway. --- feed2twister.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/feed2twister.py b/feed2twister.py index 90ea0dc..1133d3d 100755 --- a/feed2twister.py +++ b/feed2twister.py @@ -80,7 +80,7 @@ def main(max_items): feed = feedparser.parse(feed_url) n_items = 0 - for e in feed.entries: + for i, e in enumerate(feed.entries): eid = '{0}|{1}'.format(feed_url,e.id) if db.has_key(eid) and not args.repost_existing: # been there, done that (or not - for a reason) @@ -130,6 +130,11 @@ def main(max_items): n_items+=1 + if n_items >= max_items: + logging.warn(u'Quota reached. Skipping {0} items:'.format(len(feed.entries[i+1:]))) + for ee in feed.entries[i+1:]: + logging.warn(u' {0}|{1}'.format(feed_url, ee.id)) + break if __name__=='__main__':