From df1966826065f87b17da90f7cf6ec788a84999a2 Mon Sep 17 00:00:00 2001 From: knoflook Date: Fri, 28 Jan 2022 12:18:19 +0100 Subject: [PATCH] feat: remove local data for nonexisting feeds --- lumbunglib/feed.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/lumbunglib/feed.py b/lumbunglib/feed.py index a68c550..32bbe90 100644 --- a/lumbunglib/feed.py +++ b/lumbunglib/feed.py @@ -194,13 +194,25 @@ def main(): if not os.path.exists(output_dir): os.makedirs(output_dir) + feed_dict = dict() + for url in feed_urls: + feed_name = urlparse(url).netloc + feed_dict[url] = feed_name + + feed_names = feed_dict.values() + content_dirs = os.listdir(output_dir) + for i in content_dirs: + if i not in feed_names: + shutil.rmtree(os.path.join(output_dir, i)) + print("%s not in feeds_list.txt, removing local data" %(i)) + # add iframe to the allowlist of feedparser's sanitizer, # this is now handled in parse_post() feedparser.sanitizer._HTMLSanitizer.acceptable_elements |= {"iframe"} for feed_url in feed_urls: - feed_name = urlparse(feed_url).netloc + feed_name = feed_dict[feed_url] feed_dir = os.path.join(output_dir, feed_name)