From 164177ee1c08e46700bd834d6d55f5cbed7cc2ac Mon Sep 17 00:00:00 2001 From: Kale Date: Sat, 7 Aug 2021 23:48:33 -0700 Subject: [PATCH] Update 'crawler.py' --- crawler.py | 1 + 1 file changed, 1 insertion(+) diff --git a/crawler.py b/crawler.py index b8ef260..00d838d 100644 --- a/crawler.py +++ b/crawler.py @@ -72,6 +72,7 @@ def filteringcon(filters_regex_one): for i in range(len(file)): file[i] = re.sub('\s\s+', ' ', file[i]) file[i] = re.sub('#..*', '', file[i]) + file[i] = re.sub(';..*', '', file[i]) with open(filters_regex_one, 'w') as f1: f1.writelines(["%s\n" % item for item in file]) f.close()