From ea0db5e534f5e779af60f774ba647452fb1d8ebf Mon Sep 17 00:00:00 2001 From: minoplhy Date: Thu, 28 Apr 2022 00:18:58 +0700 Subject: [PATCH] Revert "crawler : additional filtering" This reverts commit 160c116ff117e25e249d3c0d66b9624c425ceb56. --- crawler.py | 9 --------- 1 file changed, 9 deletions(-) diff --git a/crawler.py b/crawler.py index ff6cb47..4e6c723 100644 --- a/crawler.py +++ b/crawler.py @@ -134,15 +134,6 @@ def filteringcon(filters_regex_one): print('dnsmasq filtering Operation Completed!') f.close() - with open(filters_regex_one) as f: - file = f.read().split('\n') - for i in range(len(file)): - file[i] = re.sub('^\.', '', file[i]) - with open(filters_regex_one, 'w') as f1: - f1.writelines(["%s\n" % item for item in file]) - print('additional filtering Operation Completed!') - f.close() - remove_words = ['localhost','localhost.localdomain','local','broadcasthost','loopback','ip6-localnet','ip6-mcastprefix','ip6-allnodes','ip6-allrouters','ip6-allhosts','ip6-loopback',' CNAME rpz-passthru.'] with open(filters_regex_one, 'r') as f: