diff --git a/crawler.py b/crawler.py index 5b740cc..81a32c3 100644 --- a/crawler.py +++ b/crawler.py @@ -52,6 +52,7 @@ def IP_URL_FILTERING(filters_welcome): file[i] = re.sub(':(\d\d\d\d\d|\d\d\d\d|\d\d\d|\d\d|\d)', '', file[i]) file[i] = re.sub('\A'+str(IP4)+'\Z', '', file[i]) file[i] = re.sub('\A(\[|)'+str(IP6)+'(\]|)\Z', '', file[i]) + file[i] = re.sub('\[..*\]', '', file[i]) with open(filters_welcome, 'w') as f1: f1.writelines(["%s\n" % item for item in file]) print("Ip Address and Url Path filtering Operation Completed!")