crawler : Fix Regex Don't work with |http$
This commit is contained in:
parent
353570725a
commit
9b2b51d7eb
@ -82,6 +82,8 @@ def filteringcon(filters_regex_one):
|
||||
with open(filters_regex_one) as f:
|
||||
file = f.read().split('\n')
|
||||
for i in range(len(file)):
|
||||
file[i] = re.sub('\|http\$..*\|..*', '', file[i])
|
||||
file[i] = re.sub('\|http\$..*', '', file[i])
|
||||
file[i] = re.sub('(@@\|\|..*)|(\|\|..*(\/|\*(\-|\&|banner|..))..*)|(^\|http)|(^(_|\*|&|\-|\/|\.|:|@@|\?|\=|\;|\,|\$|\~)..*)|(..*(#|\$|\*)..*)|(^..*\$(app=|removeparam=|popup)..*)(\$..*)', '', file[i])
|
||||
file[i] = re.sub('0\.0\.0\.0 0\.0\.0\.0\Z', '', file[i])
|
||||
file[i] = re.sub('\A'+str(IP4)+' ', '', file[i])
|
||||
|
Loading…
Reference in New Issue
Block a user