excluder modules : add remove Modules and add search module
Add remove and remove_file support for removing domains from file Add search support for search domains and it all subdomain Fix confusion on input
This commit is contained in:
parent
c8696504c9
commit
8e88bbbb7d
36
excluder.py
36
excluder.py
@ -1,11 +1,11 @@
|
||||
import os
|
||||
import crawler
|
||||
|
||||
def add(incoming,input):
|
||||
def add(incoming,userinput):
|
||||
with open(incoming, 'r') as f:
|
||||
lines = f.read().split()
|
||||
with open(incoming, 'a') as f:
|
||||
f.write('\n'.join([input + '\n']))
|
||||
f.write('\n'.join([userinput + '\n']))
|
||||
with open(incoming, 'r') as f:
|
||||
lines = set(f.readlines())
|
||||
with open(incoming, 'w') as f:
|
||||
@ -28,14 +28,14 @@ def add_file(incoming,excluded_in):
|
||||
crawler.sort(incoming)
|
||||
os.remove(excluded_in)
|
||||
|
||||
def remove(incoming,input):
|
||||
def remove(incoming,userinput):
|
||||
with open(incoming, 'r') as f:
|
||||
lines = f.read().split()
|
||||
with open(incoming, 'w') as f:
|
||||
for line in lines:
|
||||
if line.startswith(input) and input in line:
|
||||
f.write(line.replace(input ,''))
|
||||
elif not line.startswith(input):
|
||||
if line.startswith(userinput) and userinput in line:
|
||||
f.write(line.replace(userinput ,''))
|
||||
elif not line.startswith(userinput):
|
||||
f.write('\n'.join([line + '\n']))
|
||||
with open(incoming ,'r') as f:
|
||||
lines = f.read().split()
|
||||
@ -47,4 +47,26 @@ def remove(incoming,input):
|
||||
lines = set(f.readlines())
|
||||
with open(incoming, 'w') as f:
|
||||
f.writelines(set(lines))
|
||||
crawler.sort(incoming)
|
||||
crawler.sort(incoming)
|
||||
|
||||
def remove_file(incoming ,removed_in):
|
||||
with open(removed_in ,'r') as f:
|
||||
stallin = f.read().split()
|
||||
with open(incoming, 'r') as f:
|
||||
lines = f.read().split()
|
||||
with open(incoming, 'w') as f:
|
||||
for line in lines:
|
||||
if line in stallin and line.strip() and line.startswith((tuple(stallin))):
|
||||
f.write(line.replace(line ,''))
|
||||
elif not line.startswith((tuple(stallin))):
|
||||
f.write('\n'.join([line + '\n']))
|
||||
os.remove(removed_in)
|
||||
|
||||
def search(incoming,userinput):
|
||||
|
||||
with open(incoming, 'r') as f:
|
||||
lines = f.read().split()
|
||||
for line in lines:
|
||||
if userinput in line and line.endswith(userinput):
|
||||
print(line)
|
||||
|
Loading…
Reference in New Issue
Block a user