excluder modules : add remove Modules and add search module

Add remove and remove_file support for removing domains from file
Add search support for search domains and it all subdomain
Fix confusion on input
This commit is contained in:
minoplhy 2021-08-10 13:08:01 +07:00
parent c8696504c9
commit 8e88bbbb7d

View File

@ -1,11 +1,11 @@
import os
import crawler
def add(incoming,input):
def add(incoming,userinput):
with open(incoming, 'r') as f:
lines = f.read().split()
with open(incoming, 'a') as f:
f.write('\n'.join([input + '\n']))
f.write('\n'.join([userinput + '\n']))
with open(incoming, 'r') as f:
lines = set(f.readlines())
with open(incoming, 'w') as f:
@ -28,14 +28,14 @@ def add_file(incoming,excluded_in):
crawler.sort(incoming)
os.remove(excluded_in)
def remove(incoming,input):
def remove(incoming,userinput):
with open(incoming, 'r') as f:
lines = f.read().split()
with open(incoming, 'w') as f:
for line in lines:
if line.startswith(input) and input in line:
f.write(line.replace(input ,''))
elif not line.startswith(input):
if line.startswith(userinput) and userinput in line:
f.write(line.replace(userinput ,''))
elif not line.startswith(userinput):
f.write('\n'.join([line + '\n']))
with open(incoming ,'r') as f:
lines = f.read().split()
@ -47,4 +47,26 @@ def remove(incoming,input):
lines = set(f.readlines())
with open(incoming, 'w') as f:
f.writelines(set(lines))
crawler.sort(incoming)
crawler.sort(incoming)
def remove_file(incoming ,removed_in):
with open(removed_in ,'r') as f:
stallin = f.read().split()
with open(incoming, 'r') as f:
lines = f.read().split()
with open(incoming, 'w') as f:
for line in lines:
if line in stallin and line.strip() and line.startswith((tuple(stallin))):
f.write(line.replace(line ,''))
elif not line.startswith((tuple(stallin))):
f.write('\n'.join([line + '\n']))
os.remove(removed_in)
def search(incoming,userinput):
with open(incoming, 'r') as f:
lines = f.read().split()
for line in lines:
if userinput in line and line.endswith(userinput):
print(line)