readonly/filters-maker
1
0
Fork 0
mirror of https://github.com/minoplhy/filters-maker.git synced 2024-12-22 18:18:13 +00:00
Code Issues Projects Releases Activity

multi url

Browse Source
This commit is contained in:
minoplhy 2021-10-01 15:01:29 +07:00
parent c2c6668433
commit e4928d4e98
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
crawler.py
View File

@ -18,6 +18,17 @@ def download_filters(url,incoming):
f.write(data)
return url
def download_group_filters(multi_url,incoming):
for url in multi_url:
print("downloading: ",url)
get = requests.get(url)
if get.status_code == requests.codes.ok:
with open(incoming, 'ab') as f:
for data in get:
f.write(data)
return url
def filtering(filters_welcome):
unwanted = ['#',';','@','$',' NS',' NS','@@||','!','local-data:','-']
print("filtering . . .")