filters-maker/maker_domains.py

import os
import sys
import datetime
import pytz

UTC = pytz.utc
date = datetime.datetime.now(UTC)

def linecounter(incoming):
    with open(incoming) as f:
        for i, l in enumerate(f):
            pass
    return i + 1

def domainsbuilding(excluded ,incoming):
    with open(excluded ,'r') as f:
        exclude = f.read().split()
    with open(incoming ,'r') as f:
        lines = f.read().splitlines() # read lines
    with open(incoming ,'w') as f:
        f.write('# Title : Minoplhy Personal Blocklist\n')
        f.write('# Description : My Very Personal DNS Blocklist plus crawling from the source\n')
        f.write('# Source : Resources/Source.txt\n')
        f.write('# Rule Counter : ' + str(linecounter(incoming)) +' Rules\n')
        f.write('# Format : Domains\n')
        f.write('# Licenses : MIT\n')
        f.write('# Compiled Date : ' + str(date) +'\n\n')
        for line in lines:
            if line.strip() and not line in exclude and not line.startswith('#'):
               f.write('\n'.join([line + '\n']))
            if line.startswith((';','$','@','  IN')):
               f.write('\n'.join([line + '\n']))
            if not line.strip():
               f.write('\n'.join([line + '\n']))
    f.close()

if __name__ == "__main__":
    domainsbuilding(None,'test.txt')