generate.py

import json, requests, datetime
from tqdm import tqdm

adlist = json.loads(open('adlist.json', 'r').read())

domains = []
filterList = ['0.0.0.0', '|', '^', '\n', '(', ')', '\\', '127.0.0.1']
startFilter = ('#', '.', '!', ':', '	', ' ', '255.255.255.255')

for id, ad in enumerate(tqdm(adlist, desc="Downloading adlists", unit="domain")):
    address = ad['address']
    try:
        r = requests.get(address, timeout=10)
        if r.status_code == 200:
            for i in r.text.split('\n'):
                i = i.strip()
                if i.startswith(startFilter):
                    continue
                for filter in filterList:
                    i = i.replace(filter, '')
                for reFilter in startFilter:
                    if i.startswith(reFilter):
                        i = i.replace(reFilter, '')
                i = i.split('#', 1)[0].strip()        
                domains.append(i)
    except Exception as e:
        print(f"Error: {e}")

with open('blocklist.txt', 'w+', encoding='utf-8') as adblock:
    adblock.write("# Generated by Pyenb\n")
    adblock.write("# Check out https://github.com/Pyenb\n")
    adblock.write(f"# Generated on {datetime.datetime.now().strftime('%d-%m-%Y %H:%M:%S')}\n")
    for domain in tqdm(set(domains), desc="Writing to blocklist", unit="domain"):
        adblock.write(f"{domain}\n")