Mercurial > dnsbl
view make-tld-conf.py @ 289:6497944a9bd9
update tld.conf, ignore domains with no ns records
author | Carl Byington <carl@five-ten-sg.com> |
---|---|
date | Fri, 21 Mar 2014 12:36:52 -0700 |
parents | 19ff60eaab74 |
children | 9f0d9fcb58dd |
line wrap: on
line source
#!/usr/bin/python import os, sys, time def cmd(c): return os.popen(c).read().rstrip('\n') c = 'curl http://mxr.mozilla.org/mozilla-central/source/netwerk/dns/effective_tld_names.dat?raw=1 2>/dev/null' content = cmd(c) f=open('tld.conf','w') f.write(time.strftime("// generated by make-tld-conf.py on %Y-%m-%d %H:%M:%S\n\n")) for x in content.split('\n'): if (x == '') or (x[:2] == '//'): f.write('%s\n' % x) else: if x[:1] == '!': x = x[1:] prefix = '!' else: prefix = '' yy = [] for xx in x.split('.'): y = unicode(xx, 'utf8') z = y.encode('punycode') if z[-1:] == '-': yy.append(xx) else: yy.append('xn--%s' % z) y = '.'.join(yy) if not (y == x): f.write('// %s%s\n' % (prefix, x)) x = y if not prefix and (len(x.split('.')) == 1): rc = cmd("dig %s ns +short" % x) if not rc: rc = cmd("sleep 3; dig %s ns +short" % x) if not rc: prefix = '// no ns record for ' f.write('%s%s\n' % (prefix, x)) f.close()