#!/usr/bin/python3 """ Convert tinydns and dnscache logs to human-readable form """ import re, typing from struct import pack from time import strftime, gmtime from subprocess import Popen, PIPE ## Regular expressions for matching tinydns/dnscache log lines. We ## compile these once here rather than within the corresponding ## matching functions, because the latter get executed repeatedly. # This first pattern is used to match the timestamp format that the # tai64nlocal program produces. It appears in both dnscache and # tinydns lines, after they've been piped through tai64nlocal, of # course. timestamp_pat = r'[\d-]+ [\d:\.]+' # The regex to match dnscache log lines. dnscache_log_re = re.compile(fr'({timestamp_pat}) (\w+)(.*)') # The "hex4" pattern matches a string of four hexadecimal digits. This # is used, for example, by tinydns to encode the query type # identifier. hex4_pat = r'[0-9a-f]{4}' # The IP pattern matches a string of either 8 or 32 hexadecimal # characters, which correspond to IPv4 and IPv6 addresses, # respectively, in tinydns logs. ip_pat = r'[0-9a-f]{8,32}' # The regex to match tinydns log lines. tinydns_log_re = re.compile( rf'({timestamp_pat}) ({ip_pat}):({hex4_pat}):({hex4_pat}) ([\+\-IC/]) ({hex4_pat}) (.*)' ) # A dictionary mapping query type identifiers, in decimal, to their # friendly names for tinydns. Reference: # # https://en.wikipedia.org/wiki/List_of_DNS_record_types # # Note that mapping here is non-exhaustive, and that tinydns will # log responses for record types that it does not know about. query_type = { 1: "a", 2: "ns", 5: "cname", 6: "soa", 12: "ptr", 13: "hinfo", 15: "mx", 16: "txt", 17: "rp", 24: "sig", 25: "key", 28: "aaaa", 33: "srv", 35: "naptr", 38: "a6", 48: "dnskey", 52: "tlsa", 65: "https", 252: "axfr", 255: "any", 257: "caa" } # tinydns can drop a query for one of three reasons; this dictionary # maps the symbol that gets logged in each case to a human-readable # reason. query_drop_reason = { "-": "no authority", "I": "invalid query", "C": "invalid class", } def convert_ip(ip : str): """ Convert a hex string representing an IP address to conventional human-readable form, ie. dotted-quad decimal for IPv4, and 8 colon-separated hex shorts for IPv6. Examples -------- >>> convert_ip("7f000001") '127.0.0.1' >>> convert_ip("00000000000000000000ffff7f000001") '0000:0000:0000:0000:0000:ffff:7f00:0001' """ if len(ip) == 8: # IPv4, eg. "7f000001" -> "7f 00 00 01" -> "127.0.0.1" return "%d.%d.%d.%d" % tuple(pack(">L", int(ip, 16))) elif len(ip) == 32: # IPv6 is actually simpler -- it's just a string-slicing operation. return ":".join([ip[(4*i) : (4*i+4)] for i in range(8)]) def decode_client(words, i): chunks = words[i].split(":") if len(chunks) == 2: # ip:port words[i] = "%s:%d" % (convert_ip(chunks[0]), int(chunks[1], 16)) elif len(chunks) == 3: words[i] = "%s:%d (id %d)" % (convert_ip(chunks[0]), int(chunks[1], 16), int(chunks[2], 16)) def decode_ip(words, i): words[i] = convert_ip(words[i]) def decode_ttl(words, i): words[i] = "TTL=%s" % words[i] def decode_serial(words, i): serial = int(words[i]) words[i] = "#%d" % serial def decode_type(words, i): qt = words[i] words[i] = query_type.get(int(qt), qt) def handle_dnscache_log(line, match): (timestamp, event, data) = match.groups() words = data.split() if event == "cached": if words[0] not in ("cname", "ns", "nxdomain"): decode_type(words, 0) elif event == "drop": decode_serial(words, 0) elif event == "lame": decode_ip(words, 0) elif event == "nodata": decode_ip(words, 0) decode_ttl(words, 1) decode_type(words, 2) elif event == "nxdomain": decode_ip(words, 0) decode_ttl(words, 1) elif event == "query": decode_serial(words, 0) decode_client(words, 1) decode_type(words, 2) elif event == "rr": decode_ip(words, 0) decode_ttl(words, 1) if words[2] not in ("cname", "mx", "ns", "ptr", "soa"): decode_type(words, 2) if words[2] == "a": # decode answer to an A query decode_ip(words, 4) if words[2] == "txt": # text record response = words[4] if response.endswith("..."): ellipsis = "..." response = response[0:-3] else: ellipsis = "" length = int(response[0:2], 16) chars = [] for i in range(1, len(response)/2): chars.append(chr(int(response[2*i : (2*i)+2], 16))) words[4] = "%d:\"%s%s\"" % (length, "".join(chars), ellipsis) elif event == "sent": decode_serial(words, 0) elif event == "stats": words[0] = "count=%s" % words[0] words[1] = "motion=%s" % words[1] words[2] = "udp-active=%s" % words[2] words[3] = "tcp-active=%s" % words[3] elif event == "tx": words[0] = "g=%s" % words[0] decode_type(words, 1) # words[2] = name # words[3] = control (domain for which these servers are believed # to be authoritative) for i in range(4, len(words)): decode_ip(words, i) elif event in ("tcpopen", "tcpclose"): decode_client(words, 0) print(timestamp, event, " ".join(words)) def handle_tinydns_log(line : str, match: re.Match): """ Handle a line that matched the ``tinydns_log_re`` regex. Parameters ---------- line : string The tinydns log line that matched ``tinydns_log_re``. match : re.Match The match object that was returned when ``line`` was tested against ``tinydns_log_re``. Examples -------- >>> line = "2022-09-14 21:04:40.206516500 7f000001:9d61:be69 - 0001 www.example.com" >>> match = tinydns_log_re.match(line) >>> handle_tinydns_log(line, match) 2022-09-14 21:04:40.206516500 dropped query (no authority) from 127.0.0.1:40289 (id 48745): a www.example.com """ (timestamp, ip, port, id, code, type, name) = match.groups() ip = convert_ip(ip) port = int(port, 16) id = int(id, 16) # Convert the "type" field to a human-readable record type name # using the query_type dictionary. If the right name isn't present # in the dictionary, we use the (decimal) type id instead. type = int(type, 16) # "001c" -> 28 type = query_type.get(type, type) # 28 -> "aaaa" print(timestamp, end=' ') if code == "+": print ("sent response to %s:%s (id %s): %s %s" % (ip, port, id, type, name)) elif code in ("-", "I", "C"): reason = query_drop_reason[code] print ("dropped query (%s) from %s:%s (id %s): %s %s" % (reason, ip, port, id, type, name)) elif code == "/": print ("dropped query (couldn't parse) from %s:%s" % (ip, port)) else: print ("%s from %s:%s (id %s): %s %s" % (code, ip, port, id, type, name)) def parse_logfile(file : typing.TextIO): """ Process a single log ``file``. Parameters ---------- file : typing.TextIO An open log file, or stdin. """ # Open pipe to tai64nlocal: we will write lines of our input (the # raw log file) to it, and read log lines with readable timestamps # from it. tai = Popen(["tai64nlocal"], stdin=PIPE, stdout=PIPE, text=True, bufsize=0) for line in file: tai.stdin.write(line) line = tai.stdout.readline() match = tinydns_log_re.match(line) if match: handle_tinydns_log(line, match) continue match = dnscache_log_re.match(line) if match: handle_dnscache_log(line, match) continue print(line) def main(): # Create an argument parser using the file's docsctring as its # description. from argparse import ArgumentParser, FileType parser = ArgumentParser(description = __doc__) # Parse zero or more positional arguments into a list of # "logfiles". If none are given, read from stdin instead. from sys import stdin parser.add_argument("logfiles", metavar="LOGFILE", type=FileType("r"), nargs="*", default=[stdin], help="djbdns logfile to process (default: stdin)") args = parser.parse_args() for f in args.logfiles: parse_logfile(f) if __name__ == "__main__": main()