# Copyright 2013-2014 (C) Rossen Georgiev import socket import time import datetime import re import math import logging logger = logging.getLogger(__name__) logging.addLevelName(11, "ParseError") __all__ = ['IS', 'GenericError', 'ParseError', 'UnknownFormat', 'LoginError', 'ConnectionError', 'ConnectionDrop', 'parse'] # IS class is used to connect to aprs-is servers and listen to the feed class IS(object): def __init__(self, host, port, callsign, passwd): """ APRS module that listens and parses sentences passed by aprs.net servers """ self.set_server(host, port) self.set_login(callsign, passwd) self.sock = None self.filter = "b/" # empty bud filter self._connected = False self.buf = '' def callsign_filter(self, callsigns): """ Sets a filter for the specified callsigns. Only those will be sent to us by the server """ if type(callsigns) is not list or len(callsigns) == 0: return False return self.set_filter("b/%s" % "/".join(callsigns)) def set_filter(self, filter): self.filter = filter logger.info("Setting filter to: %s" % self.filter) if self._connected: self.sock.sendall("#filter %s\r\n" % self.filter) return True def set_login(self, callsign, passwd): """ Set callsign and password """ self.callsign = callsign self.passwd = passwd def set_server(self, host, port=14850): """ Set server ip/host and port to use """ self.server = (host, port) def connect(self, blocking=False): """ Initiate connection to APRS server and attempt to login """ if not self._connected: while True: try: logger.info("Attempting connection to %s:%s" % (self.server[0], self.server[1])) self._connect() logger.info("Sending login information") self._send_login() logger.info("Filter set to: %s" % self.filter) if self.passwd == "-1": logger.info("Login successful (receive only)") else: logger.info("Login successful") break except: if not blocking: raise time.sleep(30) # attempt to reconnect after 30 seconds def close(self): """ Closes the socket Called internally when Exceptions are raised """ self._connected = False self.buf = '' if self.sock is not None: self.sock.close() def consumer(self, callback, blocking=True, immortal=False, raw=False): """ When a position sentence is received, it will be passed to the callback function blocking: if true (default), runs forever, otherwise will return after one sentence You can still exit the loop, by raising StopIteration in the callback function immortal: When true, consumer will try to reconnect and stop propagation of Parse exceptions. if false (default), consumer will return raw: when true, raw aprs sentence is passed to the callback, otherwise parsed data as dict """ if not self._connected: raise ConnectionError("not connected to a server") while True: try: for line in self._socket_readlines(blocking): if line[0] != "#": if raw: callback(line) else: callback(parse(line)) except KeyboardInterrupt: raise except (ConnectionDrop, ConnectionError): self.close() if not immortal: raise else: self.connect(blocking=blocking) continue except GenericError: continue except StopIteration: break except: #if not immortal: # raise #logger.exception(e) #continue logger.error("APRS Packet: " + line) raise if not blocking: break def _connect(self): """ Attemps to open a connection to the server, retries if it fails """ try: self.sock = socket.create_connection(self.server, 15) # 15 seconds connection timeout self.sock.settimeout(5) # 5 second timeout to receive server banner if self.sock.recv(512)[0] != "#": raise ConnectionError("invalid banner from server") self.sock.setblocking(True) except Exception, e: self.close() if e == "timed out": raise ConnectionError("no banner from server") else: raise ConnectionError(e) self._connected = True def _send_login(self): """ Sends login string to server """ login_str = "user {0} pass {1} vers pytinyaprs 0.2 filter {2}\r\n".format(self.callsign, self.passwd, self.filter) try: self.sock.sendall(login_str) self.sock.settimeout(5) test = self.sock.recv(len(login_str) + 100) self.sock.setblocking(True) (x, x, callsign, status, x) = test.split(' ',4) if callsign != self.callsign: raise LoginError("login callsign does not match") if status != "verified," and self.passwd != "-1": raise LoginError("callsign is not 'verified'") except LoginError, e: self.close() raise LoginError("failed to login: %s" % e) except: self.close() raise LoginError("failed to login") def _socket_readlines(self, blocking=False): """ Generator for complete lines, received from the server """ try: self.sock.setblocking(False) except socket.error, e: raise ConnectionDrop("connection dropped") while True: short_buf = '' try: short_buf = self.sock.recv(1024) # sock.recv returns empty if the connection drops if not short_buf: raise ConnectionDrop("connection dropped") except socket.error, e: if "Resource temporarily unavailable" in e: if not blocking: if len(self.buf) == 0: break; except Exception: raise self.buf += short_buf while "\r\n" in self.buf: line, self.buf = self.buf.split("\r\n", 1) yield line if not blocking: raise StopIteration # in blocking mode this will fast if there is no data # so we should sleep and not hog the CPU if blocking: time.sleep(0.5) # parse a single packet # throws expcetions def parse(raw_sentence): """ Parses position sentences and returns a dict with the useful data All attributes are in meteric units """ logger.debug("Parsing: %s" % raw_sentence) if len(raw_sentence) == 0: raise ParseError("packet is empty", raw_sentence) try: (header, body) = raw_sentence.split(':',1) except: raise ParseError("packet has no body", raw_sentence) if len(body) == 0: raise ParseError("packet body is empty", raw_sentence) if not re.match(r"^[ -~]+$", header): raise ParseError("packet header contains non-ascii characters ", raw_sentence) try: (fromcall, path) = header.split('>',1) except: raise ParseError("invalid packet header", raw_sentence) # TODO: validate callsigns?? path = path.split(',') if len(path) < 1 or len(path[0]) == 0: raise ParseError("no tocallsign", raw_sentence) tocall = path[0] path = path[1:] parsed = { 'raw': raw_sentence, 'from': fromcall, 'to': tocall, 'path': path, } try: viacall = path[-1] if re.match(r"^qA[CXUoOSrRRZI]$", path[-2]) else "" parsed.update({ 'via': viacall }) except: pass packet_type = body[0] body = body[1:] if len(body) == 0 and packet_type != '>': raise ParseError("packet body is empty after packet type character", raw_sentence) # attempt to parse the body # ------------------------------------------------------------------------------ # try and parse timestamp first for status and position reports if packet_type in '>/@': # try to parse timestamp ts = re.findall(r"^[0-9]{6}[hz\/]$", body[0:7]) form = '' if ts: ts = ts[0] form = ts[6] ts = ts[0:6] utc = datetime.datetime.utcnow() if packet_type == '>' and form != 'z': raise ParseError("Time format for status reports should be zulu") parsed.update({ 'raw_timestamp': ts }) try: if form == 'h': # zulu hhmmss format timestamp = utc.strptime("%s %s %s %s" % (utc.year, utc.month, utc.day, ts), "%Y %m %d %H%M%S") elif form == 'z': # zulu ddhhss format timestamp = utc.strptime("%s %s %s" % (utc.year, utc.month, ts), "%Y %m %d%M%S") else: # '/' local ddhhss format timestamp = utc.strptime("%s %s %s" % (utc.year, utc.month, ts), "%Y %m %d%M%S") except: raise ParseError("Invalid time", raw_sentence) parsed.update({ 'timestamp': timestamp.isoformat() + ('Z' if form not in 'hz' else '') }) # remove datetime from the body for further parsing body = body[7:] # Mic-encoded packet # # 'lllc/s$/......... Mic-E no message capability # 'lllc/s$/>........ Mic-E message capability # `lllc/s$/>........ Mic-E old posit if packet_type in "`'": raise UnknownFormat("packet seems to be Mic-Encoded, unable to parse", raw_sentence) # STATUS PACKET # # >DDHHMMzComments # >Comments elif packet_type == '>': parsed.update({'format': 'status', 'comment': body }) # postion report (regular or compressed) # # !DDMM.hhN/DDDMM.hhW$... POSIT ( no APRS) # =DDMM.hhN/DDDMM.hhW$... POSIT (APRS message capable) # /DDHHMM/DDMM.hhN/DDDMM.hhW$... Time of last fix (No APRS) # @DDHHMM/DDMM.hhN/DDDMM.hhW$CSE/SPD/... Moving (with APRS) # @DDHHMM/DDMM.hhN/DDDMM.hhW\CSE/SPD/BRG/NRQ/.... DF report # ./YYYYXXXX$csT Compressed (Used in any !=/@ format) elif packet_type in '!=/@': parsed.update({ "messagecapable": packet_type in '@=' }) if len(body) == 0 and 'timestamp' in parsed: raise ParseError("invalid position report format", raw_sentence) # comprossed packets start with / if re.match(r"^[\/\\A-Za-j][!-|]{8}[!-{}][ -|]{3}", body): logger.debug("Attempting to parse as compressed position report") if len(body) < 13: raise ParseError("Invalid compressed packet (less than 13 characters)", raw_sentence) parsed.update({ 'format': 'compressed' }) packet = body[:13] extra = body[13:] symbol_table = packet[0] symbol = packet[9] packet = [ord(x) - 33 for x in packet] for idx in range(1,9): packet[idx] *= math.pow(91, 4 - idx%4) if idx % 4 != 0 else 1 latitude = 90 - (sum(packet[1:4]) / 380926) longitude = -180 + (sum(packet[5:9]) / 190463) # parse csT c1,s1,ctype = packet[10:13] if c1 == -1: parsed.update({'gpsfixstatus': 1 if ctype & 0x20 == 0x20 else 0}) if -1 in [c1, s1]: pass elif ctype & 0x18 == 0x10: parsed.update({'altitude': (1.002 ** (c1 * 91 + s1)) * 0.3048}) elif c1 >= 0 and c1 <= 89: parsed.update({'course': 360 if c1 == 0 else c1 * 4 }) parsed.update({'speed': (1.08 ** s1 - 1) * 1.852 }) # mul = convert knts to kmh elif c1 == 90: parsed.update({'radiorange': (2 * 1.08 ** s1) * 1.609344 }) # mul = convert mph to kmh # normal position report else: logger.debug("Attempting to parse as normal position report") parsed.update({ 'format': 'uncompressed' }) try: ( lat_deg, lat_min, lat_dir, symbol_table, lon_deg, lon_min, lon_dir, symbol, extra ) = re.match(r"^(\d{2})([0-9 ]{2}\.[0-9 ]{2})([NnSs])([\/\\0-9A-Z])(\d{3})([0-9 ]{2}\.[0-9 ]{2})([EeWw])([\x21-\x7e])(.*)$", body).groups() # validate longitude and latitude if int(lat_deg) > 89 or int(lat_deg) < 0: raise ParseError("latitude is out of range (0-90 degrees)", raw_sentence) if int(lon_deg) > 179 or int(lon_deg) < 0: raise ParseError("longitutde is out of range (0-180 degrees)", raw_sentence) if float(lat_min) >= 60: raise ParseError("latitude minutes are out of range (0-60)", raw_sentence) if float(lon_min) >= 60: raise ParseError("longitude minutes are out of range (0-60)", raw_sentence) # convert coordinates from DDMM.MM to decimal latitude = int(lat_deg) + ( float(lat_min) / 60.0 ) longitude = int(lon_deg) + ( float(lon_min) / 60.0 ) latitude *= -1 if lat_dir in 'Ss' else 1 longitude *= -1 if lon_dir in 'Ww' else 1 except Exception, e: # failed to match normal sentence sentence raise ParseError("invalid format", raw_sentence) # include symbol in the result parsed.update({ 'symbol': symbol, 'symbol_table': symbol_table }) # include longitude and latitude in the result parsed.update({'latitude': latitude, 'longitude': longitude}) # attempt to parse remaining part of the packet (comment field) # try CRS/SPD/ match = re.findall(r"^([0-9]{3})/([0-9]{3})/", extra) if match: cse, spd = match[0] extra = extra[8:] parsed.update({'course': int(cse), 'speed': int(spd)*1.852}) # knots to kms # try BRG/NRQ/ match = re.findall(r"^([0-9]{3})/([0-9]{3})/", extra) if match: brg, nrq = match[0] extra = extra[8:] parsed.update({'bearing': int(brg), 'nrq': int(nrq)}) #TODO parse PHG # try find altitude in comment /A=dddddd match = re.findall(r"^(.*?)/A=([\-0-9]{6})(.*)$", extra) if match: extra,altitude,post = match[0] extra += post # glue front and back part together, DONT ASK parsed.update({ 'altitude': int(altitude)*0.3048 }) # try parse comment telemetry match = re.findall(r"^(.*?)\|(([!-{]{2}){2,5})\|(.*)$", extra) if match: extra,telemetry,junk,post = match[0] extra += post temp = [] for i in range(7): temp.append('') try: temp[i] = (ord(telemetry[i*2]) - 33) * 91 temp[i] += ord(telemetry[i*2 + 1]) - 33 except: continue parsed.update({'telemetry': {'seq': temp[0], 'vals': temp[1:6]}}) if temp[6] != '': parsed['telemetry'].update({'bits': "{0:b}" % temp[7]}) parsed.update({'comment': extra}) else: raise UnknownFormat("format is not supported", raw_sentence) logger.debug("Parsed ok.") return parsed # Exceptions class GenericError(Exception): def __init__(self, message): logger.debug("%s: %s" % (self.__class__.__name__, message)) self.message = message def __str__(self): return self.message class UnknownFormat(GenericError): def __init__(self, message, packet=''): logger.log(9, "%s\nPacket: %s" % (message, packet)) self.message = message self.packet = packet class ParseError(GenericError): def __init__(self, message, packet=''): logger.log(11, "%s\nPacket: %s" % (message, packet)) self.message = message self.packet = packet class LoginError(GenericError): def __init__(self, message): logger.error("%s: %s" % (self.__class__.__name__, message)) self.message = message class ConnectionError(GenericError): pass class ConnectionDrop(ConnectionError): pass