Index: pyglider/trunk/pyglider
===================================================================
--- pyglider/trunk/pyglider (revision 468)
+++  (revision )
@@ -1,522 +1,0 @@
-"""pyglider.py A module of utilities to run on dockserver for glider operations
-
-   parse_glider_mail
-   generate_track_kml
-   
-"""
-
-REAL_RE_STR = '\\s*(-?\\d(\\.\\d+|)[Ee][+\\-]\\d\\d?|-?(\\d+\\.\\d*|\\d*\\.\\d+)|-?\\d+)\\s*'
-
-import sys
-import os
-import re
-
-import time
-import datetime
-
-def load_data(inFile):
-    lines=None
-    if os.path.exists(inFile):
-        f = open(inFile, 'r')
-        lines = f.readlines()
-        f.close()
-        if len(lines)<=0:
-            print 'Empty file: '+ inFile
-    else:
-        print 'File does not exist: '+ inFile
-    return lines
-
-def display_time_diff(diff):
-    """Display time difference in HH:MM and days (D) if necessary"""
-    days = diff.days
-    minutes, seconds = divmod(diff.seconds, 60)
-    hours, minutes = divmod(minutes, 60)
-    if (days<=1):
-        if minutes<1:
-            str = "%02:%02d:%02d" % (hours, minutes,seconds)
-        else:
-            str = "%02d:%02d" % (hours, minutes)
-    elif (days>1):
-        str = "%d Days %02d:%02d" % (days, hours, minutes)
-    else:
-        str = "%02d:%02d" % (hours, minutes)
-    return str
-                                                                    
-# -------------------------------------------------------------------    
-# playground
-# fn = '/var/spool/mail/localuser'
-# lines = load_data(fn)
-# glider = 'ramses'
-# data = parse_glider_mail(lines, glider)
-
-# -------------------------------------------------------------------    
-def parse_glider_mail(lines, glider):
-    msg_split_patt = r'From root\@dockserver'
-    msgs = re.split(msg_split_patt, ''.join(lines))
-    
-    gms = []
-    # select messages for specific glider based on "Subject:" line
-    for msg in msgs:
-        m = re.search(r'^Subject: Glider: (\w*)', msg, re.MULTILINE)
-        if m:
-            if m.group(1) == glider:
-                gms.append(msg)
-
-    data = []
-    for msg in gms:
-        m = re.search(r'^Subject: Glider: (\w*).*$', msg, re.MULTILINE)
-        if m:
-            subject_string = m.group(0)
-            subject_glider = m.group(1)
-            # print subject_string
-        else:
-            continue
-
-        m = re.search(r'\s*(Event)*: (.*?)', subject_string, re.MULTILINE)
-        if m:
-            subject_event = m.group(2)
-        else:
-            subject_event = None
-
-        m = re.search(r'\s*(Reason)*:\s*(.*)$', subject_string, re.MULTILINE)
-        if m:
-            subject_reason = m.group(2)
-        else:
-            subject_reason = None
-
-        m = re.search(r'^(Vehicle Name:)\s+(\w*)', msg, re.MULTILINE)
-        if m: glidername = m.group(2)
-        else: glidername = None
-        
-        m = re.search(r'^(Curr Time:)\s+(.*)\s+MT:', msg, re.MULTILINE)
-        if m:
-            try:
-                t = time.strptime(m.group(2), "%a %b %d %H:%M:%S %Y")
-                # the '*' operator unpacks the tuple, producing the argument list.
-                dt = datetime.datetime(*t[0:6])
-                diff = datetime.datetime.utcnow() - dt
-                hours_ago = display_time_diff(diff)
-                dt_str = datetime.date.strftime(dt, "%Y-%m-%d %H:%M:%S UTC")
-                if (diff.days)>0:
-                     # dt_str_short = datetime.date.strftime(dt, "%b-%d")
-                     dt_str_short = ""                     
-                if (diff.days) <= 0:
-                    dt_str_short = datetime.date.strftime(dt, "%H:%M")
-            except ValueError, e:
-                dt_str = None
-                dt_str_short = None
-                hours_ago = None
-
-        m = re.search(r'^(GPS Location:)\s+(-?\d{2})(\d{2}\.\d+)\s+([NnSs])'+ \
-                      r'\s+(-?\d{2})(\d{2}\.\d+)\s+([EeWw]).*$', msg, re.MULTILINE)
-        if m:
-            #
-            lat_deg = float(m.group(2))
-            lat_min = float(m.group(3))
-            lat_hem = m.group(4).upper()
-            #
-            lon_deg = float(m.group(5))
-            lon_min = float(m.group(6))
-            lon_hem = m.group(7).upper()
-            if lat_deg<0:
-                lat = lat_deg - lat_min/60.
-            else:
-                lat = lat_deg + lat_min/60.
-            if lon_deg<0:
-                lon = lon_deg - lon_min/60.
-            else:
-                lon = lon_deg + lon_min/60.
-            gps_str = m.group(0)
-            m = re.search(r'GPS Location: (.*) measured', gps_str)
-            if m: gps_posn_str = m.group(1)
-            else: gps_posn_str = None
-            m = re.search(r'measured\s*(\d*)\.\d* secs ago', gps_str)
-            if m:
-                gps_secs_ago = int(m.group(1))
-                gps_dt = dt - datetime.timedelta(0,gps_secs_ago,0)
-                gps_dt_str = datetime.date.strftime(gps_dt, "%Y-%m-%d %H:%M:%S UTC")
-            else: gps_dt_str = None
-        else:
-            lat = None
-            lon = None
-
-        m = re.search(r'(MT:)\s+(.*)$', msg, re.MULTILINE)
-        if m: mt = m.group(2)
-        else: mt = None
-
-        m = re.search(r'(sensor:m_battery.*?=)\s*(-?\d+\.\d*)', msg, re.MULTILINE)
-        if m: batt = float(m.group(2))
-        else: batt = None
-
-        m = re.search(r'(sensor:m_leakdetect.*?=)\s*(-?\d+\.\d*)', msg, re.MULTILINE)
-        if m: leak = float(m.group(2))
-        else: leak = None
-
-        m = re.search(r'(sensor:m_vacuum.*?=)\s*(-?\d+\.\d*)', msg, re.MULTILINE)
-        if m: vacuum = float(m.group(2))
-        else: vacuum = None
-        
-        m = re.search(r'^(Because:)\s*(.*)', msg, re.MULTILINE)
-        if m: because = m.group(2)
-        else:  because = 'Unknown'
-
-        m = re.search(r'^(MissionName:)\s*(.*?)\s+', msg, re.MULTILINE)
-        if m: mission_name = m.group(2)
-        else: mission_name = 'Unknown'
-
-        m = re.search(r'\s+(MissionNum:)(.*)', msg, re.MULTILINE)
-        if m: mission_num = m.group(2)
-        else: mission_num = 'Unknown'
-
-        m = re.search(r'^(Waypoint:)\s+(\(.*\)).*$', msg, re.MULTILINE)
-        if m:
-            wp_str = m.group(0)
-            waypoint_posn = m.group(2)
-        else:
-            wp_str = None
-            waypoint_posn = 'Unknown'
-            waypoint_range = 'Unknown'
-            waypoint_bearing = 'Unknown'
-            waypoint_age = 'Unknown'
-            wlat=None
-            wlon=None
-
-        if wp_str:
-            # parse out the next waypoint for a place mark
-            m = re.search(r'\((-?\d{2})(\d{2}\.\d+),(-?\d{2})(\d{2}\.\d+)\)', waypoint_posn)
-            if m:
-                #
-                lat_deg = float(m.group(1))
-                lat_min = float(m.group(2))
-                #
-                lon_deg = float(m.group(3))
-                lon_min = float(m.group(4))
-                if lat_deg<0:
-                    wlat = lat_deg - lat_min/60.
-                else:
-                    wlat = lat_deg + lat_min/60.
-                if lon_deg<0:
-                    wlon = lon_deg - lon_min/60.
-                else:
-                    wlon = lon_deg + lon_min/60.
-            else:
-                wlat = None
-                wlon = None
-            m = re.search(r'(Range:)\s+(.*?),', wp_str)
-            if m: waypoint_range = m.group(2)
-            else: waypoint_range = 'Unknown'
-            m = re.search(r'(Bearing:)\s+(.*?),', wp_str)
-            if m: waypoint_bearing = m.group(2)
-            else: waypoint_bearing = 'Unknown'
-            m = re.search(r'(Age:)\s+(.*?)$', wp_str)
-            if m: waypoint_age = m.group(2)
-            else: waypoint_age = 'Unknown'
-
-        if lat and lon:    
-            # generate report table for google earth
-            # using ![CDATA[ {html} ]] inside of KML description tag
-            html_report = [
-                ' ', 
-                '<div id="main">',
-                '<h3>Surface Report</h3>',
-                '<table>',
-                '<thead>',
-                '<tr><th>Glider: %s</th><th>%s</th></tr>' % (glider, dt_str,),
-                '</thead>',
-                '<tbody>']        
-            html_report.extend(
-                [
-                 '<tr><td>GPS Location:</td><td>%s</td></tr>' % (gps_posn_str,),
-                 '<tr><td>GPS Time:</td><td>%s</td></tr>' % (gps_dt_str,)
-                 ])
-            html_report.extend(
-                [
-                 '<tr><td>Surface Event:</td><td>%s</td></tr>' % (subject_event,),
-                 '<tr><td>Surface Reason:</td><td>%s</td></tr>' % (subject_reason,),
-                 '<tr><td>Surface Because:</td><td>%s</td></tr>' % (because,),
-                 ])
-            html_report.extend(
-                [
-                '<tr><td>Mission Name:</td><td>%s</td></tr>' % (mission_name,),
-                '<tr><td>Mission Number:</td><td>%s</td></tr>' % (mission_num,),
-                '<tr><td>Mission Time:</td><td>%s</td></tr>' % (mt,)
-                ])
-
-            if batt:
-                if batt < 10.:
-                    html_report.append('<tr><td>Battery (volts):</td><td class="red_td">%g</td></tr>' % (batt,))
-                elif (batt>=10) and (batt<11):
-                    html_report.append('<tr><td>Battery (volts):</td><td class="yellow_td">%g</td></tr>' % (batt,))
-                else:
-                    html_report.append('<tr><td>Battery (volts):</td><td>%f</td></tr>' % (batt,))
-            else:
-                html_report.append('<tr><td>Battery (volts):</td><td>Unknown</td></tr>')
-
-            if vacuum:
-                if (vacuum>=10) or (vacuum<6):
-                    html_report.append('<tr><td>Vacuum (inHg):</td><td class="yellow_td">%g</td></tr>' % (vacuum,))
-                else:
-                    html_report.append('<tr><td>Vacuum (inHg):</td><td>%g</td></tr>' % (vacuum,))
-            else:
-                html_report.append('<tr><td>Vacuum (inHg):</td><td>Unknown</td></tr>')
-            # need tolerances for flagging leak detect in report
-            if leak:
-                html_report.append('<tr><td>Leak Detect (volts):</td><td>%f</td></tr>' % (leak,))
-            else:
-                html_report.append('<tr><td>Leak Detect (Volts):</td><td>Unknown</td></tr>')
-            #
-            html_report.extend(
-                [
-                '<tr><td>Waypoint:</td><td>%s</td></tr>' % (waypoint_posn,),
-                '<tr><td>Waypoint Range:</td><td>%s</td></tr>' % (waypoint_range,),
-                '<tr><td>Waypoint Bearing:</td><td>%s</td></tr>' % (waypoint_bearing,),
-                '<tr><td>Waypoint Age:</td><td>%s</td></tr>' % (waypoint_age,)
-                ])
-            # close the report tbody table div and CDATA
-            html_report.extend(
-                ['</tbody>',
-                 '</table>',
-                 '</div>',
-                 ' ' 
-                 ])
-            # make a readable CDATA string
-            html_report_str = '\n'.join(html_report)
-            # can create a KML object since extracted lat and lon
-            data.append({'glider': glider,
-                         'dt': dt,
-                         'datetime': dt_str, 
-                         'name': dt_str_short,
-                         'hours_ago': hours_ago, 
-                         'lat': lat,
-                         'lon': lon,
-                         'description': html_report_str,
-                         'wlat': wlat,
-                         'wlon': wlon,
-                         })
-        else:
-            # if no lat lon, can't create a KML object without lat and lon
-            # but want to append info to last known surface report
-            html_report = [
-                '<div id="main">',
-                '<h2></h2>',
-                '<table">',
-                '<thead>',
-                '<tr><th>Glider: %s</th><th>%s</th></tr>' % (glider, dt_str,),
-                '</thead>',
-                '<tbody>']        
-            html_report.extend(
-                ['<tr><td><b>Glider Location</b></td><td>--</td></tr>',
-                 '<tr><td>GPS Fix:</td><td>%s</td></tr>' % (gps_posn_str,),
-                 '<tr><td>Time of Fix:</td><td>%s</td></tr>' % (gps_dt_str,)
-                 ])
-            # close the report tbody table div and CDATA
-            html_report.extend(
-                ['</tbody>',
-                '</table>',
-                 '</div>',
-                 ' '
-                 ])
-            
-    # close for-loop of msg in gms:
-    return data
-
-def generate_track_kml(data, glider):
-    """ Use pykml to generate kml file for each glider from parsed mail data
-    A glider track consists of a line and placemarks for each surfacing
-    
-    Usage: kml_doc_str = surface_report_kml(data, glider)
-    """
-
-    from pykml.factory import KML_ElementMaker as KML
-    import lxml.etree
-
-    # ***** append LookAt after checking that lat, lon exist in data[-1]
-    d = data[-1]
-    # print '(%f, %f)' % (d['lon'], d['lat'])  
-    
-    # start a KML file skeleton with track styles
-    doc = KML.kml(
-        KML.Document(
-            KML.Name(glider + "_track"),
-            KML.LookAt(
-                KML.longitude('%f' % d['lon']),
-                KML.latitude('%f' % d['lat']),
-                KML.heading('0'),
-                KML.tilt('0'),
-                KML.range('60000'),
-                KML.altitudeMode('absolute')
-            ),
-            KML.Style(
-                KML.IconStyle(
-                    KML.scale(0.7),
-                    KML.color("ff00ff00"),
-                    KML.Icon(KML.href("icons/square.png"))
-                    ),
-                KML.LabelStyle(
-                    KML.color("ff00ff00"),
-                    KML.scale(0.8)),
-                id="lastPosnIcon")
-            )
-        )
-    doc.Document.append(
-        KML.Style(
-            KML.IconStyle(
-                KML.scale(0.8),
-                KML.color("ff0000ff"),
-                KML.Icon(KML.href("icons/cross-hairs.png"))),
-            KML.LabelStyle(
-                KML.scale(0.8)),
-            id="lastWayPosnIcon")
-        )    
-    doc.Document.append(
-        KML.Style(
-            KML.IconStyle(
-                KML.scale(0.7),
-                KML.color("7d00ffff"),
-                KML.Icon(KML.href("icons/donut.png"))),
-            KML.LabelStyle(
-                KML.color("7d00ffff"),
-                KML.scale(0.8)),
-            id="prevPosnIcon")
-        )    
-    doc.Document.append(
-        KML.Style(
-            KML.IconStyle(
-                KML.scale(0.9),
-                KML.color("ff00ff00"),
-                KML.Icon(KML.href("icons/donut.png"))),
-            KML.LabelStyle(
-                KML.color("ff00ff00"),
-                KML.scale(0.7)),
-            id="histPosnIcon")
-        )    
-    doc.Document.append(
-        KML.Style(
-            KML.IconStyle(
-                KML.scale(0.8),
-                KML.color("7d0000ff"),
-                KML.Icon(KML.href("icons/cross-hairs.png"))),
-            KML.LabelStyle(
-                KML.scale(0.8)),
-            id="histWayPosnIcon")
-        )    
-    doc.Document.append(
-        KML.Style(
-            KML.LineStyle(
-                KML.color("7dff0000"),
-                KML.width(2)
-                ),  
-            id="transBlueLine")
-        )
-    doc.Document.append(
-        KML.Style(
-            KML.LineStyle(
-                KML.color("7d00ff00"),
-                KML.width(2)
-                ),  
-            id="transGreenLine")
-        )
-    
-    if glider == 'ramses':
-        linestyle = "#transBlueLine"
-    elif glider == 'pelagia':
-        linestyle = "#transGreenLine"
-    else:
-        linestyle = ""
-    
-    coord_str = ""
-    for d in data:
-        if d['lat'] and d['lon']:
-            coord_str = coord_str + "%f,%f,%f\n" % (d['lon'], d['lat'], 0.)
-    
-    track_line = KML.Placemark(
-        KML.name(glider),
-        KML.styleUrl(linestyle),
-        KML.LineString(
-            KML.altitudeMode("absolute"),
-            KML.coordinates(coord_str)
-            )
-        )
-    # glider placemarks (pms)
-    pms = []
-    for d in data[:-1]:
-        pms.append(
-            KML.Placemark(
-                # short time stamp
-                KML.name(d['name']),
-                # surface report data
-                KML.description(d['description']), 
-                KML.styleUrl("#prevPosnIcon"),
-                KML.Point(
-                    KML.altitudeMode("absolute"),
-                    KML.coordinates("%f,%f,%f" % (d['lon'], d['lat'], 0.))
-                    )
-                )
-            )
-    # glider history placemarks (hpms) using timestamp tag
-    histpms = []
-    for idx, d in enumerate(data[:-1]):
-        dt=d['dt']
-        # YYYY-MM-DDTHH:MM:SS + Z for kml <timestamp>
-        dt_str_begin = dt.isoformat()+'Z'
-        dt_str_end = (data[idx+1]['dt']).isoformat()+'Z'
-
-        histpms.append(
-            KML.Placemark(
-                # ISO time stamp to be displayed with marker
-                KML.name(dt_str_begin),
-                # surface report data (not for history placemarks
-                # KML.description(d['description']), 
-                KML.styleUrl("#histPosnIcon"),
-                KML.Point(
-                    KML.altitudeMode("absolute"),
-                    KML.coordinates("%f,%f,%f" % (d['lon'], d['lat'], 0.))
-                    ),
-                KML.TimeSpan(
-                    KML.begin(dt_str_begin),
-                    KML.end(dt_str_end)
-                    )
-                )
-            )
-    
-    
-    d=data[-1]
-    last_pm = KML.Placemark(
-        # short time stamp
-        KML.name(d['name']),
-        # surface report data
-        KML.description(d['description']), 
-        KML.styleUrl("#lastPosnIcon"),
-        KML.Point(
-            KML.altitudeMode("absolute"),
-            KML.coordinates("%f,%f,%f" % (d['lon'], d['lat'], 0.))
-            )
-        )
-    if d['wlon'] and d['wlat']:
-        wp_pm = KML.Placemark(
-            KML.name('Target Waypoint'),
-            # surface report data
-            KML.description(''), 
-            KML.styleUrl("#lastWayPosnIcon"),
-            KML.Point(
-               KML.altitudeMode("absolute"),
-               KML.coordinates("%f,%f,%f" % (d['wlon'], d['wlat'], 0.))
-               )
-            )
-    track_folder = KML.Folder(
-        KML.name(d['glider']),
-        track_line,
-        )
-    for pm in pms:
-        track_folder.append(pm)
-    for hpm in histpms:
-        track_folder.append(hpm)    
-    track_folder.append(last_pm)
-    if d['wlon'] and d['wlat']:
-        track_folder.append(wp_pm)
-    doc.Document.append(
-        track_folder
-        )
-    track_kml = lxml.etree.tostring(doc, pretty_print=True)
-    return track_kml
-