liveMonitor.py

# Copyright (C) Mark McIntyre
import time
import os
import sys
import glob
from sendToLive import uploadOneEvent
import datetime
import logging
import RMS.ConfigReader as cr
from stat import ST_INO
from uploadToArchive import readKeyFile, readIniFile
from ukmonPostProc import setupLogging


log = logging.getLogger("ukmonlogger")

timetowait = 300 # seconds to wait for a new line before deciding the log is stale

# Images created more than this many seconds ago won't be uploaded. Prevents reuploads. 
MAXAGE=int(os.getenv('UKMMAXAGE', default='1800')) 

# frequency at which to check for fireball requests. Zero means dont check
#FBINTERVAL = int(os.getenv('UKMFBINTERVAL', default='1800'))


def follow(fname, logf_ino):
    thefile = open(fname, 'r')
    t = 0
    while True:
        line = thefile.readline()
        if not os.path.isfile(fname):
            time.sleep(1)
        sres = os.stat(fname)
        if logf_ino != sres[ST_INO]:
            yield 'log rolled'

        if not line:
            time.sleep(0.1)
            t = t + 0.1
            if t > timetowait:
                t = 0
                yield 'log stale'
            else:
                continue
        else:
            t = 0
            yield line.strip()


def monitorLogFile(camloc, rmscfg):
    """ This function monitors the latest RMS log file for meteor detections, convert the FF file
    to a jpg and upload it to the livestream.  
    This function is called from the shell script *liveMonitor.sh* and should not be called directly. 
    """
    cfg = cr.parse(os.path.expanduser(rmscfg))

    datadir = cfg.data_dir
    logdir = os.path.expanduser(os.path.join(datadir, cfg.log_dir))

    setupLogging(logdir, 'ukmonlive_')

    log.info('--------------------------------')
    log.info('    live feed started')
    log.info('--------------------------------')

    log.info('Camera location is {}'.format(camloc))
    log.info('RMS config file is {}'.format(rmscfg))

    myloc = os.path.split(os.path.abspath(__file__))[0]

    # get credentials
    inifvals = readIniFile(os.path.join(myloc, 'ukmon.ini'))
    if not inifvals:
        log.error('ukmon.ini not present, aborting')
        exit(1)
    keys = readKeyFile(os.path.join(myloc, 'live.key'), inifvals)
    if not keys:
        log.error('config file not present, aborting')
        exit(1)

    keepon = True
    logf = ''
    capdir = ''
    while keepon is True:
        try:
            logfs = glob.glob(os.path.join(logdir, 'log_{}*.log*').format(cfg.stationID))
            logfs.sort(key=lambda x: os.path.getmtime(x))
            newlogf = logfs[-1]
            if newlogf != logf:
                logf = newlogf
                log.info('Now monitoring {}'.format(logf))
            lis = open(logf,'r').readlines()
            dd = [li for li in lis if 'Data directory' in li or 'New data directory' in li]
            if len(dd) > 0:
                capdir = dd[0].split(' ')[5].strip()
                #log.info('Capture dir is {}'.format(capdir))

            # iterate over the generator
            logf_ino = os.stat(logf)[ST_INO]
            loglines = follow(logf, logf_ino)

            for line in loglines:
                nowtm = datetime.datetime.now(datetime.timezone.utc)
                if line == 'log stale' or line == 'log rolled':
                    #log.info(line)

                    logfs = glob.glob(os.path.join(logdir, 'log_{}*.log*').format(cfg.stationID))
                    logfs.sort(key=lambda x: os.path.getmtime(x))
                    logf = logfs[-1]
                    loglines.close()
                    raise StopIteration
                else:
                    if "Data directory" in line or 'New data directory' in line: 
                        newcapdir = line.split(' ')[5].strip()
                        if '/' not in newcapdir:
                            newcapdir = line.split(' ')[6].strip()
                        if capdir != newcapdir:
                            capdir = newcapdir
                            log.info('Latest capture dir is {}'.format(capdir))

                    nowtm = datetime.datetime.now(datetime.timezone.utc)
                    if "detected meteors" in line and ": 0" not in line and "TOTAL" not in line:
                        log.info('meteor detected')
                        if capdir != '':
                            ffname = line.split(' ')[3]
                            ftime = datetime.datetime.strptime(ffname[10:25], '%Y%m%d_%H%M%S').replace(tzinfo=datetime.timezone.utc)
                            if (nowtm - ftime).seconds < MAXAGE:
                                log.info('uploading {}'.format(ffname))
                                uploadOneEvent(capdir, ffname, cfg, keys, camloc)
                            else:
                                log.info(f'too long ago: {(nowtm - ftime).seconds}')
                                pass
                        else:
                            log.warning('cap dir not set')

        except StopIteration:
            # reload the latest log
            pass
        except Exception as e:
            log.info('Problem reading RMS log: {} - will retry'.format(logf))
            log.info(e, exc_info=True)

            # reload the RMS config file in case its been updated
            cfg = cr.parse(os.path.expanduser(rmscfg))
            pass


if __name__ == '__main__':
    if len(sys.argv) < 2:
        print('LOCATION missing')
        exit(1)
    if len(sys.argv) < 3:
        rmscfg = os.path.expanduser('~/source/RMS/.config')
    else:
        rmscfg = sys.argv[2]
    camloc = sys.argv[1]
    monitorLogFile(camloc, rmscfg)