399 lines
13 KiB
Python
399 lines
13 KiB
Python
import threading
|
|
from owrx.socket import getAvailablePort
|
|
from datetime import datetime, timezone, timedelta
|
|
from owrx.source import SdrService
|
|
from owrx.bands import Bandplan
|
|
from csdr import dsp, output
|
|
from owrx.wsjt import WsjtParser
|
|
from owrx.aprs import AprsParser
|
|
from owrx.config import PropertyManager
|
|
from owrx.source import Resampler
|
|
from owrx.feature import FeatureDetector
|
|
|
|
import logging
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class ServiceOutput(output):
|
|
def __init__(self, frequency):
|
|
self.frequency = frequency
|
|
|
|
def getParser(self):
|
|
# abstract method; implement in subclasses
|
|
pass
|
|
|
|
def receive_output(self, t, read_fn):
|
|
parser = self.getParser()
|
|
parser.setDialFrequency(self.frequency)
|
|
target = self.pump(read_fn, parser.parse)
|
|
threading.Thread(target=target).start()
|
|
|
|
|
|
class WsjtServiceOutput(ServiceOutput):
|
|
def getParser(self):
|
|
return WsjtParser(WsjtHandler())
|
|
|
|
def supports_type(self, t):
|
|
return t == "wsjt_demod"
|
|
|
|
|
|
class AprsServiceOutput(ServiceOutput):
|
|
def getParser(self):
|
|
return AprsParser(AprsHandler())
|
|
|
|
def supports_type(self, t):
|
|
return t == "packet_demod"
|
|
|
|
|
|
class ScheduleEntry(object):
|
|
def __init__(self, startTime, endTime, profile):
|
|
self.startTime = startTime
|
|
self.endTime = endTime
|
|
self.profile = profile
|
|
|
|
def isCurrent(self, time):
|
|
if self.startTime < self.endTime:
|
|
return self.startTime <= time < self.endTime
|
|
else:
|
|
return self.startTime <= time or time < self.endTime
|
|
|
|
def getProfile(self):
|
|
return self.profile
|
|
|
|
def getScheduledEnd(self):
|
|
now = datetime.utcnow()
|
|
end = now.combine(date=now.date(), time=self.endTime)
|
|
while end < now:
|
|
end += timedelta(days=1)
|
|
return end
|
|
|
|
def getNextActivation(self):
|
|
now = datetime.utcnow()
|
|
start = now.combine(date=now.date(), time=self.startTime)
|
|
while start < now:
|
|
start += timedelta(days=1)
|
|
return start
|
|
|
|
|
|
class Schedule(object):
|
|
@staticmethod
|
|
def parse(scheduleDict):
|
|
entries = []
|
|
for time, profile in scheduleDict.items():
|
|
if len(time) != 9:
|
|
logger.warning("invalid schedule spec: %s", time)
|
|
continue
|
|
|
|
startTime = datetime.strptime(time[0:4], "%H%M").replace(tzinfo=timezone.utc).time()
|
|
endTime = datetime.strptime(time[5:9], "%H%M").replace(tzinfo=timezone.utc).time()
|
|
entries.append(ScheduleEntry(startTime, endTime, profile))
|
|
return Schedule(entries)
|
|
|
|
def __init__(self, entries):
|
|
self.entries = entries
|
|
|
|
def getCurrentEntry(self):
|
|
current = [p for p in self.entries if p.isCurrent(datetime.utcnow().time())]
|
|
if current:
|
|
return current[0]
|
|
return None
|
|
|
|
def getNextEntry(self):
|
|
s = sorted(self.entries, key=lambda e: e.getNextActivation())
|
|
if s:
|
|
return s[0]
|
|
return None
|
|
|
|
|
|
class ServiceScheduler(object):
|
|
def __init__(self, source, schedule):
|
|
self.source = source
|
|
self.schedule = Schedule.parse(schedule)
|
|
self.active = False
|
|
self.source.addClient(self)
|
|
self.selectionTimer = None
|
|
self.scheduleSelection()
|
|
|
|
def shutdown(self):
|
|
self.cancelTimer()
|
|
self.source.removeClient(self)
|
|
|
|
def scheduleSelection(self, time=None):
|
|
seconds = 10
|
|
if time is not None:
|
|
delta = time - datetime.utcnow()
|
|
seconds = delta.total_seconds()
|
|
self.cancelTimer()
|
|
self.selectionTimer = threading.Timer(seconds, self.selectProfile)
|
|
self.selectionTimer.start()
|
|
|
|
def cancelTimer(self):
|
|
if self.selectionTimer:
|
|
self.selectionTimer.cancel()
|
|
|
|
def isActive(self):
|
|
return self.active
|
|
|
|
def onSdrAvailable(self):
|
|
pass
|
|
|
|
def onSdrUnavailable(self):
|
|
self.scheduleSelection()
|
|
|
|
def onSdrFailed(self):
|
|
self.cancelTimer()
|
|
|
|
def selectProfile(self):
|
|
self.active = False
|
|
if self.source.hasActiveClients():
|
|
logger.debug("source has active clients; not touching")
|
|
return
|
|
logger.debug("source seems to be idle, selecting profile for background services")
|
|
entry = self.schedule.getCurrentEntry()
|
|
|
|
if entry is None:
|
|
logger.debug("schedule did not return a profile. checking next entry...")
|
|
nextEntry = self.schedule.getNextEntry()
|
|
if nextEntry is not None:
|
|
self.scheduleSelection(nextEntry.getNextActivation())
|
|
return
|
|
|
|
logger.debug("scheduling end for current profile: %s", entry.getScheduledEnd())
|
|
self.scheduleSelection(entry.getScheduledEnd())
|
|
|
|
try:
|
|
self.active = True
|
|
self.source.activateProfile(entry.getProfile())
|
|
self.source.start()
|
|
except KeyError:
|
|
pass
|
|
|
|
|
|
class ServiceHandler(object):
|
|
def __init__(self, source):
|
|
self.lock = threading.Lock()
|
|
self.services = []
|
|
self.source = source
|
|
self.startupTimer = None
|
|
self.source.addClient(self)
|
|
props = self.source.getProps()
|
|
props.collect("center_freq", "samp_rate").wire(self.onFrequencyChange)
|
|
if self.source.isAvailable():
|
|
self.scheduleServiceStartup()
|
|
self.scheduler = None
|
|
if "schedule" in props:
|
|
self.scheduler = ServiceScheduler(self.source, props["schedule"])
|
|
|
|
def isActive(self):
|
|
return False
|
|
|
|
def onSdrAvailable(self):
|
|
self.scheduleServiceStartup()
|
|
|
|
def onSdrUnavailable(self):
|
|
logger.debug("sdr source becoming unavailable; stopping services.")
|
|
self.stopServices()
|
|
|
|
def onSdrFailed(self):
|
|
logger.debug("sdr source failed; stopping services.")
|
|
self.stopServices()
|
|
|
|
def isSupported(self, mode):
|
|
# TODO this should be in a more central place (the frontend also needs this)
|
|
requirements = {
|
|
'ft8': 'wsjt-x',
|
|
'ft4': 'wsjt-x',
|
|
'jt65': 'wsjt-x',
|
|
'jt9': 'wsjt-x',
|
|
'wspr': 'wsjt-x',
|
|
'packet': 'packet',
|
|
}
|
|
fd = FeatureDetector()
|
|
|
|
# this looks overly complicated... but i'd like modes with no requirements to be always available without
|
|
# being listed in the hash above
|
|
unavailable = [mode for mode, req in requirements.items() if not fd.is_available(req)]
|
|
configured = PropertyManager.getSharedInstance()["services_decoders"]
|
|
available = [mode for mode in configured if mode not in unavailable]
|
|
|
|
return mode in available
|
|
|
|
def shutdown(self):
|
|
self.stopServices()
|
|
self.source.removeClient(self)
|
|
if self.scheduler:
|
|
self.scheduler.shutdown()
|
|
|
|
def stopServices(self):
|
|
with self.lock:
|
|
services = self.services
|
|
self.services = []
|
|
|
|
for service in services:
|
|
service.stop()
|
|
|
|
def onFrequencyChange(self, key, value):
|
|
self.stopServices()
|
|
if not self.source.isAvailable():
|
|
return
|
|
self.scheduleServiceStartup()
|
|
|
|
def scheduleServiceStartup(self):
|
|
if self.startupTimer:
|
|
self.startupTimer.cancel()
|
|
self.startupTimer = threading.Timer(10, self.updateServices)
|
|
self.startupTimer.start()
|
|
|
|
def updateServices(self):
|
|
logger.debug("re-scheduling services due to sdr changes")
|
|
self.stopServices()
|
|
if not self.source.isAvailable():
|
|
logger.debug("sdr source is unavailable")
|
|
return
|
|
cf = self.source.getProps()["center_freq"]
|
|
sr = self.source.getProps()["samp_rate"]
|
|
srh = sr / 2
|
|
frequency_range = (cf - srh, cf + srh)
|
|
|
|
dials = [
|
|
dial
|
|
for dial in Bandplan.getSharedInstance().collectDialFrequencies(frequency_range)
|
|
if self.isSupported(dial["mode"])
|
|
]
|
|
|
|
if not dials:
|
|
logger.debug("no services available")
|
|
return
|
|
|
|
with self.lock:
|
|
self.services = []
|
|
|
|
groups = self.optimizeResampling(dials, sr)
|
|
if groups is None:
|
|
for dial in dials:
|
|
self.services.append(self.setupService(dial["mode"], dial["frequency"], self.source))
|
|
else:
|
|
for group in groups:
|
|
frequencies = sorted([f["frequency"] for f in group])
|
|
min = frequencies[0]
|
|
max = frequencies[-1]
|
|
cf = (min + max) / 2
|
|
bw = max - min
|
|
logger.debug("group center frequency: {0}, bandwidth: {1}".format(cf, bw))
|
|
resampler_props = PropertyManager()
|
|
resampler_props["center_freq"] = cf
|
|
# TODO the + 24000 is a temporary fix since the resampling optimizer does not account for required bandwidths
|
|
resampler_props["samp_rate"] = bw + 24000
|
|
resampler = Resampler(resampler_props, getAvailablePort(), self.source)
|
|
resampler.start()
|
|
|
|
for dial in group:
|
|
self.services.append(self.setupService(dial["mode"], dial["frequency"], resampler))
|
|
|
|
# resampler goes in after the services since it must not be shutdown as long as the services are still running
|
|
self.services.append(resampler)
|
|
|
|
|
|
def optimizeResampling(self, freqs, bandwidth):
|
|
freqs = sorted(freqs, key=lambda f: f["frequency"])
|
|
distances = [
|
|
{"frequency": freqs[i]["frequency"], "distance": freqs[i + 1]["frequency"] - freqs[i]["frequency"]}
|
|
for i in range(0, len(freqs) - 1)
|
|
]
|
|
|
|
distances = [d for d in distances if d["distance"] > 0]
|
|
|
|
distances = sorted(distances, key=lambda f: f["distance"], reverse=True)
|
|
|
|
def calculate_usage(num_splits):
|
|
splits = sorted([f["frequency"] for f in distances[0:num_splits]])
|
|
previous = 0
|
|
groups = []
|
|
for split in splits:
|
|
groups.append([f for f in freqs if previous < f["frequency"] <= split])
|
|
previous = split
|
|
groups.append([f for f in freqs if previous < f["frequency"]])
|
|
|
|
def get_bandwitdh(group):
|
|
freqs = sorted([f["frequency"] for f in group])
|
|
# the group will process the full BW once, plus the reduced BW once for each group member
|
|
return bandwidth + len(group) * (freqs[-1] - freqs[0] + 24000)
|
|
|
|
total_bandwidth = sum([get_bandwitdh(group) for group in groups])
|
|
return {"num_splits": num_splits, "total_bandwidth": total_bandwidth, "groups": groups}
|
|
|
|
usages = [calculate_usage(i) for i in range(0, len(freqs))]
|
|
# another possible outcome might be that it's best not to resample at all. this is a special case.
|
|
usages += [{"num_splits": None, "total_bandwidth": bandwidth * len(freqs), "groups": [freqs]}]
|
|
results = sorted(usages, key=lambda f: f["total_bandwidth"])
|
|
|
|
for r in results:
|
|
logger.debug("splits: {0}, total: {1}".format(r["num_splits"], r["total_bandwidth"]))
|
|
|
|
best = results[0]
|
|
if best["num_splits"] is None:
|
|
return None
|
|
return best["groups"]
|
|
|
|
def setupService(self, mode, frequency, source):
|
|
logger.debug("setting up service {0} on frequency {1}".format(mode, frequency))
|
|
# TODO selecting outputs will need some more intelligence here
|
|
if mode == "packet":
|
|
output = AprsServiceOutput(frequency)
|
|
else:
|
|
output = WsjtServiceOutput(frequency)
|
|
d = dsp(output)
|
|
d.nc_port = source.getPort()
|
|
d.set_offset_freq(frequency - source.getProps()["center_freq"])
|
|
if mode == "packet":
|
|
d.set_demodulator("nfm")
|
|
d.set_bpf(-4000, 4000)
|
|
elif mode == "wspr":
|
|
d.set_demodulator("usb")
|
|
# WSPR only samples between 1400 and 1600 Hz
|
|
d.set_bpf(1350, 1650)
|
|
else:
|
|
d.set_demodulator("usb")
|
|
d.set_bpf(0, 3000)
|
|
d.set_secondary_demodulator(mode)
|
|
d.set_audio_compression("none")
|
|
d.set_samp_rate(source.getProps()["samp_rate"])
|
|
d.set_service()
|
|
d.start()
|
|
return d
|
|
|
|
|
|
class WsjtHandler(object):
|
|
def write_wsjt_message(self, msg):
|
|
pass
|
|
|
|
|
|
class AprsHandler(object):
|
|
def write_aprs_data(self, data):
|
|
pass
|
|
|
|
|
|
class Services(object):
|
|
handlers = []
|
|
@staticmethod
|
|
def start():
|
|
if not PropertyManager.getSharedInstance()["services_enabled"]:
|
|
return
|
|
for source in SdrService.getSources().values():
|
|
Services.handlers.append(ServiceHandler(source))
|
|
|
|
@staticmethod
|
|
def stop():
|
|
for handler in Services.handlers:
|
|
handler.shutdown()
|
|
Services.handlers = []
|
|
|
|
|
|
class Service(object):
|
|
pass
|
|
|
|
|
|
class WsjtService(Service):
|
|
pass
|