502 lines
17 KiB
Python
502 lines
17 KiB
Python
import os
|
|
from datetime import datetime, timedelta
|
|
from PIL import Image
|
|
import requests
|
|
from shortuuidfield import ShortUUIDField
|
|
|
|
from django.conf import settings
|
|
from django.core.cache import cache
|
|
from django.core.validators import MaxValueValidator, MinValueValidator
|
|
from django.dispatch import receiver
|
|
from django.db import models
|
|
from django.db.models.signals import post_save
|
|
from django.urls import reverse
|
|
from django.utils.html import format_html
|
|
from django.utils.timezone import now
|
|
|
|
from network.users.models import User
|
|
from network.base.helpers import get_apikey
|
|
from network.base.managers import ObservationManager
|
|
|
|
|
|
RIG_TYPES = ['Radio', 'SDR']
|
|
ANTENNA_BANDS = ['HF', 'VHF', 'UHF', 'L', 'S', 'C', 'X', 'KU']
|
|
ANTENNA_TYPES = (
|
|
('dipole', 'Dipole'),
|
|
('yagi', 'Yagi'),
|
|
('helical', 'Helical'),
|
|
('parabolic', 'Parabolic'),
|
|
('vertical', 'Verical'),
|
|
('turnstile', 'Turnstile'),
|
|
('quadrafilar', 'Quadrafilar'),
|
|
('eggbeater', 'Eggbeater'),
|
|
('lindenblad', 'Lindenblad'),
|
|
('paralindy', 'Parasitic Lindenblad')
|
|
)
|
|
OBSERVATION_STATUSES = (
|
|
('unknown', 'Unknown'),
|
|
('good', 'Good'),
|
|
('bad', 'Bad'),
|
|
('failed', 'Failed'),
|
|
)
|
|
STATION_STATUSES = (
|
|
(2, 'Online'),
|
|
(1, 'Testing'),
|
|
(0, 'Offline'),
|
|
)
|
|
SATELLITE_STATUS = ['alive', 'dead', 're-entered']
|
|
|
|
|
|
def _name_obs_files(instance, filename):
|
|
return 'data_obs/{0}/{1}'.format(instance.id, filename)
|
|
|
|
|
|
def _name_obs_demoddata(instance, filename):
|
|
return 'data_obs/{0}/{1}'.format(instance.observation.id, filename)
|
|
|
|
|
|
def _observation_post_save(sender, instance, created, **kwargs):
|
|
"""
|
|
Post save Observation operations
|
|
* Auto vet as good obserfvation with Demod Data
|
|
* Mark Observations from testing stations
|
|
"""
|
|
post_save.disconnect(_observation_post_save, sender=Observation)
|
|
if created and instance.ground_station.testing:
|
|
instance.testing = True
|
|
instance.save()
|
|
if instance.has_demoddata:
|
|
instance.vetted_status = 'good'
|
|
instance.vetted_datetime = now()
|
|
instance.save()
|
|
post_save.connect(_observation_post_save, sender=Observation)
|
|
|
|
|
|
def _station_post_save(sender, instance, created, **kwargs):
|
|
"""
|
|
Post save Station operations
|
|
* Store current status
|
|
"""
|
|
post_save.disconnect(_station_post_save, sender=Station)
|
|
if not created:
|
|
current_status = instance.status
|
|
if instance.is_offline:
|
|
instance.status = 0
|
|
elif instance.testing:
|
|
instance.status = 1
|
|
else:
|
|
instance.status = 2
|
|
instance.save()
|
|
if instance.status != current_status:
|
|
StationStatusLog.objects.create(station=instance, status=instance.status)
|
|
else:
|
|
StationStatusLog.objects.create(station=instance, status=instance.status)
|
|
post_save.connect(_station_post_save, sender=Station)
|
|
|
|
|
|
class Rig(models.Model):
|
|
"""Model for Rig types."""
|
|
name = models.CharField(choices=zip(RIG_TYPES, RIG_TYPES), max_length=10)
|
|
rictld_number = models.PositiveIntegerField(blank=True, null=True)
|
|
|
|
def __unicode__(self):
|
|
return '{0}: {1}'.format(self.name, self.rictld_number)
|
|
|
|
|
|
class Mode(models.Model):
|
|
"""Model for Modes."""
|
|
name = models.CharField(max_length=10, unique=True)
|
|
|
|
def __unicode__(self):
|
|
return self.name
|
|
|
|
|
|
class Antenna(models.Model):
|
|
"""Model for antennas tracked with SatNOGS."""
|
|
frequency = models.PositiveIntegerField()
|
|
frequency_max = models.PositiveIntegerField()
|
|
band = models.CharField(choices=zip(ANTENNA_BANDS, ANTENNA_BANDS),
|
|
max_length=5)
|
|
antenna_type = models.CharField(choices=ANTENNA_TYPES, max_length=15)
|
|
|
|
def __unicode__(self):
|
|
return '{0} - {1} - {2} - {3}'.format(self.band, self.antenna_type,
|
|
self.frequency,
|
|
self.frequency_max)
|
|
|
|
|
|
class Station(models.Model):
|
|
"""Model for SatNOGS ground stations."""
|
|
owner = models.ForeignKey(User, related_name="ground_stations",
|
|
on_delete=models.SET_NULL, null=True, blank=True)
|
|
name = models.CharField(max_length=45)
|
|
image = models.ImageField(upload_to='ground_stations', blank=True)
|
|
alt = models.PositiveIntegerField(help_text='In meters above ground')
|
|
lat = models.FloatField(validators=[MaxValueValidator(90), MinValueValidator(-90)],
|
|
help_text='eg. 38.01697')
|
|
lng = models.FloatField(validators=[MaxValueValidator(180), MinValueValidator(-180)],
|
|
help_text='eg. 23.7314')
|
|
qthlocator = models.CharField(max_length=255, blank=True)
|
|
location = models.CharField(max_length=255, blank=True)
|
|
antenna = models.ManyToManyField(Antenna, blank=True,
|
|
help_text=('If you want to add a new Antenna contact '
|
|
'<a href="https://community.satnogs.org/" '
|
|
'target="_blank">SatNOGS Team</a>'))
|
|
featured_date = models.DateField(null=True, blank=True)
|
|
created = models.DateTimeField(auto_now_add=True)
|
|
testing = models.BooleanField(default=True)
|
|
last_seen = models.DateTimeField(null=True, blank=True)
|
|
status = models.IntegerField(choices=STATION_STATUSES, default=0)
|
|
horizon = models.PositiveIntegerField(help_text='In degrees above 0', default=10)
|
|
uuid = models.CharField(db_index=True, max_length=100, blank=True)
|
|
rig = models.ForeignKey(Rig, related_name='ground_stations',
|
|
on_delete=models.SET_NULL, null=True, blank=True)
|
|
description = models.TextField(max_length=500, blank=True, help_text='Max 500 characters')
|
|
|
|
class Meta:
|
|
ordering = ['-status']
|
|
|
|
def get_image(self):
|
|
if self.image and hasattr(self.image, 'url'):
|
|
return self.image.url
|
|
else:
|
|
return settings.STATION_DEFAULT_IMAGE
|
|
|
|
@property
|
|
def is_online(self):
|
|
try:
|
|
heartbeat = self.last_seen + timedelta(minutes=int(settings.STATION_HEARTBEAT_TIME))
|
|
return heartbeat > now()
|
|
except TypeError:
|
|
return False
|
|
|
|
@property
|
|
def is_offline(self):
|
|
return not self.is_online
|
|
|
|
@property
|
|
def is_testing(self):
|
|
if self.is_online:
|
|
if self.status == 1:
|
|
return True
|
|
return False
|
|
|
|
def state(self):
|
|
if not self.status:
|
|
return format_html('<span style="color:red;">Offline</span>')
|
|
if self.status == 1:
|
|
return format_html('<span style="color:orange;">Testing</span>')
|
|
return format_html('<span style="color:green">Online</span>')
|
|
|
|
@property
|
|
def success_rate(self):
|
|
rate = cache.get('sat-{0}-rate'.format(self.id))
|
|
if not rate:
|
|
observations = self.observations.exclude(testing=True)
|
|
has_audio = observations.filter(id__in=(o.id for o in observations if o.has_audio))
|
|
success = has_audio.count()
|
|
if observations:
|
|
rate = int(100 * (float(success) / float(observations.count())))
|
|
cache.set('sat-{0}-rate'.format(self.id), rate)
|
|
else:
|
|
rate = False
|
|
return rate
|
|
|
|
@property
|
|
def observations_count(self):
|
|
count = self.observations.all().count()
|
|
return count
|
|
|
|
@property
|
|
def observations_future_count(self):
|
|
count = self.observations.is_future().count()
|
|
return count
|
|
|
|
@property
|
|
def apikey(self):
|
|
return get_apikey(user=self.owner)
|
|
|
|
def __unicode__(self):
|
|
return "%d - %s" % (self.pk, self.name)
|
|
|
|
|
|
post_save.connect(_station_post_save, sender=Station)
|
|
|
|
|
|
class StationStatusLog(models.Model):
|
|
station = models.ForeignKey(Station, related_name='station_logs',
|
|
on_delete=models.CASCADE, null=True, blank=True)
|
|
status = models.IntegerField(choices=STATION_STATUSES, default=0)
|
|
changed = models.DateTimeField(auto_now_add=True)
|
|
|
|
class Meta:
|
|
ordering = ['-status']
|
|
|
|
def __unicode__(self):
|
|
return '{0} - {1}'.format(self.station, self.status)
|
|
|
|
|
|
class Satellite(models.Model):
|
|
"""Model for SatNOGS satellites."""
|
|
norad_cat_id = models.PositiveIntegerField()
|
|
name = models.CharField(max_length=45)
|
|
names = models.TextField(blank=True)
|
|
image = models.CharField(max_length=100, blank=True, null=True)
|
|
manual_tle = models.BooleanField(default=False)
|
|
status = models.CharField(choices=zip(SATELLITE_STATUS, SATELLITE_STATUS),
|
|
max_length=10, default='alive')
|
|
|
|
class Meta:
|
|
ordering = ['norad_cat_id']
|
|
|
|
def get_image(self):
|
|
if self.image:
|
|
return self.image
|
|
else:
|
|
return settings.SATELLITE_DEFAULT_IMAGE
|
|
|
|
@property
|
|
def latest_tle(self):
|
|
try:
|
|
latest_tle = Tle.objects.filter(satellite=self).latest('updated')
|
|
return latest_tle
|
|
except Tle.DoesNotExist:
|
|
return False
|
|
|
|
@property
|
|
def tle_no(self):
|
|
try:
|
|
line = self.latest_tle.tle1
|
|
return line[65:68]
|
|
except AttributeError:
|
|
return False
|
|
|
|
@property
|
|
def tle_epoch(self):
|
|
try:
|
|
line = self.latest_tle.tle1
|
|
except AttributeError:
|
|
return False
|
|
yd, s = line[18:32].split('.')
|
|
epoch = (datetime.strptime(yd, "%y%j") +
|
|
timedelta(seconds=float("." + s) * 24 * 60 * 60))
|
|
return epoch
|
|
|
|
@property
|
|
def data_count(self):
|
|
return Observation.objects.filter(satellite=self).count()
|
|
|
|
@property
|
|
def good_count(self):
|
|
data = Observation.objects.filter(satellite=self)
|
|
return data.filter(vetted_status='good').count()
|
|
|
|
@property
|
|
def bad_count(self):
|
|
data = Observation.objects.filter(satellite=self)
|
|
return data.filter(vetted_status='bad').count()
|
|
|
|
@property
|
|
def unknown_count(self):
|
|
data = Observation.objects.filter(satellite=self)
|
|
return data.filter(vetted_status='unknown').count()
|
|
|
|
@property
|
|
def success_rate(self):
|
|
try:
|
|
return int(100 * (float(self.good_count) / float(self.data_count)))
|
|
except (ZeroDivisionError, TypeError):
|
|
return 0
|
|
|
|
@property
|
|
def bad_rate(self):
|
|
try:
|
|
return int(100 * (float(self.bad_count) / float(self.data_count)))
|
|
except (ZeroDivisionError, TypeError):
|
|
return 0
|
|
|
|
@property
|
|
def unknown_rate(self):
|
|
try:
|
|
return int(100 * (float(self.unknown_count) / float(self.data_count)))
|
|
except (ZeroDivisionError, TypeError):
|
|
return 0
|
|
|
|
def __unicode__(self):
|
|
return self.name
|
|
|
|
|
|
class Tle(models.Model):
|
|
tle0 = models.CharField(max_length=100, blank=True)
|
|
tle1 = models.CharField(max_length=200, blank=True)
|
|
tle2 = models.CharField(max_length=200, blank=True)
|
|
updated = models.DateTimeField(auto_now=True, blank=True)
|
|
satellite = models.ForeignKey(Satellite, related_name='tles',
|
|
on_delete=models.CASCADE, null=True, blank=True)
|
|
|
|
class Meta:
|
|
ordering = ['tle0']
|
|
|
|
def __unicode__(self):
|
|
return self.tle0
|
|
|
|
|
|
class Transmitter(models.Model):
|
|
"""Model for antennas transponders."""
|
|
uuid = ShortUUIDField(db_index=True)
|
|
description = models.TextField()
|
|
alive = models.BooleanField(default=True)
|
|
uplink_low = models.PositiveIntegerField(blank=True, null=True)
|
|
uplink_high = models.PositiveIntegerField(blank=True, null=True)
|
|
downlink_low = models.PositiveIntegerField(blank=True, null=True)
|
|
downlink_high = models.PositiveIntegerField(blank=True, null=True)
|
|
mode = models.ForeignKey(Mode, related_name='transmitters', blank=True,
|
|
null=True, on_delete=models.SET_NULL)
|
|
invert = models.BooleanField(default=False)
|
|
baud = models.FloatField(validators=[MinValueValidator(0)], null=True, blank=True)
|
|
satellite = models.ForeignKey(Satellite, related_name='transmitters',
|
|
on_delete=models.CASCADE, null=True, blank=True)
|
|
|
|
def __unicode__(self):
|
|
return self.description
|
|
|
|
|
|
class Observation(models.Model):
|
|
"""Model for SatNOGS observations."""
|
|
satellite = models.ForeignKey(Satellite, related_name='observations',
|
|
on_delete=models.SET_NULL, null=True, blank=True)
|
|
transmitter = models.ForeignKey(Transmitter, related_name='observations',
|
|
on_delete=models.SET_NULL, null=True, blank=True)
|
|
tle = models.ForeignKey(Tle, related_name='observations',
|
|
on_delete=models.SET_NULL, null=True, blank=True)
|
|
author = models.ForeignKey(User, related_name='observations',
|
|
on_delete=models.SET_NULL, null=True, blank=True)
|
|
start = models.DateTimeField()
|
|
end = models.DateTimeField()
|
|
ground_station = models.ForeignKey(Station, related_name='observations',
|
|
on_delete=models.SET_NULL, null=True, blank=True)
|
|
client_version = models.CharField(max_length=255, blank=True)
|
|
client_metadata = models.TextField(blank=True)
|
|
payload = models.FileField(upload_to=_name_obs_files, blank=True, null=True)
|
|
waterfall = models.ImageField(upload_to=_name_obs_files, blank=True, null=True)
|
|
vetted_datetime = models.DateTimeField(null=True, blank=True)
|
|
vetted_user = models.ForeignKey(User, related_name='observations_vetted',
|
|
on_delete=models.SET_NULL, null=True, blank=True)
|
|
vetted_status = models.CharField(choices=OBSERVATION_STATUSES,
|
|
max_length=20, default='unknown')
|
|
testing = models.BooleanField(default=False)
|
|
rise_azimuth = models.FloatField(blank=True, null=True)
|
|
max_altitude = models.FloatField(blank=True, null=True)
|
|
set_azimuth = models.FloatField(blank=True, null=True)
|
|
archived = models.BooleanField(default=False)
|
|
archive_identifier = models.CharField(max_length=255, blank=True)
|
|
archive_url = models.URLField(blank=True, null=True)
|
|
|
|
objects = ObservationManager.as_manager()
|
|
|
|
@property
|
|
def is_past(self):
|
|
return self.end < now()
|
|
|
|
@property
|
|
def is_future(self):
|
|
return self.end > now()
|
|
|
|
# this payload has been vetted good/bad/failed by someone
|
|
@property
|
|
def is_vetted(self):
|
|
return not self.vetted_status == 'unknown'
|
|
|
|
# this payload has been vetted as good by someone
|
|
@property
|
|
def is_good(self):
|
|
return self.vetted_status == 'good'
|
|
|
|
# this payload has been vetted as bad by someone
|
|
@property
|
|
def is_bad(self):
|
|
return self.vetted_status == 'bad'
|
|
|
|
# this payload has been vetted as failed by someone
|
|
@property
|
|
def is_failed(self):
|
|
return self.vetted_status == 'failed'
|
|
|
|
@property
|
|
def has_audio(self):
|
|
"""Run some checks on the payload for existence of data."""
|
|
if self.archive_url:
|
|
return True
|
|
if self.payload is None:
|
|
return False
|
|
if not os.path.isfile(os.path.join(settings.MEDIA_ROOT, self.payload.name)):
|
|
return False
|
|
if self.payload.size == 0:
|
|
return False
|
|
return True
|
|
|
|
@property
|
|
def has_demoddata(self):
|
|
"""Check if the observation has Demod Data."""
|
|
if self.demoddata.count():
|
|
return True
|
|
return False
|
|
|
|
@property
|
|
def audio_url(self):
|
|
if self.has_audio:
|
|
if self.archive_url:
|
|
r = requests.get(self.archive_url, allow_redirects=False)
|
|
return r.headers['Location']
|
|
else:
|
|
return self.payload.url
|
|
return ''
|
|
|
|
class Meta:
|
|
ordering = ['-start', '-end']
|
|
|
|
def __unicode__(self):
|
|
return str(self.id)
|
|
|
|
def get_absolute_url(self):
|
|
return reverse('base:observation_view', kwargs={'id': self.id})
|
|
|
|
|
|
@receiver(models.signals.post_delete, sender=Observation)
|
|
def observation_remove_files(sender, instance, **kwargs):
|
|
if instance.payload:
|
|
if os.path.isfile(instance.payload.path):
|
|
os.remove(instance.payload.path)
|
|
if instance.waterfall:
|
|
if os.path.isfile(instance.waterfall.path):
|
|
os.remove(instance.waterfall.path)
|
|
|
|
|
|
post_save.connect(_observation_post_save, sender=Observation)
|
|
|
|
|
|
class DemodData(models.Model):
|
|
observation = models.ForeignKey(Observation, related_name='demoddata',
|
|
on_delete=models.CASCADE, blank=True, null=True)
|
|
payload_demod = models.FileField(upload_to=_name_obs_demoddata, blank=True, null=True)
|
|
|
|
def is_image(self):
|
|
with open(self.payload_demod.path) as fp:
|
|
try:
|
|
Image.open(fp)
|
|
except (IOError, TypeError):
|
|
return False
|
|
else:
|
|
return True
|
|
|
|
def display_payload(self):
|
|
with open(self.payload_demod.path) as fp:
|
|
return unicode(fp.read(), errors='replace')
|
|
|
|
|
|
@receiver(models.signals.post_delete, sender=DemodData)
|
|
def demoddata_remove_files(sender, instance, **kwargs):
|
|
if instance.payload_demod:
|
|
if os.path.isfile(instance.payload_demod.path):
|
|
os.remove(instance.payload_demod.path)
|