use Debug;
use SMGLog;
use Math::Round qw(nearest);
+use File::Copy;
+use Data::Random qw(rand_chars);
+use IO::File;
use constant pi => 3.14159265358979;
+my $randomfn = '/dev/urandom';
my $devname = "/dev/davis";
my $datafn = ".loop_data";
my $dataf;
my $state = "ready";
my $buf;
my $dbg;
-my $ser; # the serial port Mojo::IOLoop::Stream
+our $ser; # the serial port Mojo::IOLoop::Stream
+our $ob; # the Serial Port filehandle
+my $last_min_h;
+my $last_hour_h;
our $json = JSON->new->canonical(1);
+our $WS = {}; # websocket connections
our $ld = {};
+our @last10minsr = ();
+our @last5daysh = ();
+our $windmins = 2; # no of minutes of wind data for the windrose
+our $histdays = 5; # no of days of (half)hour data to search for main graph
+our $updatepermin = 60 / 2.5; # no of updates per minute
our $loop_count; # how many LOOPs we have done, used as start indicator
our $ending = 0;
-$SIG{TERM} = $SIG{INT} = sub {++$ending; Mojo::IOLoop->stop;};
+$SIG{TERM} = $SIG{INT} = sub {$ending = 1; Mojo::IOLoop->stop;};
$SIG{HUP} = 'IGNORE';
-get '/' => 'index';
-
# WebSocket weather service
-websocket '/index' => sub {
+websocket '/weather' => sub {
my $c = shift;
-
+ my $msg = shift;
+ my $tx = $c->tx;
+
# Opened
- $c->app->log->debug('WebSocket opened.');
+ app->log->debug('WebSocket opened.');
dbg 'WebSocket opened' if isdbg 'chan';
-
- # Increase inactivity timeout for connection a bit
- $c->inactivity_timeout(300);
+ $WS->{$tx} = $tx;
+
+ # send historical data
+ $c->send($ld->{lasthour_h}) if exists $ld->{lasthour_h};
+ $c->send($ld->{lastmin_h}) if exists $ld->{lastmin_h};
+
+ # disable timeout
+ $c->inactivity_timeout(3615);
# Incoming message
$c->on(
message => sub {
my ($c, $msg) = @_;
- dbg "websocket: $msg" if isdbg 'chan';
+ dbg "websocket: text $msg" if isdbg 'chan';
},
json => sub {
my ($c, $msg) = @_;
- dbg "websocket: $msg" if isdbg 'chan';
+ dbg "websocket: json $msg" if isdbg 'chan';
}
);
# Closed
$c->on(finish => sub {
my ($c, $code, $reason) = @_;
- $c->app->log->debug("WebSocket closed with status $code.");
- dbg 'WebSocket closed with status $code' if isdbg 'chan';
+ app->log->debug("WebSocket closed with status $code.");
+ dbg "websocket closed with status $code" if isdbg 'chan';
+ delete $WS->{$tx};
});
-
- $c->render;
-
};
+get '/' => {template => 'index'};
+
+
dbginit();
if (@ARGV) {
dbgadd(@ARGV);
dbg "*** starting $0";
dbg '***';
+read_ld();
+
+my $tnow = time;
+my $dayno = int ($tnow/86400);
+for (my $i = 0-$histdays; $i < 0; ++$i ) {
+ push @last5daysh, grab_history(SMGLog->new("day"), "h", $tnow-(86400*$histdays), $dayno+$i+1);
+}
+@last10minsr = map {my ($t, $js) = split(/\s/, $_, 2); $js} grab_history(SMGLog->new("debug"), "r", $tnow-(60*$windmins), $dayno);
+dbg sprintf("last5days = %d last10mins = %d", scalar @last5daysh, scalar @last10minsr);
+
+sysopen(R, $randomfn, 0) or die "cannot open $randomfn $!\n";
+my $rs;
+sysread(R, $rs, 8) or die "not enough randomness available\n";
+close R;
+
+app->secrets([qw(Here's something that's really seakrett), $rs]);
+
our $dlog = SMGLog->new("day");
+$did = Mojo::IOLoop->recurring(1 => sub {$dlog->flushall});
+
dbg "before next tick";
Mojo::IOLoop->next_tick(sub { loop() });
dbg "before app start";
app->start;
dbg "after app start";
+doclose();
+
write_ld();
-close $dataf if $dataf;
+$dataf->close if $dataf;
+undef $dataf;
+
+
+# move all the files along one
+cycle_loop_data_files();
dbg '***';
-dbg "*** ending $0";
+dbg "*** ending $0 (\$ending = $ending)";
dbg '***';
exit 0;
sub loop
{
-
- open $dataf, "+>>", $datafn or die "cannot open $datafn $!";
- $dataf->autoflush(1);
-
- read_ld();
-
dbg "last_min: " . scalar gmtime($ld->{last_min});
dbg "last_hour: " . scalar gmtime($ld->{last_hour});
- $did = Mojo::IOLoop->recurring(1 => sub {$dlog->flushall});
-
- do_reopen($devname);
+ $ser = doopen($devname);
+ start_loop() if $ser;
}
undef $tid;
$tid = Mojo::IOLoop->recurring(0.6 => sub {
if (++$nlcount > 10) {
- dbg "\\n count > 10, closing connection" if isdbg 'chan';
- do_reopen($devname);
+ doclose();
return;
}
dbg "writing $nlcount \\n" if isdbg 'state';
$state = $_[0];
}
-sub do_reopen
-{
- my $name = shift;
- dbg "do reopen on '$name' ending $ending";
- unless ($ending) {
- $ser = do_open($name);
- start_loop();
- chgstate('');
- $nlcount = 0;
- Mojo::IOLoop->start unless Mojo::IOLoop->is_running;
- }
-}
+my $closing;
-sub do_open
+sub doopen
{
my $name = shift;
- $ser->close if $ser;
- undef $ser;
-
- my $ob = Serial->new($name, 19200) || die "$name $!\n";
+ $ob = Serial->new($name, 19200) || die "$name $!\n";
dbg "streaming $name fileno(" . fileno($ob) . ")" if isdbg 'chan';
my $ser = Mojo::IOLoop::Stream->new($ob);
- $ser->on(error=>sub {dbg "serial $_[1]"; do_reopen($name) unless $ending});
- $ser->on(close=>sub {dbg "serial closing"; do_reopen($name) unless $ending});
- $ser->on(timeout=>sub {dbg "serial timeout";});
+ $ser->on(error=>sub {dbg "error serial $_[1]"; doclose();});
+ $ser->on(close=>sub {dbg "event close"; doclose();});
+ $ser->on(timeout=>sub {dbg "event serial timeout"; doclose();});
$ser->on(read=>sub {on_read(@_)});
$ser->start;
+ $rid = Mojo::IOLoop->recurring($poll_interval => sub {
+ start_loop() if !$state;
+ });
+
+ chgstate('');
+ $nlcount = 0;
+
+ return $ser;
+}
+
+sub doclose
+{
+ return if $closing++;
+
+ dbg "serial port closing" if $ser || $ob;
+ if ($ser) {
+ $ser->stop;
+ $ser->close;
+ undef $ser;
+ }
+ if ($ob) {
+ $ob->close();
+ undef $ob;
+ }
Mojo::IOLoop->remove($tid) if $tid;
undef $tid;
Mojo::IOLoop->remove($rid) if $rid;
undef $rid;
- $rid = Mojo::IOLoop->recurring($poll_interval => sub {
- start_loop() if !$state;
- });
+
+ if (Mojo::IOLoop->is_running && $ending == 0) {
+ Mojo::IOLoop->delay(
+ sub {
+ my $delay = shift;
+ Mojo::IOLoop->timer(5 => $delay->begin);
+ dbg "Waiting 5 seconds before opening serial port";
+ },
+
+ sub {
+ dbg "Opening Serial port";
+ $ser = doopen($devname);
+ $closing = 0;
+ }
+ )->wait;
+ }
chgstate('');
$nlcount = 0;
-
- return $ser;
}
my @min;
}
my $tmp;
+ my $temp;
my $rain;
my %h;
# Common ones
$tmp = unpack("s", substr $blk,7,2) / 1000;
- $h{Pressure} = nearest(1, in2mb($tmp));
+ $h{Pressure} = nearest(0.1, in2mb($tmp));
$tmp = unpack("s", substr $blk,9,2) / 10;
$h{Temp_In} = nearest(0.1, f2c($tmp));
- $tmp = unpack("s", substr $blk,12,2) / 10;
- $h{Temp_Out} = nearest(0.1, f2c($tmp));
+ $temp = nearest(0.1, f2c(unpack("s", substr $blk,12,2) / 10));
+ $h{Temp_Out} = $temp;
+ if ($temp > 60 || $temp < -60) {
+ dbg "LOOP Temperature out of range ($temp), record ignored";
+ return;
+ }
$tmp = unpack("C", substr $blk,14,1);
$h{Wind} = nearest(0.1, mph2mps($tmp));
$h{Dir} = unpack("s", substr $blk,16,2)+0;
my $wind = {w => $h{Wind}, d => $h{Dir}};
+ $wind = 0 if $wind == 255;
push @{$ld->{wind_min}}, $wind;
- $h{Humidity_Out} = unpack("C", substr $blk,33,1)+0;
- $h{Humidity_In} = unpack("C", substr $blk,11,1)+0;
+ $tmp = int(unpack("C", substr $blk,33,1)+0);
+ if ($tmp > 100) {
+ dbg "LOOP Outside Humidity out of range ($tmp), record ignored";
+ return;
+ }
+ $h{Humidity_Out} = $tmp;
+ $tmp = int(unpack("C", substr $blk,11,1)+0);
+ if ($tmp > 100) {
+ dbg "LOOP Inside Humidity out of range ($tmp), record ignored";
+ return;
+ }
+ $h{Humidity_In} = $tmp;
+
$tmp = unpack("C", substr $blk,43,1)+0;
$h{UV} = $tmp unless $tmp >= 255;
my $ts = time;
my $s;
- if ($ts >= $ld->{last_hour} + 3600) {
+ my $dayno = int($ts/86400);
+ my $writeld;
+ my $cycledata;
+
+ if ($dayno > $ld->{last_day}) {
+ $ld->{Wind_Max} = $wind->{w};
+ $ld->{Temp_Out_Max} = $ld->{Temp_Out_Min} = $temp;
+ $ld->{Temp_Out_Max_T} = $ld->{Temp_Out_Min_T} = $ld->{Wind_Max_T} = clocktime($ts, 0);
+ $ld->{last_day} = $dayno;
+ ++$writeld;
+ ++$cycledata;
+ }
+ if ($temp > $ld->{Temp_Out_Max}) {
+ $h{Temp_Out_Max} = $ld->{Temp_Out_Max} = $temp;
+ $h{Temp_Out_Max_T} = $ld->{Temp_Out_Max_T} = clocktime($ts, 0);
+ ++$writeld;
+ }
+ if ($temp < $ld->{Temp_Out_Min}) {
+ $h{Temp_Out_Min} = $ld->{Temp_Out_Min} = $temp;
+ $h{Temp_Out_Min_T} = $ld->{Temp_Out_Min_T} = clocktime($ts, 0);
+ ++$writeld;
+ }
+
+ if ($wind->{w} > $ld->{Wind_Max}) {
+ $h{Wind_Max} = $ld->{Wind_Max} = $wind->{w};
+ $h{Wind_Max_T} = $ld->{Wind_Max_T} = clocktime($ts, 0);
+ ++$writeld;
+ }
+
+
+ if ($ts >= $ld->{last_hour} + 1800) {
$h{Pressure_Trend} = unpack("C", substr $blk,3,1);
$h{Pressure_Trend_txt} = $bar_trend{$h{Pressure_Trend}};
$h{Batt_TX_OK} = (unpack("C", substr $blk,86,1)+0) ^ 1;
$h{Dir_1m} = nearest(1, $a->{d});
($h{Rain_1m}, $h{Rain_1h}, $h{Rain_24h}) = calc_rain($rain);
+
}
$ld->{last_rain_min} = $ld->{last_rain_hour} = $rain;
-
+ $h{Temp_Out_Max} = $ld->{Temp_Out_Max};
+ $h{Temp_Out_Max_T} = $ld->{Temp_Out_Max_T};
+ $h{Temp_Out_Min} = $ld->{Temp_Out_Min};
+ $h{Temp_Out_Min_T} = $ld->{Temp_Out_Min_T};
+ $h{Wind_Max} = $ld->{Wind_Max};
+ $h{Wind_Max_T} = $ld->{Wind_Max_T};
+
+ $last_hour_h = {%h};
$s = genstr($ts, 'h', \%h);
+ $ld->{lasthour_h} = $s;
- $ld->{last_hour} = int($ts/3600)*3600;
+ $ld->{last_hour} = int($ts/1800)*1800;
$ld->{last_min} = int($ts/60)*60;
@{$ld->{wind_hour}} = ();
@{$ld->{wind_min}} = ();
- write_ld();
+ if ($s) {
+ output_str($s, 1);
+ push @last5daysh, $s;
+ shift @last5daysh if @last5daysh > 5*24;
+ }
+ ++$writeld;
} elsif ($ts >= $ld->{last_min} + 60) {
my $a = wind_average(@{$ld->{wind_min}});
$h{Wind_1m} = nearest(0.1, $a->{w});
$h{Dir_1m} = nearest(1, $a->{d});
($h{Rain_1m}, $h{Rain_1h}, $h{Rain_24h}) = calc_rain($rain);
+
+ my $wkph = $a->{w} * 3.6;
+ $h{WindChill} = nearest(0.1, $a->{w} >= 1.2 ? 13.12 + 0.6215 * $temp - 11.37 * $wkph ** 0.16 + 0.3965 * $temp * $wkph ** 0.16 : $temp);
}
$ld->{last_rain_min} = $rain;
-
+ $h{Temp_Out_Max} = $ld->{Temp_Out_Max};
+ $h{Temp_Out_Max_T} = $ld->{Temp_Out_Max_T};
+ $h{Temp_Out_Min} = $ld->{Temp_Out_Min};
+ $h{Temp_Out_Min_T} = $ld->{Temp_Out_Min_T};
+ $h{Wind_Max} = $ld->{Wind_Max};
+ $h{Wind_Max_T} = $ld->{Wind_Max_T};
+
+ $last_min_h = {%h};
$s = genstr($ts, 'm', \%h);
+ $ld->{lastmin_h} = $s;
$ld->{last_min} = int($ts/60)*60;
@{$ld->{wind_min}} = ();
- write_ld();
+ output_str($s, 1) if $s;
+ ++$writeld;
} else {
my $o = gen_hash_diff($ld->{last_h}, \%h);
- if ($o) {
- $s = genstr($ts, 'r', $o);
- }
- else {
- dbg "loop rec not changed" if isdbg 'chan';
- }
+ $o ||= {};
+ # we always send wind even if it hasn't changed in order to update the wind rose.
+ $o->{Dir} ||= ($h{Dir} + 0);
+ $o->{Wind} ||= ($h{Wind} + 0);
+ $s = genstr($ts, 'r', $o);
+ push @last10minsr, $s;
+ shift @last10minsr while @last10minsr > ($windmins * $updatepermin);
+ output_str($s, 0) if $s;
}
- output_str($s) if $s;
$ld->{last_h} = \%h;
+ write_ld() if $writeld;
+ cycle_loop_data_files() if $cycledata;
++$loop_count;
} else {
dbg "CRC check failed for LOOP data!";
my $h = shift;
my $j = $json->encode($h);
- my ($sec,$min,$hr) = (gmtime $ts)[0,1,2];
- my $tm = sprintf "%02d:%02d:%02d", $hr, $min, $sec;
-
+ my $tm = clocktime($ts, 1);
return qq|{"tm":"$tm","t":$ts,"$let":$j}|;
}
+sub clocktime
+{
+ my $ts = shift;
+ my $secsreq = shift;
+ my ($sec,$min,$hr) = (gmtime $ts)[0,1,2];
+ my $s;
+ if ($secsreq) {
+ $s = sprintf "%02d:%02d:%02d", $hr, $min, $sec;
+ } else {
+ $s = sprintf "%02d:%02d", $hr, $min;
+ }
+ return $s;
+}
+
sub output_str
{
my $s = shift;
+ my $logit = shift;
+
dbg $s;
# say $s;
- $dlog->writenow($s);
+ $dlog->writenow($s) if $logit;
+ foreach my $ws (keys $WS) {
+ my $tx = $WS->{$ws};
+ if ($tx) {
+ $tx->send($s);
+ } else {
+ delete $WS->{$tx};
+ }
+ }
}
sub gen_hash_diff
my $count;
while (my ($k, $v) = each %$now) {
- if ($last->{$k} ne $now->{$k}) {
+ if (!exists $last->{$k} || $last->{$k} ne $now->{$k}) {
$o{$k} = $v;
++$count;
}
$ld->{rain24} ||= [];
my $Rain_1h = nearest(0.1, $rain >= $ld->{last_rain_hour} ? $rain - $ld->{last_rain_hour} : $rain); # this is the rate for this hour, so far
- my $rm = $rain >= $ld->{last_rain_min} ? $rain - $ld->{last_rain_min} : $rain;
+ my $rm = nearest(0.1, $rain >= $ld->{last_rain_min} ? $rain - $ld->{last_rain_min} : $rain);
my $Rain_1m = nearest(0.1, $rm);
push @{$ld->{rain24}}, $Rain_1m;
$ld->{rain_24} += $rm;
sub read_ld
{
- return unless $dataf;
+ unless ($dataf) {
+ $dataf = IO::File->new("+>> $datafn") or die "cannot open $datafn $!";
+ $dataf->autoflush(1);
+ }
seek $dataf, 0, 0;
my $s = <$dataf>;
# sort out rain stats
my $c;
- if (($c = @{$ld->{rain24}}) < 24*60) {
+ if ($ld->{rain24} && ($c = @{$ld->{rain24}}) < 24*60) {
my $diff = 24*60 - $c;
unshift @{$ld->{rain24}}, 0 for 0 .. $diff;
}
my $rain;
- $rain += $_ for @{$ld->{rain24}};
+
+ if ($ld->{rain24}) {
+ $rain += $_ for @{$ld->{rain24}};
+ }
+
$ld->{rain_24} = nearest(0.1, $rain);
delete $ld->{hour};
delete $ld->{min};
sub write_ld
{
- return unless $dataf;
-
+ unless ($dataf) {
+ $dataf = IO::File->new("+>> $datafn") or die "cannot open $datafn $!";
+ $dataf->autoflush(1);
+ }
+
seek $dataf, 0, 0;
truncate $dataf, 0;
$ld->{ts} = time;
print $dataf "$s\n";
}
+sub cycle_loop_data_files
+{
+ $dataf->close if $dataf;
+ undef $dataf;
+
+ rename "$datafn.oooo", "$datafn.ooooo";
+ rename "$datafn.ooo", "$datafn.oooo";
+ rename "$datafn.oo", "$datafn.ooo";
+ rename "$datafn.o", "$datafn.oo";
+ copy $datafn, "$datafn.o";
+}
-__DATA__
-
-@@ index.html.ep
-<!DOCTYPE html>
-<html>
- <head><title>DWeather</title></head>
- <body>
- <script>
- var ws;
- if ("WebSocket" in window) {
- ws = new WebSocket('<%= url_for('index')->to_abs %>');
- //ws = new WebSocket();
- }
- if(typeof(ws) !== 'undefined') {
- ws.onmessage = function (event) {
- document.body.innerHTML += JSON.parse(event.data).test;
- };
- ws.onopen = function (event) {
- ws.send(JSON.stringify({weather: 'WebSocket support works! ♥'}));
- };
- }
- else {
- document.body.innerHTML += 'Browser does not support WebSockets.';
- }
-
- var ws = new WebSocket('<%= url_for('weather')->to_abs %>');
-
- // Incoming messages
- ws.onmessage = function(event) {
- document.body.innerHTML += event.data + '<br/>';
- };
-
- </script>
- <h1>DWeather</h1>
-
- </body>
-</html>
+sub grab_history
+{
+ my $lg = shift;
+ my $let = shift;
+ my $start = shift || time - 86400;
+ my $dayno = shift;
+ my @out;
+
+ if ($lg->open($dayno, 'r+')) {
+ while (my $l = $lg->read) {
+ next unless $l =~ /,"$let":/;
+ my ($t) = $l =~ /"t":(\d+)/;
+ if ($t && $t >= $start) {
+ push @out, $l;
+ }
+ }
+ $lg->close;
+ }
+ return @out;
+}
projects / dweather.git / blobdiff