add extra per (half) hour stuff
[dweather.git] / Loop.pm
1 #!/usr/bin/perl
2
3 package Loop;
4
5 use strict;
6
7 use v5.10.1;
8
9 use Serial;
10 use Mojo::IOLoop;
11 use Mojo::IOLoop::Stream;
12 use JSON;
13 use Debug;
14 use SMGLog;
15 use Math::Round qw(nearest);
16
17 use constant pi => 3.14159265358979; 
18
19 our $json = JSON->new->canonical(1);
20
21 our     @crc_table = (
22                                   0x0, 0x1021, 0x2042, 0x3063, 0x4084, 0x50a5, 0x60c6, 0x70e7,
23                                   0x8108, 0x9129, 0xa14a, 0xb16b, 0xc18c, 0xd1ad, 0xe1ce, 0xf1ef,
24                                   0x1231, 0x210, 0x3273, 0x2252, 0x52b5, 0x4294, 0x72f7, 0x62d6,
25                                   0x9339, 0x8318, 0xb37b, 0xa35a, 0xd3bd, 0xc39c, 0xf3ff, 0xe3de,
26                                   0x2462, 0x3443, 0x420, 0x1401, 0x64e6, 0x74c7, 0x44a4, 0x5485,
27                                   0xa56a, 0xb54b, 0x8528, 0x9509, 0xe5ee, 0xf5cf, 0xc5ac, 0xd58d,
28                                   0x3653, 0x2672, 0x1611, 0x630, 0x76d7, 0x66f6, 0x5695, 0x46b4,
29                                   0xb75b, 0xa77a, 0x9719, 0x8738, 0xf7df, 0xe7fe, 0xd79d, 0xc7bc,
30                                   0x48c4, 0x58e5, 0x6886, 0x78a7, 0x840, 0x1861, 0x2802, 0x3823,
31                                   0xc9cc, 0xd9ed, 0xe98e, 0xf9af, 0x8948, 0x9969, 0xa90a, 0xb92b,
32                                   0x5af5, 0x4ad4, 0x7ab7, 0x6a96, 0x1a71, 0xa50, 0x3a33, 0x2a12,
33                                   0xdbfd, 0xcbdc, 0xfbbf, 0xeb9e, 0x9b79, 0x8b58, 0xbb3b, 0xab1a,
34                                   0x6ca6, 0x7c87, 0x4ce4, 0x5cc5, 0x2c22, 0x3c03, 0xc60, 0x1c41,
35                                   0xedae, 0xfd8f, 0xcdec, 0xddcd, 0xad2a, 0xbd0b, 0x8d68, 0x9d49,
36                                   0x7e97, 0x6eb6, 0x5ed5, 0x4ef4, 0x3e13, 0x2e32, 0x1e51, 0xe70,
37                                   0xff9f, 0xefbe, 0xdfdd, 0xcffc, 0xbf1b, 0xaf3a, 0x9f59, 0x8f78,
38                                   0x9188, 0x81a9, 0xb1ca, 0xa1eb, 0xd10c, 0xc12d, 0xf14e, 0xe16f,
39                                   0x1080, 0xa1, 0x30c2, 0x20e3, 0x5004, 0x4025, 0x7046, 0x6067,
40                                   0x83b9, 0x9398, 0xa3fb, 0xb3da, 0xc33d, 0xd31c, 0xe37f, 0xf35e,
41                                   0x2b1, 0x1290, 0x22f3, 0x32d2, 0x4235, 0x5214, 0x6277, 0x7256,
42                                   0xb5ea, 0xa5cb, 0x95a8, 0x8589, 0xf56e, 0xe54f, 0xd52c, 0xc50d,
43                                   0x34e2, 0x24c3, 0x14a0, 0x481, 0x7466, 0x6447, 0x5424, 0x4405,
44                                   0xa7db, 0xb7fa, 0x8799, 0x97b8, 0xe75f, 0xf77e, 0xc71d, 0xd73c,
45                                   0x26d3, 0x36f2, 0x691, 0x16b0, 0x6657, 0x7676, 0x4615, 0x5634,
46                                   0xd94c, 0xc96d, 0xf90e, 0xe92f, 0x99c8, 0x89e9, 0xb98a, 0xa9ab,
47                                   0x5844, 0x4865, 0x7806, 0x6827, 0x18c0, 0x8e1, 0x3882, 0x28a3,
48                                   0xcb7d, 0xdb5c, 0xeb3f, 0xfb1e, 0x8bf9, 0x9bd8, 0xabbb, 0xbb9a,
49                                   0x4a75, 0x5a54, 0x6a37, 0x7a16, 0xaf1, 0x1ad0, 0x2ab3, 0x3a92,
50                                   0xfd2e, 0xed0f, 0xdd6c, 0xcd4d, 0xbdaa, 0xad8b, 0x9de8, 0x8dc9,
51                                   0x7c26, 0x6c07, 0x5c64, 0x4c45, 0x3ca2, 0x2c83, 0x1ce0, 0xcc1,
52                                   0xef1f, 0xff3e, 0xcf5d, 0xdf7c, 0xaf9b, 0xbfba, 0x8fd9, 0x9ff8,
53                                   0x6e17, 0x7e36, 0x4e55, 0x5e74, 0x2e93, 0x3eb2, 0xed1, 0x1ef0
54                                  );
55
56 our %bar_trend;
57
58 $bar_trend{-60} = "Falling Rapidly";
59 $bar_trend{196} = "Falling Rapidly";
60 $bar_trend{-20} = "Falling Slowly";
61 $bar_trend{236} = "Falling Slowly";
62 $bar_trend{0} = "Steady";
63 $bar_trend{20} = "Rising Slowly";
64 $bar_trend{60} = "Rising Rapidly";
65
66 our $ending = 0;
67
68 $SIG{TERM} = $SIG{INT} = sub {++$ending; Mojo::IOLoop->stop;};
69 $SIG{HUP} = 'IGNORE';
70
71 sub new
72 {
73         my $pkg = shift;
74         my $class = ref $pkg || $pkg;
75         my $self = bless {}, $class;
76         $self->{poll_interval} ||= 2.5;
77         $self->{rain_mult} ||= 0.2;                     # 0.1 or 0.2 mm or 0.01 inches
78         $self->{devname} ||= "/dev/davis";
79         $self->{datafn} ||= ".loop_data";
80         $self->{state} ||= "ready";
81
82         open $self->{dataf}, "+>>", $self->{dataf} or die "cannot open $self->{dataf} $!";
83         $self->{dataf}->autoflush(1);
84         $self->read_ld;
85
86         dbg "last_min: " . scalar gmtime($self->{ld}->{last_min});
87         dbg "last_hour: " . scalar gmtime($self->{ld}->{last_hour});
88
89         return $self;
90 }
91
92 sub start
93 {
94         my $self = shift;
95         
96         $self->{did} = Mojo::IOLoop->recurring(1 => sub {$main::dlog->flushall});
97         $self->do_reopen($self->{devname});
98 }
99
100 sub stop
101 {
102         my $self = shift;
103         
104         $self->write_ld;
105
106         $self->{ser}->close if $self->{ser};
107         close $self->{dataf} if $self->{dataf};
108         delete $self->{dataf};
109 }
110
111 sub DESTROY
112 {
113         my $self = shift;
114         $self->stop if $self->{dataf};
115 }
116
117 sub on_read
118 {
119         my ($self, $d) = @_;
120         $self->{buf} .= $d;
121         $d =~ s/([\%\x00-\x1f\x7f-\xff])/sprintf("%%%02X", ord($1))/eg; 
122         dbg "read added '$d' buf lth=" . length $self->{buf} if isdbg 'raw';
123         if ($self->{state} eq 'waitnl' && $self->{buf} =~ /[\cJ\cM]+/) {
124                 dbg "Got \\n" if isdbg 'state';
125                 Mojo::IOLoop->remove($self->{tid}) if $self->{tid};
126                 delete $self->{tid};
127                 delete $self->{buf};
128                 $self->{nlcount} = 0;
129                 $self->{ser}->write("LPS 1 1\n");
130                 $self->chgstate("waitloop");
131         } elsif ($self->{state} eq "waitloop") {
132                 if ($self->{buf} =~ /\x06/) {
133                         dbg "Got ACK 0x06" if isdbg 'state';
134                         $self->chgstate('waitlooprec');
135                         delete $self->{buf};
136                 }
137         } elsif ($self->{state} eq 'waitlooprec') {
138                 if (length $self->{buf} >= 99) {
139                         dbg "got loop record" if isdbg 'chan';
140                         $self->chgstate('');
141                         $self->process;
142                         delete $self->{buf};
143                 }
144         }
145 }
146
147 sub start_loop
148 {
149         my $self = shift;
150         
151         $self->{nlcount} = 1;
152         dbg "start_loop writing $self->{nlcount} \\n" if isdbg 'state';
153         $self->{ser}->write("\n");
154         Mojo::IOLoop->remove($self->{tid}) if $self->{tid};
155         delete $self->{tid};
156         $self->{tid} = Mojo::IOLoop->recurring(0.6 => sub {
157                                                                            if (++$self->{nlcount} > 10) {
158                                                                                    dbg "\\n count > 10, closing connection" if isdbg 'chan';
159                                                                                    do_reopen($self->{devname});
160                                                                                    return;
161                                                                            }
162                                                                            dbg "writing $self->{nlcount} \\n" if isdbg 'state'; 
163                                                                            $self->{ser}->write("\n");
164                                                                    });
165         $self->chgstate("waitnl");
166 }
167
168 sub chgstate
169 {
170         my $self = shift;
171         dbg "state '$self->{state}' -> '$_[0]'" if isdbg 'state';
172         $self->{state} = $_[0];
173 }
174
175 sub do_reopen
176 {
177         my $self = shift;
178         my $name = shift;
179         dbg "do reopen on '$name' ending $ending";
180         unless ($ending) {
181                 $self->{ser} = do_open($name);
182                 $self->start_loop;
183                 $self->chgstate('');
184                 $self->{nlcount} = 0;
185                 Mojo::IOLoop->next_tick(sub {$self->do_reopen});
186         }
187 }
188
189 sub do_open
190 {
191         my $self = shift;
192         my $name = shift;
193
194         $self->{ser}->close if $self->{ser};
195         delete $self->{ser};
196
197         my $ob = Serial->new($name, 19200) || die "$name $!\n";
198         dbg "streaming $name fileno(" . fileno($ob) . ")" if isdbg 'chan';
199         
200         my $self->{ser} = Mojo::IOLoop::Stream->new($ob);
201         $self->{ser}->on(error=>sub {dbg "serial $_[1]"; do_reopen($name) unless $ending});
202         $self->{ser}->on(close=>sub {dbg "serial closing"; do_reopen($name) unless $ending});
203         $self->{ser}->on(timeout=>sub {dbg "serial timeout";});
204         $self->{ser}->on(read=>sub {on_read(@_)});
205         $self->{ser}->start;
206
207         Mojo::IOLoop->remove($self->{tid}) if $self->{tid};
208         delete $self->{tid};
209         Mojo::IOLoop->remove($self->{rid}) if $self->{rid};
210         delete $self->{rid};
211         $self->{rid} = Mojo::IOLoop->recurring($self->{poll_interval} => sub {
212                                                                            start_loop() if !$self->{state};
213                                                                    });
214         $self->chgstate('');
215         $self->{nlcount} = 0;
216         
217         return $self->{ser};
218 }
219
220 sub process
221 {
222         my $self = shift;
223         my $blk = $self->{buf};
224         my $loo =  substr $blk,0,3;
225         unless ( $loo eq 'LOO') {
226                 dbg "Block invalid loo -> $loo" if isdbg 'chan'; return;
227         }
228
229         my $tmp;
230         my $rain;
231         my %h;
232
233         my $crc_calc = CRC_CCITT($blk);
234
235         if ($crc_calc==0) {
236
237                 # Common ones
238                 $tmp = unpack("s", substr $blk,7,2) / 1000;
239                 $h{Pressure} = nearest(1, in2mb($tmp));
240
241                 $tmp = unpack("s", substr $blk,9,2) / 10;
242                 $h{Temp_In} = nearest(0.1, f2c($tmp));
243
244                 $tmp  = unpack("s", substr $blk,12,2) / 10;
245                 $h{Temp_Out}  = nearest(0.1, f2c($tmp));
246
247                 $tmp = unpack("C", substr $blk,14,1);
248                 $h{Wind} = nearest(0.1, mph2mps($tmp));
249                 $h{Dir}     = unpack("s", substr $blk,16,2)+0;
250
251                 my $wind = {w => $h{Wind}, d => $h{Dir}};
252                 push @{$self->{ld}->{wind_min}}, $wind;
253
254                 $h{Humidity_Out} = unpack("C", substr $blk,33,1)+0;
255                 $h{Humidity_In}  = unpack("C", substr $blk,11,1)+0;
256
257                 $tmp = unpack("C", substr $blk,43,1)+0;
258                 $h{UV} = $tmp unless $tmp >= 255;
259                 $tmp = unpack("s", substr $blk,44,2)+0; # watt/m**2
260                 $h{Solar} = $tmp unless $tmp >= 32767;
261
262                 #       $h{Rain_Rate}  = nearest(0.1,unpack("s", substr $blk,41,2) * $self->{rain_mult});
263                 $rain = $h{Rain_Day}   = nearest(0.1, unpack("s", substr $blk,50,2) * $self->{rain_mult});
264                 my $delta_rain = $h{Rain} = nearest(0.1, ($rain >= $self->{ld}->{last_rain} ? $rain - $self->{ld}->{last_rain} : $rain)) if $self->{loop_count};
265                 $self->{ld}->{last_rain} = $rain;
266
267                 # what sort of packet is it?
268                 my $sort =  unpack("C", substr $blk,4,1);
269                 if ($sort) {
270
271                         # Newer LOOP2 packet
272                         $tmp = unpack("C", substr $blk,18,2);
273                         #               $h{Wind_Avg_10} = nearest(0.1,mph2mps($tmp/10));
274                         $tmp = unpack("C", substr $blk,20,2);
275                         #               $h{Wind_Avg_2} = nearest(0.1,mph2mps($tmp/10));
276                         $tmp = unpack("C", substr $blk,22,2);
277                         #               $h{Wind_Gust_10} = nearest(0.1,mph2mps($tmp/10));
278
279                         #               $h{Dir_Avg_10} = unpack("C", substr $blk,24,2)+0;
280                         $tmp = unpack("C", substr $blk,30,2);
281                         $h{Dew_Point} = nearest(0.1, f2c($tmp));
282
283                 } else {
284
285                         # Older LOOP packet
286                         $tmp = unpack("C", substr $blk,15,1);
287                         #               $h{Wind_Avg_10} = nearest(0.1,mph2mps($tmp));
288                         $h{Dew_Point}  = nearest(0.1, dew_point($h{Temp_Out}, $h{Humidity_Out}));
289                         $h{Rain_Month}  = nearest(0.1, unpack("s", substr $blk,52,2) * $self->{rain_mult});
290                         $h{Rain_Year}  = nearest(0.1, unpack("s", substr $blk,54,2) * $self->{rain_mult});
291                 }
292
293                 my $ts = time;
294                 my $s;
295                 if ($ts >= $self->{ld}->{last_hour} + 3600) {
296                         $h{Pressure_Trend}    = unpack("C", substr $blk,3,1);
297                         $h{Pressure_Trend_txt} = $bar_trend{$h{Pressure_Trend}};
298                         $h{Batt_TX_OK}  = (unpack("C", substr $blk,86,1)+0) ^ 1;
299                         $h{Batt_Console}  = nearest(0.01, unpack("s", substr $blk,87,2) * 0.005859375);
300                         $h{Forecast_Icon}  = unpack("C", substr $blk,89,1);
301                         $h{Forecast_Rule}  = unpack("C", substr $blk,90,1);
302                         $h{Sunrise}  = sprintf( "%04d", unpack("S", substr $blk,91,2) );
303                         $h{Sunrise}  =~ s/(\d{2})(\d{2})/$1:$2/;
304                         $h{Sunset}   = sprintf( "%04d", unpack("S", substr $blk,93,2) );
305                         $h{Sunset}  =~ s/(\d{2})(\d{2})/$1:$2/;
306
307                         if ($self->{loop_count}) {      # i.e not the first
308                                 my $a = wind_average(scalar @{$self->{ld}->{wind_hour}} ? @{$self->{ld}->{wind_hour}} : {w => $h{Wind}, d => $h{Dir}});
309
310                                 $h{Wind_1h} = nearest(0.1, $a->{w});
311                                 $h{Dir_1h} = nearest(0.1, $a->{d});
312
313                                 $a = wind_average(@{$self->{ld}->{wind_min}});
314                                 $h{Wind_1m} = nearest(0.1, $a->{w});
315                                 $h{Dir_1m} = nearest(1, $a->{d});
316
317                                 ($h{Rain_1m}, $h{Rain_1h}, $h{Rain_24h}) = $self->calc_rain($rain);
318                         }
319                         $self->{ld}->{last_rain_min} = $self->{ld}->{last_rain_hour} = $rain;
320
321                         $s = genstr($ts, 'h', \%h);
322                         
323                         $self->{ld}->{last_hour} = int($ts/3600)*3600;
324                         $self->{ld}->{last_min} = int($ts/60)*60;
325                         @{$self->{ld}->{wind_hour}} = ();
326                         @{$self->{ld}->{wind_min}} = ();
327
328                         write_ld();
329                         
330                 } elsif ($ts >= $self->{ld}->{last_min} + 60) {
331                         my $a = wind_average(@{$self->{ld}->{wind_min}});
332                         my %save;
333
334                         push @{$self->{ld}->{wind_hour}}, $a;
335
336                         if ($self->{loop_count}) {      # i.e not the first
337                                 my $rm;
338                                 
339                                 $h{Wind_1m} = nearest(0.1, $a->{w});
340                                 $h{Dir_1m} = nearest(1, $a->{d});
341                                 ($h{Rain_1m}, $h{Rain_1h}, $h{Rain_24h}) = $self->calc_rain($rain);
342                         }
343                         $self->{ld}->{last_rain_min} = $rain;
344
345                         $s = genstr($ts, 'm', \%h);
346                         
347                         $self->{ld}->{last_min} = int($ts/60)*60;
348                         @{$self->{ld}->{wind_min}} = ();
349                         
350                         write_ld();
351
352                 } else {
353                         my $o = gen_hash_diff($self->{ld}->{last_h}, \%h);
354                         if ($o) {
355                                 $s = genstr($ts, 'r', $o);
356                         }
357                         else {
358                                 dbg "loop rec not changed" if isdbg 'chan';
359                         }
360                 }
361                 output_str($s) if $s;
362                 $self->{ld}->{last_h} = \%h;
363                 ++$self->{loop_count};
364         } else {
365                 dbg "CRC check failed for LOOP data!";
366         }
367         return;
368 }
369
370 sub genstr
371 {
372         my $ts = shift;
373         my $let = shift;
374         my $h = shift;
375         
376         my $j =  $json->encode($h);
377         my ($sec,$min,$hr) = (gmtime $ts)[0,1,2];
378         my $tm = sprintf "%02d:%02d:%02d", $hr, $min, $sec;
379         
380         return qq|{"tm":"$tm","t":$ts,"$let":$j}|;
381 }
382
383 sub output_str
384 {
385         my $s = shift;
386         dbg $s;
387 #       say $s;
388         $main::dlog->writenow($s);
389 }
390
391 sub gen_hash_diff
392 {
393         my $last = shift;
394         my $now = shift;
395         my %o;
396         my $count;
397
398         while (my ($k, $v) = each %$now) {
399                 if ($last->{$k} ne $now->{$k}) {
400                         $o{$k} = $v;
401                         ++$count;
402                 }
403         }
404         return $count ? \%o : undef;
405 }
406
407 sub dew_point
408 {
409         my $temp = shift @_;
410         my $rh   = shift @_;
411
412         #  Using the simplified approximation for dew point
413         #  Accurate to 1 degree C for humidities > 50 %
414         #  http://en.wikipedia.org/wiki/Dew_point
415
416         my $dewpoint = $temp - ((100 - $rh) / 5);
417
418         # this is the more complete one (which doesn't work)
419         #my $a = 6.1121;
420         #my $b = 18.678;
421         #my $c = 257.14;
422         #my $ytrh = log(($rh/100) + ($b * $temp) / ($c + $temp));
423         #my $dewpoint = ($c * $ytrh) / ($b - $ytrh); 
424
425         return $dewpoint;
426 }
427
428 sub CRC_CCITT
429 {
430     # Expects packed data...
431     my $data_str = shift @_;
432
433         my $crc = 0;
434         my @lst = split //, $data_str;
435         foreach my $data (@lst) {
436                 my $data = unpack("c",$data);
437
438                 my $crc_prev = $crc;
439                 my $index = $crc >> 8 ^ $data;
440                 my $lhs = $crc_table[$index];
441                 #print "lhs=$lhs, crc=$crc\n";
442                 my $rhs = ($crc << 8) & 0xFFFF;
443                 $crc = $lhs ^ $rhs;
444
445
446         }
447
448         return $crc;
449 }
450
451 sub f2c
452 {
453         return ($_[0] - 32) * 5/9;
454 }
455
456 sub mph2mps
457 {
458         return $_[0] * 0.44704;
459 }
460
461 sub in2mb
462 {
463         return $_[0] * 33.8637526;
464 }
465
466 sub wind_average
467 {
468         my ($sindir, $cosdir, $wind);
469         my $count;
470         
471         foreach my $r (@_) {
472                 $wind += $r->{w};
473                 $sindir += sin(d2r($r->{d})) * $r->{w};
474                 $cosdir += cos(d2r($r->{d})) * $r->{w};
475                 ++$count;
476         }
477
478         my $avhdg = r2d(atan2($sindir, $cosdir));
479         $avhdg += 360 if $avhdg < 0; 
480         return {w => nearest(0.1,$wind / $count), d => nearest(0.1,$avhdg)};
481 }
482
483 # radians to degrees
484 sub r2d
485 {
486     my $n = shift;
487     return ($n / pi) * 180;
488 }
489
490 # degrees to radians
491 sub d2r 
492 {
493     my $n = shift;
494     return ($n / 180) * pi;
495 }
496
497 sub calc_rain
498 {
499         my $self = shift;
500         my $rain = shift;
501         
502         $self->{ld}->{rain24} ||= [];
503         
504         my $Rain_1h = nearest(0.1, $rain >= $self->{ld}->{last_rain_hour} ? $rain - $self->{ld}->{last_rain_hour} : $rain); # this is the rate for this hour, so far
505         my $rm = $rain >= $self->{ld}->{last_rain_min} ? $rain - $self->{ld}->{last_rain_min} : $rain;
506         my $Rain_1m = nearest(0.1, $rm);
507         push @{$self->{ld}->{rain24}}, $Rain_1m;
508         $self->{ld}->{rain_24} += $rm;
509         while (@{$self->{ld}->{rain24}} > 24*60) {
510                 $self->{ld}->{rain_24} -= shift @{$self->{ld}->{rain24}};
511         }
512         my $Rain_24h = nearest(0.1, $self->{ld}->{rain_24});
513         return ($Rain_1m, $Rain_1h, $Rain_24h);
514 }
515
516 sub read_ld
517 {
518         my $self = shift;
519         
520         return unless $self->{dataf};
521
522         seek $self->{dataf}, 0, 0;
523         my $s = $self->{dataf};
524         chomp $s;
525         dbg "read loop data: $s" if isdbg 'json';
526         $self->{ld} = $json->decode($s) if length $s;
527         
528         # sort out rain stats
529         my $c;
530         if (($c = @{$self->{ld}->{rain24}}) < 24*60) {
531                 my $diff = 24*60 - $c;
532                 unshift @{$self->{ld}->{rain24}}, 0 for 0 .. $diff;  
533         }
534         my $rain;
535         $rain += $_ for @{$self->{ld}->{rain24}};
536         $self->{ld}->{rain_24} = nearest(0.1, $rain);
537         delete $self->{ld}->{hour};
538         delete $self->{ld}->{min};
539 }
540
541 sub write_ld
542 {
543         my $self = shift;
544         
545         return unless $self->{dataf};
546         
547         seek $self->{dataf}, 0, 0;
548         truncate $self->{dataf}, 0;
549         $self->{ld}->{ts} = time;
550         my $s = $json->encode($self->{ld});
551         dbg "write loop data: $s" if isdbg 'json';
552         $self->{dataf}->print("$s\n");
553 }
554
555 1;