loop.pl

   1 #!/usr/bin/perl
   2 use strict;
   3
   4 use v5.10.1;
   5
   6 use Serial;
   7 use Mojo::IOLoop;
   8 use Mojo::IOLoop::Stream;
   9 #use Mojo::JSON  qw(decode_json encode_json);
  10 use JSON;
  11 use Debug;
  12 use SMGLog;
  13
  14 my $devname = "/dev/davis";
  15 my $rain_mult = 0.2;                            # 0.1 or 0.2 mm or 0.01 inches
  16 my $tid;
  17 my $rid;
  18 our $did;
  19 my $nlcount;
  20 my $state = "ready";
  21 my $buf;
  22 my $dbg;
  23 my $last_reading;
  24 my $s;                                                  # the serial port Mojo::IOLoop::Stream
  25
  26 our $json = JSON->new->canonical(1);
  27
  28 our $last_min = int(time/60)*60;
  29 our $last_hour = int(time/3600)*3600;
  30
  31 our     @crc_table = (
  32                                   0x0, 0x1021, 0x2042, 0x3063, 0x4084, 0x50a5, 0x60c6, 0x70e7,
  33                                   0x8108, 0x9129, 0xa14a, 0xb16b, 0xc18c, 0xd1ad, 0xe1ce, 0xf1ef,
  34                                   0x1231, 0x210, 0x3273, 0x2252, 0x52b5, 0x4294, 0x72f7, 0x62d6,
  35                                   0x9339, 0x8318, 0xb37b, 0xa35a, 0xd3bd, 0xc39c, 0xf3ff, 0xe3de,
  36                                   0x2462, 0x3443, 0x420, 0x1401, 0x64e6, 0x74c7, 0x44a4, 0x5485,
  37                                   0xa56a, 0xb54b, 0x8528, 0x9509, 0xe5ee, 0xf5cf, 0xc5ac, 0xd58d,
  38                                   0x3653, 0x2672, 0x1611, 0x630, 0x76d7, 0x66f6, 0x5695, 0x46b4,
  39                                   0xb75b, 0xa77a, 0x9719, 0x8738, 0xf7df, 0xe7fe, 0xd79d, 0xc7bc,
  40                                   0x48c4, 0x58e5, 0x6886, 0x78a7, 0x840, 0x1861, 0x2802, 0x3823,
  41                                   0xc9cc, 0xd9ed, 0xe98e, 0xf9af, 0x8948, 0x9969, 0xa90a, 0xb92b,
  42                                   0x5af5, 0x4ad4, 0x7ab7, 0x6a96, 0x1a71, 0xa50, 0x3a33, 0x2a12,
  43                                   0xdbfd, 0xcbdc, 0xfbbf, 0xeb9e, 0x9b79, 0x8b58, 0xbb3b, 0xab1a,
  44                                   0x6ca6, 0x7c87, 0x4ce4, 0x5cc5, 0x2c22, 0x3c03, 0xc60, 0x1c41,
  45                                   0xedae, 0xfd8f, 0xcdec, 0xddcd, 0xad2a, 0xbd0b, 0x8d68, 0x9d49,
  46                                   0x7e97, 0x6eb6, 0x5ed5, 0x4ef4, 0x3e13, 0x2e32, 0x1e51, 0xe70,
  47                                   0xff9f, 0xefbe, 0xdfdd, 0xcffc, 0xbf1b, 0xaf3a, 0x9f59, 0x8f78,
  48                                   0x9188, 0x81a9, 0xb1ca, 0xa1eb, 0xd10c, 0xc12d, 0xf14e, 0xe16f,
  49                                   0x1080, 0xa1, 0x30c2, 0x20e3, 0x5004, 0x4025, 0x7046, 0x6067,
  50                                   0x83b9, 0x9398, 0xa3fb, 0xb3da, 0xc33d, 0xd31c, 0xe37f, 0xf35e,
  51                                   0x2b1, 0x1290, 0x22f3, 0x32d2, 0x4235, 0x5214, 0x6277, 0x7256,
  52                                   0xb5ea, 0xa5cb, 0x95a8, 0x8589, 0xf56e, 0xe54f, 0xd52c, 0xc50d,
  53                                   0x34e2, 0x24c3, 0x14a0, 0x481, 0x7466, 0x6447, 0x5424, 0x4405,
  54                                   0xa7db, 0xb7fa, 0x8799, 0x97b8, 0xe75f, 0xf77e, 0xc71d, 0xd73c,
  55                                   0x26d3, 0x36f2, 0x691, 0x16b0, 0x6657, 0x7676, 0x4615, 0x5634,
  56                                   0xd94c, 0xc96d, 0xf90e, 0xe92f, 0x99c8, 0x89e9, 0xb98a, 0xa9ab,
  57                                   0x5844, 0x4865, 0x7806, 0x6827, 0x18c0, 0x8e1, 0x3882, 0x28a3,
  58                                   0xcb7d, 0xdb5c, 0xeb3f, 0xfb1e, 0x8bf9, 0x9bd8, 0xabbb, 0xbb9a,
  59                                   0x4a75, 0x5a54, 0x6a37, 0x7a16, 0xaf1, 0x1ad0, 0x2ab3, 0x3a92,
  60                                   0xfd2e, 0xed0f, 0xdd6c, 0xcd4d, 0xbdaa, 0xad8b, 0x9de8, 0x8dc9,
  61                                   0x7c26, 0x6c07, 0x5c64, 0x4c45, 0x3ca2, 0x2c83, 0x1ce0, 0xcc1,
  62                                   0xef1f, 0xff3e, 0xcf5d, 0xdf7c, 0xaf9b, 0xbfba, 0x8fd9, 0x9ff8,
  63                                   0x6e17, 0x7e36, 0x4e55, 0x5e74, 0x2e93, 0x3eb2, 0xed1, 0x1ef0
  64                                  );
  65
  66 our %bar_trend;
  67
  68 $bar_trend{-60} = "Falling Rapidly";
  69 $bar_trend{196} = "Falling Rapidly";
  70 $bar_trend{-20} = "Falling Slowly";
  71 $bar_trend{236} = "Falling Slowly";
  72 $bar_trend{0} = "Steady";
  73 $bar_trend{20} = "Rising Slowly";
  74 $bar_trend{60} = "Rising Rapidly";
  75
  76 my $ending;
  77
  78 $SIG{TERM} = $SIG{INT} = sub {++$ending; Mojo::IOLoop->stop;};
  79
  80 dbginit();
  81 if (@ARGV) {
  82         dbgadd(@ARGV);
  83 }
  84 dbgadd('chan');
  85
  86 dbg '***';
  87 dbg "*** starting $0";
  88 dbg '***';
  89
  90 dbg scalar gmtime($last_min);
  91 dbg scalar gmtime($last_hour);
  92
  93 my $dlog = SMGLog->new("day");
  94 $did = Mojo::IOLoop->recurring(1 => sub {$dlog->flushall});
  95
  96 do_reopen($devname);
  97
  98 dbg '***';
  99 dbg "*** ending $0";
 100 dbg '***';
 101
 102 exit 0;
 103
 104 sub on_read
 105 {
 106         my ($str, $d) = @_;
 107         $buf .= $d;
 108         $d =~ s/([\%\x00-\x1f\x7f-\xff])/sprintf("%%%02X", ord($1))/eg;
 109         dbg "read added '$d' buf lth=" . length $buf if isdbg 'raw';
 110         if ($state eq 'waitnl' && $buf =~ /[\cJ\cM]+/) {
 111                 dbg "Got \\n" if isdbg 'chan';
 112                 Mojo::IOLoop->remove($tid) if $tid;
 113                 undef $tid;
 114                 undef $buf;
 115                 $nlcount = 0;
 116                 $s->write("LPS 1 1\n");
 117                 chgstate("waitloop");
 118         } elsif ($state eq "waitloop") {
 119                 if ($buf =~ /\x06/) {
 120                         dbg "Got ACK 0x06" if isdbg 'chan';
 121                         chgstate('waitlooprec');
 122                         undef $buf;
 123                 }
 124         } elsif ($state eq 'waitlooprec') {
 125                 if (length $buf >= 99) {
 126                         dbg "got loop record" if isdbg 'chan';
 127                         chgstate('');
 128                         process($buf);
 129                         undef $buf;
 130                 }
 131         }
 132 }
 133
 134 sub start_loop
 135 {
 136         $nlcount = 1;
 137         dbg "start_loop writing $nlcount \\n" if isdbg 'chan';
 138         $s->write("\n");
 139         Mojo::IOLoop->remove($tid) if $tid;
 140         undef $tid;
 141         $tid = Mojo::IOLoop->recurring(0.6 => sub {
 142                                                                            if (++$nlcount > 10) {
 143                                                                                    dbg "\\n count > 10, closing connection" if isdbg 'chan';
 144                                                                                    do_reopen($devname);
 145                                                                                    return;
 146                                                                            }
 147                                                                            dbg "writing $nlcount \\n" if isdbg 'chan';
 148                                                                            $s->write("\n");
 149                                                                    });
 150         chgstate("waitnl");
 151 }
 152
 153 sub chgstate
 154 {
 155         dbg "state '$state' -> '$_[0]'" if isdbg 'chan';
 156         $state = $_[0];
 157 }
 158
 159 sub do_reopen
 160 {
 161         my $name = shift;
 162         dbg "do reopen on '$name' ending $ending";
 163         unless ($ending) {
 164                 $s = do_open($name);
 165                 start_loop();
 166                 chgstate('');
 167                 $nlcount = 0;
 168                 Mojo::IOLoop->start unless Mojo::IOLoop->is_running;
 169         }
 170 }
 171
 172 sub do_open
 173 {
 174         my $name = shift;
 175
 176         $s->close if $s;
 177         undef $s;
 178
 179         my $ob = Serial->new($name, 19200) || die "$name $!\n";
 180         dbg "streaming $name fileno(" . fileno($ob) . ")" if isdbg 'chan';
 181
 182         my $str = Mojo::IOLoop::Stream->new($ob);
 183         $str->on(error=>sub {dbg "serial $_[1]"; do_reopen($name) unless $ending});
 184         $str->on(close=>sub {dbg "serial closing"; do_reopen($name) unless $ending});
 185         $str->on(timeout=>sub {dbg "serial timeout";});
 186         $str->on(read=>sub {on_read(@_)});
 187         $str->start;
 188
 189         Mojo::IOLoop->remove($tid) if $tid;
 190         undef $tid;
 191         Mojo::IOLoop->remove($rid) if $rid;
 192         undef $rid;
 193         $rid = Mojo::IOLoop->recurring(2.5 => sub {
 194                                                                            start_loop() if !$state;
 195                                                                    });
 196         chgstate('');
 197         $nlcount = 0;
 198
 199         return $str;
 200 }
 201
 202 my @min;
 203 my @hour;
 204
 205 sub process
 206 {
 207         my $blk = shift;
 208         my $loo =  substr $blk,0,3;
 209         unless ( $loo eq 'LOO') {
 210                 dbg "Block invalid loo -> $loo" if isdbg 'chan'; return;
 211         }
 212
 213         my $t;
 214         my %h;
 215
 216         # Common ones
 217         $h{Pressure_Trend}    = unpack("C", substr $blk,3,1);
 218         $h{Pressure_Trend_txt} = $bar_trend{$h{'Pressure_Trend'}};
 219         $t = unpack("s", substr $blk,7,2) / 1000;
 220         $h{Pressure} = sprintf("%.0f",in2mb($t))+0;
 221
 222         $t = unpack("s", substr $blk,9,2) / 10;
 223         $h{Temp_In} = sprintf("%.1f", f2c($t))+0;
 224
 225         $t  = unpack("s", substr $blk,12,2) / 10;
 226         $h{Temp_Out}  = sprintf("%.1f", f2c($t))+0;
 227
 228         $t = unpack("C", substr $blk,14,1);
 229         $h{Wind} = sprintf("%.1f",mph2mps($t))+0;
 230         $h{Dir}     = unpack("s", substr $blk,16,2)+0;
 231
 232         my $wind = {w => $h{Wind}, d => $h{Dir}};
 233         push @min, $wind;
 234
 235         $h{'Humidity_Out'} = unpack("C", substr $blk,33,1)+0;
 236         $h{'Humidity_In'}  = unpack("C", substr $blk,11,1)+0;
 237
 238         $t = unpack("C", substr $blk,43,1)+0;
 239         $h{'UV'} = $t unless $t >= 255;
 240         $t = unpack("s", substr $blk,44,2)+0;   # watt/m**2
 241         $h{'Solar'} = $t unless $t >= 32767;
 242
 243         $h{'Rain_Rate'}  = sprintf("%0.1f",unpack("s", substr $blk,41,2) * $rain_mult)+0;
 244         $h{'Rain_Day'}   = sprintf("%0.1f", unpack("s", substr $blk,50,2) * $rain_mult)+0;
 245
 246         # what sort of packet is it?
 247
 248         $t =  unpack("C", substr $blk,4,1);
 249         if ($t) {
 250
 251                 # Newer LOOP2 packet
 252                 $t = unpack("C", substr $blk,18,2);
 253 #               $h{Wind_Avg_10} = sprintf("%.1f",mph2mps($t/10))+0;
 254                 $t = unpack("C", substr $blk,20,2);
 255 #               $h{Wind_Avg_2} = sprintf("%.1f",mph2mps($t/10))+0;
 256                 $t = unpack("C", substr $blk,22,2);
 257 #               $h{Wind_Gust_10} = sprintf("%.1f",mph2mps($t/10))+0;
 258
 259 #               $h{Dir_Avg_10} = unpack("C", substr $blk,24,2)+0;
 260                 $t = unpack("C", substr $blk,30,2);
 261                 $h{Dew_Point} = sprintf("%0.1f", f2c($t))+0;
 262
 263         } else {
 264
 265                 # Older LOOP packet
 266                 $t = unpack("C", substr $blk,15,1);
 267 #               $h{Wind_Avg_10} = sprintf("%.1f",mph2mps($t))+0;
 268                 $h{'Dew_Point'}  = sprintf("%0.1f", dew_point($h{Temp_Out}, $h{'Humidity_Out'}))+0;
 269
 270                 $h{'Rain_Month'}  = sprintf("%0.1f", unpack("s", substr $blk,52,2) * $rain_mult)+0;
 271                 $h{'Rain_Year'}  = sprintf("%0.1f", unpack("s", substr $blk,54,2) * $rain_mult)+0;
 272
 273
 274                 $h{'Batt_TX_OK'}  = (unpack("C", substr $blk,86,1)+0) ^ 1;
 275                 $h{'Batt_Console'}  = sprintf("%0.2f", unpack("s", substr $blk,87,2) * 0.005859375)+0;
 276                 $h{'Forecast_Icon'}  = unpack("C", substr $blk,89,1);
 277                 $h{'Forecast_Rule'}  = unpack("C", substr $blk,90,1);
 278
 279                 $h{'Sunrise'}  = sprintf( "%04d", unpack("S", substr $blk,91,2) );
 280                 $h{'Sunrise'}  =~ s/(\d{2})(\d{2})/$1:$2/;
 281                 $h{'Sunset'}   = sprintf( "%04d", unpack("S", substr $blk,93,2) );
 282                 $h{'Sunset'}  =~ s/(\d{2})(\d{2})/$1:$2/;
 283         }
 284
 285         my $crc = unpack "%n", substr($blk,97,2);
 286         my $crc_calc = CRC_CCITT($blk);
 287
 288         if ($crc_calc==0) {
 289                 my $o = gen_hash_diff($last_reading, \%h);
 290                 $last_reading = \%h;
 291                 my $t = time;
 292                 my $j;
 293                 my $s;
 294                 if ($t >= $last_min + 60) {
 295                         my $a = average(@min);
 296                         push @hour, $a;
 297
 298                         $h{Wind_1m} = sprintf("%0.1f", $a->{w})+0;
 299                         $h{Dir_1m} = sprintf("%0.0f", $a->{d})+0;
 300
 301                         $j = $json->encode(\%h);
 302                         $s = qq|{"t":$t,"m":$j}|;
 303                         $last_min = $t;
 304                         @min = ();
 305                         if ($t >= $last_hour + 3600) {
 306                                 my $a = average(@hour);
 307
 308                                 delete $h{Wind_1m};
 309                                 delete $h{Dir_1m};
 310                                 $h{Wind_1h} = sprintf("%0.1f", $a->{w})+0;
 311                                 $h{Dir_1h} = sprintf("%0.0f", $a->{d})+0;
 312
 313                                 $j = $json->encode(\%h);
 314                                 $s = qq|{"t":$t,"h":$j}|;
 315                                 $last_hour = $t;
 316                                 @hour = ();
 317                         }
 318                 } elsif ($o) {
 319                         $j = $json->encode($o);
 320                         $s = qq|{"t":$t,"r":$j}|;
 321                 } else {
 322                         dbg "loop rec not changed" if isdbg 'chan';
 323                 }
 324                 if ($s) {
 325                         dbg $s;
 326                         say $s;
 327                         $dlog->writenow($s);
 328                 }
 329         } else {
 330                 dbg "CRC check failed for LOOP data!";
 331         }
 332 }
 333
 334 sub gen_hash_diff
 335 {
 336         my $last = shift;
 337         my $now = shift;
 338         my %o;
 339         my $count;
 340
 341         while (my ($k, $v) = each %$now) {
 342                 if ($last->{$k} ne $now->{$k}) {
 343                         $o{$k} = $v;
 344                         ++$count;
 345                 }
 346         }
 347         return $count ? \%o : undef;
 348 }
 349
 350 sub dew_point
 351 {
 352         my $temp = shift @_;
 353         my $rh   = shift @_;
 354
 355         #  Using the simplified approximation for dew point
 356         #  Accurate to 1 degree C for humidities > 50 %
 357         #  http://en.wikipedia.org/wiki/Dew_point
 358
 359         my $dewpoint = $temp - ((100 - $rh) / 5);
 360
 361         # this is the more complete one (which doesn't work)
 362         #my $a = 6.1121;
 363         #my $b = 18.678;
 364         #my $c = 257.14;
 365         #my $ytrh = log(($rh/100) + ($b * $temp) / ($c + $temp));
 366         #my $dewpoint = ($c * $ytrh) / ($b - $ytrh);
 367
 368         return $dewpoint;
 369 }
 370
 371 sub CRC_CCITT
 372 {
 373     # Expects packed data...
 374     my $data_str = shift @_;
 375
 376         my $crc = 0;
 377         my @lst = split //, $data_str;
 378         foreach my $data (@lst) {
 379                 my $data = unpack("c",$data);
 380
 381                 my $crc_prev = $crc;
 382                 my $index = $crc >> 8 ^ $data;
 383                 my $lhs = $crc_table[$index];
 384                 #print "lhs=$lhs, crc=$crc\n";
 385                 my $rhs = ($crc << 8) & 0xFFFF;
 386                 $crc = $lhs ^ $rhs;
 387
 388
 389         }
 390
 391         return $crc;
 392 }
 393
 394 sub f2c
 395 {
 396         return ($_[0] - 32) * 5/9;
 397 }
 398
 399 sub mph2mps
 400 {
 401         return $_[0] * 0.44704;
 402 }
 403
 404 sub in2mb
 405 {
 406         return $_[0] * 33.8637526;
 407 }
 408
 409 sub average
 410 {
 411         my %out;
 412         my $count;
 413
 414         foreach my $r (@_) {
 415                 while (my ($k, $v) = each %$r) {
 416                         $out{$k} += $v;
 417                 }
 418                 ++$count;
 419         }
 420         while (my ($k, $v) = each %out) {
 421                 $out{$k} /= $count;
 422         }
 423
 424         return \%out;
 425 }