loop.pl

   1 #!/usr/bin/perl
   2 use strict;
   3
   4 use v5.10.1;
   5
   6 use Serial;
   7 use Mojo::IOLoop;
   8 use Mojo::IOLoop::Stream;
   9 #use Mojo::JSON  qw(decode_json encode_json);
  10 use JSON;
  11 use Debug;
  12 use SMGLog;
  13 use Math::Round qw(nearest);
  14
  15 use constant pi => 3.14159265358979;
  16
  17 my $devname = "/dev/davis";
  18 my $rain_mult = 0.2;                            # 0.1 or 0.2 mm or 0.01 inches
  19 my $tid;
  20 my $rid;
  21 our $did;
  22 my $nlcount;
  23 my $state = "ready";
  24 my $buf;
  25 my $dbg;
  26 my $last_reading;
  27 my $ser;                                                        # the serial port Mojo::IOLoop::Stream
  28 our $ending = 0;
  29
  30 our $json = JSON->new->canonical(1);
  31
  32 our $last_min = int(time/60)*60;
  33 our $last_hour = 0;
  34 our $last_rain_hour;
  35 our $last_rain_min;
  36 our $last_rain;
  37 our @rain24;
  38 our $rain24;
  39
  40 our $loop_count;                                # how many LOOPs we have done, used as start indicator
  41
  42 our     @crc_table = (
  43                                   0x0, 0x1021, 0x2042, 0x3063, 0x4084, 0x50a5, 0x60c6, 0x70e7,
  44                                   0x8108, 0x9129, 0xa14a, 0xb16b, 0xc18c, 0xd1ad, 0xe1ce, 0xf1ef,
  45                                   0x1231, 0x210, 0x3273, 0x2252, 0x52b5, 0x4294, 0x72f7, 0x62d6,
  46                                   0x9339, 0x8318, 0xb37b, 0xa35a, 0xd3bd, 0xc39c, 0xf3ff, 0xe3de,
  47                                   0x2462, 0x3443, 0x420, 0x1401, 0x64e6, 0x74c7, 0x44a4, 0x5485,
  48                                   0xa56a, 0xb54b, 0x8528, 0x9509, 0xe5ee, 0xf5cf, 0xc5ac, 0xd58d,
  49                                   0x3653, 0x2672, 0x1611, 0x630, 0x76d7, 0x66f6, 0x5695, 0x46b4,
  50                                   0xb75b, 0xa77a, 0x9719, 0x8738, 0xf7df, 0xe7fe, 0xd79d, 0xc7bc,
  51                                   0x48c4, 0x58e5, 0x6886, 0x78a7, 0x840, 0x1861, 0x2802, 0x3823,
  52                                   0xc9cc, 0xd9ed, 0xe98e, 0xf9af, 0x8948, 0x9969, 0xa90a, 0xb92b,
  53                                   0x5af5, 0x4ad4, 0x7ab7, 0x6a96, 0x1a71, 0xa50, 0x3a33, 0x2a12,
  54                                   0xdbfd, 0xcbdc, 0xfbbf, 0xeb9e, 0x9b79, 0x8b58, 0xbb3b, 0xab1a,
  55                                   0x6ca6, 0x7c87, 0x4ce4, 0x5cc5, 0x2c22, 0x3c03, 0xc60, 0x1c41,
  56                                   0xedae, 0xfd8f, 0xcdec, 0xddcd, 0xad2a, 0xbd0b, 0x8d68, 0x9d49,
  57                                   0x7e97, 0x6eb6, 0x5ed5, 0x4ef4, 0x3e13, 0x2e32, 0x1e51, 0xe70,
  58                                   0xff9f, 0xefbe, 0xdfdd, 0xcffc, 0xbf1b, 0xaf3a, 0x9f59, 0x8f78,
  59                                   0x9188, 0x81a9, 0xb1ca, 0xa1eb, 0xd10c, 0xc12d, 0xf14e, 0xe16f,
  60                                   0x1080, 0xa1, 0x30c2, 0x20e3, 0x5004, 0x4025, 0x7046, 0x6067,
  61                                   0x83b9, 0x9398, 0xa3fb, 0xb3da, 0xc33d, 0xd31c, 0xe37f, 0xf35e,
  62                                   0x2b1, 0x1290, 0x22f3, 0x32d2, 0x4235, 0x5214, 0x6277, 0x7256,
  63                                   0xb5ea, 0xa5cb, 0x95a8, 0x8589, 0xf56e, 0xe54f, 0xd52c, 0xc50d,
  64                                   0x34e2, 0x24c3, 0x14a0, 0x481, 0x7466, 0x6447, 0x5424, 0x4405,
  65                                   0xa7db, 0xb7fa, 0x8799, 0x97b8, 0xe75f, 0xf77e, 0xc71d, 0xd73c,
  66                                   0x26d3, 0x36f2, 0x691, 0x16b0, 0x6657, 0x7676, 0x4615, 0x5634,
  67                                   0xd94c, 0xc96d, 0xf90e, 0xe92f, 0x99c8, 0x89e9, 0xb98a, 0xa9ab,
  68                                   0x5844, 0x4865, 0x7806, 0x6827, 0x18c0, 0x8e1, 0x3882, 0x28a3,
  69                                   0xcb7d, 0xdb5c, 0xeb3f, 0xfb1e, 0x8bf9, 0x9bd8, 0xabbb, 0xbb9a,
  70                                   0x4a75, 0x5a54, 0x6a37, 0x7a16, 0xaf1, 0x1ad0, 0x2ab3, 0x3a92,
  71                                   0xfd2e, 0xed0f, 0xdd6c, 0xcd4d, 0xbdaa, 0xad8b, 0x9de8, 0x8dc9,
  72                                   0x7c26, 0x6c07, 0x5c64, 0x4c45, 0x3ca2, 0x2c83, 0x1ce0, 0xcc1,
  73                                   0xef1f, 0xff3e, 0xcf5d, 0xdf7c, 0xaf9b, 0xbfba, 0x8fd9, 0x9ff8,
  74                                   0x6e17, 0x7e36, 0x4e55, 0x5e74, 0x2e93, 0x3eb2, 0xed1, 0x1ef0
  75                                  );
  76
  77 our %bar_trend;
  78
  79 $bar_trend{-60} = "Falling Rapidly";
  80 $bar_trend{196} = "Falling Rapidly";
  81 $bar_trend{-20} = "Falling Slowly";
  82 $bar_trend{236} = "Falling Slowly";
  83 $bar_trend{0} = "Steady";
  84 $bar_trend{20} = "Rising Slowly";
  85 $bar_trend{60} = "Rising Rapidly";
  86
  87 our $ending = 0;
  88
  89 $SIG{TERM} = $SIG{INT} = sub {++$ending; Mojo::IOLoop->stop;};
  90 $SIG{HUP} = 'IGNORE';
  91
  92 dbginit();
  93 if (@ARGV) {
  94         dbgadd(@ARGV);
  95 }
  96 dbgadd('chan');
  97
  98 dbg '***';
  99 dbg "*** starting $0";
 100 dbg '***';
 101
 102 dbg scalar gmtime($last_min);
 103 dbg scalar gmtime($last_hour);
 104
 105 my $dlog = SMGLog->new("day");
 106 $did = Mojo::IOLoop->recurring(1 => sub {$dlog->flushall});
 107
 108 do_reopen($devname);
 109
 110 dbg '***';
 111 dbg "*** ending $0";
 112 dbg '***';
 113
 114 exit 0;
 115
 116 sub on_read
 117 {
 118         my ($ser, $d) = @_;
 119         $buf .= $d;
 120         $d =~ s/([\%\x00-\x1f\x7f-\xff])/sprintf("%%%02X", ord($1))/eg;
 121         dbg "read added '$d' buf lth=" . length $buf if isdbg 'raw';
 122         if ($state eq 'waitnl' && $buf =~ /[\cJ\cM]+/) {
 123                 dbg "Got \\n" if isdbg 'state';
 124                 Mojo::IOLoop->remove($tid) if $tid;
 125                 undef $tid;
 126                 undef $buf;
 127                 $nlcount = 0;
 128                 $ser->write("LPS 1 1\n");
 129                 chgstate("waitloop");
 130         } elsif ($state eq "waitloop") {
 131                 if ($buf =~ /\x06/) {
 132                         dbg "Got ACK 0x06" if isdbg 'state';
 133                         chgstate('waitlooprec');
 134                         undef $buf;
 135                 }
 136         } elsif ($state eq 'waitlooprec') {
 137                 if (length $buf >= 99) {
 138                         dbg "got loop record" if isdbg 'chan';
 139                         chgstate('');
 140                         process($buf);
 141                         undef $buf;
 142                 }
 143         }
 144 }
 145
 146 sub start_loop
 147 {
 148         $nlcount = 1;
 149         dbg "start_loop writing $nlcount \\n" if isdbg 'state';
 150         $ser->write("\n");
 151         Mojo::IOLoop->remove($tid) if $tid;
 152         undef $tid;
 153         $tid = Mojo::IOLoop->recurring(0.6 => sub {
 154                                                                            if (++$nlcount > 10) {
 155                                                                                    dbg "\\n count > 10, closing connection" if isdbg 'chan';
 156                                                                                    do_reopen($devname);
 157                                                                                    return;
 158                                                                            }
 159                                                                            dbg "writing $nlcount \\n" if isdbg 'state';
 160                                                                            $ser->write("\n");
 161                                                                    });
 162         chgstate("waitnl");
 163 }
 164
 165 sub chgstate
 166 {
 167         dbg "state '$state' -> '$_[0]'" if isdbg 'state';
 168         $state = $_[0];
 169 }
 170
 171 sub do_reopen
 172 {
 173         my $name = shift;
 174         dbg "do reopen on '$name' ending $ending";
 175         unless ($ending) {
 176                 $ser = do_open($name);
 177                 start_loop();
 178                 chgstate('');
 179                 $nlcount = 0;
 180                 Mojo::IOLoop->start unless Mojo::IOLoop->is_running;
 181         }
 182 }
 183
 184 sub do_open
 185 {
 186         my $name = shift;
 187
 188         $ser->close if $ser;
 189         undef $ser;
 190
 191         my $ob = Serial->new($name, 19200) || die "$name $!\n";
 192         dbg "streaming $name fileno(" . fileno($ob) . ")" if isdbg 'chan';
 193
 194         my $ser = Mojo::IOLoop::Stream->new($ob);
 195         $ser->on(error=>sub {dbg "serial $_[1]"; do_reopen($name) unless $ending});
 196         $ser->on(close=>sub {dbg "serial closing"; do_reopen($name) unless $ending});
 197         $ser->on(timeout=>sub {dbg "serial timeout";});
 198         $ser->on(read=>sub {on_read(@_)});
 199         $ser->start;
 200
 201         Mojo::IOLoop->remove($tid) if $tid;
 202         undef $tid;
 203         Mojo::IOLoop->remove($rid) if $rid;
 204         undef $rid;
 205         $rid = Mojo::IOLoop->recurring(2.5 => sub {
 206                                                                            start_loop() if !$state;
 207                                                                    });
 208         chgstate('');
 209         $nlcount = 0;
 210
 211         return $ser;
 212 }
 213
 214 my @min;
 215 my @hour;
 216
 217 sub process
 218 {
 219         my $blk = shift;
 220         my $loo =  substr $blk,0,3;
 221         unless ( $loo eq 'LOO') {
 222                 dbg "Block invalid loo -> $loo" if isdbg 'chan'; return;
 223         }
 224
 225         my $tmp;
 226         my $rain;
 227         my %h;
 228
 229         my $crc_calc = CRC_CCITT($blk);
 230
 231         if ($crc_calc==0) {
 232
 233                 # Common ones
 234                 $tmp = unpack("s", substr $blk,7,2) / 1000;
 235                 $h{Pressure} = nearest(1, in2mb($tmp));
 236
 237                 $tmp = unpack("s", substr $blk,9,2) / 10;
 238                 $h{Temp_In} = nearest(0.1, f2c($tmp));
 239
 240                 $tmp  = unpack("s", substr $blk,12,2) / 10;
 241                 $h{Temp_Out}  = nearest(0.1, f2c($tmp));
 242
 243                 $tmp = unpack("C", substr $blk,14,1);
 244                 $h{Wind} = nearest(0.1, mph2mps($tmp));
 245                 $h{Dir}     = unpack("s", substr $blk,16,2)+0;
 246
 247                 my $wind = {w => $h{Wind}, d => $h{Dir}};
 248                 push @min, $wind;
 249
 250                 $h{Humidity_Out} = unpack("C", substr $blk,33,1)+0;
 251                 $h{Humidity_In}  = unpack("C", substr $blk,11,1)+0;
 252
 253                 $tmp = unpack("C", substr $blk,43,1)+0;
 254                 $h{UV} = $tmp unless $tmp >= 255;
 255                 $tmp = unpack("s", substr $blk,44,2)+0; # watt/m**2
 256                 $h{Solar} = $tmp unless $tmp >= 32767;
 257
 258                 #       $h{Rain_Rate}  = nearest(0.1,unpack("s", substr $blk,41,2) * $rain_mult);
 259                 $rain = $h{Rain_Day}   = nearest(0.1, unpack("s", substr $blk,50,2) * $rain_mult);
 260                 my $delta_rain = $h{Rain} = nearest(0.1, ($rain >= $last_rain ? $rain - $last_rain : $rain)) if $loop_count;
 261                 $last_rain = $rain;
 262
 263                 # what sort of packet is it?
 264                 my $sort =  unpack("C", substr $blk,4,1);
 265                 if ($sort) {
 266
 267                         # Newer LOOP2 packet
 268                         $tmp = unpack("C", substr $blk,18,2);
 269                         #               $h{Wind_Avg_10} = nearest(0.1,mph2mps($tmp/10));
 270                         $tmp = unpack("C", substr $blk,20,2);
 271                         #               $h{Wind_Avg_2} = nearest(0.1,mph2mps($tmp/10));
 272                         $tmp = unpack("C", substr $blk,22,2);
 273                         #               $h{Wind_Gust_10} = nearest(0.1,mph2mps($tmp/10));
 274
 275                         #               $h{Dir_Avg_10} = unpack("C", substr $blk,24,2)+0;
 276                         $tmp = unpack("C", substr $blk,30,2);
 277                         $h{Dew_Point} = nearest(0.1, f2c($tmp));
 278
 279                 } else {
 280
 281                         # Older LOOP packet
 282                         $tmp = unpack("C", substr $blk,15,1);
 283                         #               $h{Wind_Avg_10} = nearest(0.1,mph2mps($tmp));
 284                         $h{Dew_Point}  = nearest(0.1, dew_point($h{Temp_Out}, $h{Humidity_Out}));
 285                         $h{Rain_Month}  = nearest(0.1, unpack("s", substr $blk,52,2) * $rain_mult);
 286                         $h{Rain_Year}  = nearest(0.1, unpack("s", substr $blk,54,2) * $rain_mult);
 287                 }
 288
 289                 my $ts = time;
 290                 my $s;
 291                 if ($ts >= $last_hour + 3600) {
 292                         $h{Pressure_Trend}    = unpack("C", substr $blk,3,1);
 293                         $h{Pressure_Trend_txt} = $bar_trend{$h{Pressure_Trend}};
 294                         $h{Batt_TX_OK}  = (unpack("C", substr $blk,86,1)+0) ^ 1;
 295                         $h{Batt_Console}  = nearest(0.01, unpack("s", substr $blk,87,2) * 0.005859375);
 296                         $h{Forecast_Icon}  = unpack("C", substr $blk,89,1);
 297                         $h{Forecast_Rule}  = unpack("C", substr $blk,90,1);
 298                         $h{Sunrise}  = sprintf( "%04d", unpack("S", substr $blk,91,2) );
 299                         $h{Sunrise}  =~ s/(\d{2})(\d{2})/$1:$2/;
 300                         $h{Sunset}   = sprintf( "%04d", unpack("S", substr $blk,93,2) );
 301                         $h{Sunset}  =~ s/(\d{2})(\d{2})/$1:$2/;
 302
 303                         if ($loop_count) {      # i.e not the first
 304                                 my $a = wind_average(scalar @hour ? @hour : {w => $h{Wind}, d => $h{Dir}});
 305
 306                                 $h{Wind_1h} = nearest(0.1, $a->{w});
 307                                 $h{Dir_1h} = nearest(0.1, $a->{d});
 308
 309                                 $a = wind_average(@min);
 310                                 $h{Wind_1m} = nearest(0.1, $a->{w});
 311                                 $h{Dir_1m} = nearest(1, $a->{d});
 312
 313                                 ($h{Rain_1m}, $h{Rain_1h}, $h{Rain_24h}) = calc_rain($rain);
 314                         }
 315                         $last_rain_min = $last_rain_hour = $rain;
 316
 317                         $s = genstr($ts, 'h', \%h);
 318
 319                         $last_hour = int($ts/3600)*3600;
 320                         $last_min = int($ts/60)*60;
 321                         @hour = ();
 322                         @min = ();
 323                 } elsif ($ts >= $last_min + 60) {
 324                         my $a = wind_average(@min);
 325                         my %save;
 326
 327                         push @hour, $a;
 328
 329                         if ($loop_count) {      # i.e not the first
 330                                 my $rm;
 331
 332                                 $h{Wind_1m} = nearest(0.1, $a->{w});
 333                                 $h{Dir_1m} = nearest(1, $a->{d});
 334                                 ($h{Rain_1m}, $h{Rain_1h}, $h{Rain_24h}) = calc_rain($rain);
 335                         }
 336                         $last_rain_min = $rain;
 337
 338                         $s = genstr($ts, 'm', \%h);
 339
 340                         $last_min = int($ts/60)*60;
 341                         @min = ();
 342                 } else {
 343                         my $o = gen_hash_diff($last_reading, \%h);
 344                         if ($o) {
 345                                 $s = genstr($ts, 'r', $o);
 346                         }
 347                         else {
 348                                 dbg "loop rec not changed" if isdbg 'chan';
 349                         }
 350                 }
 351                 output_str($s) if $s;
 352                 $last_reading = \%h;
 353                 ++$loop_count;
 354         } else {
 355                 dbg "CRC check failed for LOOP data!";
 356         }
 357         return;
 358 }
 359
 360 sub genstr
 361 {
 362         my $ts = shift;
 363         my $let = shift;
 364         my $h = shift;
 365
 366         my $j =  $json->encode($h);
 367         my ($sec,$min,$hr) = (gmtime $ts)[0,1,2];
 368         my $tm = sprintf "%02d:%02d:%02d", $hr, $min, $sec;
 369
 370         return qq|{"tm":"$tm","t":$ts,"$let":$j}|;
 371 }
 372
 373 sub output_str
 374 {
 375         my $s = shift;
 376         dbg $s;
 377 #       say $s;
 378         $dlog->writenow($s);
 379 }
 380
 381 sub gen_hash_diff
 382 {
 383         my $last = shift;
 384         my $now = shift;
 385         my %o;
 386         my $count;
 387
 388         while (my ($k, $v) = each %$now) {
 389                 if ($last->{$k} ne $now->{$k}) {
 390                         $o{$k} = $v;
 391                         ++$count;
 392                 }
 393         }
 394         return $count ? \%o : undef;
 395 }
 396
 397 sub dew_point
 398 {
 399         my $temp = shift @_;
 400         my $rh   = shift @_;
 401
 402         #  Using the simplified approximation for dew point
 403         #  Accurate to 1 degree C for humidities > 50 %
 404         #  http://en.wikipedia.org/wiki/Dew_point
 405
 406         my $dewpoint = $temp - ((100 - $rh) / 5);
 407
 408         # this is the more complete one (which doesn't work)
 409         #my $a = 6.1121;
 410         #my $b = 18.678;
 411         #my $c = 257.14;
 412         #my $ytrh = log(($rh/100) + ($b * $temp) / ($c + $temp));
 413         #my $dewpoint = ($c * $ytrh) / ($b - $ytrh);
 414
 415         return $dewpoint;
 416 }
 417
 418 sub CRC_CCITT
 419 {
 420     # Expects packed data...
 421     my $data_str = shift @_;
 422
 423         my $crc = 0;
 424         my @lst = split //, $data_str;
 425         foreach my $data (@lst) {
 426                 my $data = unpack("c",$data);
 427
 428                 my $crc_prev = $crc;
 429                 my $index = $crc >> 8 ^ $data;
 430                 my $lhs = $crc_table[$index];
 431                 #print "lhs=$lhs, crc=$crc\n";
 432                 my $rhs = ($crc << 8) & 0xFFFF;
 433                 $crc = $lhs ^ $rhs;
 434
 435
 436         }
 437
 438         return $crc;
 439 }
 440
 441 sub f2c
 442 {
 443         return ($_[0] - 32) * 5/9;
 444 }
 445
 446 sub mph2mps
 447 {
 448         return $_[0] * 0.44704;
 449 }
 450
 451 sub in2mb
 452 {
 453         return $_[0] * 33.8637526;
 454 }
 455
 456 sub wind_average
 457 {
 458         my ($sindir, $cosdir, $wind);
 459         my $count;
 460
 461         foreach my $r (@_) {
 462                 $wind += $r->{w};
 463                 $sindir += sin(d2r($r->{d})) * $r->{w};
 464                 $cosdir += cos(d2r($r->{d})) * $r->{w};
 465                 ++$count;
 466         }
 467
 468         my $avhdg = r2d(atan2($sindir, $cosdir));
 469         $avhdg += 360 if $avhdg < 0;
 470         return {w => $wind / $count, d => $avhdg};
 471 }
 472
 473 # radians to degrees
 474 sub r2d
 475 {
 476     my $n = shift;
 477     return ($n / pi) * 180;
 478 }
 479
 480 # degrees to radians
 481 sub d2r
 482 {
 483     my $n = shift;
 484     return ($n / 180) * pi;
 485 }
 486
 487 sub calc_rain
 488 {
 489         my $rain = shift;
 490
 491         my $Rain_1h = nearest(0.1, $rain >= $last_rain_hour ? $rain - $last_rain_hour : $rain); # this is the rate for this hour, so far
 492         my $rm = $rain >= $last_rain_min ? $rain - $last_rain_min : $rain;
 493         my $Rain_1m = nearest(0.1, $rm);
 494         push @rain24, $rm;
 495         $rain24 += $rm;
 496         while (@rain24 > 24*60) {
 497                 $rain24 -= shift @rain24;
 498         }
 499         my $Rain_24h = nearest(0.1, $rain24);
 500         return ($Rain_1m, $Rain_1h, $Rain_24h);
 501 }