Generated: Sat Oct 24 16:35:21 2020 from jsonfeed.pl 2019/10/22 19.9 KB. text copy
#!/usr/bin/perl -w # NAME: jsonfeeds.pl # AIM: Fetch and show a json feed # 2019-10-22 - correct small spelling # 06/07/2016 - Review # 2015-01-09 - Initial cut ###################################### use strict; use warnings; use File::Basename; # split path ($name,$dir,$ext) = fileparse($file [, qr/\.[^.]*/] ) use LWP::Simple; use JSON; use Data::Dumper; use Cwd; my $os = $^O; my $perl_dir = '/home/geoff/bin'; my $PATH_SEP = '/'; my $temp_dir = '/tmp'; if ($os =~ /win/i) { $perl_dir = 'C:\GTools\perl'; $temp_dir = $perl_dir; $PATH_SEP = "\\"; } unshift(@INC, $perl_dir); require 'lib_utils.pl' or die "Unable to load 'lib_utils.pl' Check paths in \@INC...\n"; require 'fg_wsg84.pl' or die "Unable to load 'fg_wsg84.pl' Check paths in \@INC...\n"; # log file stuff our ($LF); my $pgmname = $0; if ($pgmname =~ /(\\|\/)/) { my @tmpsp = split(/(\\|\/)/,$pgmname); $pgmname = $tmpsp[-1]; } my $outfile = $temp_dir.$PATH_SEP."temp.$pgmname.txt"; open_log($outfile); # user variables my $VERS = "0.0.6 2016-07-06"; ##my $VERS = "0.0.5 2015-01-09"; my $load_log = 0; my $in_file = ''; my $verbosity = 0; my $out_file = ''; my $out_dir = $temp_dir.$PATH_SEP."temp-flights"; my $feed1 = "http://crossfeed.freeflightsim.org/flights.json"; ### my $feed2 = "http://mpserver12.flightgear.org/includes/fgms_json.php"; # ### DEBUG ### my $debug_on = 0; my $def_file = 'def_file'; ### program variables my @warnings = (); my $cwd = cwd(); my $MPS2KT = 1.94384; # meters per second to knots my $SG_EPSILON = 0.000001; my $last_ymd = ''; sub VERB1() { return $verbosity >= 1; } sub VERB2() { return $verbosity >= 2; } sub VERB5() { return $verbosity >= 5; } sub VERB9() { return $verbosity >= 9; } sub show_warnings($) { my ($val) = @_; if (@warnings) { prt( "\nGot ".scalar @warnings." WARNINGS...\n" ); foreach my $itm (@warnings) { prt("$itm\n"); } prt("\n"); } else { prt( "\nNo warnings issued.\n\n" ) if (VERB9()); } } sub pgm_exit($$) { my ($val,$msg) = @_; if (length($msg)) { $msg .= "\n" if (!($msg =~ /\n$/)); prt($msg); } show_warnings($val); close_log($outfile,$load_log); exit($val); } sub prtw($) { my ($tx) = shift; $tx =~ s/\n$//; prt("$tx\n"); push(@warnings,$tx); } sub process_in_file($) { my ($inf) = @_; if (! open INF, "<$inf") { pgm_exit(1,"ERROR: Unable to open file [$inf]\n"); } my @lines = <INF>; close INF; my $lncnt = scalar @lines; prt("Processing $lncnt lines, from [$inf]...\n"); my ($line,$inc,$lnn); $lnn = 0; foreach $line (@lines) { chomp $line; $lnn++; if ($line =~ /\s*#\s*include\s+(.+)$/) { $inc = $1; prt("$lnn: $inc\n"); } } } sub fetch_url($) { # see gettaf01.pl my ($url) = shift; prt( "Fetching: $url\n" ) if (VERB9()); my $txt = get($url); my ($len); if ($txt && length($txt)) { $len = length($txt); if (VERB9()) { prt("Got $len chars...\n"); prt("$txt\n"); } } else { prt( "No text available from $url!\n" ) if (VERB5()); } return $txt; } my $max_model = 14; # beech99-model # "Aircraft/777/Models/777-200ER.xml sub get_model($) { my $mod = shift; my @arr = split(/\//,$mod); $mod = $arr[-1]; $mod =~ s/\.xml$//; $mod =~ s/-model$//; return $mod; } sub get_ll_double($) { my $deg = shift; my $dbl = sprintf("%12.6f",$deg); return $dbl; } sub get_alt_stg($) { my $alt = shift; if ($alt > 10000) { $alt = 'FL'.int($alt / 100); #$alt = sprintf("%6d",$alt); } else { $alt = sprintf("%8d",$alt); } return $alt; } sub get_decimal_stg($$$) { my ($dec,$il,$dl) = @_; my (@arr); if ($dec =~ /\./) { @arr = split(/\./,$dec); if (scalar @arr == 2) { $arr[0] = " ".$arr[0] while (length($arr[0]) < $il); $dec = $arr[0]; if ($dl > 0) { $dec .= "."; $arr[1] = substr($arr[1],0,$dl) if (length($arr[1]) > $dl); $dec .= $arr[1]; } } } else { $dec = " $dec" while (length($dec) < $il); if ($dl) { $dec .= "."; while ($dl--) { $dec .= "0"; } } } return $dec; } sub get_sg_dist_stg($) { my ($sg_dist) = @_; my $sg_km = $sg_dist / 1000; my $sg_im = int($sg_dist); my $sg_ikm = int($sg_km + 0.5); my $dlen = 5; # if (abs($sg_pdist) < $CP_EPSILON) my $sg_dist_stg = ""; if (abs($sg_km) > $SG_EPSILON) { # = 0.0000001; # EQUALS SG_EPSILON 20101121 if ($sg_ikm && ($sg_km >= 1)) { $sg_km = int(($sg_km * 10) + 0.05) / 10; #$sg_dist_stg .= get_decimal_stg($sg_km,5,1)." km"; $sg_dist_stg .= get_decimal_stg($sg_km,($dlen - 2),1)." km"; } else { #$sg_dist_stg .= "$sg_im m, <1km"; #$sg_dist_stg .= get_decimal_stg($sg_im,7,0)." m."; $sg_dist_stg .= get_decimal_stg($sg_im,$dlen,0)." m."; } } else { #$sg_dist_stg .= "0 m"; #$sg_dist_stg .= get_decimal_stg('0',7,0)." m."; $sg_dist_stg .= get_decimal_stg('0',$dlen,0)." m."; } return $sg_dist_stg; } sub display_flight($$$$$$$$$) { my ($callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm,$type) = @_; $callsign .= ' ' while (length($callsign) < 8); $lat = get_ll_double($lat); $lon = get_ll_double($lon); $alt_ft = get_alt_stg($alt_ft); $alt_ft = ' '.$alt_ft while (length($alt_ft) < 8); $model = ' '.$model while (length($model) < $max_model); $spd_kts = ' '.$spd_kts while (length($spd_kts) < 7); $hdg = ' '.$hdg while (length($hdg) < 4); $dist_nm = ' '.$dist_nm while (length($dist_nm) < 7); my $line = "$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm - $type\n"; prt($line); #return $line; } my $iocnt = 0; sub record_flight($$$$$$$$$$$) { my ($fid,$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm,$tot_secs,$upd1) = @_; my $epoch = time(); my $line = "$fid,$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm,$upd1,$tot_secs\n"; if (length($out_dir) && (-d $out_dir)) { my $ymd = get_YYYYMMDD($epoch); $ymd =~ s/\//-/g; # conver to a path compatible name my $file = $out_dir.$PATH_SEP."flights-$ymd.csv"; if (-f $file) { $last_ymd = $ymd if (length($last_ymd) == 0); if ($ymd eq $last_ymd) { append2file($line,$file); prt("Appended to file $file...\n") if ($iocnt == 0); $iocnt++; } else { $last_ymd = $ymd; write2file($line,$file); prt("Created new file $file...\n"); $iocnt = 0; } } else { $last_ymd = $ymd; write2file($line,$file); prt("Created new file $file...\n"); $iocnt = 0; } } elsif ($iocnt == 0) { pgm_exit(1,"\nERROR: No valid output directory given!\n\n"); $iocnt++; } } # crossfeed # {"success":true,"source":"cf-client","last_updated":"2015-01-22 17:35:42","flights":[ # {"fid":1421695466000,"callsign":"Charlie","lat":45.360490,"lon":5.335270,"alt_ft":1288,"model":"Aircraft/777/Models/777-200ER.xml","spd_kts":0,"hdg":324,"dist_nm":379}, # {"fid":1421826354000,"callsign":"saphir","lat":51.242089,"lon":-0.834174,"alt_ft":3113,"model":"Aircraft/777/Models/777-200LR.xml","spd_kts":187,"hdg":146,"dist_nm":16384}, # fid callsign lat lon alt_ft model spd_kts hdg dist_nm # php feed # {"pilots":[ # {"callsign":"Charlie","aircraft":"777-200ER","latitude":"45.360490","longitude":"5.335270","altitude":"1287.707060","heading":323.8147125058}, # {"callsign":"saphir","aircraft":"777-200LR","latitude":"51.240209","longitude":"-0.832257","altitude":"3109.778402","heading":145.73179151024}, # {"callsign":"EGXU_TW","aircraft":"OpenRadar","latitude":"54.045074","longitude":"-1.250728","altitude":"53.001620","heading":0}, # callsign aircraft latitude longitude altitude heading sub repeat_feeds() { my $repeat = 1; my $secs = 5; my $header = ''; my $upd1 = "Unknown"; my ($fid,$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm); my ($ra1,$cnt1,$i,$rh2,$line,$msg,$show,$rh3); my ($lat2,$lon2,$alt_ft2,$model2,$spd_kts2,$hdg2,$dist_nm2,$type); my ($res,$az1,$az2,$dist,$mps,$tsecs); my $min_mps = 5; my %hash = (); $callsign = 'callsign'; $lat = 'latitude'; $lon = 'longitude'; $alt_ft = 'altitude'; $model = 'model'; $spd_kts = 'spd kts'; $hdg = 'hdg'; $dist_nm = 'dist nm'; # display header $callsign .= ' ' while (length($callsign) < 8); $lat = ' '.$lat while (length($lat) < 12); $lon = ' '.$lon while (length($lon) < 12); $alt_ft = ' '.$alt_ft while (length($alt_ft) < 8); $model = ' '.$model while (length($model) < $max_model); $spd_kts = ' '.$spd_kts while (length($spd_kts) < 7); $hdg = ' '.$hdg while (length($hdg) < 4); $dist_nm = ' '.$dist_nm while (length($dist_nm) < 7); $msg = "$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm\n"; $header = $msg; my $tot_secs = 0; while ($repeat) { my $txt1 = fetch_url($feed1); # "http://crossfeed.freeflightsim.org/flights.json"; my $json = JSON->new->allow_nonref; my $rh1 = $json->decode( $txt1 ); ###prt(Dumper($rh1)); my $upd1 = "Unknown"; my ($fid,$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm); my ($ra1,$cnt1,$i,$rh2,$line,$msg); if (defined ${$rh1}{last_updated}) { $upd1 = ${$rh1}{last_updated}; } if (defined ${$rh1}{flights}) { $ra1 = ${$rh1}{flights}; $cnt1 = scalar @{$ra1}; prt("Updated: $upd1, flights $cnt1...\n"); my @fids = keys %hash; my %hfids = (); foreach $fid (@fids) { $hfids{$fid} = 1; } # pre-process for mising FID for ($i = 0; $i < $cnt1; $i++) { $rh2 = ${$ra1}[$i]; # extract the hash $fid = ${$rh2}{fid}; if (defined $hfids{$fid}) { delete $hfids{$fid}; } } @fids = keys %hfids; if (@fids) { foreach $fid (@fids) { $rh3 = $hash{$fid}; $callsign = ${$rh3}[0]; $lat = ${$rh3}[1]; $lon = ${$rh3}[2]; $alt_ft = ${$rh3}[3]; $model = ${$rh3}[4]; $spd_kts = ${$rh3}[5]; $hdg = ${$rh3}[6]; $dist_nm = ${$rh3}[7]; $dist = ${$rh3}[8]; $tsecs = ${$rh3}[9]; my $active = secs_HHMMSS($tsecs); $type = "LEFT ".get_sg_dist_stg($dist).", after $active"; display_flight($callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm,$type); delete $hash{$fid}; # remove it } } for ($i = 0; $i < $cnt1; $i++) { $rh2 = ${$ra1}[$i]; # extract the hash $fid = ${$rh2}{fid}; $callsign = ${$rh2}{callsign}; $lat = ${$rh2}{lat}; $lon = ${$rh2}{lon}; $alt_ft = ${$rh2}{alt_ft}; $model = get_model(${$rh2}{model}); $spd_kts = ${$rh2}{spd_kts}; $hdg = ${$rh2}{hdg}; $dist_nm = ${$rh2}{dist_nm}; record_flight($fid,$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm,$tot_secs,$upd1); ###prt("$fid,$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm\n"); if (defined $hash{$fid}) { $show = 0; $rh3 = $hash{$fid}; $lat2 = ${$rh3}[1]; $lon2 = ${$rh3}[2]; $type = 'SAME'; if (($lat != $lat2) || ($lon != $lon2)) { $res = fg_geo_inverse_wgs_84($lat2,$lon2,$lat,$lon,\$az1,\$az2,\$dist); $mps = $dist / $secs; if ($mps > $min_mps) { $type = "moved ".get_sg_dist_stg($dist); $show = 1; ${$rh3}[1] = $lat; ${$rh3}[2] = $lon; ${$rh3}[8] += $dist; } } ${$rh3}[9] += $secs; } else { # 0 1 2 3 4 5 6 7 8 9 10 $hash{$fid} = [$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm,0,0,$upd1]; $show = 1; $type = 'NEW'; } if ($show) { display_flight($callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm,$type); #$msg .= $line; } } #if (length($out_file)) { # write2file($msg,$out_file); # prt("JSON crossfeed flight list written to $out_file\n"); #} } else { prt("'flights' is NOT defined in hash 1!\n"); } prt("Sleep for $secs second...\n"); sleep $secs; $tot_secs += $secs; } } sub get_feeds() { my $txt1 = fetch_url($feed1); # "http://crossfeed.freeflightsim.org/flights.json"; my $json = JSON->new->allow_nonref; my $rh1 = $json->decode( $txt1 ); ###prt(Dumper($rh1)); my $upd1 = "Unknown"; my ($fid,$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm); my ($ra1,$cnt1,$i,$rh2,$line,$msg); if (defined ${$rh1}{last_updated}) { $upd1 = ${$rh1}{last_updated}; } if (defined ${$rh1}{flights}) { $ra1 = ${$rh1}{flights}; $cnt1 = scalar @{$ra1}; prt("Updated: $upd1, flights $cnt1...\n"); $callsign = 'callsign'; $lat = 'latitude'; $lon = 'longitude'; $alt_ft = 'altitude'; $model = 'model'; $spd_kts = 'spd kts'; $hdg = 'hdg'; $dist_nm = 'dist nm'; # display header $callsign .= ' ' while (length($callsign) < 8); $lat = ' '.$lat while (length($lat) < 12); $lon = ' '.$lon while (length($lon) < 12); $alt_ft = ' '.$alt_ft while (length($alt_ft) < 8); $model = ' '.$model while (length($model) < $max_model); $spd_kts = ' '.$spd_kts while (length($spd_kts) < 7); $hdg = ' '.$hdg while (length($hdg) < 4); $dist_nm = ' '.$dist_nm while (length($dist_nm) < 7); $msg = "$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm\n"; prt($msg); for ($i = 0; $i < $cnt1; $i++) { $rh2 = ${$ra1}[$i]; # extract the hash $fid = ${$rh2}{fid}; $callsign = ${$rh2}{callsign}; $lat = ${$rh2}{lat}; $lon = ${$rh2}{lon}; $alt_ft = ${$rh2}{alt_ft}; $model = get_model(${$rh2}{model}); $spd_kts = ${$rh2}{spd_kts}; $hdg = ${$rh2}{hdg}; $dist_nm = ${$rh2}{dist_nm}; ###prt("$fid,$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm\n"); # display $callsign .= ' ' while (length($callsign) < 8); $lat = get_ll_double($lat); $lon = get_ll_double($lon); $alt_ft = get_alt_stg($alt_ft); $alt_ft = ' '.$alt_ft while (length($alt_ft) < 8); $model = ' '.$model while (length($model) < $max_model); $spd_kts = ' '.$spd_kts while (length($spd_kts) < 7); $hdg = ' '.$hdg while (length($hdg) < 4); $dist_nm = ' '.$dist_nm while (length($dist_nm) < 7); $line = "$callsign,$lat,$lon,$alt_ft,$model,$spd_kts,$hdg,$dist_nm\n"; prt($line); $msg .= $line; } if (length($out_file)) { write2file($msg,$out_file); prt("JSON crossfeed flight list written to $out_file\n"); } } else { prt("'flights' is NOT defined in hash 1!\n"); } ### my $txt2 = fetch_url($feed2); # "http://mpserver12.flightgear.org/includes/fgms_json.php"; ### my $rh2 = $json->decode( $txt2 ); ### prt(Dumper($rh2)); ### my $upd2 = "Unknown"; ###if (defined ${$rh2}{last_updated}) { ### $upd2 = ${$rh2}{last_updated}; ###} ###if (defined ${$rh2}{flights}) { ### my $ra2 = ${$rh2}{flights}; ### my $cnt2 = scalar @{$ra2}; ### prt("Updated: $upd2, flights $cnt2...\n"); ###} else { ### prt("'flights' is NOT defined in hash 2!\n"); ###} ## $load_log = 1; } ######################################### ### MAIN ### parse_args(@ARGV); ##process_in_file($in_file); #get_feeds(); repeat_feeds(); pgm_exit(0,""); ######################################## sub need_arg { my ($arg,@av) = @_; pgm_exit(1,"ERROR: [$arg] must have a following argument!\n") if (!@av); } sub parse_args { my (@av) = @_; my ($arg,$sarg); my $verb = VERB2(); while (@av) { $arg = $av[0]; if ($arg =~ /^-/) { $sarg = substr($arg,1); $sarg = substr($sarg,1) while ($sarg =~ /^-/); if (($sarg =~ /^h/i)||($sarg eq '?')) { give_help(); pgm_exit(0,"Help exit(0)"); } elsif ($sarg =~ /^v/) { if ($sarg =~ /^v.*(\d+)$/) { $verbosity = $1; } else { while ($sarg =~ /^v/) { $verbosity++; $sarg = substr($sarg,1); } } $verb = VERB2(); prt("Verbosity = $verbosity\n") if ($verb); } elsif ($sarg =~ /^l/) { if ($sarg =~ /^ll/) { $load_log = 2; } else { $load_log = 1; } prt("Set to load log at end. ($load_log)\n") if ($verb); } elsif ($sarg =~ /^o/) { need_arg(@av); shift @av; $sarg = $av[0]; $out_file = $sarg; prt("Set out file to [$out_file].\n") if ($verb); } else { pgm_exit(1,"ERROR: Invalid argument [$arg]! Try -?\n"); } } else { $in_file = $arg; prt("Set input to [$in_file]\n") if ($verb); } shift @av; } # if ($debug_on) { # prtw("WARNING: DEBUG is ON!\n"); # if (length($in_file) == 0) { # $in_file = $def_file; # prt("Set DEFAULT input to [$in_file]\n"); # } # } # if (length($in_file) == 0) { # pgm_exit(1,"ERROR: No input files found in command!\n"); # } # if (! -f $in_file) { # pgm_exit(1,"ERROR: Unable to find in file [$in_file]! Check name, location...\n"); # } } sub give_help { prt("$pgmname: version $VERS\n"); prt("Usage: $pgmname [options] in-file\n"); prt("Options:\n"); prt(" --help (-h or -?) = This help, and exit 0.\n"); prt(" --verb[n] (-v) = Bump [or set] verbosity. def=$verbosity\n"); prt(" --load (-l) = Load LOG at end. ($outfile)\n"); prt(" --out <file> (-o) = Write output to this file.\n"); } # eof - template.pl