#!/usr/bin/perl -w
# NAME: pbcsvfilter.pl
# AIM: Read a playback CSV file, and try to filter the records
# see shwplay.pl, which enumerates the FGdata\protocol\palyback.xml offsets of CSV output...
# 2020-01-31 - review
# 2016-06-26 - Initial cut
use strict;
use warnings;
use File::Basename;  # split path ($name,$dir,$ext) = fileparse($file [, qr/\.[^.]*/] )
use Cwd;
my $os = $^O;
my $perl_dir = '/home/geoff/bin';
my $PATH_SEP = '/';
my $temp_dir = '/tmp';
if ($os =~ /win/i) {
    $perl_dir = 'C:\GTools\perl';
    $temp_dir = $perl_dir;
    $PATH_SEP = "\\";
}
unshift(@INC, $perl_dir);
require 'lib_utils.pl' or die "Unable to load 'lib_utils.pl' Check paths in \@INC...\n";
require 'fg_wsg84.pl' or die "Unable to load 'lib_utils.pl' Check paths in \@INC...\n";

# log file stuff
our ($LF);
my $pgmname = $0;
if ($pgmname =~ /(\\|\/)/) {
    my @tmpsp = split(/(\\|\/)/,$pgmname);
    $pgmname = $tmpsp[-1];
}
my $outfile = $temp_dir.$PATH_SEP."temp.$pgmname.txt";
open_log($outfile);

# user variables
my $VERS = "0.0.6 2016-06-12";
my $load_log = 0;
my $in_file = '';
my $verbosity = 0;
my $out_file = $temp_dir.$PATH_SEP."temp.$pgmname.csv";
my $mps2knots = 1.94384;
my $out_xg = $temp_dir.$PATH_SEP."temp.$pgmname.xg";
my $minias = 10;    # min is 10 knots
my $M2NM = 0.000539957;
my $M2FT = 3.280839895; # 3.28084;

# ### DEBUG ###
my $debug_on = 1;
my $def_file = 'C:\Users\user\Documents\FG\BIKF\circuit11.csv';
# my $def_file = 'D:\FG\d-and-c\tracks\6-25-2016-1.csv';
##my $def_file = 'D:\FG\d-and-c\VNLK-01.csv';

### program variables
my @warnings = ();
my $cwd = cwd();

sub VERB1() { return $verbosity >= 1; }
sub VERB2() { return $verbosity >= 2; }
sub VERB5() { return $verbosity >= 5; }
sub VERB9() { return $verbosity >= 9; }

sub show_warnings($) {
    my ($val) = @_;
    if (@warnings) {
        prt( "\nGot ".scalar @warnings." WARNINGS...\n" );
        foreach my $itm (@warnings) {
           prt("$itm\n");
        }
        prt("\n");
    } else {
        prt( "\nNo warnings issued.\n\n" ) if (VERB9());
    }
}

sub pgm_exit($$) {
    my ($val,$msg) = @_;
    if (length($msg)) {
        $msg .= "\n" if (!($msg =~ /\n$/));
        prt($msg);
    }
    show_warnings($val);
    close_log($outfile,$load_log);
    exit($val);
}


sub prtw($) {
   my ($tx) = shift;
   $tx =~ s/\n$//;
   prt("$tx\n");
   push(@warnings,$tx);
}

sub in_world_range($$) {
    my ($lat,$lon) = @_;
    return 0 if ($lat < -90);
    return 0 if ($lat >  90);
    return 0 if ($lon < -180);
    return 0 if ($lon >  180);
    return 1;
}

sub get_distance_stg($) {
    my $dist = shift;
    my $nm = $dist * $M2NM;
    my $stg = '';
    if ($nm < 1) {
        my $ft = $dist * $M2FT;
        if ($ft < 100) {
            $ft = (int($ft * 100)) / 100;
        } else {
            $ft = int($ft + 0.5);
        }
        $stg = "$ft ft.";
    } else {
        if ($nm < 10) {
            $nm = (int($nm * 100)) / 100;
        } else {
            $nm = int($nm + 0.5);
        }
        $stg = "$nm nm.";
    }
    return $stg;
}

# processing a generic playback fgfs csv file
sub process_in_file($) {
    my ($inf) = @_;
    if (! open INF, "<$inf") {
        pgm_exit(1,"ERROR: Unable to open file [$inf]\n"); 
    }
    my @lines = <INF>;
    close INF;
    my $lncnt = scalar @lines;
    prt("Processing $lncnt lines, from [$inf]...\n");
    my @nlines = ();
    my ($i,$line,$inc,$lnn,$arr,$len,@arr);
    my ($lat,$lon,$alt);
    my ($lat2,$lon2,$alt2);
    my ($res,$az1,$az2,$dist,$mps,$knots);
    my ($i2,$rol,$pit,$hdg,$slip,$ias,$stg);
    my $cumdist = 0;
    my $skipped = 0;
    $lnn = 0;
    my $xg = '';
    my $off = 48;
    # get to first valid record
    for ($i = 0; $i < $lncnt; $i++) {
        $line = $lines[$i];
        chomp $line;
        $lnn = $i + 1;
        @arr = split(",",$line);
        $len = scalar @arr;
        if ($len < 51) {
            prt("$lnn: $line BAD\n");
            $skipped++;
            next;
        }
        $lat = $arr[$off];
        $lon = $arr[$off+1];
        $alt = $arr[$off+2];
        if (!in_world_range($lat,$lon)) {
            prt("$lnn: $line BAD\n");
            $skipped++;
            next;
        }
        if ($alt <= -9999 ) {
            $skipped++;
            next;
        }
        $lat2 = $lat;
        $lon2 = $lon;
        $alt2 = $alt;
        prt("$lnn: First valid record... skipped $skipped - $lat, $lon, $alt\n");
        last;
    }
    $i++;
    # start processing
    # wait until moved 10 meters
    $xg .= "# First valid record... wait for 10 m movement...\n";
    $xg .= "$lon $lat ; $alt\n";
    for (; $i < $lncnt; $i++) {
        $line = $lines[$i];
        chomp $line;
        $lnn = $i + 1;
        @arr = split(",",$line);
        $len = scalar @arr;
        if ($len < 51) {
            prt("$lnn: $line BAD\n");
            $skipped++;
            next;
        }
        $lat = $arr[$off];
        $lon = $arr[$off+1];
        $alt = $arr[$off+2];
        if (!in_world_range($lat,$lon)) {
            prt("$lnn: $line BAD\n");
            $skipped++;
            next;
        }
        $res = fg_geo_inverse_wgs_84($lat2,$lon2,$lat,$lon,\$az1,\$az2,\$dist);
        $cumdist += $dist;
        if ($cumdist > 10) {
            $stg = get_distance_stg($cumdist);
            prt("$lnn: Cum. dist gt than 10 meters... $stg - $lat, $lon, $alt\n");
            last;
        }
        $skipped++;
    }

    prt("Skipped $skipped - Begin wypt at $i of $lncnt. $lat, $lon, $alt\n");
    $lat2 = $lat;
    $lon2 = $lon;
    $alt2 = $alt;
    $i++;
    $cumdist = 0;
    $xg .= "# Skipped $skipped - Begin wypt at $i of $lncnt. $lat, $lon, $alt\n";
    for (; $i < $lncnt; $i++) {
        $line = $lines[$i];
        chomp $line;
        $lnn = $i + 1;
        @arr = split(",",$line);
        $len = scalar @arr;
        if ($len < 51) {
            prt("$lnn: $line BAD\n");
            $skipped++;
            next;
        }
        #$lat = $arr[48];
        #$lon = $arr[49];
        #$alt = $arr[50];
        $lat = $arr[$off];
        $lon = $arr[$off+1];
        if (!in_world_range($lat,$lon)) {
            pgm_exit(1,"Error: File $inf has BAD lat,lon $lat,$lon! Bad file!\n");
        }
        $alt = $arr[$off+2];
        $rol = $arr[$off+3];
        $pit = $arr[$off+4];
        $hdg = $arr[$off+5];
        $slip = $arr[$off+6];
        $ias = $arr[$off+7];

        if (!in_world_range($lat,$lon)) {
            prt("$lnn: $line BAD\n");
            $skipped++;
            next;
        }
        $res = fg_geo_inverse_wgs_84($lat2,$lon2,$lat,$lon,\$az1,\$az2,\$dist);
        $cumdist += $dist;
        last if ($ias > $minias);
        $lat2 = $lat;
        $lon2 = $lon;
        $alt2 = $alt;
        $skipped++;
    }
    prt("Skipped $skipped - Start wypt with speed $ias kt, at $i of $lncnt, $lat, $lon, $alt\n");
    $xg .= "# Skipped $skipped - Start wypt with speed $ias kt, at $i of $lncnt, $lat, $lon, $alt\n";
    $xg .= "$lon $lat ; $alt\n";
    for (; $i < $lncnt; $i++) {
        $line = $lines[$i];
        chomp $line;
        $lnn = $i + 1;
        @arr = split(",",$line);
        $len = scalar @arr;
        if ($len < 51) {
            prt("$lnn: $line BAD\n");
            next;
        }
        $lat = $arr[48];
        $lon = $arr[49];
        $alt = $arr[50];
        $rol = $arr[$off+3];
        $pit = $arr[$off+4];
        $hdg = $arr[$off+5];
        $slip = $arr[$off+6];
        $ias = $arr[$off+7];

        if (!in_world_range($lat,$lon)) {
            prt("$lnn: $line BAD\n");
            next;
        }
        push(@nlines,$line);
        $res = fg_geo_inverse_wgs_84($lat2,$lon2,$lat,$lon,\$az1,\$az2,\$dist);
        $cumdist += $dist;
        # $mps = $dist * 20;
        # $knots = $mps * $mps2knots;
        ### if ($knots < 1) {
        if ($ias < $minias) {
            $stg = get_distance_stg($cumdist);
            prt("$lnn: LAST cum.dist $stg ias $ias kt - $lat, $lon, $alt\n");
            last;
        }
        prt("$lnn: dist $dist ias $ias kt\n") if (VERB5());
        $lat2 = $lat;
        $lon2 = $lon;
        $alt2 = $alt;
    }

    #write2file($xg,$out_xg);
    #prt("Written xg file $out_xg\n");
    $len = scalar @nlines;
    $line = join("\n",@nlines)."\n";
    write2file($line,$out_file);
    prt("Written $len of $lncnt, to filtered CSV file $out_file\n");

    #$load_log = 1;
}

#########################################
### MAIN ###
parse_args(@ARGV);
process_in_file($in_file);
pgm_exit(0,"");
########################################

sub need_arg {
    my ($arg,@av) = @_;
    pgm_exit(1,"ERROR: [$arg] must have a following argument!\n") if (!@av);
}

sub parse_args {
    my (@av) = @_;
    my ($arg,$sarg);
    my $verb = VERB2();
    while (@av) {
        $arg = $av[0];
        if ($arg =~ /^-/) {
            $sarg = substr($arg,1);
            $sarg = substr($sarg,1) while ($sarg =~ /^-/);
            if (($sarg =~ /^h/i)||($sarg eq '?')) {
                give_help();
                pgm_exit(0,"Help exit(0)");
            } elsif ($sarg =~ /^v/) {
                if ($sarg =~ /^v.*(\d+)$/) {
                    $verbosity = $1;
                } else {
                    while ($sarg =~ /^v/) {
                        $verbosity++;
                        $sarg = substr($sarg,1);
                    }
                }
                $verb = VERB2();
                prt("Verbosity = $verbosity\n") if ($verb);
            } elsif ($sarg =~ /^l/) {
                if ($sarg =~ /^ll/) {
                    $load_log = 2;
                } else {
                    $load_log = 1;
                }
                prt("Set to load log at end. ($load_log)\n") if ($verb);
            } elsif ($sarg =~ /^o/) {
                need_arg(@av);
                shift @av;
                $sarg = $av[0];
                $out_file = $sarg;
                prt("Set out file to [$out_file].\n") if ($verb);
            } else {
                pgm_exit(1,"ERROR: Invalid argument [$arg]! Try -?\n");
            }
        } else {
            $in_file = $arg;
            prt("Set input to [$in_file]\n") if ($verb);
        }
        shift @av;
    }

    if ($debug_on) {
        prtw("WARNING: DEBUG is ON!\n");
        if (length($in_file) ==  0) {
            $in_file = $def_file;
            prt("Set DEFAULT input to [$in_file]\n");
        }
    }
    if (length($in_file) ==  0) {
        pgm_exit(1,"ERROR: No input files found in command!\n");
    }
    if (! -f $in_file) {
        pgm_exit(1,"ERROR: Unable to find in file [$in_file]! Check name, location...\n");
    }
}

sub give_help {
    prt("$pgmname: version $VERS\n");
    prt("Usage: $pgmname [options] in-file\n");
    prt("Options:\n");
    prt(" --help  (-h or -?) = This help, and exit 0.\n");
    prt(" --verb[n]     (-v) = Bump [or set] verbosity. def=$verbosity\n");
    prt(" --load        (-l) = Load LOG at end. ($outfile)\n");
    prt(" --out <file>  (-o) = Write output to this file.\n");
}

# eof - template.pl