Generated: Sat Oct 24 16:35:12 2020 from cmp2dirs.pl 2016/11/18 10.5 KB. text copy
#!/usr/bin/perl -w # NAME: cmp2dirs.pl # AIM: Given TWO input directories, list and compare, and show difference # 2016-11-18 - Review # 2015-01-14 - Initial cut use strict; use warnings; use File::Basename; # split path ($name,$dir,$ext) = fileparse($file [, qr/\.[^.]*/] ) use Cwd; my $os = $^O; my $perl_dir = '/home/geoff/bin'; my $PATH_SEP = '/'; my $temp_dir = '/tmp'; if ($os =~ /win/i) { $perl_dir = 'C:\GTools\perl'; $temp_dir = $perl_dir; $PATH_SEP = "\\"; } unshift(@INC, $perl_dir); require 'lib_utils.pl' or die "Unable to load 'lib_utils.pl' Check paths in \@INC...\n"; # log file stuff our ($LF); my $pgmname = $0; if ($pgmname =~ /(\\|\/)/) { my @tmpsp = split(/(\\|\/)/,$pgmname); $pgmname = $tmpsp[-1]; } my $outfile = $temp_dir.$PATH_SEP."temp.$pgmname.txt"; open_log($outfile); # user variables my $VERS = "0.0.6 2016-11-18"; ##my $VERS = "0.0.5 2015-01-09"; my $load_log = 0; my $usr_dir1 = ''; my $usr_dir2 = ''; my $verbosity = 0; my $out_file = ''; my $perl_hash = 0; my $recursive = 0; # ### DEBUG ### my $debug_on = 0; my $def_dir1 = 'D:\FG\fgaddon\Aircraft'; my $def_dir2 = 'X:\fgdata\Aircraft'; ### program variables my @warnings = (); my $cwd = cwd(); my $done_file_out = 0; sub VERB1() { return $verbosity >= 1; } sub VERB2() { return $verbosity >= 2; } sub VERB5() { return $verbosity >= 5; } sub VERB9() { return $verbosity >= 9; } sub show_warnings($) { my ($val) = @_; if (@warnings) { prt( "\nGot ".scalar @warnings." WARNINGS...\n" ); foreach my $itm (@warnings) { prt("$itm\n"); } prt("\n"); } else { prt( "\nNo warnings issued.\n\n" ) if (VERB9()); } } sub pgm_exit($$) { my ($val,$msg) = @_; if (length($msg)) { $msg .= "\n" if (!($msg =~ /\n$/)); prt($msg); } show_warnings($val); close_log($outfile,$load_log); exit($val); } sub prtw($) { my ($tx) = shift; $tx =~ s/\n$//; prt("$tx\n"); push(@warnings,$tx); } sub process_in_file($) { my ($inf) = @_; if (! open INF, "<$inf") { pgm_exit(1,"ERROR: Unable to open file [$inf]\n"); } my @lines = <INF>; close INF; my $lncnt = scalar @lines; prt("Processing $lncnt lines, from [$inf]...\n"); my ($line,$inc,$lnn); $lnn = 0; foreach $line (@lines) { chomp $line; $lnn++; if ($line =~ /\s*#\s*include\s+(.+)$/) { $inc = $1; prt("$lnn: $inc\n"); } } } sub get_dir($) { my $dir = shift; if (! opendir(DIR,$dir)) { pgm_exit(1,"ERROR: Can NOT open $dir\n"); } my @files = readdir(DIR); closedir(DIR); my ($file,$ff,$cnt,$json,$ra); ut_fix_directory(\$dir); my %d = (); foreach $file (@files) { next if ($file eq '.'); next if ($file eq '..'); $ff = $dir.$file; if (-d $ff) { $d{$file} = 1; } elsif (-f $ff) { } else { } } return \%d; } sub nocase_sort { return (lc($a) cmp lc($b)); } sub process_in_dirs($$); sub process_in_dirs($$) { my ($idir1,$idir2) = @_; my $rh1 = get_dir($idir1); my $rh2 = get_dir($idir2); my @arr1 = sort { "\L$a" cmp "\L$b" } keys(%{$rh1}); my @arr2 = sort { "\L$a" cmp "\L$b" } keys(%{$rh2}); my $cnt1 = scalar @arr1; my $cnt2 = scalar @arr2; my ($line,$msg,$cnt); $msg = ''; $line = "Dir1 $idir1 has $cnt1 directories...\n"; $msg .= $line; prt($line); $line = "Dir2 $idir2 has $cnt2 directories...\n"; $msg .= $line; prt($line); my ($dir1,$dir2); my $samecnt = 0; my $new1 = 0; my $new2 = 0; my %newin1 = (); my %newin2 = (); # process each dir in the first folder ut_fix_directory(\$idir1); ut_fix_directory(\$idir2); my ($ff1,$ff2); my @dirs = (); foreach $dir1 (@arr1) { # does it exist in the second - NOTE CASE SENSITIVE $ff1 = $idir1.$dir1; if (defined ${$rh2}{$dir1}) { $ff2 = $idir2.$dir1; push(@dirs,[$ff1,$ff2]); $samecnt++; } else { $new1++; $newin1{$dir1} = 1; } } foreach $dir2 (@arr2) { # note: same has already been done if (defined ${$rh1}{$dir2}) { ####$samecnt++; } else { $new2++; $newin2{$dir2} = 1; } } $line = "Total $samecnt are the SAME, $new1 only in 1, $new2 only in 2\n"; $msg .= $line; prt($line); @arr1 = sort nocase_sort keys(%newin1); @arr2 = sort nocase_sort keys(%newin2); if (@arr1) { if ($perl_hash) { $line = "my \%dir_one = (\n"; $cnt = 0; foreach $dir1 (@arr1) { $line .= " '$dir1' => 1"; $line .= ',' if ($cnt < $new1); $line .= "\n"; $cnt++; } $line .= " );\n"; prt($line); $msg .= $line; } else { $line = "New in 1: ".join(" ",@arr1)."\n"; $msg .= $line; prt($line); } } if (@arr2) { if ($perl_hash) { $line = "my \%dir_two = (\n"; $cnt = 0; foreach $dir1 (@arr2) { $line .= " '$dir1' => 1"; $line .= ',' if ($cnt < $new2); $line .= "\n"; $cnt++; } $line .= " );\n"; prt($line); $msg .= $line; } else { $line = "New in 2: ".join(" ",@arr2)."\n"; $msg .= $line; prt($line); } } if (length($out_file)) { if ($done_file_out) { append2file($msg,$out_file); prt("Results appended to '$out_file'\n"); } else { $done_file_out = 1; write2file($msg,$out_file); prt("Results written to '$out_file'\n"); } } if ($recursive && @dirs) { my ($rh); foreach $rh (@dirs) { $ff1 = ${$rh}[0]; $ff2 = ${$rh}[1]; process_in_dirs($ff1,$ff2); } } } ######################################### ### MAIN ### parse_args(@ARGV); process_in_dirs($usr_dir1,$usr_dir2); pgm_exit(0,""); ######################################## sub need_arg { my ($arg,@av) = @_; pgm_exit(1,"ERROR: [$arg] must have a following argument!\n") if (!@av); } sub parse_args { my (@av) = @_; my ($arg,$sarg,$cnt); my $verb = VERB2(); $cnt = 0; while (@av) { $arg = $av[0]; if ($arg =~ /^-/) { $sarg = substr($arg,1); $sarg = substr($sarg,1) while ($sarg =~ /^-/); if (($sarg =~ /^h/i)||($sarg eq '?')) { give_help(); pgm_exit(0,"Help exit(0)"); } elsif ($sarg =~ /^v/) { if ($sarg =~ /^v.*(\d+)$/) { $verbosity = $1; } else { while ($sarg =~ /^v/) { $verbosity++; $sarg = substr($sarg,1); } } $verb = VERB2(); prt("Verbosity = $verbosity\n") if ($verb); } elsif ($sarg =~ /^l/) { if ($sarg =~ /^ll/) { $load_log = 2; } else { $load_log = 1; } prt("Set to load log at end. ($load_log)\n") if ($verb); } elsif ($sarg =~ /^o/) { need_arg(@av); shift @av; $sarg = $av[0]; $out_file = $sarg; prt("Set out file to [$out_file].\n") if ($verb); } elsif ($sarg =~ /^p/) { $perl_hash = 1; } elsif ($sarg =~ /^r/) { $recursive = 1; } else { pgm_exit(1,"ERROR: Invalid argument [$arg]! Try -?\n"); } } else { if ($cnt == 0) { $usr_dir1 = $arg; if (! -d $usr_dir1) { pgm_exit(1,"ERROR: Unable to 'stat' directory 1 $usr_dir1!\n"); } prt("Set input to [$usr_dir1]\n") if ($verb); } elsif ($cnt == 1) { $usr_dir2 = $arg; if (! -d $usr_dir2) { pgm_exit(1,"ERROR: Unable to 'stat' directory 2 $usr_dir2!\n"); } prt("Set input to [$usr_dir2]\n") if ($verb); } else { pgm_exit(1,"Error: Already have 2 directories\n$usr_dir1\n$usr_dir2\nWhat is THIS $arg!\n"); } $cnt++; } shift @av; } if ($debug_on) { prtw("WARNING: DEBUG is ON!\n"); if (length($usr_dir1) == 0) { $usr_dir1 = $def_dir1; prt("Set DEFAULT input 1 to [$usr_dir1]\n"); if (! -d $usr_dir1) { pgm_exit(1,"ERROR: Unable to 'stat' directory 1 $usr_dir1!\n"); } } if (length($usr_dir2) == 0) { $usr_dir2 = $def_dir2; prt("Set DEFAULT input 2 to [$usr_dir2]\n"); if (! -d $usr_dir2) { pgm_exit(1,"ERROR: Unable to 'stat' directory 2 $usr_dir2!\n"); } } $perl_hash = 1; $load_log = 1; } if (length($usr_dir1) == 0) { pgm_exit(1,"ERROR: No input directories found in command!\n"); } if (length($usr_dir2) == 0) { pgm_exit(1,"ERROR: No 2nd input directory found in command!\n"); } } sub give_help { prt("$pgmname: version $VERS\n"); prt("Usage: $pgmname [options] in-dir1 in_dir2\n"); prt("Options:\n"); prt(" --help (-h or -?) = This help, and exit 0.\n"); prt(" --verb[n] (-v) = Bump [or set] verbosity. def=$verbosity\n"); prt(" --load (-l) = Load LOG at end. ($outfile)\n"); prt(" --out <file> (-o) = Write output to this file.\n"); prt(" --perl (-p) = Output the differents dirs in a perl hash.\n"); prt(" --recursive (-r) = Recursively compare directories (def=". ($recursive ? "On" : "OFF").")\n"); prt(" Compare the sub-directories in two given directories, and report same\n"); prt(" count, and show new in 1 and new in 2, if any.\n"); } # eof - template.pl