Generated: Mon Aug 29 19:34:59 2016 from showprojs.pl 2014/12/03 21 KB. text copy
#!/usr/bin/perl -w # NAME: showprojs.pl # AIM: Given a root directory, search one level down for a CMakeLists.txt, and extract project name # Skip folders that start with 'build...', and with no CMakeLists.txt # 03/12/2014 - Add script name to output # 04/09/2014 - Initial cut use strict; use warnings; use File::Basename; # split path ($name,$dir,$ext) = fileparse($file [, qr/\.[^.]*/] ) use File::stat; use Cwd; my $os = $^O; my $perl_dir = '/home/geoff/bin'; my $PATH_SEP = '/'; my $temp_dir = '/tmp'; if ($os =~ /win/i) { $perl_dir = 'C:\GTools\perl'; $temp_dir = $perl_dir; $PATH_SEP = "\\"; } unshift(@INC, $perl_dir); require 'lib_utils.pl' or die "Unable to load 'lib_utils.pl' Check paths in \@INC...\n"; # log file stuff our ($LF); my $pgmname = $0; if ($pgmname =~ /(\\|\/)/) { my @tmpsp = split(/(\\|\/)/,$pgmname); $pgmname = $tmpsp[-1]; } my $outfile = $temp_dir.$PATH_SEP."temp.$pgmname.txt"; open_log($outfile); # user variables my $VERS = "0.0.4 2014-12-03"; ##my $VERS = "0.0.3 2014-09-04"; ###my $VERS = "0.0.2 2014-01-13"; my $load_log = 0; my $in_dir = ''; my $verbosity = 0; my $out_file = $temp_dir.$PATH_SEP."tempprojs.txt"; # ### DEBUG ### my $debug_on = 0; my $def_file = 'F:\Projects'; ### program variables my @warnings = (); my $cwd = cwd(); sub VERB1() { return $verbosity >= 1; } sub VERB2() { return $verbosity >= 2; } sub VERB5() { return $verbosity >= 5; } sub VERB9() { return $verbosity >= 9; } sub show_warnings($) { my ($val) = @_; if (@warnings) { prt( "\nGot ".scalar @warnings." WARNINGS...\n" ); foreach my $itm (@warnings) { prt("$itm\n"); } prt("\n"); } else { prt( "\nNo warnings issued.\n\n" ) if (VERB9()); } } sub pgm_exit($$) { my ($val,$msg) = @_; if (length($msg)) { $msg .= "\n" if (!($msg =~ /\n$/)); prt($msg); } show_warnings($val); close_log($outfile,$load_log); exit($val); } sub prtw($) { my ($tx) = shift; $tx =~ s/\n$//; prt("$tx\n"); push(@warnings,$tx); } # process a CMakeLists.txt, looking for 'project( NAME )' sub process_cm_file($) { my ($inf) = @_; if (! open INF, "<$inf") { pgm_exit(1,"ERROR: Unable to open file [$inf]\n"); } my @lines = <INF>; close INF; my $lncnt = scalar @lines; prt("Processing $lncnt lines, from [$inf]...\n") if (VERB9()); my ($line,$inc,$lnn,@arr); $lnn = 0; foreach $line (@lines) { chomp $line; $lnn++; if ($line =~ /^\s*project\s*\(\s*(.+)\s*\)/i) { $inc = $1; @arr = split(/\s+/,$inc); $inc = $arr[0]; prt("$lnn: $inc\n") if (VERB5()); return $inc; } } return ""; } # known directories to EXCLUDE my %excluded_dirs = ( ".git" => 1, "3rdParty" => 1, "3rdParty.x64" => 1, "artifacts" => 1, "boost_1_53_0" => 1, "fgdata" => 1, "fgsvnts" => 1, "install" => 1, "scripts" => 1, "temp" => 1, "zips" => 1, "terragear.old" => 1, "flightgear.old" => 1, "tests" => 1, ); my @fix_upd = (); my @fix_bm = (); my %subs = ( 'TIME' => 'time', 'DATE' => 'date', 'CD' => 'pwd', 'DOWNLOADS' => 'download', 'PROCESSOR_ARCHITECTURE' => 'AMD64' ); my $act_line = ''; my $act_lnn = 0; my $act_inf = ''; sub do_split_subs($$) { my ($line,$ra) = @_; my $len = length($line); my ($i,$ch,$tag); $tag = ''; #prt("Splitting '$line' on \% sign...\n") if (VERB9()); my @arr = (); for ($i = 0; $i < $len; $i++) { $ch = substr($line,$i,1); if ($ch eq '%') { push(@arr,$tag) if (length($tag)); $tag = $ch; # add first char $i++; for (; $i < $len; $i++) { $ch = substr($line,$i,1); $tag .= $ch; last if ($ch eq '%'); } push(@arr,$tag) if (length($tag)); $tag = ''; # clear the tag } else { $tag .= $ch; } } push(@arr,$tag) if (length($tag)); $len = scalar @arr; #prt("Split in $len '".join(" ",@arr)."\n") if (VERB9()); @{$ra} = @arr; } sub do_subs($) { my $rinc = shift; my $inc = ${$rinc}; ###my @arr = split(/\\/,$inc); my @arr = (); do_split_subs($inc,\@arr); my $cnt = scalar @arr; my ($i,$val,$sub,$rep); for ($i = 0; $i < $cnt; $i++) { $val = $arr[$i]; if ($val =~ /\%(\w+)\%/) { $sub = $1; if (defined $subs{$sub}) { $rep = $subs{$sub}; $val =~ s/\%(\w+)\%/$rep/; $arr[$i] = $val; } else { @arr = sort keys %subs; prt("Have subs [".join(" ",@arr)."\n"); pgm_exit(1,"ERROR: $act_lnn: [$act_line] No SUB for [$sub] in $act_inf\n"); } } } $val = ''; for ($i = 0; $i < $cnt; $i++) { $val .= $arr[$i]; } if ($inc ne $val) { ${$rinc} = $val; return 1; } return 0; } # process the 'standard' build-me.bat file sub process_bm_file($) { my ($inf) = @_; if (! open INF, "<$inf") { pgm_exit(1,"ERROR: Unable to open file [$inf]\n"); } my @lines = <INF>; close INF; my $lncnt = scalar @lines; prt("Processing $lncnt lines, from [$inf]...\n") if (VERB9()); my ($line,$inc,$lnn,@arr,$var,$val,$sub,$rep,$msg,$tmp); $lnn = 0; foreach $line (@lines) { chomp $line; $line = trim_all($line); $lnn++; next if ($line =~ /^\@*REM/i); if ($line =~ /TMPSRC=(.+)$/) { $inc = $1; prt("$lnn: bm file TMPSRC=$inc ") if (VERB5()); $val = $inc; $act_line = $line; $act_lnn = $lnn; $act_inf = $inf; if (do_subs(\$inc)) { prt("After subs $val changed to $inc ") if (VERB5()); $val = $inc; } prt("\n") if (VERB5()); return $val; } elsif ($line =~ /set\s+(\w+)=(.+)$/) { $var = $1; $val = $2; $act_line = $line; $act_lnn = $lnn; $act_inf = $inf; do_subs(\$val); $msg = 'Added'; if (defined $subs{$var}) { $tmp = $subs{$var}; $msg = "Replaced val '$tmp'"; } prt("$msg subs key $var, value $val\n") if (VERB9()); $subs{$var} = $val; } elsif ($line =~ /set\s+(\w+)=$/) { $var = $1; $msg = 'Added'; if (defined $subs{$var}) { $tmp = $subs{$var}; $msg = "Replaced val '$tmp'"; } prt("$msg to subs key $var, with no value\n") if (VERB9()); $subs{$var} = ""; } } prtw("WARNING: TMPSRC not found in $inf\n"); push(@fix_bm,$inf); return ""; } sub process_bat_file($) { my ($inf) = @_; if (! open INF, "<$inf") { pgm_exit(1,"ERROR: Unable to open file [$inf]\n"); } my @lines = <INF>; close INF; my $lncnt = scalar @lines; prt("Processing $lncnt lines, from [$inf]...\n") if (VERB9()); my ($line,$inc,$lnn,@arr,$var,$val,$sub,$rep); $lnn = 0; foreach $line (@lines) { chomp $line; $line = trim_all($line); $lnn++; next if ($line =~ /^\@*REM/i); next if ($line =~ /^\@*echo/i); next if ($line =~ /^\@*setlocal/i); next if ($line =~ /^:/); next if ($line =~ /^\@*endlocal/i); next if ($line =~ /^\@*exit/i); next if ($line =~ /^\@*goto/i); if ($line =~ /TMPDIR=(.+)$/) { $inc = $1; prt("$lnn: $inc\n") if (VERB5()); $val = $inc; while ($val =~ /\%(\w+)\%/) { $sub = $1; if (defined $subs{$sub}) { $rep = $subs{$sub}; $val =~ s/\%(\w+)\%/$rep/; } else { @arr = sort keys %subs; prt("Have subs [".join(" ",@arr)."\n"); pgm_exit(1,"ERROR: $lnn: [$line] No SUB for [$sub] in $inf\n"); } } return $val; } elsif ($line =~ /set\s+(\w+)=(.+)$/) { $var = $1; $val = $2; while ($val =~ /\%(\w+)\%/) { $sub = $1; if (defined $subs{$sub}) { $rep = $subs{$sub}; $val =~ s/\%(\w+)\%/$rep/; } else { @arr = sort keys %subs; prt("Have subs [".join(" ",@arr)."\n"); pgm_exit(1,"ERROR: $lnn: [$line] No SUB for [$sub] in $inf\n"); } } $subs{$var} = $val; } elsif ($line =~ /set\s+(\w+)=$/) { $var = $1; $subs{$var} = ""; } } prtw("WARNING: TMPDIR not found in $inf\n"); push(@fix_upd,$inf); return ""; } # put least first sub mycmp_ascend_n3 { if (${$a}[3] < ${$b}[3]) { return -1; } if (${$a}[3] > ${$b}[3]) { return 1; } return 0; } # escape each of these '^ $ . | { } [ ] ( ) * + ? \ ' sub escape_regex($) { my $txt = shift; my $len = length($txt); my ($i,$c); my $ntxt = ''; for ($i = 0; $i < $len; $i++) { $c = substr($txt,$i,1); if ($c eq '^') { $ntxt .= '\\'; } elsif ($c eq '$') { $ntxt .= '\\'; } elsif ($c eq '|') { $ntxt .= '\\'; } elsif ($c eq '{') { $ntxt .= '\\'; } elsif ($c eq '}') { $ntxt .= '\\'; } elsif ($c eq '[') { $ntxt .= '\\'; } elsif ($c eq ']') { $ntxt .= '\\'; } elsif ($c eq '(') { $ntxt .= '\\'; } elsif ($c eq ')') { $ntxt .= '\\'; } elsif ($c eq '*') { $ntxt .= '\\'; } elsif ($c eq '+') { $ntxt .= '\\'; } elsif ($c eq '?') { $ntxt .= '\\'; } elsif ($c eq '\\') { $ntxt .= '\\'; } $ntxt .= $c; } return $ntxt; } sub is_bat_file($) { my $bat = shift; return 1 if ($bat =~ /\.bat$/i); return 0; } sub process_in_dir($$) { my ($dir,$lev) = @_; if (!opendir(DIR,$dir)) { prtw("WARNING: Failed to open directory $dir!\n"); return; } my @files = readdir(DIR); closedir(DIR); my ($file,$ff,$cnt,$cmf,$ra,$proj,$time,$size,$len,$max,$max2,$asiz,$atim,$acnt,$sb); my ($bmf,$src,$maxb); my $txt = ''; my $msg = ''; my ($bms,$ra2,$bmd,$bmsg,$n,$d); my ($lcnm,$lcdir,$ok,@arr); my %matched = (); $cnt = scalar @files; prt("Found $cnt items in $dir...\n"); ut_fix_directory(\$dir); my @dirs = (); my @builds = (); my @nocmake = (); my @nobldme = (); my @updbats = (); $max = 0; $max2 = 0; $maxb = 0; foreach $file (@files) { next if ($file eq '.'); next if ($file eq '..'); $ff = $dir.$file; if (-f $ff) { # skip files - could also match the upd....bat to the src if (is_bat_file($file)) { if ($file =~ /^upd(\w+)\./i) { $src = process_bat_file($ff); } } } elsif (-d $ff) { if (defined $excluded_dirs{$file}) { # deliberately SKIP these 'known' directories ############################################# } elsif ($file =~ /^build\-/) { $bmf = $ff.$PATH_SEP.'build-me.bat'; if (-f $bmf) { $src = process_bm_file($bmf); $time = 0; $size = 0; if ($sb = stat($cmf)) { $time = $sb->mtime; $size = $sb->size; } # 0 1 2 3 4 5 push(@builds,[$ff,$bmf,$file,$time,$size,$src]); $len = length($file); # is a directory $maxb = $len if ($len > $maxb); } else { push(@nobldme,$file); } # } elsif ($file =~ /^boost/) { # # exception for boost - uses bootstrap.bat # $cmf = $ff.$PATH_SEP.'bootsrap.bat'; # if (-f $cmf) { # $time = 0; # $size = 0; # if ($sb = stat($cmf)) { # $time = $sb->mtime; # $size = $sb->size; # } # $len = length($file); # $max = $len if ($len > $max); # $proj = 'boost'; # process_cm_file($cmf); # $len = length($proj); # $max2 = $len if ($len > $max2); # # 0 1 2 3 4 5 # push(@dirs,[$ff,$cmf,$file,$time,$size,$proj]); # } else { # push(@nocmake,$file); # } } else { $cmf = $ff.$PATH_SEP.'CMakeLists.txt'; if (-f $cmf) { $time = 0; $size = 0; if ($sb = stat($cmf)) { $time = $sb->mtime; $size = $sb->size; } $len = length($file); $max = $len if ($len > $max); $proj = process_cm_file($cmf); $len = length($proj); $max2 = $len if ($len > $max2); # 0 1 2 3 4 5 push(@dirs,[$ff,$cmf,$file,$time,$size,$proj]); } else { push(@nocmake,$file); } } } else { prtw("WARNING: What is this [$ff]?\n"); } } $cnt = scalar @nobldme; if ($cnt) { prt("Found $cnt build-... folders with no 'build-me.bat' file\n"); prt(join(" ",@nobldme)."\n"); } $cnt = scalar @nocmake; if ($cnt) { prt("Found $cnt folders with no 'CMakeLists.txt' file\n"); prt(join(" ",@nocmake)."\n"); } $atim = lu_get_YYYYMMDD_hhmmss(time()); $msg = "Project list updated by $pgmname on $atim\n"; prt($msg); $txt .= $msg; $cnt = scalar @builds; $msg = "Found $cnt 'build' directories...\n"; prt($msg); $txt .= $msg; if (VERB2()) { $cnt = 0; foreach $ra2 (@builds) { $bmd = ${$ra2}[2]; $bms = ${$ra2}[5]; $cnt++; $acnt = sprintf("%2u",$cnt); $bmd .= ' ' while (length($bmd) < $maxb); prt("$acnt $bmd $bms\n"); } } @dirs = sort mycmp_ascend_n3 @dirs; $cnt = scalar @dirs; $msg = "Found $cnt suitable source directories...\n"; prt($msg); $txt .= $msg; $cnt = 0; foreach $ra (@dirs) { $cnt++; $ff = ${$ra}[0]; $cmf = ${$ra}[1]; $file = ${$ra}[2]; # ACTUALLY IS A DIRECTORY $time = ${$ra}[3]; $size = ${$ra}[4]; $proj = ${$ra}[5]; my @bms = (); $lcdir = lc($file); foreach $ra2 (@builds) { $bmd = ${$ra2}[2]; $bms = ${$ra2}[5]; ($n,$d) = fileparse($bms); $lcnm = lc($n); $bms = escape_regex($bms); $ok = 0; if ($lcdir eq $lcnm) { $ok = 1; } elsif ($file =~ /$bms/) { $ok = 1; } if ($ok) { $matched{$bmd} = 1; push(@bms,$bmd); } } $bmsg = ''; if (@bms) { $bmsg = 'builds: '.join(", ",@bms); } $file .= ' ' while (length($file) < $max); $proj .= ' ' while (length($proj) < $max2); $atim = lu_get_YYYYMMDD_hhmmss($time); $asiz = sprintf("%7u",$size); $acnt = sprintf("%2u",$cnt); $msg = "$acnt: $proj $file $atim $asiz $bmsg\n"; prt($msg); $txt .= $msg; } @arr = (); my ($i,$j); $cnt = scalar @builds; for ($i = 0; $i < $cnt; $i++) { $ra2 = $builds[$i]; $bmd = ${$ra2}[2]; if (!defined $matched{$bmd}) { push(@arr,$i); } } $cnt = scalar @arr; if ($cnt) { # $msg = "Unmatched $cnt build dirs [".join(" ",@arr)."]\n"; $msg = "\nUnmatched $cnt build dirs...\n"; prt($msg); $txt .= $msg; for ($j = 0; $j < $cnt; $j++) { $i = $arr[$j]; $ra = $builds[$i]; ## 0 1 2 3 4 5 #push(@builds,[$ff,$bmf,$file,$time,$size,$src]); $ff = ${$ra}[0]; $bmf = ${$ra}[1]; $file = ${$ra}[2]; # ACTUALLY IS A DIRECTORY $time = ${$ra}[3]; $size = ${$ra}[4]; $proj = ${$ra}[5]; $file .= ' ' while (length($file) < $max); $proj .= ' ' while (length($proj) < $max2); $atim = lu_get_YYYYMMDD_hhmmss($time); $asiz = sprintf("%7u",$size); $acnt = sprintf("%2u",($j + 1)); $msg = "$acnt: $proj $file $atim $asiz\n"; prt($msg); $txt .= $msg; } } if (length($out_file)) { rename_2_old_bak($out_file); write2file($txt,$out_file); prt("List written to [$out_file]\n"); } } ######################################### ### MAIN ### parse_args(@ARGV); process_in_dir($in_dir,0); pgm_exit(0,""); ######################################## sub need_arg { my ($arg,@av) = @_; pgm_exit(1,"ERROR: [$arg] must have a following argument!\n") if (!@av); } sub parse_args { my (@av) = @_; my ($arg,$sarg); my $verb = VERB2(); while (@av) { $arg = $av[0]; if ($arg =~ /^-/) { $sarg = substr($arg,1); $sarg = substr($sarg,1) while ($sarg =~ /^-/); if (($sarg =~ /^h/i)||($sarg =~ /^\?/)) { give_help(); pgm_exit(0,"Help exit(0)"); } elsif ($sarg =~ /^v/) { if ($sarg =~ /^v.*(\d+)$/) { $verbosity = $1; } else { while ($sarg =~ /^v/) { $verbosity++; $sarg = substr($sarg,1); } } $verb = VERB2(); prt("Verbosity = $verbosity\n") if ($verb); } elsif ($sarg =~ /^l/) { if ($sarg =~ /^ll/) { $load_log = 2; } else { $load_log = 1; } prt("Set to load log at end. ($load_log)\n") if ($verb); } elsif ($sarg =~ /^o/) { need_arg(@av); shift @av; $sarg = $av[0]; $out_file = $sarg; prt("Set out file to [$out_file].\n") if ($verb); } else { pgm_exit(1,"ERROR: Invalid argument [$arg]! Try -?\n"); } } else { $in_dir = $arg; prt("Set input to [$in_dir]\n") if ($verb); } shift @av; } if ($debug_on) { prtw("WARNING: DEBUG is ON!\n"); if (length($in_dir) == 0) { $in_dir = $def_file; prt("Set DEFAULT input to [$in_dir]\n"); } } if (length($in_dir) == 0) { pgm_exit(1,"ERROR: No input directory found in command!\n"); } if (! -d $in_dir) { pgm_exit(1,"ERROR: Unable to find in directory [$in_dir]! Check name, location...\n"); } } sub give_help { prt("$pgmname: version $VERS\n"); prt("Usage: $pgmname [options] in-directory\n"); prt("Options:\n"); prt(" --help (-h or -?) = This help, and exit 0.\n"); prt(" --verb[n] (-v) = Bump [or set] verbosity. def=$verbosity\n"); prt(" --load (-l) = Load LOG at end. ($outfile)\n"); prt(" --out <file> (-o) = Write output to this file.\n"); prt("\n"); prt(" Given an input directory, search one level down for 'standard' projects.\n"); prt(" A 'build' directory should contain a 'build-me.bat', and source folders\n"); prt(" should contain a CMakeLists.txt. These will be searched for known contents.\n"); prt(" At end of search a list of projects found will be output to the out file.\n"); } # eof - template.pl