[5] | 1 | #!/usr/bin/perl -w
|
---|
| 2 | #
|
---|
| 3 | # Project Builder main application
|
---|
| 4 | #
|
---|
| 5 | # $Id$
|
---|
| 6 | #
|
---|
| 7 | # Copyright B. Cornec 2007
|
---|
| 8 | # Provided under the GPL v2
|
---|
| 9 |
|
---|
[9] | 10 | # Syntax: pb [-p project] <action> [<params>...]
|
---|
| 11 |
|
---|
[18] | 12 | use strict 'vars';
|
---|
[5] | 13 | use Switch;
|
---|
| 14 | use Getopt::Std;
|
---|
[9] | 15 | use Data::Dumper;
|
---|
| 16 | use English;
|
---|
[16] | 17 | use AppConfig qw(:argcount :expand);
|
---|
| 18 | use File::Basename;
|
---|
[17] | 19 | use Archive::Tar;
|
---|
[13] | 20 | use Time::localtime qw(localtime);
|
---|
| 21 | use POSIX qw(strftime);
|
---|
[5] | 22 |
|
---|
[21] | 23 | use vars qw (%defpkgdir %extpkgdir %version %confparam %filteredfiles $debug);
|
---|
[19] | 24 | %extpkgdir = ();
|
---|
| 25 | %filteredfiles = ();
|
---|
[21] | 26 | $debug = 0; # Debug level
|
---|
[17] | 27 | use lib qw (lib);
|
---|
[9] | 28 | use common qw (env_init);
|
---|
[18] | 29 | use pb qw (pb_init);
|
---|
[11] | 30 | use distro qw (distro_init);
|
---|
[5] | 31 | use cms;
|
---|
[17] | 32 | use changelog qw (changelog);
|
---|
[5] | 33 |
|
---|
| 34 | my %opts; # CLI Options
|
---|
[9] | 35 | my $action; # action to realize
|
---|
| 36 | my $test = "FALSE";
|
---|
| 37 | my $option = "";
|
---|
| 38 | my @pkgs;
|
---|
[16] | 39 | my $pbtag; # Global TAG variable
|
---|
| 40 | my $pbver; # Global VERSION variable
|
---|
| 41 | my $pbrev; # GLOBAL REVISION variable
|
---|
| 42 | my @date=(localtime->sec(), localtime->min(), localtime->hour(), localtime->mday(), localtime->mon(), localtime->year(), localtime->wday(), localtime->yday(), localtime->isdst());
|
---|
| 43 | my $pbdate = strftime("%Y-%m-%d", @date);
|
---|
[5] | 44 |
|
---|
[21] | 45 | getopts('hp:qtv',\%opts);
|
---|
[5] | 46 |
|
---|
[21] | 47 | if (defined $opts{'h'}) {
|
---|
| 48 | syntax();
|
---|
| 49 | exit(0);
|
---|
| 50 | }
|
---|
| 51 | if (defined $opts{'v'}) {
|
---|
| 52 | $debug++;
|
---|
| 53 | }
|
---|
| 54 | if (defined $opts{'q'}) {
|
---|
| 55 | $debug=-1;
|
---|
| 56 | }
|
---|
[5] | 57 | # Handles project name if any
|
---|
| 58 | if (defined $opts{'p'}) {
|
---|
[9] | 59 | $ENV{'PBPROJ'} = env_init($opts{'p'});
|
---|
[5] | 60 | } else {
|
---|
[9] | 61 | $ENV{'PBPROJ'} = env_init();
|
---|
[5] | 62 | }
|
---|
[9] | 63 | # Handles test option
|
---|
| 64 | if (defined $opts{'t'}) {
|
---|
| 65 | $test = "TRUE";
|
---|
| 66 | # Works only for SVN
|
---|
| 67 | $option = "-r BASE";
|
---|
| 68 | }
|
---|
[5] | 69 |
|
---|
[9] | 70 | # Get Action
|
---|
| 71 | $action = shift @ARGV;
|
---|
[21] | 72 | die syntax() if (not defined $action);
|
---|
[6] | 73 |
|
---|
[21] | 74 | print "Project $ENV{'PBPROJ'}\n" if ($debug >= 0);
|
---|
| 75 | print "Action: $action\n" if ($debug >= 0);
|
---|
[9] | 76 |
|
---|
| 77 | # Act depending on action
|
---|
| 78 | if ($action =~ /^cms2build$/) {
|
---|
| 79 | # Get packages list
|
---|
| 80 | if (not defined $ARGV[0]) {
|
---|
| 81 | @pkgs = keys %defpkgdir;
|
---|
| 82 | } elsif ($ARGV[0] =~ /^all$/) {
|
---|
| 83 | @pkgs = keys %defpkgdir;
|
---|
[18] | 84 | if (defined %extpkgdir) {
|
---|
| 85 | my $k = keys %extpkgdir;
|
---|
| 86 | if (defined $k) {
|
---|
| 87 | push(@pkgs, keys %extpkgdir);
|
---|
| 88 | }
|
---|
| 89 | }
|
---|
[9] | 90 | } else {
|
---|
| 91 | @pkgs = @ARGV;
|
---|
| 92 | }
|
---|
[21] | 93 | print "Packages: ".join(',',@pkgs)."\n" if ($debug >= 0);
|
---|
[9] | 94 | cms_init();
|
---|
| 95 |
|
---|
[17] | 96 | foreach my $pkg (@pkgs) {
|
---|
[9] | 97 |
|
---|
[17] | 98 | if (-f "$ENV{'PBROOT'}/$pkg/VERSION") {
|
---|
| 99 | open(V,"$ENV{'PBROOT'}/$pkg/VERSION") || die "Unable to open $ENV{'PBROOT'}/$pkg/VERSION";
|
---|
[16] | 100 | $pbver = <V>;
|
---|
| 101 | chomp($pbver);
|
---|
[9] | 102 | close(V);
|
---|
| 103 | } else {
|
---|
[16] | 104 | $pbver = $ENV{'PBVER'};
|
---|
[9] | 105 | }
|
---|
| 106 |
|
---|
[17] | 107 | if (-f "$ENV{'PBROOT'}/$pkg/TAG") {
|
---|
| 108 | open(T,"$ENV{'PBROOT'}/$pkg/TAG") || die "Unable to open $ENV{'PBROOT'}/$pkg/TAG";
|
---|
[16] | 109 | $pbtag = <T>;
|
---|
| 110 | chomp($pbtag);
|
---|
[9] | 111 | close(T);
|
---|
| 112 | } else {
|
---|
[16] | 113 | $pbtag = $ENV{'PBTAG'};
|
---|
[9] | 114 | }
|
---|
[16] | 115 | $pbrev = $ENV{'PBREVISION'};
|
---|
[21] | 116 | print "\n" if ($debug >= 0);
|
---|
| 117 | print "Management of $pkg $pbver-$pbtag (rev $pbrev)\n" if ($debug >= 0);
|
---|
[9] | 118 | die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
|
---|
[16] | 119 | # Clean up dest if necessary. The export will recreate it
|
---|
[17] | 120 | my $dest = "$ENV{'PBDESTDIR'}/$pkg-$pbver";
|
---|
[9] | 121 | pbrm_rf($dest) if (-d $dest);
|
---|
| 122 |
|
---|
| 123 | # Export CMS tree for the concerned package to dest
|
---|
| 124 | # And generate some additional files
|
---|
| 125 | $OUTPUT_AUTOFLUSH=1;
|
---|
[21] | 126 | print "$ENV{'PBCMSEXP'} of $pkg..." if ($debug >= 0);
|
---|
[9] | 127 | # computes in which dir we have to work
|
---|
[17] | 128 | my $dir = $defpkgdir{$pkg};
|
---|
| 129 | $dir = $extpkgdir{$pkg} if (not defined $dir);
|
---|
[9] | 130 | system("$ENV{'PBCMSEXP'} $option $ENV{'PBROOT'}/$dir $dest 1>/dev/null");
|
---|
| 131 | if ($? == -1) {
|
---|
[21] | 132 | print "failed to execute: $!\n" if ($debug >= 0);
|
---|
[9] | 133 | } elsif ($? & 127) {
|
---|
[21] | 134 | printf "child died with signal %d, %s coredump\n", ($? & 127), ($? & 128) ? 'with' : 'without' if ($debug >= 0);
|
---|
[9] | 135 | } else {
|
---|
[21] | 136 | print " OK\n" if ($debug >= 0);
|
---|
[9] | 137 | }
|
---|
| 138 |
|
---|
| 139 | # Creates a REVISION file
|
---|
| 140 | open(R,"> $dest/REVISION") || die "Unable to create $dest/REVISION";
|
---|
[16] | 141 | print R "$pbrev\n";
|
---|
[9] | 142 | close(R);
|
---|
| 143 |
|
---|
| 144 | # Extract cms log history and store it
|
---|
| 145 | system("$ENV{'PBCMSLOG'} $option $ENV{'PBROOT'}/$dir > $dest/$ENV{'PBCMSLOGFILE'}");
|
---|
[21] | 146 | print "$ENV{'PBCMSLOG'} of $pkg..." if ($debug >= 0);
|
---|
[9] | 147 | if ($? == -1) {
|
---|
[21] | 148 | print "failed to execute: $!\n" if ($debug >= 0);
|
---|
[9] | 149 | } elsif ($? & 127) {
|
---|
[21] | 150 | printf "child died with signal %d, %s coredump\n", ($? & 127), ($? & 128) ? 'with' : 'without' if ($debug >= 0);
|
---|
[9] | 151 | } else {
|
---|
[21] | 152 | print " OK\n" if ($debug >= 0);
|
---|
[9] | 153 | }
|
---|
[21] | 154 | my %build;
|
---|
[11] | 155 | open(D,"$ENV{'PBCONF'}/DISTROS") || die "Unable to find $ENV{'PBCONF'}/DISTROS\n";
|
---|
| 156 | while (<D>) {
|
---|
| 157 | my $d = $_;
|
---|
| 158 | my ($dir,$ver) = split(/_/,$d);
|
---|
| 159 | chomp($ver);
|
---|
| 160 | my ($ddir, $dver, $dfam, $dtype, $dsuf) = distro_init($dir,$ver);
|
---|
[21] | 161 | print "DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $dtype, $dsuf)."\n" if ($debug >= 1);
|
---|
| 162 | print "DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n" if ($debug >= 1);
|
---|
[13] | 163 |
|
---|
[16] | 164 | # Filter build files from the less precise up to the most with overloading
|
---|
[13] | 165 | # Filter all files found, keeping the name, and generating in dest
|
---|
[16] | 166 |
|
---|
| 167 | # Find all build files first relatively to PBROOT
|
---|
| 168 | my %bfiles;
|
---|
[21] | 169 | print "DEBUG dir: $ENV{'PBCONF'}/$pkg\n" if ($debug >= 1);
|
---|
| 170 | $build{"$ddir-$dver"} = "yes";
|
---|
[17] | 171 | if (-d "$ENV{'PBCONF'}/$pkg/$dtype") {
|
---|
| 172 | opendir(BDIR,"$ENV{'PBCONF'}/$pkg/$dtype" || die "Unable to open dir $ENV{'PBCONF'}/$pkg/$dtype: $!");
|
---|
[16] | 173 | foreach my $f (readdir(BDIR)) {
|
---|
| 174 | next if ($f =~ /^\./);
|
---|
[17] | 175 | $bfiles{$f} = "$ENV{'PBCONF'}/$pkg/$dtype/$f";
|
---|
[16] | 176 | $bfiles{$f} =~ s~$ENV{'PBROOT'}~~;
|
---|
| 177 | }
|
---|
[13] | 178 | closedir(BDIR);
|
---|
[17] | 179 | } elsif (-d "$ENV{'PBCONF'}/$pkg/$dfam") {
|
---|
| 180 | opendir(BDIR,"$ENV{'PBCONF'}/$pkg/$dfam" || die "Unable to open dir $ENV{'PBCONF'}/$pkg/$dfam: $!");
|
---|
[16] | 181 | foreach my $f (readdir(BDIR)) {
|
---|
| 182 | next if ($f =~ /^\./);
|
---|
[17] | 183 | $bfiles{$f} = "$ENV{'PBCONF'}/$pkg/$dfam/$f";
|
---|
[16] | 184 | $bfiles{$f} =~ s~$ENV{'PBROOT'}~~;
|
---|
| 185 | }
|
---|
| 186 | closedir(BDIR);
|
---|
[17] | 187 | } elsif (-d "$ENV{'PBCONF'}/$pkg/$ddir") {
|
---|
| 188 | opendir(BDIR,"$ENV{'PBCONF'}/$pkg/$ddir" || die "Unable to open dir $ENV{'PBCONF'}/$pkg/$ddir: $!");
|
---|
[16] | 189 | foreach my $f (readdir(BDIR)) {
|
---|
| 190 | next if ($f =~ /^\./);
|
---|
[17] | 191 | $bfiles{$f} = "$ENV{'PBCONF'}/$pkg/$ddir/$f";
|
---|
[16] | 192 | $bfiles{$f} =~ s~$ENV{'PBROOT'}~~;
|
---|
| 193 | }
|
---|
[13] | 194 | closedir(BDIR);
|
---|
[17] | 195 | } elsif (-d "$ENV{'PBCONF'}/$pkg/$ddir-$dver") {
|
---|
| 196 | opendir(BDIR,"$ENV{'PBCONF'}/$pkg/$ddir-$dver" || die "Unable to open dir $ENV{'PBCONF'}/$pkg/$ddir-$dver: $!");
|
---|
[16] | 197 | foreach my $f (readdir(BDIR)) {
|
---|
| 198 | next if ($f =~ /^\./);
|
---|
[17] | 199 | $bfiles{$f} = "$ENV{'PBCONF'}/$pkg/$ddir-$dver/$f";
|
---|
[16] | 200 | $bfiles{$f} =~ s~$ENV{'PBROOT'}~~;
|
---|
| 201 | }
|
---|
[13] | 202 | closedir(BDIR);
|
---|
| 203 | } else {
|
---|
[21] | 204 | $build{"$ddir-$dver"} = "no";
|
---|
[13] | 205 | next;
|
---|
| 206 | }
|
---|
[21] | 207 | print "DEBUG bfiles: ".Dumper(\%bfiles)."\n" if ($debug >= 1);
|
---|
[13] | 208 |
|
---|
[15] | 209 | # Get all filters to apply
|
---|
| 210 | # They're cumulative from less specific to most specific
|
---|
| 211 | # suffix is .pbf
|
---|
[16] | 212 | my @ffiles;
|
---|
| 213 | my ($ffile0, $ffile1, $ffile2, $ffile3);
|
---|
[17] | 214 | if (-d "$ENV{'PBCONF'}/$pkg/pbfilter") {
|
---|
| 215 | $ffile0 = "$ENV{'PBCONF'}/$pkg/pbfilter/$dtype.pbf" if (-f "$ENV{'PBCONF'}/$pkg/pbfilter/$dtype.pbf");
|
---|
| 216 | $ffile1 = "$ENV{'PBCONF'}/$pkg/pbfilter/$dfam.pbf" if (-f "$ENV{'PBCONF'}/$pkg/pbfilter/$dfam.pbf");
|
---|
| 217 | $ffile2 = "$ENV{'PBCONF'}/$pkg/pbfilter/$ddir.pbf" if (-f "$ENV{'PBCONF'}/$pkg/pbfilter/$ddir.pbf");
|
---|
| 218 | $ffile3 = "$ENV{'PBCONF'}/$pkg/pbfilter/$ddir-$dver.pbf" if (-f "$ENV{'PBCONF'}/$pkg/pbfilter/$ddir-$dver.pbf");
|
---|
[16] | 219 | push @ffiles,$ffile0 if (defined $ffile0);
|
---|
| 220 | push @ffiles,$ffile1 if (defined $ffile1);
|
---|
| 221 | push @ffiles,$ffile2 if (defined $ffile2);
|
---|
| 222 | push @ffiles,$ffile3 if (defined $ffile3);
|
---|
| 223 | }
|
---|
| 224 | my $config = AppConfig->new({
|
---|
| 225 | # Auto Create variables mentioned in Conf file
|
---|
| 226 | CREATE => 1,
|
---|
| 227 | DEBUG => 0,
|
---|
| 228 | GLOBAL => {
|
---|
| 229 | # Each conf item is a hash
|
---|
| 230 | ARGCOUNT => AppConfig::ARGCOUNT_HASH
|
---|
| 231 | }
|
---|
| 232 | });
|
---|
[19] | 233 | my $ptr;
|
---|
[16] | 234 | if (@ffiles) {
|
---|
[21] | 235 | print "DEBUG ffiles: ".Dumper(\@ffiles)."\n" if ($debug >= 1);
|
---|
[16] | 236 | $config->file(@ffiles);
|
---|
[19] | 237 | $ptr = $config->get("filter");
|
---|
[21] | 238 | print "DEBUG f:".Dumper($ptr)."\n" if ($debug >= 1);
|
---|
[19] | 239 | } else {
|
---|
| 240 | $ptr = { };
|
---|
| 241 | }
|
---|
[15] | 242 |
|
---|
[19] | 243 | # Apply now all the filters on all the files concerned
|
---|
| 244 | # All files are relative to PBROOT
|
---|
| 245 | # destination dir depends on the type of file
|
---|
| 246 | if (defined $ptr) {
|
---|
| 247 | foreach my $f (values %bfiles) {
|
---|
| 248 | filter_file($f,$ptr,"$dest/pbconf/$ddir-$dver/".basename($f),$pkg,$dtype,$dsuf);
|
---|
[16] | 249 | }
|
---|
[19] | 250 | foreach my $f (keys %filteredfiles) {
|
---|
| 251 | filter_file($f,$ptr,"$dest/$f",$pkg,$dtype,$dsuf);
|
---|
| 252 | }
|
---|
[15] | 253 | }
|
---|
[18] | 254 | }
|
---|
[21] | 255 | if ($debug >= 0) {
|
---|
| 256 | my @found;
|
---|
| 257 | my @notfound;
|
---|
| 258 | foreach my $b (keys %build) {
|
---|
| 259 | push @found,$b if ($build{$b} =~ /yes/);
|
---|
| 260 | push @notfound,$b if ($build{$b} =~ /no/);
|
---|
| 261 | }
|
---|
| 262 | print "Build files generated for ".join(',',@found)."\n";
|
---|
| 263 | print "No Build files found for ".join(',',@notfound)."\n";
|
---|
| 264 | }
|
---|
[18] | 265 | close(D);
|
---|
| 266 | # Prepare the dest directory for archive
|
---|
| 267 | if (-x "$ENV{'PBCONF'}/$pkg/pbpkginit") {
|
---|
| 268 | system("cd $dest ; $ENV{'PBCONF'}/$pkg/pbinit");
|
---|
[17] | 269 | if ($? == -1) {
|
---|
[21] | 270 | print "failed to execute: $!\n" if ($debug >= 0);
|
---|
[17] | 271 | } elsif ($? & 127) {
|
---|
[21] | 272 | printf "child died with signal %d, %s coredump\n", ($? & 127), ($? & 128) ? 'with' : 'without' if ($debug >= 0);
|
---|
[17] | 273 | } else {
|
---|
[21] | 274 | print " $dest\n" if ($debug >= 0);
|
---|
[17] | 275 | }
|
---|
[11] | 276 | }
|
---|
[18] | 277 | # Archive dest dir
|
---|
| 278 | chdir "$dest/..";
|
---|
[21] | 279 | print "Creating $pkg tar files (gzip... " if ($debug >= 0);
|
---|
[18] | 280 | system("tar cfphz $pkg-$pbver.tar.gz $pkg-$pbver");
|
---|
| 281 | if ($? == -1) {
|
---|
[21] | 282 | print "failed to execute: $!\n" if ($debug >= 0);
|
---|
[18] | 283 | } elsif ($? & 127) {
|
---|
[21] | 284 | printf "child died with signal %d, %s coredump\n", ($? & 127), ($? & 128) ? 'with' : 'without' if ($debug >= 0);
|
---|
[18] | 285 | } else {
|
---|
[21] | 286 | print " OK)\n" if ($debug >= 0);
|
---|
| 287 | print "Under $dest/../$pkg-$pbver.tar.gz\n" if ($debug >= 0);
|
---|
[18] | 288 | }
|
---|
[9] | 289 | }
|
---|
| 290 | } else {
|
---|
| 291 | print "'$action' is not available\n";
|
---|
[21] | 292 | syntax();
|
---|
[9] | 293 | }
|
---|
[16] | 294 |
|
---|
[17] | 295 | # Function which applies filter on files
|
---|
[16] | 296 | sub filter_file {
|
---|
| 297 |
|
---|
| 298 | my $f=shift;
|
---|
| 299 | my $ptr=shift;
|
---|
| 300 | my %filter=%$ptr;
|
---|
| 301 | my $destfile=shift;
|
---|
[17] | 302 | my $pkg=shift;
|
---|
| 303 | my $dtype=shift;
|
---|
| 304 | my $dsuf=shift;
|
---|
[16] | 305 |
|
---|
[21] | 306 | print "DEBUG: From $f to $destfile\n" if ($debug >= 1);
|
---|
[16] | 307 | pbmkdir_p(dirname($destfile)) if (! -d dirname($destfile));
|
---|
| 308 | open(DEST,"> $destfile") || die "Unable to create $destfile";
|
---|
| 309 | open(FILE,"$ENV{'PBROOT'}/$f") || die "Unable to open $f: $!";
|
---|
| 310 | while (<FILE>) {
|
---|
| 311 | my $line = $_;
|
---|
| 312 | foreach my $s (keys %filter) {
|
---|
| 313 | # Process single variables
|
---|
[21] | 314 | print "DEBUG filter{$s}: $filter{$s}\n" if ($debug > 1);
|
---|
[16] | 315 | my $tmp = $filter{$s};
|
---|
| 316 | next if (not defined $tmp);
|
---|
| 317 | # Expand variables if any single one found
|
---|
| 318 | if ($tmp =~ /\$/) {
|
---|
| 319 | eval { $tmp =~ s/(\$\w+)/$1/eeg };
|
---|
[17] | 320 | # special case for ChangeLog
|
---|
[20] | 321 | } elsif (($tmp =~ /^yes$/) && ($s =~ /^PBLOG$/) && ($line =~ /^PBLOG$/)) {
|
---|
[18] | 322 | my $p = $defpkgdir{$pkg};
|
---|
| 323 | $p = $extpkgdir{$pkg} if (not defined $p);
|
---|
[20] | 324 | changelog($dtype, $pkg, $pbtag, $dsuf, $p, \*DEST);
|
---|
| 325 | $tmp = "";
|
---|
[16] | 326 | }
|
---|
| 327 | $line =~ s|$s|$tmp|;
|
---|
| 328 | }
|
---|
| 329 | print DEST $line;
|
---|
[17] | 330 | }
|
---|
[16] | 331 | close(FILE);
|
---|
| 332 | close(DEST);
|
---|
| 333 | }
|
---|
[21] | 334 |
|
---|
| 335 | sub syntax {
|
---|
| 336 |
|
---|
| 337 | print "Syntax: pb [-vhqt][-p project] <action> [<params>...]\n";
|
---|
| 338 | print "\n";
|
---|
| 339 | print "-h : This help file\n";
|
---|
| 340 | print "-q : Quiet mode\n";
|
---|
| 341 | print "-t : Test mode (not done yet)\n";
|
---|
| 342 | print "-v : Verbose mode\n";
|
---|
| 343 | print "\n";
|
---|
| 344 | print "-p project : Name of the project you're working on\n";
|
---|
| 345 | print " (or use the env variable PBPROJ) \n";
|
---|
| 346 | print "\n";
|
---|
| 347 | print "<action> can be:\n";
|
---|
| 348 | print "\n";
|
---|
| 349 | print "\tcms2build: Create a tar file of the project under your CMS\n";
|
---|
| 350 | print "\t CMS supported are SVN and CVS\n";
|
---|
| 351 | print "\n";
|
---|
| 352 | print "\tbuild2pkg: Create packages for your running distribution \n";
|
---|
| 353 | print "\n";
|
---|
| 354 | print "\n";
|
---|
| 355 | }
|
---|