Context Navigation

source: ProjectBuilder/devel/pb/bin/pb@ 314

Last change on this file since 314 was 314, checked in by Bruno Cornec, 16 years ago
Big rewrite still WIP lot of interface changes, pbconf relocated and split from project dir. URL usage
Property svn:executable set to ``*
File size: 35.7 KB

Rev	Line
[5]	1	#!/usr/bin/perl -w
	2	#
	3	# Project Builder main application
	4	#
	5	# $Id$
	6	#
	7	# Copyright B. Cornec 2007
	8	# Provided under the GPL v2
	9
[22]	10	# Syntax: see at end
[9]	11
[18]	12	use strict 'vars';
[5]	13	use Getopt::Std;
[9]	14	use Data::Dumper;
	15	use English;
[16]	16	use File::Basename;
[26]	17	use File::Copy;
[13]	18	use Time::localtime qw(localtime);
	19	use POSIX qw(strftime);
[5]	20
[73]	21	# Global variables
[17]	22	use lib qw (lib);
[74]	23	use ProjectBuilder::Distribution qw (pb_distro_init);
	24	use ProjectBuilder::Version qw (pb_version_init);
[204]	25	use ProjectBuilder::Base qw (pb_conf_read pb_conf_get pb_cms_init pb_mkdir_p pb_system pb_rm_rf pb_get_filters pb_filter_file pb_filter_file_pb pb_cms_export pb_cms_log pb_cms_isdiff pb_cms_copy pb_cms_checkout);
[5]	26
	27	my %opts; # CLI Options
[9]	28	my $action; # action to realize
	29	my $test = "FALSE";
	30	my $option = "";
	31	my @pkgs;
[95]	32	my $pbtag; # Global Tag variable
	33	my $pbver; # Global Version variable
[141]	34	my $pbscript; # Name of the script
[77]	35	my %pbver; # per package
	36	my %pbtag; # per package
[53]	37	my $pbrev; # Global REVISION variable
[16]	38	my @date=(localtime->sec(), localtime->min(), localtime->hour(), localtime->mday(), localtime->mon(), localtime->year(), localtime->wday(), localtime->yday(), localtime->isdst());
	39	my $pbdate = strftime("%Y-%m-%d", @date);
[112]	40	my $pbdatecvs = strftime("%Y-%m-%d %H:%M:%S", @date);
[108]	41	my $debug = 0;
[152]	42	my $pbaccount; # Login to use to connect to the VM
[162]	43	my $pbport; # Port to use to connect to the VM
[199]	44	my $newver; # New version to create
[262]	45	my $iso; # ISO iage for the VM to create
[108]	46	my $LOG = \*STDOUT;
[5]	47
[262]	48	getopts('a:hi:l:m:P:p:qr:s:tvV:',\%opts);
[5]	49
[75]	50	my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
[21]	51	if (defined $opts{'h'}) {
[74]	52	pb_syntax();
[21]	53	exit(0);
	54	}
	55	if (defined $opts{'v'}) {
	56	$debug++;
	57	}
	58	if (defined $opts{'q'}) {
	59	$debug=-1;
	60	}
[22]	61	if (defined $opts{'l'}) {
	62	open(LOG,"> $opts{'l'}") \|\| die "Unable to log to $opts{'l'}: $!";
	63	$LOG = *LOG;
	64	$debug = 0 if ($debug == -1);
	65	}
[9]	66	# Handles test option
	67	if (defined $opts{'t'}) {
	68	$test = "TRUE";
	69	# Works only for SVN
	70	$option = "-r BASE";
	71	}
[5]	72
[67]	73	# Handle root of the project if defined
	74	if (defined $opts{'r'}) {
	75	$ENV{'PBROOT'} = $opts{'r'};
	76	}
[91]	77	# Handle virtual machines if any
	78	if (defined $opts{'m'}) {
	79	$ENV{'PBVM'} = $opts{'m'};
	80	}
[141]	81	if (defined $opts{'s'}) {
	82	$pbscript = $opts{'s'};
	83	}
[152]	84	if (defined $opts{'a'}) {
	85	$pbaccount = $opts{'a'};
	86	}
[162]	87	if (defined $opts{'P'}) {
	88	$pbport = $opts{'P'};
	89	}
[199]	90	if (defined $opts{'V'}) {
	91	$newver = $opts{'V'};
	92	}
[262]	93	if (defined $opts{'i'}) {
	94	$iso = $opts{'i'};
	95	}
[108]	96
	97	# Get Action
	98	$action = shift @ARGV;
	99	die pb_syntax() if (not defined $action);
	100
[314]	101	my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
[273]	102	my $pbinit = undef;
	103	$pbinit = 1 if ($action =~ /^newproj$/);
[108]	104
[59]	105	# Handles project name if any
[108]	106	# And get global params
[59]	107	if (defined $opts{'p'}) {
[314]	108	($debug,$LOG, $filteredfiles, $supfiles, $defpkgdir, $extpkgdir)
[273]	109	= pb_env_init($opts{'p'},$pbinit);
[59]	110	} else {
[314]	111	($debug,$LOG, $filteredfiles, $supfiles, $defpkgdir, $extpkgdir)
[273]	112	= pb_env_init(undef,$pbinit);
[59]	113	}
	114
[108]	115	print $LOG "Project: $ENV{'PBPROJ'}\n" if ($debug >= 0);
[22]	116	print $LOG "Action: $action\n" if ($debug >= 0);
[9]	117
[91]	118	# Keep those project values to store them at the end each time
[83]	119	my $pbprojtag = $ENV{'PBTAG'};
	120	my $pbprojver = $ENV{'PBVER'};
	121
[9]	122	# Act depending on action
	123	if ($action =~ /^cms2build$/) {
[77]	124	pb_cms2build();
	125	} elsif ($action =~ /^build2pkg$/) {
	126	pb_build2pkg();
	127	} elsif ($action =~ /^cms2pkg$/) {
	128	pb_cms2build();
	129	pb_build2pkg();
[88]	130	} elsif ($action =~ /^build2ssh$/) {
	131	pb_build2ssh();
[220]	132	} elsif ($action =~ /^cms2ssh$/) {
	133	pb_cms2build();
	134	pb_build2ssh();
[88]	135	} elsif ($action =~ /^pkg2ssh$/) {
	136	pb_pkg2ssh();
[91]	137	} elsif ($action =~ /^build2vm$/) {
	138	pb_build2vm();
	139	} elsif ($action =~ /^cms2vm$/) {
	140	pb_cms2build();
	141	pb_build2vm();
[141]	142	} elsif ($action =~ /^launchvm$/) {
[262]	143	pb_launchvm($ENV{'PBVM'},0);
[142]	144	} elsif ($action =~ /^script2vm$/) {
	145	pb_script2vm($pbscript);
[199]	146	} elsif ($action =~ /^newver$/) {
	147	pb_newver();
[310]	148	} elsif ($action =~ /^newchroot$/) {
	149	pb_launchchroot($ENV{'PBCHROOT'},1);
[262]	150	} elsif ($action =~ /^newvm$/) {
	151	pb_launchvm($ENV{'PBVM'},1);
[273]	152	} elsif ($action =~ /^newproj$/) {
	153	# Nothing to do - already done in pb_env_init
[106]	154	} elsif ($action =~ /^clean$/) {
[77]	155	} else {
	156	print $LOG "'$action' is not available\n";
	157	pb_syntax();
	158	}
	159
	160	sub pb_cms2build {
	161
[112]	162	my $ptr = pb_get_pkg($defpkgdir,$extpkgdir);
[22]	163	@pkgs = @$ptr;
[112]	164	my $cms=pb_cms_init($ENV{'PBPROJ'});
[9]	165
[313]	166	my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
[174]	167
	168	# declare packager for filtering
	169	my ($tmp) = pb_conf_get("packager");
	170	my $pbpackager = $tmp->{$ENV{'PBPROJ'}};
	171
[27]	172	foreach my $pbpkg (@pkgs) {
[115]	173	$ENV{'PBPKG'} = $pbpkg;
[274]	174	$ENV{'PBVER'} = $pbprojver;
	175	$ENV{'PBTAG'} = $pbprojtag;
[98]	176	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
	177	$pbver = $pkgv->{$pbpkg};
[115]	178	$ENV{'PBVER'} = $pbver;
[9]	179	} else {
[16]	180	$pbver = $ENV{'PBVER'};
[9]	181	}
[98]	182	if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
	183	$pbtag = $pkgt->{$pbpkg};
[115]	184	$ENV{'PBTAG'} = $pbtag;
[9]	185	} else {
[16]	186	$pbtag = $ENV{'PBTAG'};
[9]	187	}
[95]	188
[16]	189	$pbrev = $ENV{'PBREVISION'};
[112]	190	print $LOG "\n";
	191	print $LOG "Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n";
[9]	192	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
[16]	193	# Clean up dest if necessary. The export will recreate it
[27]	194	my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
[74]	195	pb_rm_rf($dest) if (-d $dest);
[9]	196
	197	# Export CMS tree for the concerned package to dest
	198	# And generate some additional files
	199	$OUTPUT_AUTOFLUSH=1;
[29]	200
[9]	201	# computes in which dir we have to work
[113]	202	my $dir = $defpkgdir->{$pbpkg};
	203	$dir = $extpkgdir->{$pbpkg} if (not defined $dir);
[114]	204	print "def:".Dumper($defpkgdir)." ext: ".Dumper($extpkgdir)." \n" if ($debug >= 1);
[112]	205	pb_cms_export($cms,$pbdatecvs,"$ENV{'PBROOT'}/$dir",$dest);
[9]	206
[285]	207	# Get project info on authors and log file
	208	my $chglog = "$ENV{'PBCONF'}/$pbpkg/pbcl";
	209	$chglog = "$ENV{'PBCONF'}/pbcl" if (! -f $chglog);
	210	$chglog = undef if (! -f $chglog);
	211
	212	my $authors = "$ENV{'PBCONF'}/$pbpkg/pbauthors";
	213	$authors = "$ENV{'PBCONF'}/pbauthors" if (! -f $authors);
	214	$authors = "/dev/null" if (! -f $authors);
	215
[9]	216	# Extract cms log history and store it
[285]	217	if ((defined $chglog) && (! -f "$dest/NEWS")) {
	218	print $LOG "Generating NEWS file from $chglog\n";
	219	copy($chglog,"$dest/NEWS") \|\| die "Unable to create $dest/NEWS";
	220	}
	221	pb_cms_log($cms,"$ENV{'PBROOT'}/$dir",$dest,$chglog,$authors);
[29]	222
[21]	223	my %build;
[91]	224
	225	my ($ptr) = pb_conf_get("vmlist");
	226	foreach my $d (split(/,/,$ptr->{$ENV{'PBPROJ'}})) {
	227	my ($name,$ver) = split(/_/,$d);
[11]	228	chomp($ver);
[99]	229	my ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($name,$ver);
	230	print $LOG "DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $dtype, $pbsuf)."\n" if ($debug >= 1);
[22]	231	print $LOG "DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n" if ($debug >= 1);
[13]	232
[16]	233	# Filter build files from the less precise up to the most with overloading
[13]	234	# Filter all files found, keeping the name, and generating in dest
[16]	235
	236	# Find all build files first relatively to PBROOT
[300]	237	# Find also all specific files referenced in the .pb conf file
[16]	238	my %bfiles;
[300]	239	my %pkgfiles;
[27]	240	print $LOG "DEBUG dir: $ENV{'PBCONF'}/$pbpkg\n" if ($debug >= 1);
[21]	241	$build{"$ddir-$dver"} = "yes";
[27]	242	if (-d "$ENV{'PBCONF'}/$pbpkg/$dtype") {
	243	opendir(BDIR,"$ENV{'PBCONF'}/$pbpkg/$dtype") \|\| die "Unable to open dir $ENV{'PBCONF'}/$pbpkg/$dtype: $!";
[16]	244	foreach my $f (readdir(BDIR)) {
	245	next if ($f =~ /^\./);
[27]	246	$bfiles{$f} = "$ENV{'PBCONF'}/$pbpkg/$dtype/$f";
[16]	247	$bfiles{$f} =~ s~$ENV{'PBROOT'}~~;
[300]	248	if (defined $supfiles->{$pbpkg}) {
	249	$pkgfiles{$f} = "$ENV{'PBCONF'}/$pbpkg/$dtype/$f" if ($f =~ /$supfiles->{$pbpkg}/);
	250	}
[16]	251	}
[13]	252	closedir(BDIR);
[27]	253	} elsif (-d "$ENV{'PBCONF'}/$pbpkg/$dfam") {
	254	opendir(BDIR,"$ENV{'PBCONF'}/$pbpkg/$dfam") \|\| die "Unable to open dir $ENV{'PBCONF'}/$pbpkg/$dfam: $!";
[16]	255	foreach my $f (readdir(BDIR)) {
	256	next if ($f =~ /^\./);
[27]	257	$bfiles{$f} = "$ENV{'PBCONF'}/$pbpkg/$dfam/$f";
[16]	258	$bfiles{$f} =~ s~$ENV{'PBROOT'}~~;
[300]	259	if (defined $supfiles->{$pbpkg}) {
	260	$pkgfiles{$f} = "$ENV{'PBCONF'}/$pbpkg/$dfam/$f" if ($f =~ /$supfiles->{$pbpkg}/);
	261	}
[16]	262	}
	263	closedir(BDIR);
[27]	264	} elsif (-d "$ENV{'PBCONF'}/$pbpkg/$ddir") {
	265	opendir(BDIR,"$ENV{'PBCONF'}/$pbpkg/$ddir") \|\| die "Unable to open dir $ENV{'PBCONF'}/$pbpkg/$ddir: $!";
[16]	266	foreach my $f (readdir(BDIR)) {
	267	next if ($f =~ /^\./);
[27]	268	$bfiles{$f} = "$ENV{'PBCONF'}/$pbpkg/$ddir/$f";
[16]	269	$bfiles{$f} =~ s~$ENV{'PBROOT'}~~;
[300]	270	if (defined $supfiles->{$pbpkg}) {
	271	$pkgfiles{$f} = "$ENV{'PBCONF'}/$pbpkg/$ddir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
	272	}
[16]	273	}
[13]	274	closedir(BDIR);
[27]	275	} elsif (-d "$ENV{'PBCONF'}/$pbpkg/$ddir-$dver") {
	276	opendir(BDIR,"$ENV{'PBCONF'}/$pbpkg/$ddir-$dver") \|\| die "Unable to open dir $ENV{'PBCONF'}/$pbpkg/$ddir-$dver: $!";
[16]	277	foreach my $f (readdir(BDIR)) {
	278	next if ($f =~ /^\./);
[27]	279	$bfiles{$f} = "$ENV{'PBCONF'}/$pbpkg/$ddir-$dver/$f";
[16]	280	$bfiles{$f} =~ s~$ENV{'PBROOT'}~~;
[300]	281	if (defined $supfiles->{$pbpkg}) {
	282	$pkgfiles{$f} = "$ENV{'PBCONF'}/$pbpkg/$ddir-$dver/$f" if ($f =~ /$supfiles->{$pbpkg}/);
	283	}
[16]	284	}
[13]	285	closedir(BDIR);
	286	} else {
[21]	287	$build{"$ddir-$dver"} = "no";
[13]	288	next;
	289	}
[22]	290	print $LOG "DEBUG bfiles: ".Dumper(\%bfiles)."\n" if ($debug >= 1);
[13]	291
[15]	292	# Get all filters to apply
[77]	293	my $ptr = pb_get_filters($pbpkg, $dtype, $dfam, $ddir, $dver);
[15]	294
[19]	295	# Apply now all the filters on all the files concerned
	296	# destination dir depends on the type of file
	297	if (defined $ptr) {
[300]	298	foreach my $f (values %bfiles,values %pkgfiles) {
[297]	299	pb_filter_file_pb("$ENV{'PBROOT'}/$f",$ptr,"$dest/pbconf/$ddir-$dver/".basename($f),$dtype,$pbsuf,$ENV{'PBPROJ'},$pbpkg,$pbver,$pbtag,$pbrev,$pbdate,$defpkgdir,$extpkgdir,$pbpackager,$chglog);
[16]	300	}
[15]	301	}
[18]	302	}
[21]	303	if ($debug >= 0) {
	304	my @found;
	305	my @notfound;
	306	foreach my $b (keys %build) {
	307	push @found,$b if ($build{$b} =~ /yes/);
	308	push @notfound,$b if ($build{$b} =~ /no/);
	309	}
[22]	310	print $LOG "Build files generated for ".join(',',@found)."\n";
[314]	311	print $LOG "No Build files found for ".join(',',@notfound)."\n" if (@notfound);
[21]	312	}
[236]	313	# Get the generic filter (all.pbf) and
	314	# apply those to the non-build files including those
	315	# generated by pbinit if applicable
	316
	317	# Get only all.pbf filter
[237]	318	$ptr = pb_get_filters($pbpkg);
[236]	319
	320	my $liste ="";
	321	if (defined $filteredfiles->{$pbpkg}) {
	322	foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
[298]	323	pb_filter_file("$ENV{'PBROOT'}/$dir/$f",$ptr,"$dest/$f",$ENV{'PBPROJ'},$pbpkg,$pbver,$pbtag,$pbrev,$pbdate,$pbpackager);
[238]	324	$liste = "$f $liste";
[236]	325	}
	326	}
[239]	327	print $LOG "Files ".$liste."have been filtered\n";
[236]	328
[265]	329	# Prepare the dest directory for archive
	330	if (-x "$ENV{'PBCONF'}/$pbpkg/pbinit") {
[298]	331	pb_filter_file("$ENV{'PBCONF'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",$ENV{'PBPROJ'},$pbpkg,$pbver,$pbtag,$pbrev,$pbdate,$pbpackager);
[266]	332	chmod 0755,"$ENV{'PBTMP'}/pbinit";
	333	pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBCONF'}/$pbpkg/pbinit");
[265]	334	}
	335
[18]	336	# Archive dest dir
[69]	337	chdir "$ENV{'PBDESTDIR'}" \|\| die "Unable to change dir to $ENV{'PBDESTDIR'}";
[25]	338	# Possibility to look at PBSRC to guess more the filename
[94]	339	pb_system("tar cfz $pbpkg-$pbver.tar.gz $pbpkg-$pbver","Creating $pbpkg tar files compressed");
[31]	340	print $LOG "Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n" if ($debug >= 0);
[83]	341
[314]	342	# Keep track of what is generated by default
	343	open(LAST,"> $ENV{'PBDESTDIR'}/pbrc") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
	344	#print LAST "pbroot $pbprojver-$pbprojtag = $ENV{'PBROOT'}\n";
	345	# Why not use pbproj ?
	346	print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOT'}\n";
[83]	347	close(LAST);
	348
	349	# Keep track of per package version
[314]	350	my ($pkg) = pb_conf_read_if("$ENV{'PBDESTDIR'}/$pbprojver-$pbprojtag.pb","pbpkg");
[83]	351	$pkg = { } if (not defined $pkg);
[88]	352	if ((not defined $pkg->{$pbpkg}) \|\| ($pkg->{$pbpkg} ne "$pbver-$pbtag")) {
	353	$pkg->{$pbpkg} = "$pbver-$pbtag";
[83]	354	}
	355
[88]	356	print $LOG "DEBUG pkg: ".Dumper($pkg)."\n" if ($debug >= 1);
[83]	357	open(PKG,"> $ENV{'PBDESTDIR'}/$pbprojver-$pbprojtag.pb") \|\| die "Unable to create $ENV{'PBDESTDIR'}/$pbprojver-$pbprojtag.pb";
[88]	358	foreach my $p (keys %$pkg) {
	359	print PKG "pbpkg $p = $pkg->{$p}\n";
[83]	360	}
	361	close(PKG);
[288]	362
	363	# Final cleanup
	364	pb_rm_rf($dest) if (-d $dest);
[9]	365	}
[77]	366	}
[22]	367
[77]	368	sub pb_build2pkg {
	369
[22]	370	# Get list of packages to build
[112]	371	my $ptr = pb_get_pkg($defpkgdir,$extpkgdir);
[22]	372	@pkgs = @$ptr;
	373
	374	# Get the running distro to build on
[99]	375	my ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init();
	376	print $LOG "DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n" if ($debug >= 1);
[22]	377
[83]	378	# Get content saved in cms2build
[89]	379	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$pbprojver-$pbprojtag.pb","pbpkg");
[83]	380	$pkg = { } if (not defined $pkg);
	381
[174]	382	# declare packager
	383	my ($tmp) = pb_conf_get("packager");
	384	my $pbpackager = $tmp->{$ENV{'PBPROJ'}};
	385
[25]	386	chdir "$ENV{'PBBUILDDIR'}";
[126]	387	my $made = ""; # pkgs made during build
[27]	388	foreach my $pbpkg (@pkgs) {
[88]	389	my $vertag = $pkg->{$pbpkg};
[77]	390	# get the version of the current package - maybe different
	391	($pbver,$pbtag) = split(/-/,$vertag);
	392
[27]	393	my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
[67]	394	print $LOG "Source file: $src\n" if ($debug >= 0);
[25]	395
[149]	396	print $LOG "Working directory: $ENV{'PBBUILDDIR'}\n" if ($debug >= 0);
[25]	397	if ($dtype eq "rpm") {
	398	foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
[28]	399	if (! -d "$ENV{'PBBUILDDIR'}/$d") {
[96]	400	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d") \|\| die "Please ensure that you can write into $ENV{'PBBUILDDIR'} to create $d\nchown the $ENV{'PBBUILDDIR'} directory to your uid";
[28]	401	}
[25]	402	}
	403
[301]	404	unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
[188]	405	symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) \|\| die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
[25]	406	# We need to first extract the spec file
[28]	407	my @specfile;
[77]	408	@specfile = pb_extract_build_files($src,"$pbpkg-$pbver/pbconf/$ddir-$dver/","$ENV{'PBBUILDDIR'}/SPECS");
[25]	409
[28]	410	print $LOG "specfile: ".Dumper(\@specfile)."\n" if ($debug >= 1);
[25]	411	# set LANGUAGE to check for correct log messages
	412	$ENV{'LANGUAGE'}="C";
[28]	413	#system("ls -R $ENV{'PBBUILDDIR'}") if ($debug >= 1);
	414	foreach my $f (@specfile) {
	415	if ($f =~ /\.spec$/) {
[291]	416	pb_system("rpmbuild --define \'packager $pbpackager\' --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}");
[28]	417	last;
	418	}
	419	}
[136]	420	$made="$made RPMS//$pbpkg-$pbver-$pbtag$pbsuf..rpm SRPMS/$pbpkg-$pbver-$pbtag$pbsuf.src.rpm";
[149]	421	if (-f "/usr/bin/rpmlint") {
	422	pb_system("rpmlint $made","Checking validity of rpms with rpmlint");
[150]	423	}
[118]	424	} elsif ($dtype eq "deb") {
[149]	425	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
[274]	426	pb_system("tar xfz $src","Extracting sources");
[149]	427
	428	chdir "$pbpkg-$pbver" \|\| die "Unable to chdir to $pbpkg-$pbver";
[310]	429	pb_rm_rf("debian");
[149]	430	symlink "pbconf/$ddir-$dver","debian" \|\| die "Unable to symlink to pbconf/$ddir-$dver";
[199]	431	chmod 0755,"debian/rules";
[149]	432	pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package");
[136]	433	$made="$made $pbpkg"."_.deb $pbpkg"."_.dsc $pbpkg"."_*.tar.gz";
[87]	434	} elsif ($dtype eq "ebuild") {
[149]	435	my @ebuildfile;
	436	# For gentoo we need to take pb as subsystem name
[295]	437	# We put every apps here under sys-apps. hope it's correct
	438	# We use pb's home dir in order o have a single OVERLAY line
	439	my $tmpd = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
	440	pb_mkdir_p($tmpd) if (! -d "$tmpd");
	441	pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
[149]	442
[295]	443	# We need to first extract the ebuild file
	444	@ebuildfile = pb_extract_build_files($src,"$pbpkg-$pbver/pbconf/$ddir-$dver/","$tmpd");
[149]	445
	446	# Prepare the build env for gentoo
	447	my $found = 0;
[295]	448	my $pbbd = $ENV{'HOME'};
[150]	449	$pbbd =~ s\|/\|\\/\|g;
[295]	450	if (-r "/etc/make.conf") {
	451	open(MAKE,"/etc/make.conf");
	452	while (<MAKE>) {
	453	$found = 1 if (/$pbbd\/portage/);
	454	}
	455	close(MAKE);
[149]	456	}
	457	if ($found == 0) {
[295]	458	pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
[149]	459	}
[295]	460	#$found = 0;
	461	#if (-r "/etc/portage/package.keywords") {
	462	#open(KEYW,"/etc/portage/package.keywords");
	463	#while (<KEYW>) {
	464	#$found = 1 if (/portage\/pb/);
	465	#}
	466	#close(KEYW);
	467	#}
	468	#if ($found == 0) {
	469	#pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
	470	#}
[149]	471
	472	# Build
	473	foreach my $f (@ebuildfile) {
	474	if ($f =~ /\.ebuild$/) {
[295]	475	move($f,"$tmpd/$pbpkg-$pbver.ebuild");
	476	pb_system("cd $tmpd ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package");
	477	# Now move it where pb expects it
	478	pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
	479	move("$tmpd/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
[149]	480	}
	481	}
	482
[295]	483	$made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver.ebuild";
[118]	484	} elsif ($dtype eq "slackware") {
[136]	485	$made="$made build-$pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
[118]	486	pb_mkdir_p("$ENV{'PBBUILDDIR'}/install") if (! -d "$ENV{'PBBUILDDIR'}/install");
[87]	487	} else {
[118]	488	die "Unknown dtype format $dtype";
[87]	489	}
	490	}
[118]	491	# Keep track of what is generated so that we can get them back from VMs
[129]	492	open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$pbprojver-$pbprojtag") \|\| die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$pbprojver-$pbprojtag";
[118]	493	print KEEP "$made\n";
	494	close(KEEP);
[87]	495	}
	496
[88]	497	sub pb_build2ssh {
[90]	498	pb_send2ssh("Sources");
	499	}
[87]	500
[90]	501	sub pb_pkg2ssh {
	502	pb_send2ssh("Packages");
	503	}
	504
[108]	505	# By default deliver to the the public site hosting the
	506	# ftp structure (or whatever) or a VM
[90]	507	sub pb_send2ssh {
	508
	509	my $cmt = shift;
[118]	510	my $vm = shift \|\| undef;
[142]	511	my $vmexist = shift \|\| 0; # 0 is FALSE
[200]	512	my $vmpid = shift \|\| 0; # 0 is FALSE
[108]	513	my $host = shift \|\| "sshhost";
	514	my $login = shift \|\| "sshlogin";
	515	my $dir = shift \|\| "sshdir";
	516	my $port = shift \|\| "sshport";
[203]	517	my $tmout = shift \|\| "vmtmout";
[158]	518	my $cmd = "";
[90]	519
[87]	520	# Get list of packages to build
[112]	521	my $ptr = pb_get_pkg($defpkgdir,$extpkgdir);
[87]	522	@pkgs = @$ptr;
	523
[136]	524	# Get the running distro to consider
[118]	525	my ($odir,$over) = (undef, undef);
	526	if (defined $vm) {
	527	($odir,$over) = split(/_/,$vm);
	528	}
	529	my ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($odir,$over);
[99]	530	print $LOG "DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n" if ($debug >= 1);
[87]	531
	532	# Get content saved in cms2build
[89]	533	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$pbprojver-$pbprojtag.pb","pbpkg");
[87]	534	$pkg = { } if (not defined $pkg);
	535
[118]	536	my $src = "";
[87]	537	chdir "$ENV{'PBBUILDDIR'}";
	538	foreach my $pbpkg (@pkgs) {
[88]	539	my $vertag = $pkg->{$pbpkg};
[87]	540	# get the version of the current package - maybe different
	541	($pbver,$pbtag) = split(/-/,$vertag);
	542
[118]	543	if (($cmt eq "Sources") \|\| ($cmt eq "VMs")) {
[158]	544	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
[166]	545	if ($cmd eq "") {
	546	$cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
	547	} else {
	548	$cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
	549	}
[118]	550	}
	551	}
	552	if ($cmt eq "VMs") {
[132]	553	$src="$src $ENV{'PBDESTDIR'}/pbscript $ENV{'PBCONF'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$pbprojver-$pbprojtag.pb $ENV{'PBETC'}";
[142]	554	} elsif ($cmt eq "Script") {
	555	$src="$src $ENV{'PBDESTDIR'}/pbscript";
[118]	556	} elsif ($cmt eq "Packages") {
	557	# Get package list from file made during build2pkg
[129]	558	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$pbprojver-$pbprojtag") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$pbprojver-$pbprojtag";
[126]	559	$src = <KEEP>;
[118]	560	chomp($src);
	561	close(KEEP);
	562	if ($dtype eq "rpm") {
	563	# Also make a pbscript to generate yum/urpmi bases
[108]	564	# $src = "$src $ENV{'PBDESTDIR'}/pbscript"
[118]	565	} elsif ($dtype eq "deb") {
	566	# Also make a pbscript to generate apt bases
	567	# $src = "$src $ENV{'PBDESTDIR'}/pbscript"
[90]	568	}
[87]	569	}
[132]	570	# Remove potential leading spaces (cause pb with basename)
	571	$src =~ s/^ *//;
[129]	572	my $basesrc = "";
[131]	573	foreach my $i (split(/ +/,$src)) {
	574	$basesrc .= " ".basename($i);
[130]	575	}
[118]	576
[128]	577	print $LOG "Sources handled ($cmt): $src\n" if ($debug >= 0);
[290]	578	my ($sshhost,$sshlogin,$sshdir,$sshport,$vmtmout,$testver) = pb_conf_get($host,$login,$dir,$port,$tmout,"testver");
[88]	579	my $mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$sshhost->{$ENV{'PBPROJ'}}";
[152]	580	# Overwrite account value if passed as parameter
	581	$mac = "$pbaccount\@$sshhost->{$ENV{'PBPROJ'}}" if (defined $pbaccount);
[108]	582	my $tdir;
[136]	583	my $bdir;
[142]	584	if (($cmt eq "Sources") \|\| ($cmt eq "Script")) {
[108]	585	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/src";
	586	} elsif ($cmt eq "VMs") {
[136]	587	$tdir = dirname("$sshdir->{$ENV{'PBPROJ'}}")."/delivery";
	588	$bdir = dirname("$sshdir->{$ENV{'PBPROJ'}}")."/build";
	589	# Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
	590	$bdir =~ s\|\$ENV.+\}/\|\|;
[90]	591	} elsif ($cmt eq "Packages") {
[108]	592	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$ddir/$dver";
[309]	593	if ((defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} eq "true")) {
[289]	594	# This is a test pkg => target dir is under test
	595	$tdir .= "/test";
[291]	596	}
[90]	597	} else {
	598	return;
[22]	599	}
[239]	600	my $nport = $sshport->{$ENV{'PBPROJ'}};
	601	$nport = "$pbport" if (defined $pbport);
	602
[136]	603	# Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
[132]	604	$tdir =~ s\|\$ENV.+\}/\|\|;
	605
[203]	606	my $tm = $vmtmout->{$ENV{'PBPROJ'}};
[239]	607	pb_system("ssh -q -p $nport $mac \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' \| bash\"","Preparing $tdir on $mac");
	608	pb_system("cd $ENV{'PBBUILDDIR'} ; scp -p -P $nport $src $mac:$tdir 2> /dev/null","$cmt delivery in $tdir on $mac");
	609	pb_system("ssh -q -p $nport $mac \"echo \'cd $tdir ; if [ -f pbscript ]; then ./pbscript; fi\' \| bash\"","Executing pbscript on $mac if needed");
[108]	610	if ($cmt eq "VMs") {
[128]	611	# Get back info on pkg produced, compute their name and get them from the VM
[239]	612	pb_system("scp -p -P $nport $mac:$bdir/pbgen-$pbprojver-$pbprojtag $ENV{'PBBUILDDIR'} 2> /dev/null","Get package names in $bdir on $mac");
[129]	613	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$pbprojver-$pbprojtag") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$pbprojver-$pbprojtag";
[118]	614	my $src = <KEEP>;
	615	chomp($src);
	616	close(KEEP);
[131]	617	$src =~ s/^ *//;
[136]	618	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$odir/$over");
[139]	619	# Change pgben to make the next send2ssh happy
[143]	620	my $made = "";
[139]	621	open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$pbprojver-$pbprojtag") \|\| die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$pbprojver-$pbprojtag";
[136]	622	foreach my $p (split(/ +/,$src)) {
[139]	623	my $j = basename($p);
[239]	624	pb_system("scp -p -P $nport $mac:\'$bdir/$p\' $ENV{'PBBUILDDIR'}/$odir/$over 2> /dev/null","Package recovery of $j in $bdir from $mac");
[144]	625	$made="$made $odir/$over/$j" if (($dtype ne "rpm") \|\| ($j !~ /.src.rpm$/));
[136]	626	}
[143]	627	print KEEP "$made\n";
[139]	628	close(KEEP);
[239]	629	pb_system("ssh -q -p $nport $mac \"rm -rf $tdir $bdir\"","VM cleanup on $mac");
[288]	630	pb_send2ssh("Packages","$odir"."_"."$over");
[142]	631	if (! $vmexist) {
[239]	632	pb_system("ssh -q -p $nport $mac \"sudo /sbin/halt -p \"; sleep $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' \| bash ; sleep 10","VM $vm halt (pid $vmpid)");
[142]	633	}
[141]	634	pb_rm_rf("$ENV{'PBBUILDDIR'}/$odir");
[108]	635	}
[9]	636	}
[16]	637
[142]	638	sub pb_script2vm {
	639	my $pbscript=shift;
[141]	640
	641	# Prepare the script to be executed on the VM
	642	# in $ENV{'PBDESTDIR'}/pbscript
[142]	643	if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript")) {
	644	copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
	645	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
	646	}
[141]	647
[142]	648	my ($vm,$all) = pb_get_vm();
	649
[141]	650	foreach my $v (@$vm) {
[142]	651	# Launch the VM
[262]	652	my ($vmexist,$vmpid) = pb_launchvm($v,0);
[141]	653
[274]	654	# Skip that VM if it something went wrong
	655	next if (($vmpid == 0) && ($vmexist ==0));
	656
[142]	657	# Gather all required files to send them to the VM
	658	# and launch the build thourgh pbscript
[314]	659	pb_send2ssh("Script","$v",$vmexist,$vmpid,"vmhost","vmlogin","$ENV{'PBDESTDIR'}/pbrc","vmport","vmtmout");
[169]	660
[142]	661	}
	662	}
	663
[310]	664	sub pb_launchchroot {
	665	# Virtual env.
	666	my $ve = shift;
	667	my $create = shift \|\| 0; # By default do not create a chroot
	668
	669	#die "-i iso parameter needed" if (((not defined $iso) \|\| ($iso eq "")) && ($create != 0));
	670	#die "No VM defined, unable to launch" if (not defined $ve);
	671
	672	# Keep only the first chroot in case many were given
	673	$ve =~ s/,.*//;
	674
	675	# Launch the chroot
	676	my ($ptr,$veopt,$veport,$vepath,$vetmout,$vesize) = pb_conf_get("vetype","veopt","veport","vepath","vetmout","vesize");
	677	my $vetype = $ptr->{$ENV{'PBPROJ'}};
	678	if (not defined $ENV{'PBCHROOTOPT'}) {
	679	$ENV{'PBCHROOTOPT'} = "";
	680	}
	681	if (defined $veopt->{$ENV{'PBPROJ'}}) {
	682	$ENV{'PBVMOPT'} .= " $veopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $veopt->{$ENV{'PBPROJ'}}/);
	683	}
	684	my $nport = $veport->{$ENV{'PBPROJ'}};
	685	$nport = "$pbport" if (defined $pbport);
	686
	687	my $cmd;
	688	my $vecmd; # has to be used for pb_check_ps
	689	my $vem; # has to be used for pb_check_ps
	690	if ($vetype eq "qemu") {
	691	my $arch = `uname -m`;
	692	chomp($arch);
	693	my $qemucmd32;
	694	my $qemucmd64;
	695	if ($arch eq "x86_64") {
	696	$qemucmd32 = "/usr/bin/qemu-system-i386";
	697	$qemucmd64 = "/usr/bin/qemu";
	698	} else {
	699	$qemucmd32 = "/usr/bin/qemu";
	700	$qemucmd64 = "/usr/bin/qemu-system-x86_64";
	701	}
	702	if ($ve =~ /_64/) {
	703	$vecmd = "$qemucmd64 -no-kqemu";
	704	} else {
	705	$vecmd = "$qemucmd32";
	706	}
	707	$vem = "$vepath->{$ENV{'PBPROJ'}}/$ve.qemu";
	708	if ($create != 0) {
	709	$ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
	710	}
	711	$cmd = "$vecmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vem"
	712	} elsif ($vetype eq "xen") {
	713	} elsif ($vetype eq "vmware") {
	714	} else {
	715	die "VM of type $vetype not supported. Report to the dev team";
	716	}
	717	my ($tmpcmd,$void) = split(/ +/,$cmd);
	718	my $veexist = pb_check_ps($tmpcmd,$vem);
	719	my $vepid = 0;
	720	if (! $veexist) {
	721	if ($create != 0) {
	722	pb_system("/usr/bin/qemu-img create -f qcow2 $vem $vesize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
	723	}
	724	if (! -f "$vem") {
	725	print "Unable to find VM $vem\n";
	726	} else {
	727	pb_system("$cmd &","Launching the VM $vem");
	728	pb_system("sleep $vetmout->{$ENV{'PBPROJ'}}","Waiting for VM $ve to come up");
	729	$vepid = pb_check_ps($tmpcmd,$vem);
	730	}
	731	} else {
	732	print "Found an existing VM $vem (pid $veexist)\n";
	733	}
	734	return($veexist,$vepid);
	735	}
	736
[142]	737	sub pb_launchvm {
	738	my $vm = shift;
[262]	739	my $create = shift \|\| 0; # By default do not create a VM
[142]	740
[262]	741	die "-i iso parameter needed" if (((not defined $iso) \|\| ($iso eq "")) && ($create != 0));
[142]	742	die "No VM defined, unable to launch" if (not defined $vm);
	743	# Keep only the first VM in case many were given
	744	$vm =~ s/,.*//;
	745
	746	# Launch the VMs
[262]	747	my ($ptr,$vmopt,$vmport,$vmpath,$vmtmout,$vmsize) = pb_conf_get("vmtype","vmopt","vmport","vmpath","vmtmout","vmsize");
[142]	748	my $vmtype = $ptr->{$ENV{'PBPROJ'}};
[262]	749	if (not defined $ENV{'PBVMOPT'}) {
[142]	750	$ENV{'PBVMOPT'} = "";
	751	}
[262]	752	if (defined $vmopt->{$ENV{'PBPROJ'}}) {
[296]	753	$ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
[262]	754	}
[239]	755	my $nport = $vmport->{$ENV{'PBPROJ'}};
	756	$nport = "$pbport" if (defined $pbport);
[142]	757
	758	my $cmd;
	759	my $vmcmd; # has to be used for pb_check_ps
	760	my $vmm; # has to be used for pb_check_ps
	761	if ($vmtype eq "qemu") {
	762	my $arch = `uname -m`;
	763	chomp($arch);
	764	my $qemucmd32;
	765	my $qemucmd64;
	766	if ($arch eq "x86_64") {
	767	$qemucmd32 = "/usr/bin/qemu-system-i386";
	768	$qemucmd64 = "/usr/bin/qemu";
[141]	769	} else {
[142]	770	$qemucmd32 = "/usr/bin/qemu";
	771	$qemucmd64 = "/usr/bin/qemu-system-x86_64";
[141]	772	}
[142]	773	if ($vm =~ /_64/) {
	774	$vmcmd = "$qemucmd64 -no-kqemu";
	775	} else {
	776	$vmcmd = "$qemucmd32";
	777	}
	778	$vmm = "$vmpath->{$ENV{'PBPROJ'}}/$vm.qemu";
[262]	779	if ($create != 0) {
	780	$ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
[142]	781	}
[239]	782	$cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
[142]	783	} elsif ($vmtype eq "xen") {
	784	} elsif ($vmtype eq "vmware") {
	785	} else {
	786	die "VM of type $vmtype not supported. Report to the dev team";
	787	}
[199]	788	my ($tmpcmd,$void) = split(/ +/,$cmd);
	789	my $vmexist = pb_check_ps($tmpcmd,$vmm);
[200]	790	my $vmpid = 0;
[142]	791	if (! $vmexist) {
[262]	792	if ($create != 0) {
[310]	793	if (($vmtype eq "qemu") \|\| ($vmtype eq "xen")) {
	794	pb_system("/usr/bin/qemu-img create -f qcow2 $vmm $vmsize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
	795	} elsif ($vmtype eq "vmware") {
	796	} else {
	797	}
[262]	798	}
	799	if (! -f "$vmm") {
[274]	800	print "Unable to find VM $vmm\n";
	801	} else {
	802	pb_system("$cmd &","Launching the VM $vmm");
	803	pb_system("sleep $vmtmout->{$ENV{'PBPROJ'}}","Waiting for VM $vm to come up");
	804	$vmpid = pb_check_ps($tmpcmd,$vmm);
[262]	805	}
[200]	806	} else {
	807	print "Found an existing VM $vmm (pid $vmexist)\n";
[141]	808	}
[200]	809	return($vmexist,$vmpid);
[141]	810	}
[142]	811
[105]	812	sub pb_build2vm {
[108]	813	# Prepare the script to be executed on the VM
	814	# in $ENV{'PBDESTDIR'}/pbscript
[220]	815	my ($ntp) = pb_conf_get("vmntp");
	816	my $vmntp = $ntp->{$ENV{'PBPROJ'}};
[118]	817	open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
	818	print SCRIPT "#!/bin/bash\n";
[126]	819	print SCRIPT "echo ... Execution needed\n";
[132]	820	print SCRIPT "# This is in directory delivery\n";
[118]	821	print SCRIPT "# Setup the variables required for building\n";
	822	print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
[132]	823	print SCRIPT "# Preparation for pb\n";
	824	print SCRIPT "mkdir -p ../pbconf\n";
	825	print SCRIPT "mv $ENV{'PBPROJ'}.pb ../pbconf\n";
	826	print SCRIPT "mv .pbrc \$HOME\n";
	827	print SCRIPT "cd ..\n";
[268]	828	# Force new date to be in the future compared to the date of the tar file by adding 1 minute
[226]	829	my @date=(localtime->sec(), localtime->min(), localtime->hour(), localtime->mday(), localtime->mon(), localtime->year(), localtime->wday(), localtime->yday(), localtime->isdst());
[268]	830	$date[1]++;
[220]	831	my $upddate = strftime("%m%d%H%M%Y", @date);
	832	print SCRIPT "echo Setting up date on $vmntp...\n";
[268]	833	# Or use ntpdate if available
[220]	834	print SCRIPT "sudo date $upddate\n";
[118]	835	print SCRIPT "export PBROOT=\`pwd\`\n";
	836	print SCRIPT "# Build\n";
[127]	837	my $p = "";
[272]	838	$p = join(' ',@ARGV) if (defined $ARGV[0]);
[132]	839	print SCRIPT "echo Building packages on VM...\n";
[166]	840	print SCRIPT "pb -p $ENV{'PBPROJ'} build2pkg $p\n";
[118]	841	close(SCRIPT);
	842	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
	843
[142]	844	my ($vm,$all) = pb_get_vm();
	845
[106]	846	# Send tar files when we do a global generation
	847	pb_build2ssh() if ($all == 1);
[118]	848
	849	foreach my $v (@$vm) {
[142]	850	# Launch the VM
[262]	851	my ($vmexist,$vmpid) = pb_launchvm($v,0);
[118]	852
[274]	853	# Skip that VM if it something went wrong
	854	next if (($vmpid == 0) && ($vmexist == 0));
	855
[142]	856	# Gather all required files to send them to the VM
	857	# and launch the build thourgh pbscript
[314]	858	pb_send2ssh("VMs","$v",$vmexist,$vmpid,"vmhost","vmlogin","$ENV{'PBDESTDIR'}/pbrc","vmport","vmtmout");
[118]	859	}
[105]	860	}
	861
[262]	862
[199]	863	sub pb_newver {
	864
[204]	865	die "-V Version parameter needed" if ((not defined $newver) \|\| ($newver eq ""));
[199]	866	my $cms=pb_cms_init($ENV{'PBPROJ'});
	867	if ($cms->{$ENV{'PBPROJ'}} ne "svn") {
	868	die "Only SVN is supported at the moment";
	869	}
	870	my $res = pb_cms_isdiff($cms);
	871	die "You need to have no differences before creating a new version" if ($res != 0);
[314]	872	my $cmsurl = pb_cms_getinfo($cms,$ENV{'PBROOT'});
[204]	873	my $newurl = dirname($cmsurl)."/$newver";
	874	pb_cms_copy($cms,$cmsurl,$newurl);
[208]	875	pb_cms_checkout($cms,$newurl,"$ENV{'PBROOT'}/../$newver");
	876	my $oldver=basename($cmsurl);
[211]	877	open(FILE,"$ENV{'PBROOT'}/../$newver/pbconf/$ENV{'PBPROJ'}.pb") \|\| die "Unable to open $ENV{'PBROOT'}/../$newver/pbconf/$ENV{'PBPROJ'}.pb";
	878	open(OUT,"> $ENV{'PBROOT'}/../$newver/pbconf/$ENV{'PBPROJ'}.pb.new") \|\| die "Unable to write to $ENV{'PBROOT'}/../$newver/pbconf/$ENV{'PBPROJ'}.pb.new";
[208]	879	while(<FILE>) {
[209]	880	s/projver\s+$ENV{'PBPROJ'}\s=\s$oldver/projver $ENV{'PBPROJ'} = $newver/;
[211]	881	print OUT $_;
[208]	882	}
	883	close(FILE);
[211]	884	close(OUT);
	885	rename("$ENV{'PBROOT'}/../$newver/pbconf/$ENV{'PBPROJ'}.pb.new","$ENV{'PBROOT'}/../$newver/pbconf/$ENV{'PBPROJ'}.pb");
[208]	886	pb_cms_checkin($cms,"$ENV{'PBROOT'}/../$newver");
[199]	887	}
	888
[293]	889	#
	890	# Return the list of packages we are working on
	891	#
[77]	892	sub pb_get_pkg {
[16]	893
[22]	894	my @pkgs;
[108]	895	my $defpkgdir = shift;
	896	my $extpkgdir = shift;
[22]	897
	898	# Get packages list
	899	if (not defined $ARGV[0]) {
[112]	900	@pkgs = keys %$defpkgdir;
[22]	901	} elsif ($ARGV[0] =~ /^all$/) {
[112]	902	@pkgs = keys %$defpkgdir;
	903	push(@pkgs, keys %$extpkgdir);
[22]	904	} else {
	905	@pkgs = @ARGV;
	906	}
	907	print $LOG "Packages: ".join(',',@pkgs)."\n" if ($debug >= 0);
	908	return(\@pkgs);
	909	}
	910
[105]	911	#
	912	# Return the list of VMs we are working on
	913	# $all is a flag to know if we return all of them
	914	# or only some (if all we publish also tar files in addition to pkgs
	915	#
[91]	916	sub pb_get_vm {
	917
	918	my @vm;
[105]	919	my $all = 0;
[91]	920
	921	# Get VM list
[105]	922	if ((not defined $ENV{'PBVM'}) \|\| ($ENV{'PBVM'} =~ /^all$/)) {
[108]	923	my ($ptr) = pb_conf_get("vmlist");
[274]	924	my $ptr2 = $ptr->{$ENV{'PBPROJ'}};
	925	$ptr2 =~ s/,/_64,/g;
	926	$ptr2 =~ s/$/_64/g;
	927	$ENV{'PBVM'} = "$ptr->{$ENV{'PBPROJ'}},$ptr2";
[105]	928	$all = 1;
[91]	929	}
[274]	930	print $LOG "VMs: $ENV{'PBVM'}\n";
[105]	931	@vm = split(/,/,$ENV{'PBVM'});
	932	return(\@vm,$all);
[91]	933	}
	934
[145]	935	# Returns the pid of a running VM command using a specific VM file
[142]	936	sub pb_check_ps {
	937	my $vmcmd = shift;
	938	my $vmm = shift;
	939	my $vmexist = 0; # FALSE by default
	940
	941	open(PS, "ps auxhww\|") \|\| die "Unable to call ps";
	942	while (<PS>) {
	943	next if (! /$vmcmd/);
	944	next if (! /$vmm/);
	945	my ($void1, $void2);
	946	($void1, $vmexist, $void2) = split(/ +/);
	947	last;
	948	}
	949	return($vmexist);
	950	}
	951
	952
[77]	953	sub pb_extract_build_files {
[25]	954
	955	my $src=shift;
	956	my $dir=shift;
[26]	957	my $ddir=shift;
[28]	958	my @files;
[25]	959
[188]	960	if ($src =~ /tar\.gz$/) {
	961	pb_system("tar xfpz $src $dir","Extracting build files");
	962	} elsif ($src =~ /tar\.bz2$/) {
	963	pb_system("tar xfpj $src $dir","Extracting build files");
	964	} else {
	965	die "Unknown compression algorithm for $src";
	966	}
[25]	967	opendir(DIR,"$dir") \|\| die "Unable to open directory $dir";
	968	foreach my $f (readdir(DIR)) {
	969	next if ($f =~ /^\./);
[26]	970	move("$dir/$f","$ddir") \|\| die "Unable to move $dir/$f to $ddir";
[28]	971	print $LOG "mv $dir/$f $ddir\n" if ($debug >= 1);
	972	push @files,"$ddir/$f";
[25]	973	}
	974	closedir(DIR);
[26]	975	# Not enough but still a first cleanup
[74]	976	pb_rm_rf("$dir");
[28]	977	return(@files);
[25]	978	}
	979
[74]	980	sub pb_syntax {
[21]	981
[53]	982	print "pb (aka project-builder) Version $projectbuilderver-$projectbuilderrev\n";
	983	print "\n";
[313]	984	print "Syntax: pb [-vhqt][-r pbroot][-p project][[-s script -a account -P port] -m \"mach-1[,...]\"][-i iso] <action> [<pkg1> ...]\n";
[21]	985	print "\n";
[310]	986	print "-h: This help file\n";
	987	print "-q: Quiet mode\n";
	988	print "-t: Test mode (not done yet)\n";
	989	print "-v: Verbose mode\n";
[21]	990	print "\n";
[310]	991	print "-m machine: Name of the Virtual Machines (VM) you want\n";
	992	print " to build on (coma separated). All if none precised\n";
	993	print " (or use the env variable PBVM) \n";
[69]	994	print "\n";
[310]	995	print "-s script: Name of the script you want\n";
	996	print " to execute on the related VMs.\n";
[141]	997	print "\n";
[310]	998	print "-i iso: Name of the ISO image of the distribution you want\n";
	999	print " to install on the related VMs.\n";
[288]	1000	print "\n";
[310]	1001	print "-a account: Name of the account to use\n";
	1002	print " to connect on the related VMs.\n";
[152]	1003	print "\n";
[313]	1004	print "-P port: Port number to use\n";
[310]	1005	print " to connect on the related VMs.\n";
[199]	1006	print "\n";
[310]	1007	print "-p project: Name of the project you're working on\n";
	1008	print " (or use the env variable PBPROJ) \n";
[21]	1009	print "\n";
[310]	1010	print "-r pbroot: Path Name of project under the CMS \n";
	1011	print " (or use the env variable PBROOT) \n";
[91]	1012	print "\n";
[310]	1013	print "-V newver: New version of the project to create\n";
	1014	print " from the current one. \n";
[199]	1015	print "\n";
[21]	1016	print "<action> can be:\n";
	1017	print "\n";
[310]	1018	print "\tcms2build: Create tar files for the project under your CMS\n";
	1019	print "\t CMS supported are SVN and CVS\n";
	1020	print "\t parameters are packages to build\n";
	1021	print "\t if not using default list\n";
[21]	1022	print "\n";
[310]	1023	print "\tbuild2pkg: Create packages for your running distribution \n";
[21]	1024	print "\n";
[310]	1025	print "\tcms2pkg: cms2build + build2pkg\n";
[169]	1026	print "\n";
[310]	1027	print "\tbuild2ssh: Send the tar files to a SSH host \n";
[105]	1028	print "\n";
[310]	1029	print "\tcms2ssh: cms2build + build2ssh\n";
[220]	1030	print "\n";
[310]	1031	print "\tpkg2ssh: Send the packages built to a SSH host \n";
[105]	1032	print "\n";
[310]	1033	print "\tbuild2vm: Create packages in VMs, launching them if needed\n";
	1034	print "\t and send those packages to a SSH host once built\n";
	1035	print "\t VM type supported are QEMU \n";
[136]	1036	print "\n";
[310]	1037	print "\tbuild2chroot: Create packages in a chroot, creating it if needed\n";
	1038	print "\t and send those packages to a SSH host once built\n";
[169]	1039	print "\n";
[310]	1040	print "\tcms2vm: cms2build + build2vm\n";
[141]	1041	print "\n";
[310]	1042	print "\tlaunchvm: Launch one virtual machine\n";
[142]	1043	print "\n";
[310]	1044	print "\tscript2vm: Launch one virtual machine if needed \n";
	1045	print "\t and executes a script on it \n";
[199]	1046	print "\n";
[310]	1047	print "\tnewvm: Create a new virtual machine\n";
[262]	1048	print "\n";
[310]	1049	print "\tnewchroot: Create a new chroot environment\n";
[273]	1050	print "\n";
[310]	1051	print "\tnewver: Create a new version of the project derived \n";
	1052	print "\t from the current one \n";
	1053	print "\n";
	1054	print "\tnewproj: Create a new project and a template set of \n";
	1055	print "\t configuration files under pbconf \n";
	1056	print "\n";
[21]	1057	}

Note: See TracBrowser for help on using the repository browser.

Download in other formats: