Context Navigation

source: ProjectBuilder/devel/pb/bin/pb@ 1097

Last change on this file since 1097 was 1097, checked in by Bruno Cornec, 14 years ago
Fix #36 by adding new targets to pb with sbx2 suffix. They replace in feature the previous cms2 targets which now becomes really an extract from the Configuration Management System, where the former are from the exported content aka sandbox.
Property svn:executable set to ``*
File size: 99.4 KB

Rev	Line
[5]	1	#!/usr/bin/perl -w
	2	#
	3	# Project Builder main application
	4	#
	5	# $Id$
	6	#
	7	# Copyright B. Cornec 2007
	8	# Provided under the GPL v2
	9
[22]	10	# Syntax: see at end
[9]	11
[18]	12	use strict 'vars';
[331]	13	use Getopt::Long qw(:config auto_abbrev no_ignore_case);
[9]	14	use Data::Dumper;
	15	use English;
[16]	16	use File::Basename;
[26]	17	use File::Copy;
[395]	18	use File::stat;
	19	use File::Temp qw(tempdir);
[872]	20	use File::Find;
[547]	21	use Time::localtime qw(localtime);
[13]	22	use POSIX qw(strftime);
[17]	23	use lib qw (lib);
[329]	24	use ProjectBuilder::Version;
[318]	25	use ProjectBuilder::Base;
[512]	26	use ProjectBuilder::Display;
[405]	27	use ProjectBuilder::Conf;
	28	use ProjectBuilder::Distribution;
	29	use ProjectBuilder::CMS;
[416]	30	use ProjectBuilder::Env;
[405]	31	use ProjectBuilder::Filter;
[473]	32	use ProjectBuilder::Changelog;
[477]	33	use Mail::Sendmail;
[473]	34
[397]	35	# Global variables
[5]	36	my %opts; # CLI Options
[9]	37	my $action; # action to realize
[320]	38	my $test = "FALSE"; # Not used
[748]	39	my $pbforce = 0; # Force VE/VM rebuild
[968]	40	my $pbsnap = 0; # Do not use snapshot mode for VM/VE by default
[320]	41	my $option = ""; # Not used
	42	my @pkgs; # list of packages
[95]	43	my $pbtag; # Global Tag variable
	44	my $pbver; # Global Version variable
[141]	45	my $pbscript; # Name of the script
[77]	46	my %pbver; # per package
	47	my %pbtag; # per package
[53]	48	my $pbrev; # Global REVISION variable
[152]	49	my $pbaccount; # Login to use to connect to the VM
[162]	50	my $pbport; # Port to use to connect to the VM
[199]	51	my $newver; # New version to create
[792]	52	my $iso = undef; # ISO image for the VM to create
[5]	53
[320]	54	my @date = pb_get_date();
	55	my $pbdate = strftime("%Y-%m-%d", @date);
[5]	56
[331]	57	=pod
	58
	59	=head1 NAME
	60
	61	pb, aka project-builder.org - builds packages for your projects
	62
	63	=head1 DESCRIPTION
	64
	65	pb helps you build various packages directly from your project sources.
	66	Those sources could be handled by a CMS (Configuration Management System)
[748]	67	such as Subversion, CVS, Git, Mercurial... or being a simple reference to a compressed tar file.
[331]	68	It's based on a set of configuration files, a set of provided macros to help
	69	you keeping build files as generic as possible. For example, a single .spec
	70	file should be required to generate for all rpm based distributions, even
	71	if you could also have multiple .spec files if required.
	72
	73	=head1 SYNOPSIS
	74
[748]	75	pb [-vhSq][-r pbroot][-p project][[-s script -a account -P port][-m mach-1[,...]]][-i iso] <action> [<pkg1> ...]
[331]	76
[748]	77	pb [--verbose][--help][--man][--quiet][--snapshot][--revision pbroot][--project project][[--script script --account account --port port][--machine mach-1[,...]]][--iso iso] <action> [<pkg1> ...]
[331]	78
	79	=head1 OPTIONS
	80
	81	=over 4
	82
	83	=item B<-v\|--verbose>
	84
	85	Print a brief help message and exits.
	86
	87	=item B<-q\|--quiet>
	88
	89	Do not print any output.
	90
	91	=item B<-h\|--help>
	92
	93	Print a brief help message and exits.
	94
[748]	95	=item B<-S\|--snapshot>
	96
	97	Use the snapshot mode of VMs or VEs
	98
[331]	99	=item B<--man>
	100
	101	Prints the manual page and exits.
	102
	103	=item B<-m\|--machine machine1[,machine2,...]>
	104
	105	Name of the Virtual Machines (VM) or Virtual Environments (VE) you want to build on (coma separated).
	106	All if none precised (or use the env variable PBV).
	107
	108	=item B<-s\|--script script>
	109
	110	Name of the script you want to execute on the related VMs or VEs.
	111
	112	=item B<-i\|--iso iso_image>
	113
	114	Name of the ISO image of the distribution you want to install on the related VMs.
	115
	116	=item B<-a\|--account account>
	117
	118	Name of the account to use to connect on the related VMs.
	119
	120	=item B<-P\|--port port_number>
	121
	122	Port number to use to connect on the related VMs.\n";
	123
	124	=item B<-p\|--project project_name>
	125
	126	Name of the project you're working on (or use the env variable PBPROJ)
	127
	128	=item B<-r\|--revision revision>
	129
	130	Path Name of the project revision under the CMS (or use the env variable PBROOT)
	131
	132	=item B<-V\|--version new_version>
	133
	134	New version of the project to create based on the current one.
	135
	136	=back
	137
	138	=head1 ARGUMENTS
	139
	140	<action> can be:
	141
	142	=over 4
	143
[1097]	144	=item B<sbx2build>
	145
	146	Create tar files for the project under your CMS.
	147	Current state of the exported content is taken.
	148	CMS supported are SVN, SVK, CVS, Git and Mercurial
	149	parameters are packages to build
	150	if not using default list
	151
[331]	152	=item B<cms2build>
	153
	154	Create tar files for the project under your CMS.
[1097]	155	Current state of the CMS is taken.
	156	CMS supported are SVN, SVK, CVS, Git and Mercurial
[331]	157	parameters are packages to build
	158	if not using default list
	159
	160	=item B<build2pkg>
	161
	162	Create packages for your running distribution
	163
	164	=item B<cms2pkg>
	165
	166	cms2build + build2pkg
	167
[1097]	168	=item B<sbx2pkg>
	169
	170	sbx2build + build2pkg
	171
[331]	172	=item B<build2ssh>
	173
	174	Send the tar files to a SSH host
	175
[1097]	176	=item B<sbx2ssh>
	177
	178	sbx2build + build2ssh
	179
[331]	180	=item B<cms2ssh>
	181
	182	cms2build + build2ssh
	183
	184	=item B<pkg2ssh>
	185
	186	Send the packages built to a SSH host
	187
	188	=item B<build2vm>
	189
	190	Create packages in VMs, launching them if needed
	191	and send those packages to a SSH host once built
	192	VM type supported are QEMU
	193
	194	=item B<build2ve>
	195
	196	Create packages in VEs, creating it if needed
	197	and send those packages to a SSH host once built
	198
[1097]	199	=item B<sbx2vm>
	200
	201	sbx2build + build2vm
	202
	203	=item B<sbx2ve>
	204
	205	sbx2build + build2ve
	206
[331]	207	=item B<cms2vm>
	208
	209	cms2build + build2vm
	210
	211	=item B<cms2ve>
	212
	213	cms2build + build2ve
	214
	215	=item B<launchvm>
	216
	217	Launch one virtual machine
	218
	219	=item B<launchve>
	220
	221	Launch one virtual environment
	222
	223	=item B<script2vm>
	224
	225	Launch one virtual machine if needed
	226	and executes a script on it
	227
	228	=item B<script2ve>
	229
	230	Execute a script in a virtual environment
	231
	232	=item B<newvm>
	233
	234	Create a new virtual machine
	235
	236	=item B<newve>
	237
	238	Create a new virtual environment
	239
[346]	240	=item B<setupvm>
	241
	242	Setup a virtual machine for pb usage
	243
	244	=item B<setupve>
	245
	246	Setup a virtual environment for pb usage
	247
[748]	248	=item B<snapvm>
	249
	250	Snapshot a virtual machine for pb usage
	251
	252	=item B<snapve>
	253
	254	Snapshot a virtual environment for pb usage
	255
[783]	256	=item B<test2pkg>
	257
	258	Test a package locally
	259
[772]	260	=item B<test2vm>
	261
	262	Test a package in a virtual machine
	263
	264	=item B<test2ve>
	265
	266	Test a package in a virtual environment
	267
[331]	268	=item B<newver>
	269
	270	Create a new version of the project derived
	271	from the current one
	272
	273	=item B<newproj>
	274
	275	Create a new project and a template set of
	276	configuration files under pbconf
	277
[471]	278	=item B<announce>
	279
	280	Announce the availability of the project through various means
	281
[557]	282	=item B<web2ssh>
	283
	284	Deliver the Web site content to the target server using ssh.
	285
[739]	286	=item B<clean>
	287
	288	Purge the build and delivery directories related to the current project
	289
[557]	290	=back
	291
[331]	292	<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
	293
	294	=head1 WEB SITES
	295
	296	The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
	297
	298	=head1 USER MAILING LIST
	299
	300	None exists for the moment.
	301
	302	=head1 CONFIGURATION FILES
	303
	304	Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
	305
	306	Here is an example of such a configuration file:
	307
	308	#
	309	# Define for each project the URL of its pbconf repository
	310	# No default option allowed here as they need to be all different
	311	#
	312	# URL of the pbconf content
	313	# This is the format of a classical URL with the extension of additional schema such as
	314	# svn+ssh, cvs+ssh, ...
	315	#
	316	pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
	317
	318	# This is normaly defined in the project's configuration file
	319	# Url of the project
	320	#
	321	pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
	322
	323	# All these URLs needs to be defined here as the are the entry point
	324	# for how to build packages for the project
	325	#
	326	pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
	327	pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
	328	pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
	329	pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
	330
	331	# Under that dir will take place everything related to pb
	332	# If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
	333	# to your VMs/chroot/...
	334	# if not defined then /var/cache
	335	pbdefdir default = $ENV{'HOME'}/project-builder
	336	pbdefdir pb = $ENV{'HOME'}
	337	pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
	338	pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
	339
	340	# pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
	341	# If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
	342	pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
	343	pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
	344
	345	# pbdir points to the directory where the CMS content of the pburl is checked out
	346	# If not defined, pbdir is under pbdefdir/pbproj
	347	# Only defined if we have access to the dev of the project
	348	pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
	349	pbdir mondorescue = $ENV{'HOME'}/mondo/svn
	350
	351	# -daemonize doesn't work with qemu 0.8.2
	352	vmopt default = -m 384
	353
	354	=head1 AUTHORS
	355
	356	The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
	357
	358	=head1 COPYRIGHT
	359
	360	Project-Builder.org is distributed under the GPL v2.0 license
	361	described in the file C<COPYING> included with the distribution.
	362
	363	=cut
	364
	365	# ---------------------------------------------------------------------------
	366
[75]	367	my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
[974]	368	my $appname = "pb";
[331]	369
[397]	370	# Initialize the syntax string
	371
[974]	372	pb_syntax_init("$appname (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
[397]	373
[331]	374	GetOptions("help\|?\|h" => \$opts{'h'},
	375	"man" => \$opts{'man'},
	376	"verbose\|v+" => \$opts{'v'},
[748]	377	"snapshot\|S" => \$opts{'S'},
[331]	378	"quiet\|q" => \$opts{'q'},
	379	"log-files\|l=s" => \$opts{'l'},
	380	"force\|f" => \$opts{'f'},
	381	"account\|a=s" => \$opts{'a'},
	382	"revision\|r=s" => \$opts{'r'},
	383	"script\|s=s" => \$opts{'s'},
	384	"machines\|mock\|m=s" => \$opts{'m'},
	385	"port\|P=i" => \$opts{'P'},
	386	"project\|p=s" => \$opts{'p'},
	387	"iso\|i=s" => \$opts{'i'},
[815]	388	"version\|V=s" => \$opts{'V'},
[331]	389	) \|\| pb_syntax(-1,0);
	390
[21]	391	if (defined $opts{'h'}) {
[331]	392	pb_syntax(0,1);
[21]	393	}
[331]	394	if (defined $opts{'man'}) {
	395	pb_syntax(0,2);
	396	}
[21]	397	if (defined $opts{'v'}) {
[495]	398	$pbdebug = $opts{'v'};
[21]	399	}
[320]	400	if (defined $opts{'f'}) {
[748]	401	$pbforce=1;
[320]	402	}
[21]	403	if (defined $opts{'q'}) {
[495]	404	$pbdebug=-1;
[21]	405	}
[748]	406	if (defined $opts{'S'}) {
	407	$pbsnap=1;
	408	}
[22]	409	if (defined $opts{'l'}) {
[495]	410	open(pbLOG,"> $opts{'l'}") \|\| die "Unable to log to $opts{'l'}: $!";
	411	$pbLOG = \*pbLOG;
	412	$pbdebug = 0 if ($pbdebug == -1);
[22]	413	}
[495]	414	pb_log_init($pbdebug, $pbLOG);
	415	pb_display_init("text","");
[315]	416
[67]	417	# Handle root of the project if defined
	418	if (defined $opts{'r'}) {
[340]	419	$ENV{'PBROOTDIR'} = $opts{'r'};
[67]	420	}
[91]	421	# Handle virtual machines if any
	422	if (defined $opts{'m'}) {
[320]	423	$ENV{'PBV'} = $opts{'m'};
[91]	424	}
[141]	425	if (defined $opts{'s'}) {
	426	$pbscript = $opts{'s'};
	427	}
[152]	428	if (defined $opts{'a'}) {
	429	$pbaccount = $opts{'a'};
[347]	430	die "option -a requires a -s script option" if (not defined $pbscript);
[152]	431	}
[162]	432	if (defined $opts{'P'}) {
	433	$pbport = $opts{'P'};
	434	}
[199]	435	if (defined $opts{'V'}) {
	436	$newver = $opts{'V'};
	437	}
[262]	438	if (defined $opts{'i'}) {
	439	$iso = $opts{'i'};
	440	}
[108]	441
	442	# Get Action
	443	$action = shift @ARGV;
[331]	444	die pb_syntax(-1,1) if (not defined $action);
[108]	445
[314]	446	my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
[273]	447	my $pbinit = undef;
	448	$pbinit = 1 if ($action =~ /^newproj$/);
[108]	449
[59]	450	# Handles project name if any
[108]	451	# And get global params
[353]	452	($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action);
[59]	453
[982]	454	#
	455	# Check for command requirements
	456	#
	457	my ($req,$opt) = pb_conf_get_if("oscmd","oscmdopt");
	458	my ($req2,$opt2) = (undef,undef);
	459	$req2 = $req->{$appname} if (defined $req);
	460	$opt2 = $opt->{$appname} if (defined $opt);
	461	pb_check_requirements($req2,$opt2);
	462
[315]	463	pb_log(0,"Project: $ENV{'PBPROJ'}\n");
	464	pb_log(0,"Action: $action\n");
[9]	465
	466	# Act depending on action
	467	if ($action =~ /^cms2build$/) {
[1097]	468	pb_cms2build("CMS");
	469	} elsif ($action =~ /^sbx2build$/) {
	470	pb_cms2build("SandBox");
[77]	471	} elsif ($action =~ /^build2pkg$/) {
	472	pb_build2pkg();
	473	} elsif ($action =~ /^cms2pkg$/) {
[1097]	474	pb_cms2build("CMS");
[77]	475	pb_build2pkg();
[1097]	476	} elsif ($action =~ /^sbx2pkg$/) {
	477	pb_cms2build("SandBox");
	478	pb_build2pkg();
[88]	479	} elsif ($action =~ /^build2ssh$/) {
	480	pb_build2ssh();
[220]	481	} elsif ($action =~ /^cms2ssh$/) {
[1097]	482	pb_cms2build("CMS");
[220]	483	pb_build2ssh();
[1097]	484	} elsif ($action =~ /^sbxs2ssh$/) {
	485	pb_cms2build("SandBox");
	486	pb_build2ssh();
[88]	487	} elsif ($action =~ /^pkg2ssh$/) {
	488	pb_pkg2ssh();
[320]	489	} elsif ($action =~ /^build2ve$/) {
[772]	490	pb_build2v("ve","build");
[91]	491	} elsif ($action =~ /^build2vm$/) {
[772]	492	pb_build2v("vm","build");
[320]	493	} elsif ($action =~ /^cms2ve$/) {
[1097]	494	pb_cms2build("CMS");
[772]	495	pb_build2v("ve","build");
[1097]	496	} elsif ($action =~ /^sbx2ve$/) {
	497	pb_cms2build("SandBox");
	498	pb_build2v("ve","build");
[91]	499	} elsif ($action =~ /^cms2vm$/) {
[1097]	500	pb_cms2build("CMS");
[772]	501	pb_build2v("vm","build");
[1097]	502	} elsif ($action =~ /^sbx2vm$/) {
	503	pb_cms2build("SandBox");
	504	pb_build2v("vm","build");
[141]	505	} elsif ($action =~ /^launchvm$/) {
[320]	506	pb_launchv("vm",$ENV{'PBV'},0);
	507	} elsif ($action =~ /^launchve$/) {
	508	pb_launchv("ve",$ENV{'PBV'},0);
[142]	509	} elsif ($action =~ /^script2vm$/) {
[320]	510	pb_script2v($pbscript,"vm");
	511	} elsif ($action =~ /^script2ve$/) {
	512	pb_script2v($pbscript,"ve");
[199]	513	} elsif ($action =~ /^newver$/) {
	514	pb_newver();
[320]	515	} elsif ($action =~ /^newve$/) {
	516	pb_launchv("ve",$ENV{'PBV'},1);
[262]	517	} elsif ($action =~ /^newvm$/) {
[320]	518	pb_launchv("vm",$ENV{'PBV'},1);
[909]	519	pb_log(0, "Please ensure that sshd is running in your VM by default\n");
	520	pb_log(0, "and that it allows remote root login (PermitRootLogin yes in /etc/ssh/sshd_config)\n");
[1058]	521	pb_log(0, "Also ensure that network is up, firewalling correctly configured, and perl and scp/ssh installed\n");
[1072]	522	pb_log(0, "You should then be able to login with ssh -p VMPORT root\@localhost (if VM started with pb)\n");
[346]	523	} elsif ($action =~ /^setupve$/) {
[772]	524	pb_setup2v("ve");
[346]	525	} elsif ($action =~ /^setupvm$/) {
[772]	526	pb_setup2v("vm");
[748]	527	} elsif ($action =~ /^snapve$/) {
[772]	528	pb_snap2v("ve");
[748]	529	} elsif ($action =~ /^snapvm$/) {
[772]	530	pb_snap2v("vm");
[783]	531	} elsif ($action =~ /^test2pkg$/) {
	532	pb_test2pkg();
[772]	533	} elsif ($action =~ /^test2ve$/) {
	534	pb_build2v("ve","test");
	535	} elsif ($action =~ /^test2vm$/) {
	536	pb_build2v("vm","test");
[273]	537	} elsif ($action =~ /^newproj$/) {
	538	# Nothing to do - already done in pb_env_init
[106]	539	} elsif ($action =~ /^clean$/) {
[739]	540	pb_clean();
[471]	541	} elsif ($action =~ /^announce$/) {
[498]	542	# For announce only. Require avoids the systematic load of these modules
	543	require DBI;
[557]	544	require DBD::SQLite;
[498]	545
[471]	546	pb_announce();
[556]	547	} elsif ($action =~ /^web2ssh$/) {
[547]	548	require DBI;
[557]	549	require DBD::SQLite;
[547]	550
[556]	551	pb_cms2build("Web");
	552	pb_send2target("Web");
[77]	553	} else {
[315]	554	pb_log(0,"\'$action\' is not available\n");
[331]	555	pb_syntax(-2,1);
[77]	556	}
	557
	558	sub pb_cms2build {
	559
[556]	560	my $param = shift \|\| undef;
	561
	562	my $pkg;
	563	my @pkgs;
[557]	564	my $webdir;
[556]	565
[557]	566	my %pkgs;
	567	my %pb; # Structure to store conf info
	568
[1097]	569	die "pb_cms2build requires a parameter: Web, SandBox or CMS" if (not defined $param);
	570
[556]	571	# If Website, then pkg is only the website
[1097]	572	if ($param eq "Web") {
[557]	573	($webdir) = pb_conf_get("webdir");
	574	pb_log(2,"webdir: ".Dumper($webdir)."\n");
	575	$pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
[556]	576	$extpkgdir = $webdir;
[557]	577	pb_log(0,"Package: $pkgs[0]\n");
[556]	578	} else {
	579	$pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
	580	@pkgs = @$pkg;
	581	}
	582
[1097]	583	my ($scheme, $uri) = pb_cms_init($pbinit,$param);
[331]	584
[898]	585	# We need 2 lines here
	586	my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
	587	my @pt = pb_conf_get_if("vmlist","velist");
[174]	588
[429]	589	# declare packager and repo for filtering
[940]	590	# TODO: Is pbrepo needed so early in the process ?
[429]	591	my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
	592	$ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
	593	$ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
[174]	594
[27]	595	foreach my $pbpkg (@pkgs) {
[115]	596	$ENV{'PBPKG'} = $pbpkg;
[728]	597
[98]	598	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
	599	$pbver = $pkgv->{$pbpkg};
[9]	600	} else {
[353]	601	$pbver = $ENV{'PBPROJVER'};
[9]	602	}
[728]	603	# If it's a test version, then tag == 0.date
[897]	604	if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
[728]	605	$pbtag = "0.".strftime("%Y%m%d%H%M%S", @date);
	606	$ENV{'PBPROJTAG'} = $pbtag;
	607	} elsif ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
[98]	608	$pbtag = $pkgt->{$pbpkg};
[9]	609	} else {
[353]	610	$pbtag = $ENV{'PBPROJTAG'};
[9]	611	}
[95]	612
[16]	613	$pbrev = $ENV{'PBREVISION'};
[319]	614	pb_log(0,"\n");
	615	pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
[9]	616	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
[539]	617
[16]	618	# Clean up dest if necessary. The export will recreate it
[27]	619	my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
[74]	620	pb_rm_rf($dest) if (-d $dest);
[9]	621
	622	# Export CMS tree for the concerned package to dest
	623	# And generate some additional files
	624	$OUTPUT_AUTOFLUSH=1;
[29]	625
[9]	626	# computes in which dir we have to work
[113]	627	my $dir = $defpkgdir->{$pbpkg};
	628	$dir = $extpkgdir->{$pbpkg} if (not defined $dir);
[1097]	629	$dir = $webdir->{$ENV{'PBPROJ'}} if ($param eq "Web");
[315]	630	pb_log(2,"def:".Dumper($defpkgdir)." ext: ".Dumper($extpkgdir)." \n");
[9]	631
[537]	632	# Exporting content from CMS
[1097]	633	my $sourcedir = undef;
	634	my $sourceuri = $uri;
	635	if ($param eq "SandBox") {
	636	# Point to the local instance
	637	$sourcedir = "$ENV{'PBDIR'}/$dir";
	638	} else {
	639	# Get it from a subdir of the URI with same version as localy but different root
	640	$sourceuri = "$ENV{'PBDIR'}/$dir";
	641	$sourceuri =~ s\|^$ENV{'PBPROJDIR'}/\|$uri\|;
	642	}
	643	my $preserve = pb_cms_export($sourceuri,$sourcedir,$dest);
[315]	644
[435]	645	# Generated fake content for test versions to speed up stuff
	646	my $chglog;
[285]	647
[448]	648	# Get project info on authors and log file
	649	$chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
	650	$chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
	651	$chglog = undef if (! -f $chglog);
[285]	652
[448]	653	my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
	654	$authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
	655	$authors = "/dev/null" if (! -f $authors);
[435]	656
[448]	657	# Extract cms log history and store it
	658	if ((defined $chglog) && (! -f "$dest/NEWS")) {
	659	pb_log(2,"Generating NEWS file from $chglog\n");
	660	copy($chglog,"$dest/NEWS") \|\| die "Unable to create $dest/NEWS";
[285]	661	}
[448]	662	pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
[29]	663
[21]	664	my %build;
[865]	665	# We want to at least build for the underlying distro
[1064]	666	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
[865]	667	my $tmpl = "$ddir-$dver-$arch,";
[500]	668	my %patches;
[91]	669
[1097]	670	# Get list of distributions for which we need to generate build files
[340]	671	if (defined $pt[0]->{$ENV{'PBPROJ'}}) {
	672	$tmpl .= $pt[0]->{$ENV{'PBPROJ'}};
	673	}
	674	if (defined $pt[1]->{$ENV{'PBPROJ'}}) {
[1097]	675	# The 2 lists needs to be grouped with a ',' separating them
[340]	676	if ($tmpl ne "") {
	677	$tmpl .= ",";
	678	}
	679	$tmpl .= $pt[1]->{$ENV{'PBPROJ'}}
	680	}
[556]	681
[539]	682	# Setup %pb structure to allow filtering later on, on files using that structure
[499]	683	$pb{'tag'} = $pbtag;
	684	$pb{'rev'} = $pbrev;
	685	$pb{'ver'} = $pbver;
[540]	686	$pb{'pkg'} = $pbpkg;
[499]	687	$pb{'date'} = $pbdate;
	688	$pb{'defpkgdir'} = $defpkgdir;
	689	$pb{'extpkgdir'} = $extpkgdir;
	690	$pb{'chglog'} = $chglog;
	691	$pb{'packager'} = $ENV{'PBPACKAGER'};
	692	$pb{'proj'} = $ENV{'PBPROJ'};
	693	$pb{'repo'} = $ENV{'PBREPO'};
[500]	694	$pb{'patches'} = \%patches;
	695	pb_log(2,"DEBUG: pb: ".Dumper(%pb)."\n");
[556]	696
	697	# Do not do that for website
[1097]	698	if ($param ne "Web") {
[898]	699	pb_log(0,"Build files are being generated for ...\n");
[665]	700	my %virt;
	701	# De-duplicate similar VM and VE
[556]	702	foreach my $d (split(/,/,$tmpl)) {
[766]	703	# skip ill-formatted vms (name-ver-arch)
	704	next if ($d !~ /-/);
[665]	705	$virt{$d} = $d;
	706	}
	707
	708	foreach my $d (keys %virt) {
[556]	709	my ($name,$ver,$arch) = split(/-/,$d);
[766]	710	pb_log(0,"Bad format for $d") if ((not defined $name) \|\| (not defined $ver) \|\| (not defined $arch)) ;
[556]	711	chomp($arch);
	712	my ($ddir, $dver, $dfam);
[1064]	713	($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'os'}, $pb{'suf'}, $pb{'upd'}, $pb{'arch'}) = pb_distro_init($name,$ver,$arch);
[556]	714	pb_log(2,"DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'})."\n");
	715	pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
	716
	717	# We need to compute the real name of the package
	718	my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pb{'dtype'});
	719	$pb{'realpkg'} = $pbrealpkg;
	720	pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $ddir-$dver\n") if ($pbrealpkg ne $pbpkg);
	721
	722	# Filter build files from the less precise up to the most with overloading
	723	# Filter all files found, keeping the name, and generating in dest
	724
	725	# Find all build files first relatively to PBROOTDIR
	726	# Find also all specific files referenced in the .pb conf file
	727	my %bfiles = ();
	728	my %pkgfiles = ();
	729	$build{"$ddir-$dver-$arch"} = "yes";
	730
	731	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}") {
	732	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
	733	} elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$dfam") {
	734	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$dfam",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
	735	} elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir") {
	736	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
	737	} elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver") {
	738	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
	739	} elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch") {
	740	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
	741	} else {
	742	$build{"$ddir-$dver-$arch"} = "no";
[500]	743	next;
	744	}
[556]	745	pb_log(2,"DEBUG bfiles: ".Dumper(\%bfiles)."\n");
	746
	747	# Get all filters to apply
	748	my $ptr = pb_get_filters($pbpkg, $pb{'dtype'}, $dfam, $ddir, $dver);
	749
	750	# Prepare local patches for this distro - They are always applied first - May be a problem one day
	751	foreach my $p (sort(<$ENV{'PBROOTDIR'}/$pbpkg/pbpatch/*>)) {
	752	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.all$/));
	753	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.all$/);
	754	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$pb{'dtype'}$/));
	755	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$pb{'dtype'}$/);
	756	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$dfam$/));
	757	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$dfam$/);
	758	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir$/));
	759	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir$/);
	760	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver$/));
	761	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver$/);
	762	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver-$arch$/));
	763	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver-$arch$/);
[500]	764	}
[556]	765
	766	# Prepare also remote patches to be included - Applied after the local ones
	767	foreach my $p ("all","$pb{'dtype'}","$dfam","$ddir","$ddir-$dver","$ddir-$dver-$arch") {
	768	my $f = "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch.$p";
	769	next if (not -f $f);
	770	if (not open(PATCH,$f)) {
	771	pb_display("Unable to open existing external patch file content $f\n");
	772	next;
	773	}
	774	while (<PATCH>) {
	775	chomp();
	776	$patches{"$ddir-$dver-$arch"} .= "," if (defined $patches{"$ddir-$dver-$arch"});
	777	$patches{"$ddir-$dver-$arch"} .= "$_";
	778	}
	779	close(PATCH);
[16]	780	}
[556]	781	pb_log(2,"DEBUG: pb->patches: ".Dumper($pb{'patches'})."\n");
	782
	783	# Apply now all the filters on all the files concerned
	784	# destination dir depends on the type of file
	785	if (defined $ptr) {
	786	# For patch support
	787	$pb{'tuple'} = "$ddir-$dver-$arch";
	788	foreach my $f (values %bfiles,values %pkgfiles) {
	789	pb_filter_file("$ENV{'PBROOTDIR'}/$f",$ptr,"$dest/pbconf/$ddir-$dver-$arch/".basename($f),\%pb);
	790	}
	791	}
[15]	792	}
[556]	793	my @found;
	794	my @notfound;
	795	foreach my $b (keys %build) {
	796	push @found,$b if ($build{$b} =~ /yes/);
	797	push @notfound,$b if ($build{$b} =~ /no/);
	798	}
[898]	799	pb_log(0," ... ".join(',',sort(@found))."\n");
[556]	800	pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
	801	pb_log(2,"DEBUG: patches: ".Dumper(%patches)."\n");
[18]	802	}
[500]	803
[236]	804	# Get the generic filter (all.pbf) and
	805	# apply those to the non-build files including those
	806	# generated by pbinit if applicable
	807
	808	# Get only all.pbf filter
[357]	809	my $ptr = pb_get_filters($pbpkg);
[236]	810
	811	my $liste ="";
	812	if (defined $filteredfiles->{$pbpkg}) {
	813	foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
[499]	814	pb_filter_file_inplace($ptr,"$dest/$f",\%pb);
[238]	815	$liste = "$f $liste";
[236]	816	}
	817	}
[315]	818	pb_log(2,"Files ".$liste."have been filtered\n");
[236]	819
[556]	820	# Do not do that for website
[1097]	821	if ($param ne "Web") {
[556]	822	my %tmp;
[1097]	823	my $warnflag = 0;
[556]	824	# Filter potential patches (local + remote)
	825	pb_log(0,"Delivering and compressing patches ");
	826	foreach my $v (keys %patches) {
	827	pb_mkdir_p("$dest/pbconf/$v/pbpatch");
	828	foreach my $pf (split(/,/,$patches{$v})) {
	829	my $pp = basename($pf);
[1097]	830	if ($param eq "SandBox") {
	831	$warnflag = 1;
	832	}
[556]	833	pb_cms_export($pf,undef,"$dest/pbconf/$v/pbpatch");
	834	pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",\%pb);
	835	pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
	836	$tmp{$pf} = "";
	837	}
[500]	838	}
[556]	839	foreach my $v (keys %tmp) {
	840	pb_log(0,"$v ");
	841	}
	842	pb_log(0,"\n");
[1097]	843	pb_log(0,"WARNING: Patches are always taken from repository not local export\n") if ($warnflag == 1);
[556]	844	} else {
	845	# Instead call News generation
	846	pb_web_news2html($dest);
[559]	847	# And create an empty pbconf
	848	pb_mkdir_p("$dest/pbconf");
[560]	849	# And prepare the pbscript to execute remotely
	850	open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
	851	print SCRIPT "#!/bin/bash\n";
	852	print SCRIPT "#set -x\n";
	853	print SCRIPT "echo ... Extracting Website content\n";
	854	print SCRIPT "find . -type f \| grep -Ev '^./$pbpkg-$pbver.tar.gz\|^./pbscript' \| xargs rm -f non-existent\n";
	855	print SCRIPT "find * -type d -depth \| xargs rmdir 2> /dev/null \n";
	856	print SCRIPT "tar xfz $pbpkg-$pbver.tar.gz\n";
	857	print SCRIPT "mv $pbpkg-$pbver/* .\n";
	858	print SCRIPT "rm -f $pbpkg-$pbver.tar.gz\n";
	859	print SCRIPT "rmdir $pbpkg-$pbver\n";
	860	close(SCRIPT);
[499]	861	}
	862
[265]	863	# Prepare the dest directory for archive
[340]	864	if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
[499]	865	pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",\%pb);
[266]	866	chmod 0755,"$ENV{'PBTMP'}/pbinit";
[490]	867	pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit","verbose");
[265]	868	}
	869
[721]	870	# Do we have additional script to run to prepare the environement for the project ?
	871	# Then include it in the pbconf delivery
[772]	872	foreach my $pbvf (<$ENV{'PBROOTDIR'}/pbv.pre>,<$ENV{'PBROOTDIR'}/pbv.post>, <$ENV{'PBROOTDIR'}/pbtest*>) {
	873	if (-x "$pbvf") {
	874	my $target = "$ENV{'PBDESTDIR'}/".basename($pbvf);
	875	pb_filter_file("$pbvf",$ptr,$target,\%pb);
	876	chmod 0755,"$target";
[721]	877	}
	878	}
	879
[18]	880	# Archive dest dir
[69]	881	chdir "$ENV{'PBDESTDIR'}" \|\| die "Unable to change dir to $ENV{'PBDESTDIR'}";
[537]	882	if (defined $preserve) {
	883	# In that case we want to preserve the original tar file for checksum purposes
	884	# The one created is btw equivalent in that case to this one
	885	# Maybe check basename of both to be sure they are the same ?
	886	pb_log(0,"Preserving original tar file ");
	887	move("$preserve","$pbpkg-$pbver.tar.gz");
	888	} else {
	889	# Possibility to look at PBSRC to guess more the filename
	890	pb_system("tar cfz $pbpkg-$pbver.tar.gz --exclude=$pbpkg-$pbver/pbconf $pbpkg-$pbver","Creating $pbpkg tar files compressed");
	891	}
[344]	892	pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n");
[493]	893	pb_system("tar cfz $pbpkg-$pbver.pbconf.tar.gz $pbpkg-$pbver/pbconf","Creating pbconf tar files compressed");
	894	pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz\n");
[83]	895
[357]	896	# Keep track of version-tag per pkg
	897	$pkgs{$pbpkg} = "$pbver-$pbtag";
[83]	898
[288]	899	# Final cleanup
	900	pb_rm_rf($dest) if (-d $dest);
[9]	901	}
[357]	902
	903	# Keep track of per package version
	904	pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
	905	open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") \|\| die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
[539]	906	foreach my $pbpkg (keys %pkgs) {
[357]	907	print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
	908	}
	909	close(PKG);
	910
	911	# Keep track of what is generated by default
	912	# We need to store the dir and info on version-tag
	913	# Base our content on the existing .pb file
	914	copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
	915	open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
	916	print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
[702]	917	print LAST "projver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
	918	print LAST "projtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
[357]	919	print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
	920	close(LAST);
[77]	921	}
[22]	922
[772]	923	sub pb_test2pkg {
	924	# Get the running distro to test on
[1064]	925	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
[772]	926	pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch))."\n");
	927
	928	# Get list of packages to test
	929	# Get content saved in cms2build
	930	my $ptr = pb_get_pkg();
	931	@pkgs = @$ptr;
	932
	933	# Additional potential repo
	934	pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
	935	foreach my $pbpkg (@pkgs) {
	936	# We need to install the package to test, and deps brought with it
	937	pb_distro_installdeps(undef,$dtype,$pbupd,$pbpkg);
	938	pb_system("$ENV{'PBDESTDIR'}/pbtest","Launching test for $pbpkg","verbose");
	939	}
	940	}
	941
[77]	942	sub pb_build2pkg {
	943
[22]	944	# Get the running distro to build on
[1064]	945	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
[756]	946	pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch))."\n");
[22]	947
[353]	948	# Get list of packages to build
	949	my $ptr = pb_get_pkg();
	950	@pkgs = @$ptr;
	951
[898]	952	# Get content saved in cms2build
[353]	953	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
[83]	954	$pkg = { } if (not defined $pkg);
	955
[25]	956	chdir "$ENV{'PBBUILDDIR'}";
[126]	957	my $made = ""; # pkgs made during build
[27]	958	foreach my $pbpkg (@pkgs) {
[88]	959	my $vertag = $pkg->{$pbpkg};
[77]	960	# get the version of the current package - maybe different
	961	($pbver,$pbtag) = split(/-/,$vertag);
	962
[27]	963	my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
[493]	964	my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
[315]	965	pb_log(2,"Source file: $src\n");
[493]	966	pb_log(2,"Pbconf file: $src2\n");
[25]	967
[315]	968	pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
[25]	969	if ($dtype eq "rpm") {
	970	foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
[28]	971	if (! -d "$ENV{'PBBUILDDIR'}/$d") {
[96]	972	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d") \|\| die "Please ensure that you can write into $ENV{'PBBUILDDIR'} to create $d\nchown the $ENV{'PBBUILDDIR'} directory to your uid";
[28]	973	}
[25]	974	}
	975
[315]	976	# Remove in case a previous link/file was there
[301]	977	unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
[188]	978	symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) \|\| die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
[25]	979	# We need to first extract the spec file
[500]	980	my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$ENV{'PBBUILDDIR'}/SPECS","spec");
[25]	981
[493]	982	# We need to handle potential patches to upstream sources
[500]	983	pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
[493]	984
[315]	985	pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
[25]	986	# set LANGUAGE to check for correct log messages
	987	$ENV{'LANGUAGE'}="C";
[459]	988	# Older Redhat use _target_platform in %configure incorrectly
	989	my $specialdef = "";
	990	if (($ddir eq "redhat") \|\| (($ddir eq "rhel") && ($dver eq "2.1"))) {
	991	$specialdef = "--define \'_target_platform \"\"\'";
	992	}
[702]	993
	994	# If needed we may add repository to the build env
[756]	995	pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
[28]	996	foreach my $f (@specfile) {
	997	if ($f =~ /\.spec$/) {
[899]	998	pb_distro_installdeps($f,$dtype,$pbupd);
[1085]	999	pb_system("rpmbuild $specialdef --define \"packager $ENV{'PBPACKAGER'}\" --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
[28]	1000	last;
	1001	}
	1002	}
[540]	1003	# Get the name of the generated packages
	1004	open(LOG,"$ENV{'PBTMP'}/system.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.log";
	1005	while (<LOG>) {
[572]	1006	chomp($_);
[540]	1007	next if ($_ !~ /^Wrote:/);
	1008	s\|./([S]RPMS.*)\|$1\|;
[572]	1009	$made .=" $_";
[540]	1010	}
[541]	1011	close(LOG);
[540]	1012
[118]	1013	} elsif ($dtype eq "deb") {
[149]	1014	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
[274]	1015	pb_system("tar xfz $src","Extracting sources");
[493]	1016	pb_system("tar xfz $src2","Extracting pbconf");
[149]	1017
	1018	chdir "$pbpkg-$pbver" \|\| die "Unable to chdir to $pbpkg-$pbver";
[310]	1019	pb_rm_rf("debian");
[500]	1020	symlink "pbconf/$ddir-$dver-$arch","debian" \|\| die "Unable to symlink to pbconf/$ddir-$dver-$arch";
[199]	1021	chmod 0755,"debian/rules";
[544]	1022
[756]	1023	pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
[621]	1024	pb_distro_installdeps("debian/control",$dtype,$pbupd);
[544]	1025	pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
	1026	# Get the name of the generated packages
	1027	open(LOG,"$ENV{'PBTMP'}/system.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.log";
	1028	while (<LOG>) {
	1029	chomp();
	1030	my $tmp = $_;
[567]	1031	next if ($tmp !~ /^dpkg-deb.*:/);
[544]	1032	$tmp =~ s\|.../(.)_(.).deb.\|$1\|;
	1033	$made="$made $tmp.dsc $tmp.tar.gz $tmp"."_.deb $tmp"."_.changes";
[448]	1034	}
[544]	1035	close(LOG);
[87]	1036	} elsif ($dtype eq "ebuild") {
[149]	1037	my @ebuildfile;
	1038	# For gentoo we need to take pb as subsystem name
[295]	1039	# We put every apps here under sys-apps. hope it's correct
[435]	1040	# We use pb's home dir in order to have a single OVERLAY line
[295]	1041	my $tmpd = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
	1042	pb_mkdir_p($tmpd) if (! -d "$tmpd");
	1043	pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
[149]	1044
[295]	1045	# We need to first extract the ebuild file
[500]	1046	@ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$tmpd","ebuild");
[149]	1047
	1048	# Prepare the build env for gentoo
	1049	my $found = 0;
[295]	1050	my $pbbd = $ENV{'HOME'};
[150]	1051	$pbbd =~ s\|/\|\\/\|g;
[295]	1052	if (-r "/etc/make.conf") {
	1053	open(MAKE,"/etc/make.conf");
	1054	while (<MAKE>) {
	1055	$found = 1 if (/$pbbd\/portage/);
	1056	}
	1057	close(MAKE);
[149]	1058	}
	1059	if ($found == 0) {
[295]	1060	pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
[149]	1061	}
[295]	1062	#$found = 0;
	1063	#if (-r "/etc/portage/package.keywords") {
	1064	#open(KEYW,"/etc/portage/package.keywords");
	1065	#while (<KEYW>) {
	1066	#$found = 1 if (/portage\/pb/);
	1067	#}
	1068	#close(KEYW);
	1069	#}
	1070	#if ($found == 0) {
	1071	#pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
	1072	#}
[149]	1073
	1074	# Build
	1075	foreach my $f (@ebuildfile) {
	1076	if ($f =~ /\.ebuild$/) {
[899]	1077	pb_distro_installdeps($f,$dtype,$pbupd);
[295]	1078	move($f,"$tmpd/$pbpkg-$pbver.ebuild");
[529]	1079	pb_system("cd $tmpd ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
[295]	1080	# Now move it where pb expects it
	1081	pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
[1087]	1082	move("$tmpd/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild");
[149]	1083	}
	1084	}
	1085
[1087]	1086	$made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild";
[437]	1087	} elsif ($dtype eq "tgz") {
	1088	# Slackware family
[435]	1089	$made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
	1090
	1091	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
	1092	pb_system("tar xfz $src","Extracting sources");
[493]	1093	pb_system("tar xfz $src2","Extracting pbconf");
[435]	1094	chdir "$pbpkg-$pbver" \|\| die "Unable to chdir to $pbpkg-$pbver";
[500]	1095	symlink "pbconf/$ddir-$dver-$arch","install" \|\| die "Unable to symlink to pbconf/$ddir-$dver-$arch";
[435]	1096	if (-x "install/pbslack") {
[621]	1097	pb_distro_installdeps("./install/pbslack",$dtype,$pbupd);
[872]	1098	pb_system("./install/pbslack","Building software");
[529]	1099	pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
[435]	1100	}
[873]	1101	} elsif ($dtype eq "pkg") {
[872]	1102	# Solaris
[916]	1103	$made="$made $pbpkg-$pbver-$pbtag.pkg.gz";
[873]	1104	my $pkgdestdir="$ENV{'PBBUILDDIR'}/install";
[872]	1105
	1106	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
	1107	# Will host resulting packages
	1108	pb_mkdir_p("$dtype");
[878]	1109	pb_mkdir_p("$pkgdestdir/delivery");
[873]	1110	pb_system("tar xfz $src","Extracting sources under $ENV{'PBBUILDDIR'}");
	1111	pb_system("tar xfz $src2","Extracting pbconf under $ENV{'PBBUILDDIR'}");
[872]	1112	chdir "$pbpkg-$pbver" \|\| die "Unable to chdir to $pbpkg-$pbver";
[914]	1113	if (-f "pbconf/$ddir-$dver-$arch/pbbuild") {
	1114	chmod 0755,"pbconf/$ddir-$dver-$arch/pbbuild";
[872]	1115	# pkginfo file is mandatory
[914]	1116	die "Unable to find pkginfo file in pbconf/$ddir-$dver-$arch" if (! -f "pbconf/$ddir-$dver-$arch/pkginfo");
[872]	1117	# Build
[914]	1118	pb_system("pbconf/$ddir-$dver-$arch/pbbuild $pkgdestdir/delivery","Building software and installing under $pkgdestdir/delivery");
[872]	1119	# Copy complementary files
[914]	1120	if (-f "pbconf/$ddir-$dver-$arch/prototype") {
	1121	copy("pbconf/$ddir-$dver-$arch/prototype", $pkgdestdir)
[872]	1122	} else {
	1123	# No prototype provided, calculating it
[878]	1124	open(PROTO,"> $pkgdestdir/prototype") \|\| die "Unable to create prototype file";
[872]	1125	print PROTO "i pkginfo\n";
[914]	1126	print PROTO "i depend\n" if (-f "pbconf/$ddir-$dver-$arch/depend");
[879]	1127	$ENV{'PBSOLDESTDIR'} = "$pkgdestdir/delivery";
	1128	find(\&create_solaris_prototype, "$pkgdestdir/delivery");
[872]	1129	}
[914]	1130	copy("pbconf/$ddir-$dver-$arch/depend", $pkgdestdir) if (-f "pbconf/$ddir-$dver-$arch/depend");
	1131	copy("pbconf/$ddir-$dver-$arch/pkginfo", $pkgdestdir);
[880]	1132	pb_system("cd $pkgdestdir/delivery ; pkgmk -o -f ../prototype -r $pkgdestdir/delivery -d $ENV{'PBBUILDDIR'}/$dtype","Packaging $pbpkg","verbose");
[916]	1133	pb_system("cd $ENV{'PBBUILDDIR'}/$dtype ; echo \"\" \| pkgtrans -o -n -s $ENV{'PBBUILDDIR'}/$dtype $ENV{'PBBUILDDIR'}/$pbpkg-$pbver-$pbtag.pkg all","Transforming $pbpkg","verbose");
	1134	pb_system("cd $ENV{'PBBUILDDIR'} ; gzip -9f $pbpkg-$pbver-$pbtag.pkg","Compressing $pbpkg-$pbver-$pbtag.pkg","verbose");
[913]	1135	} else {
[914]	1136	pb_log(0,"No pbconf/$ddir-$dver-$arch/pbbuild file found for $pbpkg-$pbver in \n");
[872]	1137	}
[874]	1138	chdir ".." \|\| die "Unable to chdir to parent dir";
[880]	1139	pb_system("rm -rf $pbpkg-$pbver $ENV{'PBBUILDDIR'}/$dtype $pkgdestdir", "Cleanup");
[87]	1140	} else {
[118]	1141	die "Unknown dtype format $dtype";
[87]	1142	}
	1143	}
[541]	1144	# Packages check if needed
	1145	if ($dtype eq "rpm") {
	1146	if (-f "/usr/bin/rpmlint") {
	1147	pb_system("rpmlint $made","Checking validity of rpms with rpmlint","verbose");
[572]	1148	} else {
	1149	pb_log(0,"rpm packages generated: $made\n");
[541]	1150	}
	1151	} elsif ($dtype eq "deb") {
[572]	1152	my $made2 = "";
[971]	1153	foreach my $f (split(/ /,$made)) {
	1154	$made2 .= "../$f " if ($f =~ /\.changes$/);
	1155	}
[541]	1156	if (-f "/usr/bin/lintian") {
[545]	1157	pb_system("lintian $made2","Checking validity of debs with lintian","verbose");
[572]	1158	} else {
	1159	pb_log(0,"deb packages generated: $made2\n");
[541]	1160	}
	1161	} else {
[572]	1162	pb_log(0,"No check done for $dtype yet\n");
	1163	pb_log(0,"Packages generated: $made\n");
[541]	1164	}
	1165
[118]	1166	# Keep track of what is generated so that we can get them back from VMs
[353]	1167	open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") \|\| die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
[118]	1168	print KEEP "$made\n";
	1169	close(KEEP);
[87]	1170	}
	1171
[874]	1172	sub create_solaris_prototype {
[872]	1173
[873]	1174	my $uidgid = "bin bin";
[877]	1175	my $pkgdestdir = $ENV{'PBSOLDESTDIR'};
[872]	1176
[878]	1177	return if ($_ =~ /^$pkgdestdir$/);
[875]	1178	if (-d $_) {
	1179	my $n = $File::Find::name;
	1180	$n =~ s~$pkgdestdir/~~;
	1181	print PROTO "d none $n 0755 $uidgid\n";
[877]	1182	} elsif (-x $_) {
[875]	1183	my $n = $File::Find::name;
	1184	$n =~ s~$pkgdestdir/~~;
	1185	print PROTO "f none $n 0755 $uidgid\n";
[872]	1186	} elsif (-f $_) {
[875]	1187	my $n = $File::Find::name;
	1188	$n =~ s~$pkgdestdir/~~;
	1189	print PROTO "f none $n 0644 $uidgid\n";
[872]	1190	}
	1191	}
	1192
[88]	1193	sub pb_build2ssh {
[320]	1194	pb_send2target("Sources");
[90]	1195	}
[87]	1196
[90]	1197	sub pb_pkg2ssh {
[320]	1198	pb_send2target("Packages");
[90]	1199	}
	1200
[108]	1201	# By default deliver to the the public site hosting the
[320]	1202	# ftp structure (or whatever) or a VM/VE
	1203	sub pb_send2target {
[90]	1204
	1205	my $cmt = shift;
[320]	1206	my $v = shift \|\| undef;
[142]	1207	my $vmexist = shift \|\| 0; # 0 is FALSE
[200]	1208	my $vmpid = shift \|\| 0; # 0 is FALSE
[748]	1209	my $snapme = shift \|\| 0; # 0 is FALSE
[320]	1210
[444]	1211	pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
[320]	1212	my $host = "sshhost";
	1213	my $login = "sshlogin";
	1214	my $dir = "sshdir";
	1215	my $port = "sshport";
	1216	my $conf = "sshconf";
[883]	1217	my $tmout = undef;
	1218	my $path = undef;
[772]	1219	if ($cmt =~ /^VM/) {
[320]	1220	$login = "vmlogin";
[322]	1221	$dir = "pbdefdir";
[320]	1222	# Specific VM
[883]	1223	$tmout = "vmtmout";
	1224	$path = "vmpath";
[320]	1225	$host = "vmhost";
	1226	$port = "vmport";
[772]	1227	} elsif ($cmt =~ /^VE/) {
[320]	1228	$login = "velogin";
[322]	1229	$dir = "pbdefdir";
[320]	1230	# Specific VE
	1231	$path = "vepath";
[986]	1232	$conf = "rbsconf";
[556]	1233	} elsif ($cmt eq "Web") {
	1234	$host = "websshhost";
	1235	$login = "websshlogin";
	1236	$dir = "websshdir";
	1237	$port = "websshport";
[320]	1238	}
[158]	1239	my $cmd = "";
[471]	1240	my $src = "";
	1241	my ($odir,$over,$oarch) = (undef, undef, undef);
[1080]	1242	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch);
[90]	1243
[471]	1244	if ($cmt ne "Announce") {
[898]	1245	# Get list of packages to build
[471]	1246	my $ptr = pb_get_pkg();
	1247	@pkgs = @$ptr;
[87]	1248
[471]	1249	# Get the running distro to consider
	1250	if (defined $v) {
	1251	($odir,$over,$oarch) = split(/-/,$v);
	1252	}
[1080]	1253	($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch) = pb_distro_init($odir,$over,$oarch);
	1254	pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $darch))."\n");
[87]	1255
[471]	1256	# Get list of packages to build
	1257	# Get content saved in cms2build
	1258	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
	1259	$pkg = { } if (not defined $pkg);
[87]	1260
[471]	1261	chdir "$ENV{'PBBUILDDIR'}";
	1262	foreach my $pbpkg (@pkgs) {
	1263	my $vertag = $pkg->{$pbpkg};
	1264	# get the version of the current package - maybe different
	1265	($pbver,$pbtag) = split(/-/,$vertag);
[87]	1266
[772]	1267	if (($cmt eq "Sources") \|\| ($cmt =~ /V[EM]build/)) {
[493]	1268	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
[471]	1269	if ($cmd eq "") {
	1270	$cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
	1271	} else {
	1272	$cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
	1273	}
[560]	1274	} elsif ($cmt eq "Web") {
	1275	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz"
[166]	1276	}
[118]	1277	}
[471]	1278	# Adds conf file for availability of conf elements
	1279	pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb");
[118]	1280	}
[417]	1281
[772]	1282	if ($cmt =~ /V[EM]build/) {
[444]	1283	$src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript";
[681]	1284	} elsif (($cmt =~ /V[EM]Script/) \|\| ($cmt eq "Web")) {
[492]	1285	$src="$src $ENV{'PBDESTDIR'}/pbscript";
[772]	1286	} elsif ($cmt =~ /V[EM]test/) {
[773]	1287	$src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript $ENV{'PBDESTDIR'}/pbtest";
[560]	1288	} elsif ($cmt eq "Announce") {
[471]	1289	$src="$src $ENV{'PBTMP'}/pbscript";
[118]	1290	} elsif ($cmt eq "Packages") {
	1291	# Get package list from file made during build2pkg
[353]	1292	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
[126]	1293	$src = <KEEP>;
[118]	1294	chomp($src);
	1295	close(KEEP);
[681]	1296	$src="$src $ENV{'PBBUILDDIR'}/pbscript";
[87]	1297	}
[320]	1298	# Remove potential leading spaces (cause problem with basename)
[132]	1299	$src =~ s/^ *//;
[129]	1300	my $basesrc = "";
[131]	1301	foreach my $i (split(/ +/,$src)) {
	1302	$basesrc .= " ".basename($i);
[130]	1303	}
[118]	1304
[320]	1305	pb_log(0,"Sources handled ($cmt): $src\n");
[987]	1306	pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$path,$conf))."\n");
[883]	1307	my ($sshhost,$sshlogin,$sshdir,$sshport) = pb_conf_get($host,$login,$dir,$port);
	1308	# Not mandatory...
[1066]	1309	my ($rbsconf,$testver,$delivery) = pb_conf_get_if($conf,"testver","delivery");
[883]	1310	my ($vtmout,$vepath);
	1311	# ...Except those in virtual context
	1312	if ($cmt =~ /^VE/) {
	1313	($vepath) = pb_conf_get($path);
	1314	}
	1315	if ($cmt =~ /^VM/) {
	1316	($vtmout) = pb_conf_get($tmout);
	1317	}
[987]	1318	pb_log(2,"ssh: ".Dumper(($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vepath,$rbsconf))."\n");
[320]	1319
	1320	my $mac;
[772]	1321	if ($cmt !~ /^VE/) {
[320]	1322	$mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$sshhost->{$ENV{'PBPROJ'}}";
	1323	# Overwrite account value if passed as parameter
	1324	$mac = "$pbaccount\@$sshhost->{$ENV{'PBPROJ'}}" if (defined $pbaccount);
[355]	1325	pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
[681]	1326	} else {
	1327	# VE
[772]	1328	# Overwrite account value if passed as parameter (typically for setup2ve)
[681]	1329	$mac = $sshlogin->{$ENV{'PBPROJ'}};
	1330	$mac = $pbaccount if (defined $pbaccount);
[320]	1331	}
	1332
[108]	1333	my $tdir;
[136]	1334	my $bdir;
[783]	1335	if (($cmt eq "Sources") \|\| ($cmt =~ /V[EM]Script/)) {
[1078]	1336	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}/src";
[783]	1337	} elsif (($cmt =~ /V[EM]build/) \|\| ($cmt =~ /V[EM]test/)) {
[320]	1338	$tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/delivery";
	1339	$bdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/build";
[136]	1340	# Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
	1341	$bdir =~ s\|\$ENV.+\}/\|\|;
[471]	1342	} elsif ($cmt eq "Announce") {
[1078]	1343	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}";
[556]	1344	} elsif ($cmt eq "Web") {
[1078]	1345	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}";
[90]	1346	} elsif ($cmt eq "Packages") {
[1080]	1347	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch";
[429]	1348
	1349	my $repodir = $tdir;
	1350	$repodir =~ s\|^$sshdir->{$ENV{'PBPROJ'}}/\|\|;
	1351
	1352	my ($pbrepo) = pb_conf_get("pbrepo");
	1353
	1354	# Repository management
[444]	1355	open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBBUILDDIR'}/pbscript";
[429]	1356	if ($dtype eq "rpm") {
	1357	# Also make a pbscript to generate yum/urpmi bases
	1358	print PBS << "EOF";
[433]	1359	#!/bin/bash
[429]	1360	# Prepare a script to ease yum setup
	1361	cat > $ENV{'PBPROJ'}.repo << EOT
	1362	[$ENV{'PBPROJ'}]
[1080]	1363	name=$ddir $dver $darch - $ENV{'PBPROJ'} Vanilla Packages
[433]	1364	baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
[429]	1365	enabled=1
	1366	gpgcheck=0
	1367	EOT
	1368	chmod 644 $ENV{'PBPROJ'}.repo
	1369
	1370	# Clean up old repo content
	1371	rm -rf headers/ repodata/
	1372	# Create yum repo
	1373	yum-arch .
	1374	# Create repodata
	1375	createrepo .
	1376	EOF
	1377	if ($dfam eq "md") {
	1378	# For Mandriva add urpmi management
	1379	print PBS << "EOF";
	1380	# Prepare a script to ease urpmi setup
	1381	cat > $ENV{'PBPROJ'}.addmedia << EOT
[1003]	1382	urpmi.addmedia $ENV{'PBPROJ'} $pbrepo->{$ENV{'PBPROJ'}}/$repodir with media_info/hdlist.cz
[429]	1383	EOT
	1384	chmod 755 $ENV{'PBPROJ'}.addmedia
	1385
	1386	# Clean up old repo content
[437]	1387	rm -f hdlist.cz synthesis.hdlist.cz
[429]	1388	# Create urpmi repo
[1002]	1389	genhdlist2 --clean .
	1390	if [ \$\? -ne 0 ]; then
	1391	genhdlist .
	1392	fi
[429]	1393	EOF
	1394	}
[484]	1395	if ($ddir eq "fedora") {
	1396	# Extract the spec file to please Fedora maintainers :-(
	1397	print PBS << "EOF";
	1398	for p in $basesrc; do
	1399	echo \$p \| grep -q 'src.rpm'
	1400	if [ \$\? -eq 0 ]; then
	1401	rpm2cpio \$p \| cpio -ivdum --quiet '*.spec'
	1402	fi
	1403	done
	1404	EOF
	1405	}
[1089]	1406	if ($dfam eq "novell") {
	1407	# Add ymp scripts for one-click install on SuSE
	1408	print PBS << "EOF";
	1409	# Prepare a script to ease SuSE one-click install
[1090]	1410	# Cf: http://de.opensuse.org/1-Klick-Installation/ISV
	1411	#
[1089]	1412	cat > $ENV{'PBPROJ'}.ymp << EOT
[1096]	1413	<?xml version="1.0" encoding="utf-8"?>
	1414	<!-- vim: set sw=2 ts=2 ai et: -->
[1089]	1415	<metapackage xmlns:os="http://opensuse.org/Standards/One_Click_Install" xmlns="http://opensuse.org/Standards/One_Click_Install">
	1416	<group><!-- The group of software, typically one for project-builder.org -->
	1417	<name>$ENV{'PBPROJ'} Bundle</name> <!-- Name of the software group -->
	1418	<summary>Software bundle for the $ENV{'PBPROJ'} project</summary> <!--This message is shown to the user and should describe the whole bundle -->
[1095]	1419	<description>This is the summary of the $ENV{'PBPROJ'} Project
[1089]	1420
[1095]	1421	Details are available on a per package basis below
	1422
[1089]	1423	</description><!--This is also shown to the user -->
	1424	<remainSubscribed>false</remainSubscribed> <!-- Don't know what it mean -->
	1425	<repositories><!-- List of needed repositories -->
	1426	<repository>
	1427	<name>$ENV{'PBPROJ'} Repository</name> <!-- Name of the repository -->
	1428	<summary>This repository contains the $ENV{'PBPROJ'} project packages.</summary> <!-- Summary of the repository -->
	1429	<description>This repository contains the $ENV{'PBPROJ'} project packages.</description><!-- This description is shown to the user -->
	1430	<url>$pbrepo->{$ENV{'PBPROJ'}}/$repodir</url><!--URL of repository, which is added -->
	1431	</repository>
	1432	</repositories>
	1433	<software><!-- A List of packages, which should be added through the one-click-installation -->
	1434	EOT
	1435	for p in $basesrc; do
	1436	sum=`rpm -q --qf '%{SUMMARY}' \$p`
[1096]	1437	name=`rpm -q --qf '%{NAME}' \$p`
[1089]	1438	desc=`rpm -q --qf '%{description}' \$p`
	1439	cat >> $ENV{'PBPROJ'}.ymp << EOT
	1440	<item>
[1096]	1441	<name>\$name</name><!-- Name of the package, is shown to the user and used to identify the package at the repository -->
[1089]	1442	<summary>\$sum</summary> <!-- Summary of the package -->
	1443	<description>\$desc</description> <!-- Description, is shown to the user -->
	1444	</item>
	1445	EOT
	1446	done
	1447	cat >> $ENV{'PBPROJ'}.ymp << EOT
	1448	</software>
	1449	</group>
	1450	</metapackage>
	1451	EOT
	1452	chmod 644 $ENV{'PBPROJ'}.ymp
	1453	EOF
	1454	}
[429]	1455	} elsif ($dtype eq "deb") {
	1456	# Also make a pbscript to generate apt bases
[460]	1457	# Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
[465]	1458	my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
[460]	1459	print PBS << "EOF";
[465]	1460	#!/bin/bash
	1461	# Prepare a script to ease apt setup
	1462	cat > $ENV{'PBPROJ'}.sources.list << EOT
	1463	deb $rpd $dver contrib
	1464	deb-src $rpd $dver contrib
[460]	1465	EOT
[465]	1466	chmod 644 $ENV{'PBPROJ'}.sources.list
[460]	1467
	1468	# Prepare a script to create apt info file
[1080]	1469	(cd .. ; for a in i386 amd64 ia64; do mkdir -p dists/$dver/contrib/binary-\$a; dpkg-scanpackages -a\$a $dver/$darch /dev/null \| gzip -c9 > dists/$dver/contrib/binary-\$a/Packages.gz; done; mkdir -p dists/$dver/contrib/source; dpkg-scansources $dver/$darch /dev/null \| gzip -c9 > dists/$dver/contrib/source/Sources.gz)
[484]	1470	#(cd .. ; rm -f dists/$dver/Release ; apt-ftparchive release dists/$dver > dists/$dver/Release; gpg --sign -ba -o dists/$dver/Release.gpg dists/$dver/Release)
[460]	1471	EOF
[586]	1472	} elsif ($dtype eq "ebuild") {
	1473	# make a pbscript to generate links to latest version
	1474	print PBS << "EOF";
	1475	#!/bin/bash
	1476	# Prepare a script to create correct links
	1477	for p in $src; do
	1478	echo \$p \| grep -q '.ebuild'
	1479	if [ \$\? -eq 0 ]; then
	1480	j=`basename \$p`
	1481	pp=`echo \$j \| cut -d'-' -f1`
	1482	ln -sf \$j \$pp.ebuild
	1483	fi
	1484	done
	1485	EOF
[429]	1486	}
	1487	close(PBS);
[444]	1488	chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript";
[90]	1489	} else {
	1490	return;
[22]	1491	}
[239]	1492
[320]	1493	# Useless for VE
	1494	my $nport;
[772]	1495	if ($cmt !~ /^VE/) {
[320]	1496	$nport = $sshport->{$ENV{'PBPROJ'}};
	1497	$nport = "$pbport" if (defined $pbport);
	1498	}
	1499
[136]	1500	# Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
[132]	1501	$tdir =~ s\|\$ENV.+\}/\|\|;
	1502
[883]	1503	my $tm = undef;
	1504	if ($cmt =~ /^VM/) {
	1505	$tm = $vtmout->{$ENV{'PBPROJ'}};
	1506	}
[320]	1507
	1508	# ssh communication if not VE
[349]	1509	# should use a hash instead...
[320]	1510	my ($shcmd,$cpcmd,$cptarget,$cp2target);
[772]	1511	if ($cmt !~ /^VE/) {
[347]	1512	my $keyfile = pb_ssh_get(0);
[435]	1513	$shcmd = "ssh -i $keyfile -q -o UserKnownHostsFile=/dev/null -p $nport $mac";
	1514	$cpcmd = "scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport";
[320]	1515	$cptarget = "$mac:$tdir";
[776]	1516	if ($cmt =~ /^VMbuild/) {
[351]	1517	$cp2target = "$mac:$bdir";
	1518	}
[320]	1519	} else {
	1520	my $tp = $vepath->{$ENV{'PBPROJ'}};
[681]	1521	($odir,$over,$oarch) = split(/-/,$v);
	1522	my $tpdir = "$tp/$odir/$over/$oarch";
	1523	my ($ptr) = pb_conf_get("vetype");
	1524	my $vetype = $ptr->{$ENV{'PBPROJ'}};
	1525	if ($vetype eq "chroot") {
	1526	$shcmd = "sudo chroot $tpdir /bin/su - $mac -c ";
	1527	} elsif ($vetype eq "schroot") {
	1528	$shcmd = "schroot $tp -u $mac -- ";
	1529	}
[971]	1530	$cpcmd = "sudo cp -r ";
[681]	1531	# We need to get the home dir of the target account to deliver in the right place
	1532	open(PASS,"$tpdir/etc/passwd") \|\| die "Unable to open $tpdir/etc/passwd";
	1533	my $homedir = "";
	1534	while (<PASS>) {
	1535	my ($c1,$c2,$c3,$c4,$c5,$c6,$c7) = split(/:/);
	1536	$homedir = $c6 if ($c1 =~ /^$mac$/);
	1537	pb_log(3,"Homedir: $homedir - account: $c6\n");
	1538	}
	1539	close(PASS);
	1540	$cptarget = "$tpdir/$homedir/$tdir";
[773]	1541	if ($cmt eq "VEbuild") {
[681]	1542	$cp2target = "$tpdir/$homedir/$bdir";
	1543	}
	1544	pb_log(2,"On VE using $cptarget as target dir to copy to\n");
[320]	1545	}
	1546
[471]	1547	my $logres = "";
	1548	# Do not touch when just announcing
	1549	if ($cmt ne "Announce") {
[908]	1550	pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' \| bash\"","Preparing $tdir on $cptarget");
[471]	1551	} else {
	1552	$logres = "> ";
	1553	}
[320]	1554	pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
[444]	1555
[681]	1556	# For VE we need to change the owner manually
[772]	1557	if ($cmt =~ /^VE/) {
[681]	1558	pb_system("$shcmd \"sudo chown -R $mac $tdir\"","Adapt owner in $tdir to $mac");
	1559	}
	1560
[908]	1561	pb_system("$shcmd \"echo \'cd $tdir ; if [ -x pbscript ]; then ./pbscript; fi ; rm -f ./pbscript\' \| bash\"","Executing pbscript on $cptarget if needed","verbose");
[772]	1562	if ($cmt =~ /^V[EM]build/) {
[128]	1563	# Get back info on pkg produced, compute their name and get them from the VM
[353]	1564	pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'} $ENV{'PBBUILDDIR'} 2> /dev/null","Get package names in $cp2target");
[681]	1565	# For VE we need to change the owner manually
[772]	1566	if ($cmt eq "VEbuild") {
[681]	1567	pb_system("sudo chown $UID $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}","Adapt owner in $tdir to $UID");
	1568	}
[782]	1569	# return here to avoid breaking the load on VMs/VEs in case of a bad one
	1570	if (not -f "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") {
	1571	pb_log(0,"Problem with VM $v on $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}");
	1572	return;
	1573	}
[353]	1574	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
[118]	1575	my $src = <KEEP>;
	1576	chomp($src);
	1577	close(KEEP);
[131]	1578	$src =~ s/^ *//;
[136]	1579	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$odir/$over");
[320]	1580	# Change pgben to make the next send2target happy
[143]	1581	my $made = "";
[353]	1582	open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") \|\| die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
[136]	1583	foreach my $p (split(/ +/,$src)) {
[139]	1584	my $j = basename($p);
[971]	1585	# For VM we don't want shell expansion to hapen locally but remotely
	1586	my $delim = '\'';
	1587	if ($cmt =~ /^VEbuild/) {
	1588	# For VE we need to support shell expansion locally
	1589	$delim = "";
	1590	}
	1591	pb_system("$cpcmd $cp2target/$delim$p$delim $ENV{'PBBUILDDIR'}/$odir/$over 2> /dev/null","Recovery of package $j in $ENV{'PBBUILDDIR'}/$odir/$over");
[572]	1592	$made="$made $odir/$over/$j"; # if (($dtype ne "rpm") \|\| ($j !~ /.src.rpm$/));
[136]	1593	}
[143]	1594	print KEEP "$made\n";
[139]	1595	close(KEEP);
[320]	1596	pb_system("$shcmd \"rm -rf $tdir $bdir\"","$cmt cleanup");
[355]	1597
[623]	1598	# Sign packages locally
	1599	if ($dtype eq "rpm") {
[1090]	1600	#pb_system("rpm --addsign --define \'_signature gpg\' --define \'_gpg_name \"$ENV{'PBPACKAGER'}\"\' --define \'__gpg_sign_cmd /usr/bin/gpg --batch --no-verbose --no-armor --no-tty --no-secmem-warning -sbo %{__signature_filename} %{__plaintext_filename} --use-agent\' $made","Signing RPM packages packages");
[623]	1601	} elsif ($dtype eq "deb") {
[626]	1602	#pb_system("debsign $made","Signing DEB packages");
[623]	1603	} else {
[913]	1604	pb_log(0,"I don't know yet how to sign packages for type $dtype.\nPlease give feedback to dev team\n");
[623]	1605	}
	1606
[355]	1607	# We want to send them to the ssh account so overwrite what has been done before
	1608	undef $pbaccount;
[357]	1609	pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
[355]	1610	pb_send2target("Packages",$odir."-".$over."-".$oarch,$vmexist,$vmpid);
[141]	1611	pb_rm_rf("$ENV{'PBBUILDDIR'}/$odir");
[108]	1612	}
[442]	1613	pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
[772]	1614	if ((! $vmexist) && ($cmt =~ /^VM/)) {
[748]	1615	# If in setupvm then takes a snapshot just before halting
	1616	if ($snapme != 0) {
	1617	my ($vmmonport,$vmtype) = pb_conf_get("vmmonport","vmtype");
	1618	# For monitoring control
	1619	if ((($vmtype->{$ENV{'PBPROJ'}}) eq "kvm") \|\| (($vmtype->{$ENV{'PBPROJ'}}) eq "qemu")) {
[804]	1620	require Net::Telnet;
[776]	1621	my $t = new Net::Telnet (Timeout => 120, Host => "localhost", Port => $vmmonport->{$ENV{'PBPROJ'}}) \|\| die "Unable to dialog on the monitor";
[748]	1622	# move to monitor mode
	1623	my @lines = $t->cmd("c");
	1624	# Create a snapshot named pb
	1625	@lines = $t->cmd("savevm pb");
	1626	# Write the new status in the VM
	1627	@lines = $t->cmd("commit all");
	1628	# End
	1629	@lines = $t->cmd("quit");
	1630	}
	1631	}
[914]	1632	my $hoption = "-p";
[1091]	1633	my $hpath = "/sbin";
	1634	# Solaris doesn't support -h and has halt elsewhere
	1635	if ($dtype eq "pkg") {
	1636	$hoption = "" ;
	1637	$hpath = "/usr/sbin";
	1638	}
	1639	pb_system("$shcmd \"sudo $hpath/halt $hoption \"; sleep $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' \| bash ; sleep 10","VM $v halt (pid $vmpid)");
[442]	1640	}
[772]	1641	if (($cmt =~ /^VE/) && ($snapme != 0)) {
[752]	1642	($odir,$over,$oarch) = split(/-/,$v);
	1643	my $tpdir = "$vepath->{$ENV{'PBPROJ'}}/$odir/$over/$oarch";
[754]	1644	pb_system("sudo tar cz -f $vepath->{$ENV{'PBPROJ'}}/$odir-$over-$oarch.tar.gz -C $tpdir .","Creating a snapshot of $tpdir");
[752]	1645	}
[9]	1646	}
[16]	1647
[320]	1648	sub pb_script2v {
[142]	1649	my $pbscript=shift;
[320]	1650	my $vtype=shift;
[748]	1651	my $pbforce=shift \|\| 0; # Force stop of VM. Default not
[442]	1652	my $vm1=shift \|\| undef; # Only that VM to treat
[751]	1653	my $snapme=shift \|\| 0; # Do we have to create a snapshot
[442]	1654	my $vm;
	1655	my $all;
[141]	1656
[767]	1657	pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$pbforce,".Dumper($vm1).",$snapme)\n");
[141]	1658	# Prepare the script to be executed on the VM
	1659	# in $ENV{'PBDESTDIR'}/pbscript
[142]	1660	if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript")) {
	1661	copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
	1662	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
	1663	}
[141]	1664
[442]	1665	if (not defined $vm1) {
[772]	1666	($vm,$all) = pb_get2v($vtype);
[442]	1667	} else {
	1668	@$vm = ($vm1);
	1669	}
[320]	1670	my ($vmexist,$vmpid) = (undef,undef);
[142]	1671
[141]	1672	foreach my $v (@$vm) {
[968]	1673	# Launch VM/VE
	1674	($vmexist,$vmpid) = pb_launchv($vtype,$v,0,$snapme,$pbsnap);
[755]	1675
[320]	1676	if ($vtype eq "vm") {
[442]	1677	pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
[141]	1678
[320]	1679	# Skip that VM if something went wrong
[442]	1680	next if (($vmpid == 0) && ($vmexist == 0));
	1681
	1682	# If force stopping the VM then reset vmexist
[748]	1683	if ($pbforce == 1) {
[442]	1684	$vmpid = $vmexist;
	1685	$vmexist = 0;
	1686	}
[670]	1687	} else {
	1688	#VE
	1689	$vmexist = 0;
	1690	$vmpid = 0;
[320]	1691	}
[274]	1692
[142]	1693	# Gather all required files to send them to the VM
[320]	1694	# and launch the build through pbscript
[442]	1695	pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
[748]	1696	pb_send2target(uc($vtype)."Script","$v",$vmexist,$vmpid,$snapme);
[169]	1697
[142]	1698	}
	1699	}
	1700
[320]	1701	sub pb_launchv {
	1702	my $vtype = shift;
	1703	my $v = shift;
[755]	1704	my $create = shift \|\| 0; # By default do not create a VM/VE
	1705	my $snapme = shift \|\| 0; # By default do not snap a VM/VE
[773]	1706	my $usesnap = shift \|\| 1; # By default study the usage of the snapshot feature of VM/VE
[310]	1707
[773]	1708	# If creation or snapshot creation mode, no snapshot usable
	1709	if (($create == 1) \|\| ($snapme == 1)) {
	1710	$usesnap = 0;
	1711	}
	1712
	1713	pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create,$snapme,$usesnap)\n");
[320]	1714	die "No VM/VE defined, unable to launch" if (not defined $v);
	1715	# Keep only the first VM in case many were given
	1716	$v =~ s/,.*//;
[310]	1717
[500]	1718	my $arch = pb_get_arch();
[310]	1719
[320]	1720	# Launch the VMs/VEs
	1721	if ($vtype eq "vm") {
	1722	die "-i iso parameter needed" if (((not defined $iso) \|\| ($iso eq "")) && ($create != 0));
[310]	1723
[940]	1724	# TODO: vmmonport should be optional
[1072]	1725	my ($ptr,$ptr2,$vmpath,$vmport,$vmsize,$vmmonport) = pb_conf_get("vmtype","vmcmd","vmpath","vmport","vmsize","vmmonport");
[748]	1726	my ($vmopt,$vmtmout,$vmsnap) = pb_conf_get_if("vmopt","vmtmout","vmsnap");
[320]	1727
	1728	my $vmtype = $ptr->{$ENV{'PBPROJ'}};
[1072]	1729	my $vmcmd = $ptr2->{$ENV{'PBPROJ'}};
[320]	1730	if (not defined $ENV{'PBVMOPT'}) {
	1731	$ENV{'PBVMOPT'} = "";
[310]	1732	}
[639]	1733	# Save the current status for later restoration
	1734	$ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
[483]	1735	# Set a default timeout of 2 minutes
	1736	if (not defined $ENV{'PBVMTMOUT'}) {
	1737	$ENV{'PBVMTMOUT'} = "120";
	1738	}
	1739	if (defined $vmopt->{$v}) {
	1740	$ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
	1741	} elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
[320]	1742	$ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
	1743	}
[773]	1744
	1745	# Are we allowed to use snapshot feature
	1746	if ($usesnap == 1) {
[748]	1747	if ((defined $vmsnap->{$v}) && ($vmsnap->{$v} =~ /true/i)) {
[1070]	1748	$ENV{'PBVMOPT'} .= " -snapshot";
[748]	1749	} elsif ((defined $vmsnap->{$ENV{'PBPROJ'}}) && ($vmsnap->{$ENV{'PBPROJ'}} =~ /true/i)) {
[1070]	1750	$ENV{'PBVMOPT'} .= " -snapshot";
[748]	1751	} elsif ($pbsnap eq 1) {
[1070]	1752	$ENV{'PBVMOPT'} .= " -snapshot";
[748]	1753	}
[767]	1754	}
	1755	if ($snapme != 0) {
[748]	1756	if (($vmtype eq "kvm") \|\| ($vmtype eq "qemu")) {
	1757	# Configure the monitoring to automize the creation of the 'pb' snapshot
[1070]	1758	$ENV{'PBVMOPT'} .= " -serial mon:telnet::$vmmonport->{$ENV{'PBPROJ'}},server,nowait";
[773]	1759	# In that case no snapshot call needed
[1070]	1760	$ENV{'PBVMOPT'} =~ s/ -snapshot//;
[748]	1761	}
	1762	}
[483]	1763	if (defined $vmtmout->{$v}) {
	1764	$ENV{'PBVMTMOUT'} = $vmtmout->{$v};
	1765	} elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
	1766	$ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
	1767	}
[320]	1768	my $nport = $vmport->{$ENV{'PBPROJ'}};
	1769	$nport = "$pbport" if (defined $pbport);
	1770
	1771	my $cmd;
	1772	my $vmm; # has to be used for pb_check_ps
[677]	1773	if (($vmtype eq "qemu") \|\| ($vmtype eq "kvm")) {
	1774	$vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
[792]	1775	if (($create != 0) \|\| (defined $iso)) {
[677]	1776	$ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
[320]	1777	}
[748]	1778	# Always redirect the network and always try to use a 'pb' snapshot
	1779	$cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 -loadvm pb $vmm"
[320]	1780	} elsif ($vmtype eq "xen") {
	1781	} elsif ($vmtype eq "vmware") {
[310]	1782	} else {
[320]	1783	die "VM of type $vmtype not supported. Report to the dev team";
[310]	1784	}
[639]	1785	# Restore the ENV VAR Value
[641]	1786	$ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
[639]	1787
[320]	1788	my ($tmpcmd,$void) = split(/ +/,$cmd);
	1789	my $vmexist = pb_check_ps($tmpcmd,$vmm);
	1790	my $vmpid = 0;
	1791	if (! $vmexist) {
	1792	if ($create != 0) {
[653]	1793	die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
[677]	1794	if (($vmtype eq "qemu") \|\| ($vmtype eq "xen") \|\| ($vmtype eq "kvm")) {
[320]	1795	pb_system("/usr/bin/qemu-img create -f qcow2 $vmm $vmsize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
	1796	} elsif ($vmtype eq "vmware") {
	1797	} else {
	1798	}
	1799	}
	1800	if (! -f "$vmm") {
	1801	pb_log(0,"Unable to find VM $vmm\n");
	1802	} else {
	1803	pb_system("$cmd &","Launching the VM $vmm");
[483]	1804	pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up");
[320]	1805	$vmpid = pb_check_ps($tmpcmd,$vmm);
[357]	1806	pb_log(0,"VM $vmm launched (pid $vmpid)\n");
[320]	1807	}
[310]	1808	} else {
[320]	1809	pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
[310]	1810	}
[442]	1811	pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
[320]	1812	return($vmexist,$vmpid);
	1813	# VE here
[310]	1814	} else {
[320]	1815	# Get distro context
	1816	my ($name,$ver,$darch) = split(/-/,$v);
	1817	chomp($darch);
[1064]	1818	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf) = pb_distro_init($name,$ver,$darch);
[142]	1819
[963]	1820	# Get VE context
[1015]	1821	my ($ptr,$vepath) = pb_conf_get("vetype","vepath");
[963]	1822	my $vetype = $ptr->{$ENV{'PBPROJ'}};
	1823
	1824	# We can probably only get those params now we have the distro context
[1037]	1825	my ($rbsb4pi,$rbspi,$vesnap,$oscodename,$osmindep,$verebuild,$rbsmirrorsrv) = pb_conf_get_if("rbsb4pi","rbspi","vesnap","oscodename","osmindep","verebuild","rbsmirrorsrv");
[963]	1826
[1029]	1827	# We need to avoid umask propagation to the VE
	1828	umask 0022;
	1829
[681]	1830	if (($vetype eq "chroot") \|\| ($vetype eq "schroot")) {
[320]	1831	# Architecture consistency
	1832	if ($arch ne $darch) {
[721]	1833	die "Unable to launch a VE of architecture $darch on a $arch platform" if (($darch eq "x86_64") && ($arch =~ /i?86/));
[320]	1834	}
[142]	1835
[940]	1836	my ($verpmtype,$vedebtype) = pb_conf_get("verpmtype","vedebtype");
[987]	1837	if (($create != 0) \|\| ((defined $verebuild) && ($verebuild->{$ENV{'PBPROJ'}} =~ /true/i)) \|\| ($pbforce == 1)) {
[1030]	1838	my ($rbsopt1) = pb_conf_get_if("rbsopt");
	1839
[320]	1840	# We have to rebuild the chroot
	1841	if ($dtype eq "rpm") {
[670]	1842
[1027]	1843	# Which tool is used
[964]	1844	my $verpmstyle = $verpmtype->{$ENV{'PBPROJ'}};
[1027]	1845
	1846	# Get potential rbs option
	1847	my $rbsopt = "";
	1848	if (defined $rbsopt1) {
	1849	if (defined $rbsopt1->{$verpmstyle}) {
	1850	$rbsopt = $rbsopt1->{$verpmstyle};
	1851	} elsif (defined $rbsopt1->{$ENV{'PBPROJ'}}) {
	1852	$rbsopt = $rbsopt1->{$ENV{'PBPROJ'}};
	1853	} else {
	1854	$rbsopt = "";
	1855	}
	1856	}
	1857
[986]	1858	my $postinstall = pb_get_postinstall($ddir,$dver,$darch,$rbspi,$verpmstyle);
[670]	1859	if ($verpmstyle eq "rinse") {
[749]	1860	# Need to reshape the mirrors generated with local before-post-install script
	1861	my $b4post = "--before-post-install ";
[986]	1862	my $postparam = pb_distro_get_param($ddir,$dver,$darch,$rbsb4pi);
[670]	1863	if ($postparam eq "") {
[749]	1864	$b4post = "";
	1865	} else {
	1866	$b4post .= $postparam;
	1867	}
[670]	1868
	1869	# Need to reshape the package list for pb
	1870	my $addpkgs;
[940]	1871	$postparam = "";
	1872	$postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
[987]	1873	if ($postparam eq "") {
[670]	1874	$addpkgs = "";
	1875	} else {
	1876	my $pkgfile = "$ENV{'PBTMP'}/addpkgs.lis";
	1877	open(PKG,"> $pkgfile") \|\| die "Unable to create $pkgfile";
	1878	foreach my $p (split(/,/,$postparam)) {
	1879	print PKG "$p\n";
	1880	}
	1881	close(PKG);
	1882	$addpkgs = "--add-pkg-list $pkgfile";
	1883	}
[940]	1884
[681]	1885	my $rinseverb = "";
	1886	$rinseverb = "--verbose" if ($pbdebug gt 0);
[1015]	1887	my ($rbsconf) = pb_conf_get("rbsconf");
[670]	1888
[1027]	1889	pb_system("sudo /usr/sbin/rinse --directory \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" --arch \"$darch\" --distribution \"$ddir-$dver\" --config \"$rbsconf->{$ENV{'PBPROJ'}}\" $b4post $postinstall $rbsopt $addpkgs $rinseverb","Creating the rinse VE for $ddir-$dver ($darch)", "verbose");
[974]	1890	} elsif ($verpmstyle eq "rpmbootstrap") {
	1891	my $rbsverb = "";
[1032]	1892	foreach my $i (1..$pbdebug) {
	1893	$rbsverb .= " -v";
	1894	}
[991]	1895	my $addpkgs = "";
	1896	my $postparam = "";
	1897	$postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
	1898	if ($postparam eq "") {
	1899	$addpkgs = "";
	1900	} else {
	1901	$addpkgs = "-a $postparam";
	1902	}
[1027]	1903	pb_system("sudo /usr/bin/rpmbootstrap $rbsopt $postinstall $addpkgs $ddir-$dver-$darch $rbsverb","Creating the rpmbootstrap VE for $ddir-$dver ($darch)", "verbose");
[670]	1904	} elsif ($verpmstyle eq "mock") {
[1015]	1905	my ($rbsconf) = pb_conf_get("rbsconf");
[1027]	1906	pb_system("sudo /usr/sbin/mock --init --resultdir=\"/tmp\" --configdir=\"$rbsconf->{$ENV{'PBPROJ'}}\" -r $v $rbsopt","Creating the mock VE for $ddir-$dver ($darch)");
[670]	1907	# Once setup we need to install some packages, the pb account, ...
[986]	1908	pb_system("sudo /usr/sbin/mock --install --configdir=\"$rbsconf->{$ENV{'PBPROJ'}}\" -r $v su","Configuring the mock VE");
[964]	1909	} else {
	1910	die "Unknown verpmtype type $verpmstyle. Report to dev team";
[658]	1911	}
[320]	1912	} elsif ($dtype eq "deb") {
[964]	1913	my $vedebstyle = $vedebtype->{$ENV{'PBPROJ'}};
[1036]	1914
[940]	1915	my $codename = pb_distro_get_param($ddir,$dver,$darch,$oscodename);
	1916	my $postparam = "";
	1917	my $addpkgs;
	1918	$postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
[987]	1919	if ($postparam eq "") {
[940]	1920	$addpkgs = "";
	1921	} else {
	1922	$addpkgs = "--include $postparam";
	1923	}
[1036]	1924	my $debmir = "";
	1925	$debmir .= pb_distro_get_param($ddir,$dver,$darch,$rbsmirrorsrv);
[940]	1926
[1030]	1927	# Get potential rbs option
	1928	my $rbsopt = "";
	1929	if (defined $rbsopt1) {
	1930	if (defined $rbsopt1->{$vedebstyle}) {
	1931	$rbsopt = $rbsopt1->{$vedebstyle};
	1932	} elsif (defined $rbsopt1->{$ENV{'PBPROJ'}}) {
	1933	$rbsopt = $rbsopt1->{$ENV{'PBPROJ'}};
	1934	} else {
	1935	$rbsopt = "";
	1936	}
	1937	}
	1938
[940]	1939	# debootstrap works with amd64 not x86_64
[968]	1940	my $debarch = $darch;
	1941	$debarch = "amd64" if ($darch eq "x86_64");
[940]	1942	if ($vedebstyle eq "debootstrap") {
[964]	1943	my $dbsverb = "";
	1944	$dbsverb = "--verbose" if ($pbdebug gt 0);
	1945
[1030]	1946	# Some perl modules are in Universe on Ubuntu
	1947	$rbsopt .= " --components=main,universe" if ($ddir eq "ubuntu");
	1948
[1036]	1949	pb_system("sudo /usr/sbin/debootstrap $dbsverb $rbsopt --arch=$debarch $addpkgs $codename \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" $debmir","Creating the debootstrap VE for $ddir-$dver ($darch)", "verbose");
[968]	1950	# debootstrap doesn't create an /etc/hosts file
	1951	if (! -f "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch/etc/hosts" ) {
	1952	pb_system("sudo cp /etc/hosts $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch/etc/hosts");
	1953	}
[964]	1954	} else {
	1955	die "Unknown vedebtype type $vedebstyle. Report to dev team";
[940]	1956	}
[320]	1957	} elsif ($dtype eq "ebuild") {
	1958	die "Please teach the dev team how to build gentoo chroot";
	1959	} else {
	1960	die "Unknown distribution type $dtype. Report to dev team";
	1961	}
[310]	1962	}
[1027]	1963	# Fix modes to allow access to the VE for pb user
	1964	pb_system("sudo chmod 755 $vepath->{$ENV{'PBPROJ'}}/$ddir $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch","Fixing permissions");
	1965
[755]	1966	# Test if an existing snapshot exists and use it if appropriate
	1967	# And also use it of no local extracted VE is present
	1968	if ((-f "$vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz") &&
	1969	(((defined $vesnap->{$v}) && ($vesnap->{$v} =~ /true/i)) \|\|
	1970	((defined $vesnap->{$ENV{'PBPROJ'}}) && ($vesnap->{$ENV{'PBPROJ'}} =~ /true/i)) \|\|
	1971	($pbsnap eq 1) \|\|
	1972	(! -d "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch"))) {
[769]	1973	pb_system("sudo rm -rf $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch ; sudo mkdir -p $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch ; sudo tar xz -C $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch -f $vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz","Extracting snapshot of $ddir-$dver-$darch.tar.gz under $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch");
[755]	1974	}
[320]	1975	# Nothing more to do for VE. No real launch
[274]	1976	} else {
[320]	1977	die "VE of type $vetype not supported. Report to the dev team";
[262]	1978	}
[141]	1979	}
	1980	}
[142]	1981
[639]	1982	# Return string for date synchro
[772]	1983	sub pb_date2v {
[639]	1984
	1985	my $vtype = shift;
[652]	1986	my $v = shift;
[639]	1987
[986]	1988	my ($ntp) = pb_conf_get_if($vtype."ntp");
	1989	my $vntp = $ntp->{$ENV{'PBPROJ'}} if (defined $ntp);
[639]	1990	my $ntpline;
	1991
	1992	if (defined $vntp) {
[652]	1993	my ($ntpcmd) = pb_conf_get($vtype."ntpcmd");
	1994	my $vntpcmd;
	1995	if (defined $ntpcmd->{$v}) {
	1996	$vntpcmd = $ntpcmd->{$v};
[727]	1997	} elsif (defined $ntpcmd->{$ENV{'PBPROJ'}}) {
[652]	1998	$vntpcmd = $ntpcmd->{$ENV{'PBPROJ'}};
	1999	} else {
	2000	$vntpcmd = "/bin/true";
	2001	}
	2002	$ntpline = "sudo $vntpcmd $vntp";
[639]	2003	} else {
	2004	$ntpline = undef;
	2005	}
	2006	# Force new date to be in the future compared to the date
	2007	# of the host by adding 1 minute
	2008	my @date=pb_get_date();
	2009	$date[1]++;
	2010	my $upddate = strftime("%m%d%H%M%Y", @date);
	2011	my $dateline = "sudo date $upddate";
	2012	return($ntpline,$dateline);
	2013	}
	2014
[320]	2015	sub pb_build2v {
[118]	2016
[320]	2017	my $vtype = shift;
[772]	2018	my $action = shift \|\| "build";
[142]	2019
[772]	2020	my ($v,$all) = pb_get2v($vtype);
[320]	2021
	2022	# Send tar files when we do a global generation
[772]	2023	pb_build2ssh() if (($all == 1) && ($action eq "build"));
[320]	2024
	2025	my ($vmexist,$vmpid) = (undef,undef);
	2026
	2027	foreach my $v (@$v) {
[652]	2028	# Prepare the script to be executed on the VM/VE
	2029	# in $ENV{'PBDESTDIR'}/pbscript
	2030	open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
	2031	print SCRIPT "#!/bin/bash\n";
[721]	2032
	2033	# Transmit the verbosity level to the virtual env/mach.
	2034	my $verbose = "";
	2035	my $i = 0; # minimal debug level
	2036	while ($i lt $pbdebug) {
	2037	$verbose .= "-v ";
	2038	$i++;
	2039	}
	2040	# Activate script verbosity if at least 2 for pbdebug
	2041	print SCRIPT "set -x\n" if ($i gt 1);
	2042	# Quiet if asked to be so on the original system
	2043	$verbose = "-q" if ($pbdebug eq -1);
	2044
[652]	2045	print SCRIPT "echo ... Execution needed\n";
	2046	print SCRIPT "# This is in directory delivery\n";
	2047	print SCRIPT "# Setup the variables required for building\n";
	2048	print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
[686]	2049
[772]	2050	if ($action eq "build") {
	2051	print SCRIPT "# Preparation for pb\n";
	2052	print SCRIPT "mv .pbrc \$HOME\n";
	2053	print SCRIPT "cd ..\n";
	2054	}
	2055
[686]	2056	# VE needs a good /proc
[687]	2057	if ($vtype eq "ve") {
[686]	2058	print SCRIPT "sudo mount -t proc /proc /proc\n";
	2059	}
[652]	2060
[772]	2061	my ($ntpline,$dateline) = pb_date2v($vtype,$v);
[652]	2062	print SCRIPT "# Time sync\n";
[725]	2063	print SCRIPT "echo 'setting up date with '";
[652]	2064	if (defined $ntpline) {
[725]	2065	print SCRIPT "echo $ntpline\n";
[652]	2066	print SCRIPT "$ntpline\n";
	2067	} else {
[725]	2068	print SCRIPT "echo $dateline\n";
[652]	2069	print SCRIPT "$dateline\n";
	2070	}
[721]	2071	# Use potential local proxy declaration in case we need it to download repo, pkgs, ...
	2072	if (defined $ENV{'http_proxy'}) {
	2073	print SCRIPT "export http_proxy=\"$ENV{'http_proxy'}\"\n";
	2074	}
[652]	2075
[721]	2076	if (defined $ENV{'ftp_proxy'}) {
	2077	print SCRIPT "export ftp_proxy=\"$ENV{'ftp_proxy'}\"\n";
[652]	2078	}
	2079
[772]	2080	# Get list of packages to build/test and get some ENV vars as well
	2081	my $ptr = pb_get_pkg();
	2082	@pkgs = @$ptr;
	2083	my $p = join(' ',@pkgs) if (@pkgs);
	2084	print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
	2085	print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
	2086	print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
[721]	2087
	2088	# We may need to do some other tasks before building. Read a script here to finish setup
[772]	2089	if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".pre") {
	2090	print SCRIPT "# Special pre-instructions to be launched\n";
	2091	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".pre");
[721]	2092	}
	2093
[772]	2094	if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre") {
	2095	print SCRIPT "# Special pre-$action instructions to be launched\n";
	2096	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre");
	2097	}
	2098
	2099	print SCRIPT "# $action\n";
	2100	print SCRIPT "echo $action"."ing packages on $vtype...\n";
	2101
	2102	if (($action eq "test") && (! -x "$ENV{'PBDESTDIR'}/pbtest")) {
	2103	die "No test script ($ENV{'PBDESTDIR'}/pbtest) found when in test mode. Aborting ...";
	2104	}
	2105	print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} $action"."2pkg $p\n";
	2106
[687]	2107	if ($vtype eq "ve") {
[686]	2108	print SCRIPT "sudo umount /proc\n";
	2109	}
[721]	2110
	2111	# We may need to do some other tasks after building. Read a script here to exit properly
[772]	2112	if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.post") {
	2113	print SCRIPT "# Special post-$action instructions to be launched\n";
	2114	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.post");
[721]	2115	}
	2116
[772]	2117	if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".post") {
	2118	print SCRIPT "# Special post-instructions to be launched\n";
	2119	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".post");
	2120	}
	2121
[652]	2122	close(SCRIPT);
	2123	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
	2124
[755]	2125	# Launch the VM/VE
	2126	($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
	2127
[320]	2128	if ($vtype eq "vm") {
[274]	2129	# Skip that VM if it something went wrong
	2130	next if (($vmpid == 0) && ($vmexist == 0));
[658]	2131	} else {
	2132	# VE
	2133	$vmexist = 0;
	2134	$vmpid = 0;
[118]	2135	}
[320]	2136	# Gather all required files to send them to the VM/VE
[347]	2137	# and launch the build through pbscript
[357]	2138	pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
[772]	2139	pb_send2target(uc($vtype).$action,"$v",$vmexist,$vmpid);
[105]	2140	}
[320]	2141	}
[105]	2142
[262]	2143
[739]	2144	sub pb_clean {
	2145
	2146	my $sleep=10;
	2147	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
	2148	die "Unable to get env var PBBUILDDIR" if (not defined $ENV{'PBBUILDDIR'});
	2149	pb_log(0,"We will now wait $sleep s before removing both directories\n$ENV{'PBDESTDIR'} and $ENV{'PBBUILDDIR'}.\nPlease break me if this is wrong\n");
	2150	sleep $sleep;
	2151	pb_rm_rf($ENV{'PBDESTDIR'});
	2152	pb_rm_rf($ENV{'PBBUILDDIR'});
	2153	}
	2154
[199]	2155	sub pb_newver {
	2156
[204]	2157	die "-V Version parameter needed" if ((not defined $newver) \|\| ($newver eq ""));
[340]	2158
[366]	2159	# Need this call for PBDIR
	2160	my ($scheme2,$uri) = pb_cms_init($pbinit);
[361]	2161
[898]	2162	my ($pbconf,$pburl) = pb_conf_get("pbconfurl","pburl");
[366]	2163	$uri = $pbconf->{$ENV{'PBPROJ'}};
	2164	my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
	2165
[361]	2166	# Checking CMS repositories status
[366]	2167	($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
[340]	2168
	2169	if ($scheme !~ /^svn/) {
[199]	2170	die "Only SVN is supported at the moment";
	2171	}
[483]	2172
[358]	2173	my $res = pb_cms_isdiff($scheme,$ENV{'PBROOTDIR'});
[361]	2174	die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
[358]	2175
	2176	$res = pb_cms_isdiff($scheme2,$ENV{'PBDIR'});
[361]	2177	die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
[358]	2178
	2179	# Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
	2180	# we want to get for the root of the new URL
	2181
	2182	my $tmp = $ENV{'PBROOTDIR'};
	2183	$tmp =~ s\|^$ENV{'PBCONFDIR'}\|\|;
	2184
	2185	my $newurl = "$uri/".dirname($tmp)."/$newver";
[366]	2186	# Should probably use projver in the old file
	2187	my $oldver= basename($tmp);
[361]	2188
[366]	2189	# Duplicate and extract project-builder part
[361]	2190	pb_log(2,"Copying $uri/$tmp to $newurl\n");
[366]	2191	pb_cms_copy($scheme,"$uri/$tmp",$newurl);
	2192	pb_log(2,"Checkout $newurl to $ENV{'PBROOTDIR'}/../$newver\n");
[383]	2193	pb_cms_up($scheme,"$ENV{'PBCONFDIR'}/..");
[361]	2194
[366]	2195	# Duplicate and extract project
	2196	my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/".dirname($tmp)."/$newver";
	2197
	2198	pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$tmp to $newurl2\n");
[632]	2199	pb_cms_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$tmp",$newurl2);
[366]	2200	pb_log(2,"Checkout $newurl2 to $ENV{'PBDIR'}/../$newver\n");
[632]	2201	pb_cms_up($scheme2,"$ENV{'PBDIR'}/..");
[366]	2202
[361]	2203	# Update the .pb file
[358]	2204	open(FILE,"$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb") \|\| die "Unable to open $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb";
	2205	open(OUT,"> $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new") \|\| die "Unable to write to $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new";
[208]	2206	while(<FILE>) {
[361]	2207	s/^projver\s+$ENV{'PBPROJ'}\s=\s$oldver/projver $ENV{'PBPROJ'} = $newver/;
	2208	pb_log(0,"Changing projver from $oldver to $newver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^projver\s+$ENV{'PBPROJ'}\s=\s$oldver/);
[897]	2209	pb_log(0,"Commenting testver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
[361]	2210	s/^testver/#testver/;
[211]	2211	print OUT $_;
[1066]	2212	pb_log(0,"Please check delivery ($_) in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^delivery/);
[208]	2213	}
	2214	close(FILE);
[211]	2215	close(OUT);
[358]	2216	rename("$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb");
[363]	2217
[479]	2218	# Checking pbcl files
	2219	foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
[590]	2220	# Compute new pbcl file
	2221	my $f2 = $f;
	2222	$f2 =~ s\|$ENV{'PBROOTDIR'}\|$ENV{'PBROOTDIR'}/../$newver/\|;
[479]	2223	open(PBCL,$f) \|\| die "Unable to open $f";
	2224	my $foundnew = 0;
	2225	while (<PBCL>) {
	2226	$foundnew = 1 if (/^$newver \(/);
	2227	}
	2228	close(PBCL);
[590]	2229	open(OUT,"> $f2") \|\| die "Unable to write to $f2: $!";
[479]	2230	open(PBCL,$f) \|\| die "Unable to open $f";
	2231	while (<PBCL>) {
[480]	2232	print OUT "$_" if (not /^$oldver \(/);
[479]	2233	if ((/^$oldver \(/) && ($foundnew == 0)) {
	2234	print OUT "$newver ($pbdate)\n";
	2235	print OUT "- TBD\n";
	2236	print OUT "\n";
[590]	2237	pb_log(0,"WARNING: version $newver not found in $f so added to $f2...\n") if ($foundnew == 0);
[479]	2238	}
	2239	}
	2240	close(OUT);
	2241	close(PBCL);
	2242	}
	2243
[358]	2244	pb_log(2,"Checkin $ENV{'PBROOTDIR'}/../$newver\n");
[452]	2245	pb_cms_checkin($scheme,"$ENV{'PBROOTDIR'}/../$newver",undef);
[199]	2246	}
	2247
[293]	2248	#
[320]	2249	# Return the list of VMs/VEs we are working on
[105]	2250	# $all is a flag to know if we return all of them
	2251	# or only some (if all we publish also tar files in addition to pkgs
	2252	#
[772]	2253	sub pb_get2v {
[91]	2254
[320]	2255	my $vtype = shift;
	2256	my @v;
[105]	2257	my $all = 0;
[320]	2258	my $vlist;
	2259	my $pbv = 'PBV';
[91]	2260
[320]	2261	if ($vtype eq "vm") {
	2262	$vlist = "vmlist";
	2263	} elsif ($vtype eq "ve") {
	2264	$vlist = "velist";
	2265	}
	2266	# Get VM/VE list
	2267	if ((not defined $ENV{$pbv}) \|\| ($ENV{$pbv} =~ /^all$/)) {
	2268	my ($ptr) = pb_conf_get($vlist);
	2269	$ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
[105]	2270	$all = 1;
[91]	2271	}
[320]	2272	pb_log(2,"$vtype: $ENV{$pbv}\n");
	2273	@v = split(/,/,$ENV{$pbv});
	2274	return(\@v,$all);
[91]	2275	}
	2276
[320]	2277	# Function to create a potentialy missing pb account on the VM/VE, and adds it to sudo
	2278	# Needs to use root account to connect to the VM/VE
	2279	# pb will take your local public SSH key to access
[346]	2280	# the pb account in the VM later on if needed
[772]	2281	sub pb_setup2v {
[320]	2282
	2283	my $vtype = shift;
	2284
[772]	2285	my ($vm,$all) = pb_get2v($vtype);
[353]	2286
[346]	2287	# Script generated
	2288	my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
[320]	2289
[652]	2290	foreach my $v (@$vm) {
	2291	# Deal with date sync.
[772]	2292	my ($ntpline,$dateline) = pb_date2v($vtype,$v);
[639]	2293
[891]	2294	# Get distro context
	2295	my ($name,$ver,$darch) = split(/-/,$v);
	2296	chomp($darch);
[1064]	2297	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd) = pb_distro_init($name,$ver,$darch);
[891]	2298
[353]	2299	# Name of the account to deal with for VM/VE
	2300	# Do not use the one passed potentially with -a
	2301	my ($pbac) = pb_conf_get($vtype."login");
[354]	2302	my ($key,$zero0,$zero1,$zero2);
[639]	2303	my ($vmexist,$vmpid);
[346]	2304
[681]	2305	# Prepare the script to be executed on the VM/VE
	2306	# in $ENV{'PBDESTDIR'}/setupv
	2307	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
	2308
	2309	print SCRIPT << 'EOF';
	2310	#!/usr/bin/perl -w
	2311
	2312	use strict;
	2313	use File::Copy;
	2314
	2315	# We should not need in this script more functions than what is provided
	2316	# by Base and Distribution to avoid problems at exec time.
	2317	# They are appended at the end.
	2318
	2319	our $pbdebug;
	2320	our $pbLOG;
	2321	our $pbsynmsg = "pbscript";
	2322	our $pbdisplaytype = "text";
	2323	our $pblocale = "";
	2324	pb_log_init($pbdebug, $pbLOG);
	2325	pb_temp_init();
	2326
	2327	EOF
	2328
[773]	2329	# Launch the VM/VE - Usage of snapshot disabled
	2330	($vmexist,$vmpid) = pb_launchv($vtype,$v,0,0,0);
[755]	2331
[353]	2332	if ($vtype eq "vm") {
	2333	# Prepare the key to be used and transfered remotely
	2334	my $keyfile = pb_ssh_get(1);
	2335
[517]	2336	my ($vmhost,$vmport,$vmntp) = pb_conf_get("vmhost","vmport","vmntp");
[353]	2337	my $nport = $vmport->{$ENV{'PBPROJ'}};
	2338	$nport = "$pbport" if (defined $pbport);
[347]	2339
[353]	2340	# Skip that VM if something went wrong
[442]	2341	next if (($vmpid == 0) && ($vmexist == 0));
[353]	2342
[354]	2343	# Store the pub key part in a variable
	2344	open(FILE,"$keyfile.pub") \|\| die "Unable to open $keyfile.pub";
	2345	($zero0,$zero1,$zero2) = split(/ /,<FILE>);
	2346	close(FILE);
	2347
	2348	$key = "\Q$zero1";
	2349
[940]	2350	pb_system("cat $keyfile.pub \| ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys ; if [ -x /usr/bin/chcon ]; then /usr/bin/chcon -Rt home_ssh_t .ssh 2> /dev/null; fi\"","Copying local keys to $vtype. This may require the root password");
[353]	2351	# once this is done, we can do what we want on the VM remotely
[681]	2352	} elsif ($vtype eq "ve") {
[1029]	2353	print SCRIPT << "EOF";
[940]	2354	# For VE we need a good null dev
	2355	pb_system("rm -f /dev/null; mknod /dev/null c 1 3; chmod 777 /dev/null");
	2356	EOF
[1029]	2357	print SCRIPT << "EOF";
[681]	2358	# For VE we first need to mount some FS
	2359	pb_system("mount -t proc /proc /proc");
[346]	2360
[354]	2361	EOF
[681]	2362	}
[1029]	2363
	2364	if ($vtype eq "vm") {
[354]	2365	print SCRIPT << 'EOF';
	2366	# Removes duplicate in .ssh/authorized_keys of our key if needed
	2367	#
	2368	my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
	2369	open(PBFILE,$file1) \|\| die "Unable to open $file1";
	2370	open(PBOUT,"> $file1.new") \|\| die "Unable to open $file1.new";
	2371	my $count = 0;
	2372	while (<PBFILE>) {
[517]	2373
[354]	2374	EOF
	2375	print SCRIPT << "EOF";
	2376	if (/ $key /) {
	2377	\$count++;
	2378	}
	2379	print PBOUT \$_ if ((\$count <= 1) \|\| (\$_ !~ / $key /));
	2380	}
	2381	close(PBFILE);
	2382	close(PBOUT);
	2383	rename("\$file1.new",\$file1);
	2384	chmod 0600,\$file1;
[517]	2385
	2386	# Sync date
[354]	2387	EOF
[639]	2388	if (defined $ntpline) {
[891]	2389	print SCRIPT "pb_system(\"$ntpline\");\n";
[652]	2390	} else {
[891]	2391	print SCRIPT "pb_system(\"$dateline\");\n";
[639]	2392	}
[354]	2393	}
	2394	print SCRIPT << 'EOF';
	2395
	2396	# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
	2397	#
[346]	2398	my $file="/etc/passwd";
[320]	2399	open(PBFILE,$file) \|\| die "Unable to open $file";
	2400	my $found = 0;
	2401	while (<PBFILE>) {
[346]	2402	EOF
[353]	2403	print SCRIPT << "EOF";
	2404	\$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
[346]	2405	EOF
[891]	2406
	2407	my $home = "/home";
	2408	# Solaris doesn't like that we use /home
	2409	$home = "/export/home" if ($dtype eq "pkg");
	2410
	2411	print SCRIPT << "EOF";
[320]	2412	}
	2413	close(PBFILE);
	2414
[891]	2415	if ( \$found == 0 ) {
	2416	if ( ! -d "$home" ) {
	2417	pb_mkdir_p("$home");
[320]	2418	}
[346]	2419	EOF
[353]	2420	print SCRIPT << "EOF";
[1051]	2421	pb_system("/usr/sbin/groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
	2422	pb_system("/usr/sbin/useradd -g $pbac->{$ENV{'PBPROJ'}} -m -d $home/$pbac->{$ENV{'PBPROJ'}} $pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home $home/$pbac->{$ENV{'PBPROJ'}})");
[427]	2423	}
[661]	2424	EOF
[320]	2425
[891]	2426	# Copy the content of our local conf file to the VM/VE
	2427	my $content = pb_get_content(pb_distro_conffile());
	2428	print SCRIPT << "EOF";
	2429	#
	2430	# Create a temporary local conf file for distribution support
	2431	# This is created here before its use later. Its place is hardcoded, so no choice for the path
	2432	#
	2433	my \$tempconf = pb_distro_conffile();
	2434	pb_mkdir_p(dirname(\$tempconf));
	2435	open(CONF,"> \$tempconf") \|\| die "Unable to create \$tempconf";
	2436	print CONF q{$content};
	2437	close(CONF);
	2438	EOF
	2439
[661]	2440	if ($vtype eq "vm") {
	2441	print SCRIPT << "EOF";
[354]	2442	# allow ssh entry to build
	2443	#
[891]	2444	mkdir "$home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
[347]	2445	# Allow those accessing root to access the build account
[891]	2446	copy("\$ENV{'HOME'}/.ssh/authorized_keys","$home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
[320]	2447	chmod 0600,".ssh/authorized_keys";
[891]	2448	pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} $home/$pbac->{$ENV{'PBPROJ'}}","Finish setting up the account env for $pbac->{$ENV{'PBPROJ'}}");
[320]	2449
[346]	2450	EOF
[661]	2451	}
[353]	2452	print SCRIPT << 'EOF';
[347]	2453	# No passwd for build account only keys
[320]	2454	$file="/etc/shadow";
[684]	2455	if (-f $file) {
	2456	open(PBFILE,$file) \|\| die "Unable to open $file";
	2457	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
	2458	while (<PBFILE>) {
[346]	2459	EOF
[353]	2460	print SCRIPT << "EOF";
[684]	2461	s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
	2462	s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
[910]	2463	s/^$pbac->{$ENV{'PBPROJ'}}:\\LK\\:/$pbac->{$ENV{'PBPROJ'}}:NP:/; #Solaris e.g.
[346]	2464	EOF
[684]	2465	print SCRIPT << 'EOF';
	2466	print PBOUT $_;
	2467	}
	2468	close(PBFILE);
	2469	close(PBOUT);
	2470	rename("$file.new",$file);
	2471	chmod 0640,$file;
	2472	}
[320]	2473
[448]	2474	# Keep the VM in text mode
	2475	$file="/etc/inittab";
[450]	2476	if (-f $file) {
	2477	open(PBFILE,$file) \|\| die "Unable to open $file";
	2478	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
	2479	while (<PBFILE>) {
	2480	s/^(..):5:initdefault:$/$1:3:initdefault:/;
	2481	print PBOUT $_;
	2482	}
	2483	close(PBFILE);
	2484	close(PBOUT);
	2485	rename("$file.new",$file);
	2486	chmod 0640,$file;
[448]	2487	}
	2488
[320]	2489	# pb has to be added to portage group on gentoo
	2490
[888]	2491	# We need to have that pb_distro_init function
	2492	# Get it from Project-Builder::Distribution
[891]	2493	# And we now need the conf file required for this to work created above
[888]	2494
[1064]	2495	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch) = pb_distro_init();
[891]	2496	print "distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $darch))."\n";
	2497
[346]	2498	# Adapt sudoers
[888]	2499	# sudo is not default on Solaris and needs to be installed first
	2500	# from http://www.sunfreeware.com/programlistsparc10.html#sudo
	2501	if ($dtype eq "pkg") {
	2502	$file="/usr/local/etc/sudoers";
	2503	} else {
	2504	$file="/etc/sudoers";
	2505	}
[346]	2506	open(PBFILE,$file) \|\| die "Unable to open $file";
	2507	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
	2508	while (<PBFILE>) {
	2509	EOF
[353]	2510	print SCRIPT << "EOF";
	2511	next if (/^$pbac->{$ENV{'PBPROJ'}} /);
[346]	2512	EOF
[353]	2513	print SCRIPT << 'EOF';
[346]	2514	s/Defaults[ \t]+requiretty//;
	2515	print PBOUT $_;
	2516	}
	2517	close(PBFILE);
	2518	EOF
[353]	2519	print SCRIPT << "EOF";
[1032]	2520	# Some distro force requiretty at compile time, so disable here
	2521	print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} !requiretty\n";
[1035]	2522	print PBOUT "Defaults:root !requiretty\n";
[353]	2523	# This is needed in order to be able to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
[1032]	2524	print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} env_keep += \\\"http_proxy ftp_proxy\\\"\n";
[353]	2525	print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
[346]	2526	EOF
[353]	2527	print SCRIPT << 'EOF';
[346]	2528	close(PBOUT);
	2529	rename("$file.new",$file);
	2530	chmod 0440,$file;
	2531
	2532	EOF
[891]	2533
	2534	# We may need a proxy configuration. Get it from the local env
	2535
	2536	if (defined $ENV{'http_proxy'}) {
	2537	print SCRIPT "\$ENV\{'http_proxy'\}=\"$ENV{'http_proxy'}\";\n";
	2538	}
	2539
	2540	if (defined $ENV{'ftp_proxy'}) {
	2541	print SCRIPT "\$ENV\{'ftp_proxy'\}=\"$ENV{'ftp_proxy'}\";\n";
	2542	}
	2543
	2544	print SCRIPT << 'EOF';
[353]	2545
[891]	2546	my ($ospkgdep,$osperldep,$osperlver) = pb_conf_get_if("ospkgdep","osperldep","osperlver");
[353]	2547
[891]	2548	# First install all required packages
	2549	pb_system("yum clean all","Cleaning yum env") if (($ddir eq "fedora") \|\| ($ddir eq "asianux") \|\| ($ddir eq "rhel"));
[1067]	2550	my $pkgdep = pb_distro_get_param($ddir,$dver,$darch,$ospkgdep,$dfam,$dtype,$dos);
[891]	2551	pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,join(' ',split(/,/,$pkgdep))));
	2552
	2553	# Then install manually the missing perl modules
[1067]	2554	my $perldep = pb_distro_get_param($ddir,$dver,$darch,$osperldep,$dfam,$dtype,$dos);
[891]	2555	foreach my $m (split(/,/,$perldep)) {
[900]	2556	# Skip empty deps
	2557	next if ($m =~ /^\s*$/);
[891]	2558	my $dir = $m;
	2559	$dir =~ s/-.*//;
[908]	2560	pb_system("echo \"rm -rf $m* ; wget http://search.cpan.org/CPAN/modules/by-module/$dir/$m-$osperlver->{$m}.tar.gz ; gzip -cd $m-$osperlver->{$m}.tar.gz \| tar xf - ; cd $m* ; if [ -f Build.PL ]; then perl Build.PL; ./Build ; ./Build install ; else perl Makefile.PL; make ; make install ; fi; cd .. ; rm -rf $m*\" \| bash" ,"Installing perl module $m-$osperlver->{$m}");
[891]	2561	}
	2562
[346]	2563	# Suse wants sudoers as 640
[1012]	2564	if ((($ddir eq "sles") && (($dver =~ /10/) \|\| ($dver =~ /9/))) \|\| (($ddir eq "opensuse") && ($dver =~ /10.[012]/))) {
[346]	2565	chmod 0640,$file;
	2566	}
	2567
[891]	2568	pb_system("rm -rf ProjectBuilder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/ProjectBuilder-latest.tar.gz ; gzip -cd ProjectBuilder-latest.tar.gz \| tar xf - ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/project-builder-latest.tar.gz ; gzip -cd project-builder-latest.tar.gz \| tar xf - ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
[902]	2569	pb_system("pb 2>&1 \| head -5",undef,"verbose");
[357]	2570	EOF
[681]	2571	if ($vtype eq "ve") {
	2572	print SCRIPT << 'EOF';
	2573	# For VE we need to umount some FS at the end
	2574
	2575	pb_system("umount /proc");
[696]	2576
	2577	# Create a basic network file if not already there
	2578
	2579	my $nf="/etc/sysconfig/network";
[965]	2580	if ((! -f $nf) && ($dtype eq "rpm")) {
[696]	2581	open(NF,"> $nf") \|\| die "Unable to create $nf";
	2582	print NF "NETWORKING=yes\n";
	2583	print NF "HOSTNAME=localhost\n";
	2584	close(NF);
	2585	}
	2586	chmod 0755,$nf;
[681]	2587	EOF
	2588	}
	2589
[891]	2590	# Adds pb_distro_init and all functions needed from ProjectBuilder::Distribution and Base
[353]	2591	foreach my $d (@INC) {
[891]	2592	my @f = ("$d/ProjectBuilder/Base.pm","$d/ProjectBuilder/Distribution.pm","$d/ProjectBuilder/Conf.pm");
[405]	2593	foreach my $f (@f) {
	2594	if (-f "$f") {
	2595	open(PBD,"$f") \|\| die "Unable to open $f";
	2596	while (<PBD>) {
[891]	2597	next if (/^package/);
	2598	next if (/^use Exporter/);
	2599	next if (/^use ProjectBuilder::/);
	2600	next if (/^our /);
[405]	2601	print SCRIPT $_;
	2602	}
	2603	close(PBD);
[353]	2604	}
[347]	2605	}
	2606	}
[353]	2607	close(SCRIPT);
	2608	chmod 0755,"$pbscript";
	2609
[442]	2610	# That build script needs to be run as root and force stop of VM at end
[353]	2611	$pbaccount = "root";
[442]	2612
	2613	# Force shutdown of VM exept if it was already launched
[748]	2614	my $pbforce = 0;
[442]	2615	if ((! $vmexist) && ($vtype eq "vm")) {
[748]	2616	$pbforce = 1;
[442]	2617	}
	2618
[748]	2619	pb_script2v($pbscript,$vtype,$pbforce,$v);
[347]	2620	}
[353]	2621	return;
[346]	2622	}
	2623
[772]	2624	# Function to create a snapshot named 'pb' for VMs and a compressed tar for VEs
	2625	sub pb_snap2v {
[748]	2626
	2627	my $vtype = shift;
	2628
[772]	2629	my ($vm,$all) = pb_get2v($vtype);
[748]	2630
	2631	# Script generated
	2632	my $pbscript = "$ENV{'PBDESTDIR'}/snapv";
	2633
[898]	2634	my ($pbac) = pb_conf_get($vtype."login");
	2635
[748]	2636	foreach my $v (@$vm) {
[971]	2637	# Get distro context
	2638	my ($name,$ver,$darch) = split(/-/,$v);
	2639	chomp($darch);
[1064]	2640	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf) = pb_distro_init($name,$ver,$darch);
[971]	2641	my ($vepath) = pb_conf_get("vepath");
	2642
	2643	# Test if an existing snapshot exists and remove it if there is a VE
	2644	if ((-f "$vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz") &&
	2645	(! -d "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch")) {
	2646	pb_system("sudo rm -f $vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz","Removing previous snapshot $ddir-$dver-$darch.tar.gz");
	2647	}
	2648
[748]	2649	# Name of the account to deal with for VM/VE
	2650	# Do not use the one passed potentially with -a
	2651	my ($vmexist,$vmpid);
	2652
	2653	# Prepare the script to be executed on the VM/VE
	2654	# in $ENV{'PBDESTDIR'}/setupv
	2655	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
	2656
	2657	print SCRIPT << 'EOF';
	2658	#!/bin/bash
[776]	2659	sleep 2
[748]	2660	EOF
	2661	close(SCRIPT);
	2662	chmod 0755,"$pbscript";
	2663
	2664	# Force shutdown of VM/VE
	2665	# Force snapshot of VM/VE
[773]	2666	pb_script2v($pbscript,$vtype,1,$v,1);
[748]	2667	}
	2668	return;
	2669	}
	2670
[471]	2671	sub pb_announce {
	2672
[473]	2673	# Get all required parameters
[477]	2674	my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
[471]	2675	my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
	2676	my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
	2677	my @pkgs = @$pkg;
	2678	my %pkgs;
	2679	my $first = 0;
	2680
[473]	2681	# Command to find packages on repo
[471]	2682	my $findstr = "find . ";
[473]	2683	# Generated announce files
	2684	my @files;
[471]	2685
	2686	foreach my $pbpkg (@pkgs) {
	2687	if ($first != 0) {
	2688	$findstr .= "-o ";
	2689	}
	2690	$first++;
	2691	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
	2692	$pbver = $pkgv->{$pbpkg};
	2693	} else {
	2694	$pbver = $ENV{'PBPROJVER'};
	2695	}
	2696	if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
	2697	$pbtag = $pkgt->{$pbpkg};
	2698	} else {
	2699	$pbtag = $ENV{'PBPROJTAG'};
	2700	}
	2701
[547]	2702	# TODO: use virtual/real names here now
[1087]	2703	$findstr .= "-name \'$pbpkg-$pbver-$pbtag\..rpm\' -o -name \'$pbpkg"."_$pbver\.deb\' -o -name \'$pbpkg-$pbver*\.ebuild\' ";
[473]	2704
	2705	my $chglog;
	2706
	2707	# Get project info on log file and generate tmp files used later on
	2708	pb_cms_init($pbinit);
	2709	$chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
	2710	$chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
	2711	$chglog = undef if (! -f $chglog);
	2712
	2713	open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") \|\| die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
[585]	2714	my %pb;
	2715	$pb{'dtype'} = "announce";
	2716	$pb{'realpkg'} = $pbpkg;
	2717	$pb{'ver'} = $pbver;
	2718	$pb{'tag'} = $pbtag;
	2719	$pb{'suf'} = "N/A"; # Should not be empty even if unused
	2720	$pb{'date'} = $pbdate;
	2721	$pb{'chglog'} = $chglog;
	2722	$pb{'packager'} = $pbpackager;
	2723	$pb{'proj'} = $ENV{'PBPROJ'};
	2724	$pb{'repo'} = $pbrepo;
	2725	pb_changelog(\%pb,\*OUT,"yes");
[473]	2726	close(OUT);
	2727	push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
[471]	2728	}
	2729	$findstr .= " \| grep -Ev \'src.rpm\'";
	2730
	2731	# Prepare the command to run and execute it
	2732	open(PBS,"> $ENV{'PBTMP'}/pbscript") \|\| die "Unable to create $ENV{'PBTMP'}/pbscript";
	2733	print PBS "$findstr\n";
	2734	close(PBS);
	2735	chmod 0755,"$ENV{'PBTMP'}/pbscript";
	2736	pb_send2target("Announce");
	2737
[490]	2738	# Get subject line
	2739	my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
[495]	2740	pb_log(0,"Please enter the title of your announce\n");
	2741	pb_log(0,"(By default: $sl)\n");
[490]	2742	my $sl2 = <STDIN>;
	2743	$sl = $sl2 if ($sl2 !~ /^$/);
	2744
[471]	2745	# Prepare a template of announce
[473]	2746	open(ANN,"> $ENV{'PBTMP'}/announce.html") \|\| die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
[471]	2747	print ANN << "EOF";
[490]	2748	$sl</p>
[471]	2749
[473]	2750	<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
[471]	2751	<p>
	2752	Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
	2753	</p>
	2754	<p>
	2755	EOF
	2756	open(LOG,"$ENV{'PBTMP'}/system.log") \|\| die "Unable to read $ENV{'PBTMP'}/system.log: $!";
[473]	2757	my $col = 2;
	2758	my $i = 1;
	2759	print ANN << 'EOF';
	2760	<TABLE WIDTH="700" CELLPADDING="0" CELLSPACING="0" BORDER="0">
	2761	<TR>
	2762	EOF
[471]	2763	while (<LOG>) {
[697]	2764	print ANN "<TD><A HREF=\"$pbrepo->{$ENV{'PBPROJ'}}/$_\">$_</A></TD>";
[473]	2765	$i++;
	2766	if ($i > $col) {
	2767	print ANN "</TR>\n<TR>";
	2768	$i = 1;
	2769	}
[471]	2770	}
	2771	close(LOG);
[473]	2772	print ANN << "EOF";
	2773	</TR>
	2774	</TABLE>
	2775	</p>
[471]	2776
[473]	2777	<p>As usual source packages are also available in the same directory.</p>
	2778
	2779	<p>
	2780	Changes are :
	2781	</p>
	2782	<p>
	2783	EOF
	2784	# Get each package changelog content
	2785	foreach my $f (sort(@files)) {
	2786	open(IN,"$f") \|\| die "Unable to read $f:$!";
	2787	while (<IN>) {
	2788	print ANN $_;
	2789	}
	2790	close(IN);
	2791	print ANN "</p><p>\n";
	2792	}
	2793	print ANN "</p>\n";
[471]	2794	close(ANN);
[473]	2795
	2796	# Allow for modification
[974]	2797	my $editor = "vi";
	2798	$editor = $ENV{'EDITOR'} if (defined $ENV{'EDITOR'});
	2799	pb_system("$editor $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
[473]	2800
	2801	# Store it in DB for external usage (Web pages generation)
	2802	my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
	2803
	2804	my $precmd = "";
	2805	if (! -f $db) {
	2806	$precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
	2807	}
	2808
	2809	my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
	2810	{ RaiseError => 1, AutoCommit => 1 })
	2811	\|\| die "Unable to connect to $db";
	2812
	2813	if ($precmd ne "") {
	2814	my $sth = $dbh->prepare(qq{$precmd})
	2815	\|\| die "Unable to create table into $db";
	2816	$sth->execute();
	2817	}
	2818
	2819	# To read whole file
	2820	local $/;
	2821	open(ANN,"$ENV{'PBTMP'}/announce.html") \|\| die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
	2822	my $announce = <ANN>;
	2823	close(ANN);
	2824
	2825	pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
	2826	my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
	2827	\|\| die "Unable to insert into $db";
	2828	$sth->execute($pbdate, $announce);
[698]	2829	$sth->finish();
[473]	2830	$dbh->disconnect;
	2831
	2832	# Then deliver it on the Web
	2833	# $TOOLHOME/livwww www
	2834
	2835	# Mail it to project's ML
	2836	open(ML,"\| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") \|\| die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
	2837	print ML << 'EOF';
	2838	<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
	2839
	2840	<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
	2841	<head>
	2842	</head>
	2843	<body>
	2844	<p>
	2845	EOF
	2846	open(ANN,"$ENV{'PBTMP'}/announce.html") \|\| die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
	2847	while(<ANN>) {
	2848	print ML $_;
	2849	}
	2850	print ML << 'EOF';
	2851	</body>
	2852	</html>
	2853	EOF
	2854	close(ML);
	2855
[477]	2856	# To read whole file
	2857	local $/;
	2858	open(ANN,"$ENV{'PBTMP'}/announce.txt") \|\| die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
	2859	my $msg = <ANN>;
	2860	close(ANN);
	2861
	2862	# Preparation of headers
	2863
	2864	my %mail = (
	2865	To => $pbml->{$ENV{'PBPROJ'}},
	2866	From => $pbpackager->{$ENV{'PBPROJ'}},
	2867	Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
	2868	Body => $msg,
[490]	2869	Subject => "[ANNOUNCE] $sl",
[477]	2870	);
	2871
	2872	# Send mail
	2873	sendmail(%mail) or die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
[471]	2874	}
	2875
[547]	2876	#
	2877	# Creates a set of HTML file containing the news for the project
	2878	# based on what has been generated by the pb_announce function
	2879	#
	2880	sub pb_web_news2html {
	2881
[556]	2882	my $dest = shift \|\| $ENV{'PBTMP'};
	2883
[547]	2884	# Get all required parameters
[1064]	2885	my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
[547]	2886
	2887	# DB of announces for external usage (Web pages generation)
	2888	my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
	2889
	2890	my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
	2891	{ RaiseError => 1, AutoCommit => 1 })
	2892	\|\| die "Unable to connect to $db";
	2893	# For date handling
	2894	$ENV{LANGUAGE}="C";
[559]	2895	my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
	2896	my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
	2897	pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
[547]	2898	my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
[556]	2899	my %news;
	2900	$news{"cy"} = ""; # current year's news
	2901	$news{"ly"} = ""; # last year news
	2902	$news{"py"} = ""; # previous years news
	2903	$news{"fp"} = ""; # first page news
[547]	2904	my $cpt = 4; # how many news for first page
	2905	# Extract info from DB
	2906	foreach my $row (@$all) {
	2907	my ($id, $date, $announce) = @$row;
[559]	2908	$news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
	2909	$news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
	2910	$news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
[556]	2911	$news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
[547]	2912	$cpt--;
	2913	}
[556]	2914	pb_log(1,"news{fp}: ".$news{"fp"}."\n");
[547]	2915	$dbh->disconnect;
[556]	2916
	2917	# Generate the HTML content
	2918	foreach my $pref (keys %news) {
	2919	open(NEWS,"> $dest/pb_web_$pref"."news.html") \|\| die "Unable to create $dest/pb_web_$pref"."news.html: $!";
	2920	print NEWS "$news{$pref}";
	2921	close(NEWS);
	2922	}
[547]	2923	}
	2924
[556]	2925
[347]	2926	# Return the SSH key file to use
	2927	# Potentially create it if needed
	2928
	2929	sub pb_ssh_get {
	2930
	2931	my $create = shift \|\| 0; # Do not create keys by default
	2932
	2933	# Check the SSH environment
	2934	my $keyfile = undef;
	2935
	2936	# We have specific keys by default
	2937	$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
[348]	2938	if (!(-e $keyfile) && ($create eq 1)) {
[347]	2939	pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
	2940	}
	2941
	2942	$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
	2943	$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
	2944	$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
	2945	die "Unable to find your public ssh key under $keyfile" if (not defined $keyfile);
	2946	return($keyfile);
	2947	}
	2948
	2949
[145]	2950	# Returns the pid of a running VM command using a specific VM file
[142]	2951	sub pb_check_ps {
	2952	my $vmcmd = shift;
	2953	my $vmm = shift;
	2954	my $vmexist = 0; # FALSE by default
	2955
	2956	open(PS, "ps auxhww\|") \|\| die "Unable to call ps";
	2957	while (<PS>) {
	2958	next if (! /$vmcmd/);
	2959	next if (! /$vmm/);
	2960	my ($void1, $void2);
	2961	($void1, $vmexist, $void2) = split(/ +/);
	2962	last;
	2963	}
	2964	return($vmexist);
	2965	}
	2966
	2967
[77]	2968	sub pb_extract_build_files {
[25]	2969
	2970	my $src=shift;
	2971	my $dir=shift;
[26]	2972	my $ddir=shift;
[500]	2973	my $mandatory=shift \|\| "spec";
[28]	2974	my @files;
[25]	2975
[500]	2976	my $flag = "mayfail" if ($mandatory eq "patch");
	2977	my $res;
	2978
[188]	2979	if ($src =~ /tar\.gz$/) {
[500]	2980	$res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
[188]	2981	} elsif ($src =~ /tar\.bz2$/) {
[500]	2982	$res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
[188]	2983	} else {
	2984	die "Unknown compression algorithm for $src";
	2985	}
[500]	2986	# If not mandatory return now
	2987	return() if (($res != 0) and ($mandatory eq "patch"));
[25]	2988	opendir(DIR,"$dir") \|\| die "Unable to open directory $dir";
	2989	foreach my $f (readdir(DIR)) {
	2990	next if ($f =~ /^\./);
[500]	2991	# Skip potential patch dir
	2992	next if ($f =~ /^pbpatch/);
[26]	2993	move("$dir/$f","$ddir") \|\| die "Unable to move $dir/$f to $ddir";
[315]	2994	pb_log(2,"mv $dir/$f $ddir\n");
[28]	2995	push @files,"$ddir/$f";
[25]	2996	}
	2997	closedir(DIR);
[26]	2998	# Not enough but still a first cleanup
[74]	2999	pb_rm_rf("$dir");
[28]	3000	return(@files);
[25]	3001	}
	3002
[315]	3003	sub pb_list_bfiles {
	3004
	3005	my $dir = shift;
	3006	my $pbpkg = shift;
	3007	my $bfiles = shift;
	3008	my $pkgfiles = shift;
	3009	my $supfiles = shift;
	3010
	3011	opendir(BDIR,"$dir") \|\| die "Unable to open dir $dir: $!";
	3012	foreach my $f (readdir(BDIR)) {
	3013	next if ($f =~ /^\./);
	3014	$bfiles->{$f} = "$dir/$f";
[340]	3015	$bfiles->{$f} =~ s~$ENV{'PBROOTDIR'}~~;
[315]	3016	if (defined $supfiles->{$pbpkg}) {
	3017	$pkgfiles->{$f} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
	3018	}
	3019	}
	3020	closedir(BDIR);
	3021	}
	3022
[395]	3023
	3024	#
	3025	# Return the list of packages we are working on in a non CMS action
	3026	#
	3027	sub pb_get_pkg {
	3028
	3029	my @pkgs = ();
	3030
	3031	my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
	3032	@pkgs = keys %$var;
	3033
	3034	pb_log(0,"Packages: ".join(',',@pkgs)."\n");
	3035	return(\@pkgs);
	3036	}
	3037
[986]	3038	#
	3039	# Return the postinstall line if needed
	3040	#
	3041
	3042	sub pb_get_postinstall {
	3043
[989]	3044	my $ddir = shift;
	3045	my $dver = shift;
	3046	my $darch = shift;
	3047	my $rbspi = shift;
	3048	my $vestyle = shift;
[986]	3049	my $post = "";
	3050
	3051	# Do we have a local post-install script
	3052	if ($vestyle eq "rinse") {
	3053	$post = "--post-install ";
	3054	} elsif ($vestyle eq "rpmbootstrap") {
	3055	$post = "-s ";
	3056	}
	3057
[989]	3058	my $postparam = pb_distro_get_param($ddir,$dver,$darch,$rbspi);
[986]	3059	if ($postparam eq "") {
	3060	$post = "";
	3061	} else {
	3062	$post .= $postparam;
	3063	}
	3064	return($post);
	3065	}
	3066
[395]	3067	1;

Note: See TracBrowser for help on using the repository browser.

Download in other formats: