Context Navigation

source: ProjectBuilder/devel/pb/bin/pb@ 1098

Last change on this file since 1098 was 1098, checked in by Bruno Cornec, 13 years ago
Improve display of RPMS and SRPMS packages generated to allow easy cut and paste. Fix #69 by doing recursion in pb_list_bfiles to handle new Debian 3.0 format with subdirs
Property svn:executable set to ``*
File size: 99.7 KB

Line
1	#!/usr/bin/perl -w
2	#
3	# Project Builder main application
4	#
5	# $Id$
6	#
7	# Copyright B. Cornec 2007
8	# Provided under the GPL v2
9
10	# Syntax: see at end
11
12	use strict 'vars';
13	use Getopt::Long qw(:config auto_abbrev no_ignore_case);
14	use Data::Dumper;
15	use English;
16	use File::Basename;
17	use File::Copy;
18	use File::stat;
19	use File::Temp qw(tempdir);
20	use File::Find;
21	use Time::localtime qw(localtime);
22	use POSIX qw(strftime);
23	use lib qw (lib);
24	use ProjectBuilder::Version;
25	use ProjectBuilder::Base;
26	use ProjectBuilder::Display;
27	use ProjectBuilder::Conf;
28	use ProjectBuilder::Distribution;
29	use ProjectBuilder::CMS;
30	use ProjectBuilder::Env;
31	use ProjectBuilder::Filter;
32	use ProjectBuilder::Changelog;
33	use Mail::Sendmail;
34
35	# Global variables
36	my %opts; # CLI Options
37	my $action; # action to realize
38	my $test = "FALSE"; # Not used
39	my $pbforce = 0; # Force VE/VM rebuild
40	my $pbsnap = 0; # Do not use snapshot mode for VM/VE by default
41	my $option = ""; # Not used
42	my @pkgs; # list of packages
43	my $pbtag; # Global Tag variable
44	my $pbver; # Global Version variable
45	my $pbscript; # Name of the script
46	my %pbver; # per package
47	my %pbtag; # per package
48	my $pbrev; # Global REVISION variable
49	my $pbaccount; # Login to use to connect to the VM
50	my $pbport; # Port to use to connect to the VM
51	my $newver; # New version to create
52	my $iso = undef; # ISO image for the VM to create
53
54	my @date = pb_get_date();
55	my $pbdate = strftime("%Y-%m-%d", @date);
56
57	=pod
58
59	=head1 NAME
60
61	pb, aka project-builder.org - builds packages for your projects
62
63	=head1 DESCRIPTION
64
65	pb helps you build various packages directly from your project sources.
66	Those sources could be handled by a CMS (Configuration Management System)
67	such as Subversion, CVS, Git, Mercurial... or being a simple reference to a compressed tar file.
68	It's based on a set of configuration files, a set of provided macros to help
69	you keeping build files as generic as possible. For example, a single .spec
70	file should be required to generate for all rpm based distributions, even
71	if you could also have multiple .spec files if required.
72
73	=head1 SYNOPSIS
74
75	pb [-vhSq][-r pbroot][-p project][[-s script -a account -P port][-m mach-1[,...]]][-i iso] <action> [<pkg1> ...]
76
77	pb [--verbose][--help][--man][--quiet][--snapshot][--revision pbroot][--project project][[--script script --account account --port port][--machine mach-1[,...]]][--iso iso] <action> [<pkg1> ...]
78
79	=head1 OPTIONS
80
81	=over 4
82
83	=item B<-v\|--verbose>
84
85	Print a brief help message and exits.
86
87	=item B<-q\|--quiet>
88
89	Do not print any output.
90
91	=item B<-h\|--help>
92
93	Print a brief help message and exits.
94
95	=item B<-S\|--snapshot>
96
97	Use the snapshot mode of VMs or VEs
98
99	=item B<--man>
100
101	Prints the manual page and exits.
102
103	=item B<-m\|--machine machine1[,machine2,...]>
104
105	Name of the Virtual Machines (VM) or Virtual Environments (VE) you want to build on (coma separated).
106	All if none precised (or use the env variable PBV).
107
108	=item B<-s\|--script script>
109
110	Name of the script you want to execute on the related VMs or VEs.
111
112	=item B<-i\|--iso iso_image>
113
114	Name of the ISO image of the distribution you want to install on the related VMs.
115
116	=item B<-a\|--account account>
117
118	Name of the account to use to connect on the related VMs.
119
120	=item B<-P\|--port port_number>
121
122	Port number to use to connect on the related VMs.\n";
123
124	=item B<-p\|--project project_name>
125
126	Name of the project you're working on (or use the env variable PBPROJ)
127
128	=item B<-r\|--revision revision>
129
130	Path Name of the project revision under the CMS (or use the env variable PBROOT)
131
132	=item B<-V\|--version new_version>
133
134	New version of the project to create based on the current one.
135
136	=back
137
138	=head1 ARGUMENTS
139
140	<action> can be:
141
142	=over 4
143
144	=item B<sbx2build>
145
146	Create tar files for the project under your CMS.
147	Current state of the exported content is taken.
148	CMS supported are SVN, SVK, CVS, Git and Mercurial
149	parameters are packages to build
150	if not using default list
151
152	=item B<cms2build>
153
154	Create tar files for the project under your CMS.
155	Current state of the CMS is taken.
156	CMS supported are SVN, SVK, CVS, Git and Mercurial
157	parameters are packages to build
158	if not using default list
159
160	=item B<build2pkg>
161
162	Create packages for your running distribution
163
164	=item B<cms2pkg>
165
166	cms2build + build2pkg
167
168	=item B<sbx2pkg>
169
170	sbx2build + build2pkg
171
172	=item B<build2ssh>
173
174	Send the tar files to a SSH host
175
176	=item B<sbx2ssh>
177
178	sbx2build + build2ssh
179
180	=item B<cms2ssh>
181
182	cms2build + build2ssh
183
184	=item B<pkg2ssh>
185
186	Send the packages built to a SSH host
187
188	=item B<build2vm>
189
190	Create packages in VMs, launching them if needed
191	and send those packages to a SSH host once built
192	VM type supported are QEMU
193
194	=item B<build2ve>
195
196	Create packages in VEs, creating it if needed
197	and send those packages to a SSH host once built
198
199	=item B<sbx2vm>
200
201	sbx2build + build2vm
202
203	=item B<sbx2ve>
204
205	sbx2build + build2ve
206
207	=item B<cms2vm>
208
209	cms2build + build2vm
210
211	=item B<cms2ve>
212
213	cms2build + build2ve
214
215	=item B<launchvm>
216
217	Launch one virtual machine
218
219	=item B<launchve>
220
221	Launch one virtual environment
222
223	=item B<script2vm>
224
225	Launch one virtual machine if needed
226	and executes a script on it
227
228	=item B<script2ve>
229
230	Execute a script in a virtual environment
231
232	=item B<newvm>
233
234	Create a new virtual machine
235
236	=item B<newve>
237
238	Create a new virtual environment
239
240	=item B<setupvm>
241
242	Setup a virtual machine for pb usage
243
244	=item B<setupve>
245
246	Setup a virtual environment for pb usage
247
248	=item B<snapvm>
249
250	Snapshot a virtual machine for pb usage
251
252	=item B<snapve>
253
254	Snapshot a virtual environment for pb usage
255
256	=item B<test2pkg>
257
258	Test a package locally
259
260	=item B<test2vm>
261
262	Test a package in a virtual machine
263
264	=item B<test2ve>
265
266	Test a package in a virtual environment
267
268	=item B<newver>
269
270	Create a new version of the project derived
271	from the current one
272
273	=item B<newproj>
274
275	Create a new project and a template set of
276	configuration files under pbconf
277
278	=item B<announce>
279
280	Announce the availability of the project through various means
281
282	=item B<web2ssh>
283
284	Deliver the Web site content to the target server using ssh.
285
286	=item B<clean>
287
288	Purge the build and delivery directories related to the current project
289
290	=back
291
292	<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
293
294	=head1 WEB SITES
295
296	The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
297
298	=head1 USER MAILING LIST
299
300	None exists for the moment.
301
302	=head1 CONFIGURATION FILES
303
304	Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
305
306	Here is an example of such a configuration file:
307
308	#
309	# Define for each project the URL of its pbconf repository
310	# No default option allowed here as they need to be all different
311	#
312	# URL of the pbconf content
313	# This is the format of a classical URL with the extension of additional schema such as
314	# svn+ssh, cvs+ssh, ...
315	#
316	pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
317
318	# This is normaly defined in the project's configuration file
319	# Url of the project
320	#
321	pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
322
323	# All these URLs needs to be defined here as the are the entry point
324	# for how to build packages for the project
325	#
326	pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
327	pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
328	pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
329	pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
330
331	# Under that dir will take place everything related to pb
332	# If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
333	# to your VMs/chroot/...
334	# if not defined then /var/cache
335	pbdefdir default = $ENV{'HOME'}/project-builder
336	pbdefdir pb = $ENV{'HOME'}
337	pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
338	pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
339
340	# pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
341	# If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
342	pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
343	pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
344
345	# pbdir points to the directory where the CMS content of the pburl is checked out
346	# If not defined, pbdir is under pbdefdir/pbproj
347	# Only defined if we have access to the dev of the project
348	pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
349	pbdir mondorescue = $ENV{'HOME'}/mondo/svn
350
351	# -daemonize doesn't work with qemu 0.8.2
352	vmopt default = -m 384
353
354	=head1 AUTHORS
355
356	The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
357
358	=head1 COPYRIGHT
359
360	Project-Builder.org is distributed under the GPL v2.0 license
361	described in the file C<COPYING> included with the distribution.
362
363	=cut
364
365	# ---------------------------------------------------------------------------
366
367	my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
368	my $appname = "pb";
369
370	# Initialize the syntax string
371
372	pb_syntax_init("$appname (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
373
374	GetOptions("help\|?\|h" => \$opts{'h'},
375	"man" => \$opts{'man'},
376	"verbose\|v+" => \$opts{'v'},
377	"snapshot\|S" => \$opts{'S'},
378	"quiet\|q" => \$opts{'q'},
379	"log-files\|l=s" => \$opts{'l'},
380	"force\|f" => \$opts{'f'},
381	"account\|a=s" => \$opts{'a'},
382	"revision\|r=s" => \$opts{'r'},
383	"script\|s=s" => \$opts{'s'},
384	"machines\|mock\|m=s" => \$opts{'m'},
385	"port\|P=i" => \$opts{'P'},
386	"project\|p=s" => \$opts{'p'},
387	"iso\|i=s" => \$opts{'i'},
388	"version\|V=s" => \$opts{'V'},
389	) \|\| pb_syntax(-1,0);
390
391	if (defined $opts{'h'}) {
392	pb_syntax(0,1);
393	}
394	if (defined $opts{'man'}) {
395	pb_syntax(0,2);
396	}
397	if (defined $opts{'v'}) {
398	$pbdebug = $opts{'v'};
399	}
400	if (defined $opts{'f'}) {
401	$pbforce=1;
402	}
403	if (defined $opts{'q'}) {
404	$pbdebug=-1;
405	}
406	if (defined $opts{'S'}) {
407	$pbsnap=1;
408	}
409	if (defined $opts{'l'}) {
410	open(pbLOG,"> $opts{'l'}") \|\| die "Unable to log to $opts{'l'}: $!";
411	$pbLOG = \*pbLOG;
412	$pbdebug = 0 if ($pbdebug == -1);
413	}
414	pb_log_init($pbdebug, $pbLOG);
415	pb_display_init("text","");
416
417	# Handle root of the project if defined
418	if (defined $opts{'r'}) {
419	$ENV{'PBROOTDIR'} = $opts{'r'};
420	}
421	# Handle virtual machines if any
422	if (defined $opts{'m'}) {
423	$ENV{'PBV'} = $opts{'m'};
424	}
425	if (defined $opts{'s'}) {
426	$pbscript = $opts{'s'};
427	}
428	if (defined $opts{'a'}) {
429	$pbaccount = $opts{'a'};
430	die "option -a requires a -s script option" if (not defined $pbscript);
431	}
432	if (defined $opts{'P'}) {
433	$pbport = $opts{'P'};
434	}
435	if (defined $opts{'V'}) {
436	$newver = $opts{'V'};
437	}
438	if (defined $opts{'i'}) {
439	$iso = $opts{'i'};
440	}
441
442	# Get Action
443	$action = shift @ARGV;
444	die pb_syntax(-1,1) if (not defined $action);
445
446	my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
447	my $pbinit = undef;
448	$pbinit = 1 if ($action =~ /^newproj$/);
449
450	# Handles project name if any
451	# And get global params
452	($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action);
453
454	#
455	# Check for command requirements
456	#
457	my ($req,$opt) = pb_conf_get_if("oscmd","oscmdopt");
458	my ($req2,$opt2) = (undef,undef);
459	$req2 = $req->{$appname} if (defined $req);
460	$opt2 = $opt->{$appname} if (defined $opt);
461	pb_check_requirements($req2,$opt2);
462
463	pb_log(0,"Project: $ENV{'PBPROJ'}\n");
464	pb_log(0,"Action: $action\n");
465
466	# Act depending on action
467	if ($action =~ /^cms2build$/) {
468	pb_cms2build("CMS");
469	} elsif ($action =~ /^sbx2build$/) {
470	pb_cms2build("SandBox");
471	} elsif ($action =~ /^build2pkg$/) {
472	pb_build2pkg();
473	} elsif ($action =~ /^cms2pkg$/) {
474	pb_cms2build("CMS");
475	pb_build2pkg();
476	} elsif ($action =~ /^sbx2pkg$/) {
477	pb_cms2build("SandBox");
478	pb_build2pkg();
479	} elsif ($action =~ /^build2ssh$/) {
480	pb_build2ssh();
481	} elsif ($action =~ /^cms2ssh$/) {
482	pb_cms2build("CMS");
483	pb_build2ssh();
484	} elsif ($action =~ /^sbxs2ssh$/) {
485	pb_cms2build("SandBox");
486	pb_build2ssh();
487	} elsif ($action =~ /^pkg2ssh$/) {
488	pb_pkg2ssh();
489	} elsif ($action =~ /^build2ve$/) {
490	pb_build2v("ve","build");
491	} elsif ($action =~ /^build2vm$/) {
492	pb_build2v("vm","build");
493	} elsif ($action =~ /^cms2ve$/) {
494	pb_cms2build("CMS");
495	pb_build2v("ve","build");
496	} elsif ($action =~ /^sbx2ve$/) {
497	pb_cms2build("SandBox");
498	pb_build2v("ve","build");
499	} elsif ($action =~ /^cms2vm$/) {
500	pb_cms2build("CMS");
501	pb_build2v("vm","build");
502	} elsif ($action =~ /^sbx2vm$/) {
503	pb_cms2build("SandBox");
504	pb_build2v("vm","build");
505	} elsif ($action =~ /^launchvm$/) {
506	pb_launchv("vm",$ENV{'PBV'},0);
507	} elsif ($action =~ /^launchve$/) {
508	pb_launchv("ve",$ENV{'PBV'},0);
509	} elsif ($action =~ /^script2vm$/) {
510	pb_script2v($pbscript,"vm");
511	} elsif ($action =~ /^script2ve$/) {
512	pb_script2v($pbscript,"ve");
513	} elsif ($action =~ /^newver$/) {
514	pb_newver();
515	} elsif ($action =~ /^newve$/) {
516	pb_launchv("ve",$ENV{'PBV'},1);
517	} elsif ($action =~ /^newvm$/) {
518	pb_launchv("vm",$ENV{'PBV'},1);
519	pb_log(0, "Please ensure that sshd is running in your VM by default\n");
520	pb_log(0, "and that it allows remote root login (PermitRootLogin yes in /etc/ssh/sshd_config)\n");
521	pb_log(0, "Also ensure that network is up, firewalling correctly configured, and perl and scp/ssh installed\n");
522	pb_log(0, "You should then be able to login with ssh -p VMPORT root\@localhost (if VM started with pb)\n");
523	} elsif ($action =~ /^setupve$/) {
524	pb_setup2v("ve");
525	} elsif ($action =~ /^setupvm$/) {
526	pb_setup2v("vm");
527	} elsif ($action =~ /^snapve$/) {
528	pb_snap2v("ve");
529	} elsif ($action =~ /^snapvm$/) {
530	pb_snap2v("vm");
531	} elsif ($action =~ /^test2pkg$/) {
532	pb_test2pkg();
533	} elsif ($action =~ /^test2ve$/) {
534	pb_build2v("ve","test");
535	} elsif ($action =~ /^test2vm$/) {
536	pb_build2v("vm","test");
537	} elsif ($action =~ /^newproj$/) {
538	# Nothing to do - already done in pb_env_init
539	} elsif ($action =~ /^clean$/) {
540	pb_clean();
541	} elsif ($action =~ /^announce$/) {
542	# For announce only. Require avoids the systematic load of these modules
543	require DBI;
544	require DBD::SQLite;
545
546	pb_announce();
547	} elsif ($action =~ /^web2ssh$/) {
548	require DBI;
549	require DBD::SQLite;
550
551	pb_cms2build("Web");
552	pb_send2target("Web");
553	} else {
554	pb_log(0,"\'$action\' is not available\n");
555	pb_syntax(-2,1);
556	}
557
558	sub pb_cms2build {
559
560	my $param = shift \|\| undef;
561
562	my $pkg;
563	my @pkgs;
564	my $webdir;
565
566	my %pkgs;
567	my %pb; # Structure to store conf info
568
569	die "pb_cms2build requires a parameter: Web, SandBox or CMS" if (not defined $param);
570
571	# If Website, then pkg is only the website
572	if ($param eq "Web") {
573	($webdir) = pb_conf_get("webdir");
574	pb_log(2,"webdir: ".Dumper($webdir)."\n");
575	$pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
576	$extpkgdir = $webdir;
577	pb_log(0,"Package: $pkgs[0]\n");
578	} else {
579	$pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
580	@pkgs = @$pkg;
581	}
582
583	my ($scheme, $uri) = pb_cms_init($pbinit,$param);
584
585	# We need 2 lines here
586	my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
587	my @pt = pb_conf_get_if("vmlist","velist");
588
589	# declare packager and repo for filtering
590	# TODO: Is pbrepo needed so early in the process ?
591	my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
592	$ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
593	$ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
594
595	foreach my $pbpkg (@pkgs) {
596	$ENV{'PBPKG'} = $pbpkg;
597
598	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
599	$pbver = $pkgv->{$pbpkg};
600	} else {
601	$pbver = $ENV{'PBPROJVER'};
602	}
603	# If it's a test version, then tag == 0.date
604	if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
605	$pbtag = "0.".strftime("%Y%m%d%H%M%S", @date);
606	$ENV{'PBPROJTAG'} = $pbtag;
607	} elsif ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
608	$pbtag = $pkgt->{$pbpkg};
609	} else {
610	$pbtag = $ENV{'PBPROJTAG'};
611	}
612
613	$pbrev = $ENV{'PBREVISION'};
614	pb_log(0,"\n");
615	pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
616	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
617
618	# Clean up dest if necessary. The export will recreate it
619	my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
620	pb_rm_rf($dest) if (-d $dest);
621
622	# Export CMS tree for the concerned package to dest
623	# And generate some additional files
624	$OUTPUT_AUTOFLUSH=1;
625
626	# computes in which dir we have to work
627	my $dir = $defpkgdir->{$pbpkg};
628	$dir = $extpkgdir->{$pbpkg} if (not defined $dir);
629	$dir = $webdir->{$ENV{'PBPROJ'}} if ($param eq "Web");
630	pb_log(2,"def:".Dumper($defpkgdir)." ext: ".Dumper($extpkgdir)." \n");
631
632	# Exporting content from CMS
633	my $sourcedir = undef;
634	my $sourceuri = $uri;
635	if ($param eq "SandBox") {
636	# Point to the local instance
637	$sourcedir = "$ENV{'PBDIR'}/$dir";
638	} else {
639	# Get it from a subdir of the URI with same version as localy but different root
640	$sourceuri = "$ENV{'PBDIR'}/$dir";
641	$sourceuri =~ s\|^$ENV{'PBPROJDIR'}/\|$uri\|;
642	}
643	my $preserve = pb_cms_export($sourceuri,$sourcedir,$dest);
644
645	# Generated fake content for test versions to speed up stuff
646	my $chglog;
647
648	# Get project info on authors and log file
649	$chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
650	$chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
651	$chglog = undef if (! -f $chglog);
652
653	my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
654	$authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
655	$authors = "/dev/null" if (! -f $authors);
656
657	# Extract cms log history and store it
658	if ((defined $chglog) && (! -f "$dest/NEWS")) {
659	pb_log(2,"Generating NEWS file from $chglog\n");
660	copy($chglog,"$dest/NEWS") \|\| die "Unable to create $dest/NEWS";
661	}
662	pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
663
664	my %build;
665	# We want to at least build for the underlying distro
666	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
667	my $tmpl = "$ddir-$dver-$arch,";
668	my %patches;
669
670	# Get list of distributions for which we need to generate build files
671	if (defined $pt[0]->{$ENV{'PBPROJ'}}) {
672	$tmpl .= $pt[0]->{$ENV{'PBPROJ'}};
673	}
674	if (defined $pt[1]->{$ENV{'PBPROJ'}}) {
675	# The 2 lists needs to be grouped with a ',' separating them
676	if ($tmpl ne "") {
677	$tmpl .= ",";
678	}
679	$tmpl .= $pt[1]->{$ENV{'PBPROJ'}}
680	}
681
682	# Setup %pb structure to allow filtering later on, on files using that structure
683	$pb{'tag'} = $pbtag;
684	$pb{'rev'} = $pbrev;
685	$pb{'ver'} = $pbver;
686	$pb{'pkg'} = $pbpkg;
687	$pb{'date'} = $pbdate;
688	$pb{'defpkgdir'} = $defpkgdir;
689	$pb{'extpkgdir'} = $extpkgdir;
690	$pb{'chglog'} = $chglog;
691	$pb{'packager'} = $ENV{'PBPACKAGER'};
692	$pb{'proj'} = $ENV{'PBPROJ'};
693	$pb{'repo'} = $ENV{'PBREPO'};
694	$pb{'patches'} = \%patches;
695	pb_log(2,"DEBUG: pb: ".Dumper(%pb)."\n");
696
697	# Do not do that for website
698	if ($param ne "Web") {
699	pb_log(0,"Build files are being generated for ...\n");
700	my %virt;
701	# De-duplicate similar VM and VE
702	foreach my $d (split(/,/,$tmpl)) {
703	# skip ill-formatted vms (name-ver-arch)
704	next if ($d !~ /-/);
705	$virt{$d} = $d;
706	}
707
708	foreach my $d (keys %virt) {
709	my ($name,$ver,$arch) = split(/-/,$d);
710	pb_log(0,"Bad format for $d") if ((not defined $name) \|\| (not defined $ver) \|\| (not defined $arch)) ;
711	chomp($arch);
712	my ($ddir, $dver, $dfam);
713	($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'os'}, $pb{'suf'}, $pb{'upd'}, $pb{'arch'}) = pb_distro_init($name,$ver,$arch);
714	pb_log(2,"DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'})."\n");
715	pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
716
717	# We need to compute the real name of the package
718	my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pb{'dtype'});
719	$pb{'realpkg'} = $pbrealpkg;
720	pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $ddir-$dver\n") if ($pbrealpkg ne $pbpkg);
721
722	# Filter build files from the less precise up to the most with overloading
723	# Filter all files found, keeping the name, and generating in dest
724
725	# Find all build files first relatively to PBROOTDIR
726	# Find also all specific files referenced in the .pb conf file
727	my %bfiles = ();
728	my %pkgfiles = ();
729	$build{"$ddir-$dver-$arch"} = "yes";
730
731	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}") {
732	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
733	} elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$dfam") {
734	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$dfam",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
735	} elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir") {
736	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
737	} elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver") {
738	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
739	} elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch") {
740	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
741	} else {
742	$build{"$ddir-$dver-$arch"} = "no";
743	next;
744	}
745	pb_log(2,"DEBUG bfiles: ".Dumper(\%bfiles)."\n");
746
747	# Get all filters to apply
748	my $ptr = pb_get_filters($pbpkg, $pb{'dtype'}, $dfam, $ddir, $dver);
749
750	# Prepare local patches for this distro - They are always applied first - May be a problem one day
751	foreach my $p (sort(<$ENV{'PBROOTDIR'}/$pbpkg/pbpatch/*>)) {
752	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.all$/));
753	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.all$/);
754	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$pb{'dtype'}$/));
755	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$pb{'dtype'}$/);
756	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$dfam$/));
757	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$dfam$/);
758	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir$/));
759	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir$/);
760	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver$/));
761	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver$/);
762	$patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver-$arch$/));
763	$patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver-$arch$/);
764	}
765
766	# Prepare also remote patches to be included - Applied after the local ones
767	foreach my $p ("all","$pb{'dtype'}","$dfam","$ddir","$ddir-$dver","$ddir-$dver-$arch") {
768	my $f = "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch.$p";
769	next if (not -f $f);
770	if (not open(PATCH,$f)) {
771	pb_display("Unable to open existing external patch file content $f\n");
772	next;
773	}
774	while (<PATCH>) {
775	chomp();
776	$patches{"$ddir-$dver-$arch"} .= "," if (defined $patches{"$ddir-$dver-$arch"});
777	$patches{"$ddir-$dver-$arch"} .= "$_";
778	}
779	close(PATCH);
780	}
781	pb_log(2,"DEBUG: pb->patches: ".Dumper($pb{'patches'})."\n");
782
783	# Apply now all the filters on all the files concerned
784	# destination dir depends on the type of file
785	if (defined $ptr) {
786	# For patch support
787	$pb{'tuple'} = "$ddir-$dver-$arch";
788	foreach my $f (values %bfiles,values %pkgfiles) {
789	pb_filter_file("$ENV{'PBROOTDIR'}/$f",$ptr,"$dest/pbconf/$ddir-$dver-$arch/".basename($f),\%pb);
790	}
791	}
792	}
793	my @found;
794	my @notfound;
795	foreach my $b (keys %build) {
796	push @found,$b if ($build{$b} =~ /yes/);
797	push @notfound,$b if ($build{$b} =~ /no/);
798	}
799	pb_log(0," ... ".join(',',sort(@found))."\n");
800	pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
801	pb_log(2,"DEBUG: patches: ".Dumper(%patches)."\n");
802	}
803
804	# Get the generic filter (all.pbf) and
805	# apply those to the non-build files including those
806	# generated by pbinit if applicable
807
808	# Get only all.pbf filter
809	my $ptr = pb_get_filters($pbpkg);
810
811	my $liste ="";
812	if (defined $filteredfiles->{$pbpkg}) {
813	foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
814	pb_filter_file_inplace($ptr,"$dest/$f",\%pb);
815	$liste = "$f $liste";
816	}
817	}
818	pb_log(2,"Files ".$liste."have been filtered\n");
819
820	# Do not do that for website
821	if ($param ne "Web") {
822	my %tmp;
823	my $warnflag = 0;
824	# Filter potential patches (local + remote)
825	pb_log(0,"Delivering and compressing patches ");
826	foreach my $v (keys %patches) {
827	pb_mkdir_p("$dest/pbconf/$v/pbpatch");
828	foreach my $pf (split(/,/,$patches{$v})) {
829	my $pp = basename($pf);
830	if ($param eq "SandBox") {
831	$warnflag = 1;
832	}
833	pb_cms_export($pf,undef,"$dest/pbconf/$v/pbpatch");
834	pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",\%pb);
835	pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
836	$tmp{$pf} = "";
837	}
838	}
839	foreach my $v (keys %tmp) {
840	pb_log(0,"$v ");
841	}
842	pb_log(0,"\n");
843	pb_log(0,"WARNING: Patches are always taken from repository not local export\n") if ($warnflag == 1);
844	} else {
845	# Instead call News generation
846	pb_web_news2html($dest);
847	# And create an empty pbconf
848	pb_mkdir_p("$dest/pbconf");
849	# And prepare the pbscript to execute remotely
850	open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
851	print SCRIPT "#!/bin/bash\n";
852	print SCRIPT "#set -x\n";
853	print SCRIPT "echo ... Extracting Website content\n";
854	print SCRIPT "find . -type f \| grep -Ev '^./$pbpkg-$pbver.tar.gz\|^./pbscript' \| xargs rm -f non-existent\n";
855	print SCRIPT "find * -type d -depth \| xargs rmdir 2> /dev/null \n";
856	print SCRIPT "tar xfz $pbpkg-$pbver.tar.gz\n";
857	print SCRIPT "mv $pbpkg-$pbver/* .\n";
858	print SCRIPT "rm -f $pbpkg-$pbver.tar.gz\n";
859	print SCRIPT "rmdir $pbpkg-$pbver\n";
860	close(SCRIPT);
861	}
862
863	# Prepare the dest directory for archive
864	if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
865	pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",\%pb);
866	chmod 0755,"$ENV{'PBTMP'}/pbinit";
867	pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit","verbose");
868	}
869
870	# Do we have additional script to run to prepare the environement for the project ?
871	# Then include it in the pbconf delivery
872	foreach my $pbvf (<$ENV{'PBROOTDIR'}/pbv.pre>,<$ENV{'PBROOTDIR'}/pbv.post>, <$ENV{'PBROOTDIR'}/pbtest*>) {
873	if (-x "$pbvf") {
874	my $target = "$ENV{'PBDESTDIR'}/".basename($pbvf);
875	pb_filter_file("$pbvf",$ptr,$target,\%pb);
876	chmod 0755,"$target";
877	}
878	}
879
880	# Archive dest dir
881	chdir "$ENV{'PBDESTDIR'}" \|\| die "Unable to change dir to $ENV{'PBDESTDIR'}";
882	if (defined $preserve) {
883	# In that case we want to preserve the original tar file for checksum purposes
884	# The one created is btw equivalent in that case to this one
885	# Maybe check basename of both to be sure they are the same ?
886	pb_log(0,"Preserving original tar file ");
887	move("$preserve","$pbpkg-$pbver.tar.gz");
888	} else {
889	# Possibility to look at PBSRC to guess more the filename
890	pb_system("tar cfz $pbpkg-$pbver.tar.gz --exclude=$pbpkg-$pbver/pbconf $pbpkg-$pbver","Creating $pbpkg tar files compressed");
891	}
892	pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n");
893	pb_system("tar cfz $pbpkg-$pbver.pbconf.tar.gz $pbpkg-$pbver/pbconf","Creating pbconf tar files compressed");
894	pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz\n");
895
896	# Keep track of version-tag per pkg
897	$pkgs{$pbpkg} = "$pbver-$pbtag";
898
899	# Final cleanup
900	pb_rm_rf($dest) if (-d $dest);
901	}
902
903	# Keep track of per package version
904	pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
905	open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") \|\| die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
906	foreach my $pbpkg (keys %pkgs) {
907	print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
908	}
909	close(PKG);
910
911	# Keep track of what is generated by default
912	# We need to store the dir and info on version-tag
913	# Base our content on the existing .pb file
914	copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
915	open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
916	print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
917	print LAST "projver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
918	print LAST "projtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
919	print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
920	close(LAST);
921	}
922
923	sub pb_test2pkg {
924	# Get the running distro to test on
925	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
926	pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch))."\n");
927
928	# Get list of packages to test
929	# Get content saved in cms2build
930	my $ptr = pb_get_pkg();
931	@pkgs = @$ptr;
932
933	# Additional potential repo
934	pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
935	foreach my $pbpkg (@pkgs) {
936	# We need to install the package to test, and deps brought with it
937	pb_distro_installdeps(undef,$dtype,$pbupd,$pbpkg);
938	pb_system("$ENV{'PBDESTDIR'}/pbtest","Launching test for $pbpkg","verbose");
939	}
940	}
941
942	sub pb_build2pkg {
943
944	# Get the running distro to build on
945	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
946	pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch))."\n");
947
948	# Get list of packages to build
949	my $ptr = pb_get_pkg();
950	@pkgs = @$ptr;
951
952	# Get content saved in cms2build
953	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
954	$pkg = { } if (not defined $pkg);
955
956	chdir "$ENV{'PBBUILDDIR'}";
957	my $made = ""; # pkgs made during build
958	foreach my $pbpkg (@pkgs) {
959	my $vertag = $pkg->{$pbpkg};
960	# get the version of the current package - maybe different
961	($pbver,$pbtag) = split(/-/,$vertag);
962
963	my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
964	my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
965	pb_log(2,"Source file: $src\n");
966	pb_log(2,"Pbconf file: $src2\n");
967
968	pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
969	if ($dtype eq "rpm") {
970	foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
971	if (! -d "$ENV{'PBBUILDDIR'}/$d") {
972	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d") \|\| die "Please ensure that you can write into $ENV{'PBBUILDDIR'} to create $d\nchown the $ENV{'PBBUILDDIR'} directory to your uid";
973	}
974	}
975
976	# Remove in case a previous link/file was there
977	unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
978	symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) \|\| die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
979	# We need to first extract the spec file
980	my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$ENV{'PBBUILDDIR'}/SPECS","spec");
981
982	# We need to handle potential patches to upstream sources
983	pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
984
985	pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
986	# set LANGUAGE to check for correct log messages
987	$ENV{'LANGUAGE'}="C";
988	# Older Redhat use _target_platform in %configure incorrectly
989	my $specialdef = "";
990	if (($ddir eq "redhat") \|\| (($ddir eq "rhel") && ($dver eq "2.1"))) {
991	$specialdef = "--define \'_target_platform \"\"\'";
992	}
993
994	# If needed we may add repository to the build env
995	pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
996	foreach my $f (@specfile) {
997	if ($f =~ /\.spec$/) {
998	pb_distro_installdeps($f,$dtype,$pbupd);
999	pb_system("rpmbuild $specialdef --define \"packager $ENV{'PBPACKAGER'}\" --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
1000	last;
1001	}
1002	}
1003	# Get the name of the generated packages
1004	open(LOG,"$ENV{'PBTMP'}/system.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.log";
1005	while (<LOG>) {
1006	chomp($_);
1007	next if ($_ !~ /^Wrote:/);
1008	s\|./([S]RPMS.*)\|$1\|;
1009	$made .=" $_";
1010	}
1011	close(LOG);
1012
1013	} elsif ($dtype eq "deb") {
1014	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1015	pb_system("tar xfz $src","Extracting sources");
1016	pb_system("tar xfz $src2","Extracting pbconf");
1017
1018	chdir "$pbpkg-$pbver" \|\| die "Unable to chdir to $pbpkg-$pbver";
1019	pb_rm_rf("debian");
1020	symlink "pbconf/$ddir-$dver-$arch","debian" \|\| die "Unable to symlink to pbconf/$ddir-$dver-$arch";
1021	chmod 0755,"debian/rules";
1022
1023	pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
1024	pb_distro_installdeps("debian/control",$dtype,$pbupd);
1025	pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
1026	# Get the name of the generated packages
1027	open(LOG,"$ENV{'PBTMP'}/system.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.log";
1028	while (<LOG>) {
1029	chomp();
1030	my $tmp = $_;
1031	next if ($tmp !~ /^dpkg-deb.*:/);
1032	$tmp =~ s\|.../(.)_(.).deb.\|$1\|;
1033	$made="$made $tmp.dsc $tmp.tar.gz $tmp"."_.deb $tmp"."_.changes";
1034	}
1035	close(LOG);
1036	} elsif ($dtype eq "ebuild") {
1037	my @ebuildfile;
1038	# For gentoo we need to take pb as subsystem name
1039	# We put every apps here under sys-apps. hope it's correct
1040	# We use pb's home dir in order to have a single OVERLAY line
1041	my $tmpd = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
1042	pb_mkdir_p($tmpd) if (! -d "$tmpd");
1043	pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
1044
1045	# We need to first extract the ebuild file
1046	@ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$tmpd","ebuild");
1047
1048	# Prepare the build env for gentoo
1049	my $found = 0;
1050	my $pbbd = $ENV{'HOME'};
1051	$pbbd =~ s\|/\|\\/\|g;
1052	if (-r "/etc/make.conf") {
1053	open(MAKE,"/etc/make.conf");
1054	while (<MAKE>) {
1055	$found = 1 if (/$pbbd\/portage/);
1056	}
1057	close(MAKE);
1058	}
1059	if ($found == 0) {
1060	pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
1061	}
1062	#$found = 0;
1063	#if (-r "/etc/portage/package.keywords") {
1064	#open(KEYW,"/etc/portage/package.keywords");
1065	#while (<KEYW>) {
1066	#$found = 1 if (/portage\/pb/);
1067	#}
1068	#close(KEYW);
1069	#}
1070	#if ($found == 0) {
1071	#pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
1072	#}
1073
1074	# Build
1075	foreach my $f (@ebuildfile) {
1076	if ($f =~ /\.ebuild$/) {
1077	pb_distro_installdeps($f,$dtype,$pbupd);
1078	move($f,"$tmpd/$pbpkg-$pbver.ebuild");
1079	pb_system("cd $tmpd ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
1080	# Now move it where pb expects it
1081	pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
1082	move("$tmpd/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild");
1083	}
1084	}
1085
1086	$made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild";
1087	} elsif ($dtype eq "tgz") {
1088	# Slackware family
1089	$made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
1090
1091	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1092	pb_system("tar xfz $src","Extracting sources");
1093	pb_system("tar xfz $src2","Extracting pbconf");
1094	chdir "$pbpkg-$pbver" \|\| die "Unable to chdir to $pbpkg-$pbver";
1095	symlink "pbconf/$ddir-$dver-$arch","install" \|\| die "Unable to symlink to pbconf/$ddir-$dver-$arch";
1096	if (-x "install/pbslack") {
1097	pb_distro_installdeps("./install/pbslack",$dtype,$pbupd);
1098	pb_system("./install/pbslack","Building software");
1099	pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
1100	}
1101	} elsif ($dtype eq "pkg") {
1102	# Solaris
1103	$made="$made $pbpkg-$pbver-$pbtag.pkg.gz";
1104	my $pkgdestdir="$ENV{'PBBUILDDIR'}/install";
1105
1106	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1107	# Will host resulting packages
1108	pb_mkdir_p("$dtype");
1109	pb_mkdir_p("$pkgdestdir/delivery");
1110	pb_system("tar xfz $src","Extracting sources under $ENV{'PBBUILDDIR'}");
1111	pb_system("tar xfz $src2","Extracting pbconf under $ENV{'PBBUILDDIR'}");
1112	chdir "$pbpkg-$pbver" \|\| die "Unable to chdir to $pbpkg-$pbver";
1113	if (-f "pbconf/$ddir-$dver-$arch/pbbuild") {
1114	chmod 0755,"pbconf/$ddir-$dver-$arch/pbbuild";
1115	# pkginfo file is mandatory
1116	die "Unable to find pkginfo file in pbconf/$ddir-$dver-$arch" if (! -f "pbconf/$ddir-$dver-$arch/pkginfo");
1117	# Build
1118	pb_system("pbconf/$ddir-$dver-$arch/pbbuild $pkgdestdir/delivery","Building software and installing under $pkgdestdir/delivery");
1119	# Copy complementary files
1120	if (-f "pbconf/$ddir-$dver-$arch/prototype") {
1121	copy("pbconf/$ddir-$dver-$arch/prototype", $pkgdestdir)
1122	} else {
1123	# No prototype provided, calculating it
1124	open(PROTO,"> $pkgdestdir/prototype") \|\| die "Unable to create prototype file";
1125	print PROTO "i pkginfo\n";
1126	print PROTO "i depend\n" if (-f "pbconf/$ddir-$dver-$arch/depend");
1127	$ENV{'PBSOLDESTDIR'} = "$pkgdestdir/delivery";
1128	find(\&create_solaris_prototype, "$pkgdestdir/delivery");
1129	}
1130	copy("pbconf/$ddir-$dver-$arch/depend", $pkgdestdir) if (-f "pbconf/$ddir-$dver-$arch/depend");
1131	copy("pbconf/$ddir-$dver-$arch/pkginfo", $pkgdestdir);
1132	pb_system("cd $pkgdestdir/delivery ; pkgmk -o -f ../prototype -r $pkgdestdir/delivery -d $ENV{'PBBUILDDIR'}/$dtype","Packaging $pbpkg","verbose");
1133	pb_system("cd $ENV{'PBBUILDDIR'}/$dtype ; echo \"\" \| pkgtrans -o -n -s $ENV{'PBBUILDDIR'}/$dtype $ENV{'PBBUILDDIR'}/$pbpkg-$pbver-$pbtag.pkg all","Transforming $pbpkg","verbose");
1134	pb_system("cd $ENV{'PBBUILDDIR'} ; gzip -9f $pbpkg-$pbver-$pbtag.pkg","Compressing $pbpkg-$pbver-$pbtag.pkg","verbose");
1135	} else {
1136	pb_log(0,"No pbconf/$ddir-$dver-$arch/pbbuild file found for $pbpkg-$pbver in \n");
1137	}
1138	chdir ".." \|\| die "Unable to chdir to parent dir";
1139	pb_system("rm -rf $pbpkg-$pbver $ENV{'PBBUILDDIR'}/$dtype $pkgdestdir", "Cleanup");
1140	} else {
1141	die "Unknown dtype format $dtype";
1142	}
1143	}
1144	# Packages check if needed
1145	if ($dtype eq "rpm") {
1146	if (-f "/usr/bin/rpmlint") {
1147	pb_system("rpmlint $made","Checking validity of rpms with rpmlint","verbose");
1148	}
1149	my $rpms ="";
1150	my $srpms ="";
1151	foreach my $f (split(/ /,$made)) {
1152	$rpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^RPMS\//);
1153	$srpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^SRPMS\//);
1154	}
1155	pb_log(0,"SRPM packages generated: $srpms\n");
1156	pb_log(0,"RPM packages generated: $rpms\n");
1157	} elsif ($dtype eq "deb") {
1158	my $made2 = "";
1159	foreach my $f (split(/ /,$made)) {
1160	$made2 .= "../$f " if ($f =~ /\.changes$/);
1161	}
1162	if (-f "/usr/bin/lintian") {
1163	pb_system("lintian $made2","Checking validity of debs with lintian","verbose");
1164	} else {
1165	pb_log(0,"deb packages generated: $made2\n");
1166	}
1167	} else {
1168	pb_log(0,"No check done for $dtype yet\n");
1169	pb_log(0,"Packages generated: $made\n");
1170	}
1171
1172	# Keep track of what is generated so that we can get them back from VMs
1173	open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") \|\| die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1174	print KEEP "$made\n";
1175	close(KEEP);
1176	}
1177
1178	sub create_solaris_prototype {
1179
1180	my $uidgid = "bin bin";
1181	my $pkgdestdir = $ENV{'PBSOLDESTDIR'};
1182
1183	return if ($_ =~ /^$pkgdestdir$/);
1184	if (-d $_) {
1185	my $n = $File::Find::name;
1186	$n =~ s~$pkgdestdir/~~;
1187	print PROTO "d none $n 0755 $uidgid\n";
1188	} elsif (-x $_) {
1189	my $n = $File::Find::name;
1190	$n =~ s~$pkgdestdir/~~;
1191	print PROTO "f none $n 0755 $uidgid\n";
1192	} elsif (-f $_) {
1193	my $n = $File::Find::name;
1194	$n =~ s~$pkgdestdir/~~;
1195	print PROTO "f none $n 0644 $uidgid\n";
1196	}
1197	}
1198
1199	sub pb_build2ssh {
1200	pb_send2target("Sources");
1201	}
1202
1203	sub pb_pkg2ssh {
1204	pb_send2target("Packages");
1205	}
1206
1207	# By default deliver to the the public site hosting the
1208	# ftp structure (or whatever) or a VM/VE
1209	sub pb_send2target {
1210
1211	my $cmt = shift;
1212	my $v = shift \|\| undef;
1213	my $vmexist = shift \|\| 0; # 0 is FALSE
1214	my $vmpid = shift \|\| 0; # 0 is FALSE
1215	my $snapme = shift \|\| 0; # 0 is FALSE
1216
1217	pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
1218	my $host = "sshhost";
1219	my $login = "sshlogin";
1220	my $dir = "sshdir";
1221	my $port = "sshport";
1222	my $conf = "sshconf";
1223	my $tmout = undef;
1224	my $path = undef;
1225	if ($cmt =~ /^VM/) {
1226	$login = "vmlogin";
1227	$dir = "pbdefdir";
1228	# Specific VM
1229	$tmout = "vmtmout";
1230	$path = "vmpath";
1231	$host = "vmhost";
1232	$port = "vmport";
1233	} elsif ($cmt =~ /^VE/) {
1234	$login = "velogin";
1235	$dir = "pbdefdir";
1236	# Specific VE
1237	$path = "vepath";
1238	$conf = "rbsconf";
1239	} elsif ($cmt eq "Web") {
1240	$host = "websshhost";
1241	$login = "websshlogin";
1242	$dir = "websshdir";
1243	$port = "websshport";
1244	}
1245	my $cmd = "";
1246	my $src = "";
1247	my ($odir,$over,$oarch) = (undef, undef, undef);
1248	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch);
1249
1250	if ($cmt ne "Announce") {
1251	# Get list of packages to build
1252	my $ptr = pb_get_pkg();
1253	@pkgs = @$ptr;
1254
1255	# Get the running distro to consider
1256	if (defined $v) {
1257	($odir,$over,$oarch) = split(/-/,$v);
1258	}
1259	($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch) = pb_distro_init($odir,$over,$oarch);
1260	pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $darch))."\n");
1261
1262	# Get list of packages to build
1263	# Get content saved in cms2build
1264	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1265	$pkg = { } if (not defined $pkg);
1266
1267	chdir "$ENV{'PBBUILDDIR'}";
1268	foreach my $pbpkg (@pkgs) {
1269	my $vertag = $pkg->{$pbpkg};
1270	# get the version of the current package - maybe different
1271	($pbver,$pbtag) = split(/-/,$vertag);
1272
1273	if (($cmt eq "Sources") \|\| ($cmt =~ /V[EM]build/)) {
1274	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
1275	if ($cmd eq "") {
1276	$cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1277	} else {
1278	$cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1279	}
1280	} elsif ($cmt eq "Web") {
1281	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz"
1282	}
1283	}
1284	# Adds conf file for availability of conf elements
1285	pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb");
1286	}
1287
1288	if ($cmt =~ /V[EM]build/) {
1289	$src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript";
1290	} elsif (($cmt =~ /V[EM]Script/) \|\| ($cmt eq "Web")) {
1291	$src="$src $ENV{'PBDESTDIR'}/pbscript";
1292	} elsif ($cmt =~ /V[EM]test/) {
1293	$src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript $ENV{'PBDESTDIR'}/pbtest";
1294	} elsif ($cmt eq "Announce") {
1295	$src="$src $ENV{'PBTMP'}/pbscript";
1296	} elsif ($cmt eq "Packages") {
1297	# Get package list from file made during build2pkg
1298	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1299	$src = <KEEP>;
1300	chomp($src);
1301	close(KEEP);
1302	$src="$src $ENV{'PBBUILDDIR'}/pbscript";
1303	}
1304	# Remove potential leading spaces (cause problem with basename)
1305	$src =~ s/^ *//;
1306	my $basesrc = "";
1307	foreach my $i (split(/ +/,$src)) {
1308	$basesrc .= " ".basename($i);
1309	}
1310
1311	pb_log(0,"Sources handled ($cmt): $src\n");
1312	pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$path,$conf))."\n");
1313	my ($sshhost,$sshlogin,$sshdir,$sshport) = pb_conf_get($host,$login,$dir,$port);
1314	# Not mandatory...
1315	my ($rbsconf,$testver,$delivery) = pb_conf_get_if($conf,"testver","delivery");
1316	my ($vtmout,$vepath);
1317	# ...Except those in virtual context
1318	if ($cmt =~ /^VE/) {
1319	($vepath) = pb_conf_get($path);
1320	}
1321	if ($cmt =~ /^VM/) {
1322	($vtmout) = pb_conf_get($tmout);
1323	}
1324	pb_log(2,"ssh: ".Dumper(($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vepath,$rbsconf))."\n");
1325
1326	my $mac;
1327	if ($cmt !~ /^VE/) {
1328	$mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$sshhost->{$ENV{'PBPROJ'}}";
1329	# Overwrite account value if passed as parameter
1330	$mac = "$pbaccount\@$sshhost->{$ENV{'PBPROJ'}}" if (defined $pbaccount);
1331	pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
1332	} else {
1333	# VE
1334	# Overwrite account value if passed as parameter (typically for setup2ve)
1335	$mac = $sshlogin->{$ENV{'PBPROJ'}};
1336	$mac = $pbaccount if (defined $pbaccount);
1337	}
1338
1339	my $tdir;
1340	my $bdir;
1341	if (($cmt eq "Sources") \|\| ($cmt =~ /V[EM]Script/)) {
1342	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}/src";
1343	} elsif (($cmt =~ /V[EM]build/) \|\| ($cmt =~ /V[EM]test/)) {
1344	$tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/delivery";
1345	$bdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/build";
1346	# Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
1347	$bdir =~ s\|\$ENV.+\}/\|\|;
1348	} elsif ($cmt eq "Announce") {
1349	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}";
1350	} elsif ($cmt eq "Web") {
1351	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}";
1352	} elsif ($cmt eq "Packages") {
1353	$tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch";
1354
1355	my $repodir = $tdir;
1356	$repodir =~ s\|^$sshdir->{$ENV{'PBPROJ'}}/\|\|;
1357
1358	my ($pbrepo) = pb_conf_get("pbrepo");
1359
1360	# Repository management
1361	open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBBUILDDIR'}/pbscript";
1362	if ($dtype eq "rpm") {
1363	# Also make a pbscript to generate yum/urpmi bases
1364	print PBS << "EOF";
1365	#!/bin/bash
1366	# Prepare a script to ease yum setup
1367	cat > $ENV{'PBPROJ'}.repo << EOT
1368	[$ENV{'PBPROJ'}]
1369	name=$ddir $dver $darch - $ENV{'PBPROJ'} Vanilla Packages
1370	baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
1371	enabled=1
1372	gpgcheck=0
1373	EOT
1374	chmod 644 $ENV{'PBPROJ'}.repo
1375
1376	# Clean up old repo content
1377	rm -rf headers/ repodata/
1378	# Create yum repo
1379	yum-arch .
1380	# Create repodata
1381	createrepo .
1382	EOF
1383	if ($dfam eq "md") {
1384	# For Mandriva add urpmi management
1385	print PBS << "EOF";
1386	# Prepare a script to ease urpmi setup
1387	cat > $ENV{'PBPROJ'}.addmedia << EOT
1388	urpmi.addmedia $ENV{'PBPROJ'} $pbrepo->{$ENV{'PBPROJ'}}/$repodir with media_info/hdlist.cz
1389	EOT
1390	chmod 755 $ENV{'PBPROJ'}.addmedia
1391
1392	# Clean up old repo content
1393	rm -f hdlist.cz synthesis.hdlist.cz
1394	# Create urpmi repo
1395	genhdlist2 --clean .
1396	if [ \$\? -ne 0 ]; then
1397	genhdlist .
1398	fi
1399	EOF
1400	}
1401	if ($ddir eq "fedora") {
1402	# Extract the spec file to please Fedora maintainers :-(
1403	print PBS << "EOF";
1404	for p in $basesrc; do
1405	echo \$p \| grep -q 'src.rpm'
1406	if [ \$\? -eq 0 ]; then
1407	rpm2cpio \$p \| cpio -ivdum --quiet '*.spec'
1408	fi
1409	done
1410	EOF
1411	}
1412	if ($dfam eq "novell") {
1413	# Add ymp scripts for one-click install on SuSE
1414	print PBS << "EOF";
1415	# Prepare a script to ease SuSE one-click install
1416	# Cf: http://de.opensuse.org/1-Klick-Installation/ISV
1417	#
1418	cat > $ENV{'PBPROJ'}.ymp << EOT
1419	<?xml version="1.0" encoding="utf-8"?>
1420	<!-- vim: set sw=2 ts=2 ai et: -->
1421	<metapackage xmlns:os="http://opensuse.org/Standards/One_Click_Install" xmlns="http://opensuse.org/Standards/One_Click_Install">
1422	<group><!-- The group of software, typically one for project-builder.org -->
1423	<name>$ENV{'PBPROJ'} Bundle</name> <!-- Name of the software group -->
1424	<summary>Software bundle for the $ENV{'PBPROJ'} project</summary> <!--This message is shown to the user and should describe the whole bundle -->
1425	<description>This is the summary of the $ENV{'PBPROJ'} Project
1426
1427	Details are available on a per package basis below
1428
1429	</description><!--This is also shown to the user -->
1430	<remainSubscribed>false</remainSubscribed> <!-- Don't know what it mean -->
1431	<repositories><!-- List of needed repositories -->
1432	<repository>
1433	<name>$ENV{'PBPROJ'} Repository</name> <!-- Name of the repository -->
1434	<summary>This repository contains the $ENV{'PBPROJ'} project packages.</summary> <!-- Summary of the repository -->
1435	<description>This repository contains the $ENV{'PBPROJ'} project packages.</description><!-- This description is shown to the user -->
1436	<url>$pbrepo->{$ENV{'PBPROJ'}}/$repodir</url><!--URL of repository, which is added -->
1437	</repository>
1438	</repositories>
1439	<software><!-- A List of packages, which should be added through the one-click-installation -->
1440	EOT
1441	for p in $basesrc; do
1442	sum=`rpm -q --qf '%{SUMMARY}' \$p`
1443	name=`rpm -q --qf '%{NAME}' \$p`
1444	desc=`rpm -q --qf '%{description}' \$p`
1445	cat >> $ENV{'PBPROJ'}.ymp << EOT
1446	<item>
1447	<name>\$name</name><!-- Name of the package, is shown to the user and used to identify the package at the repository -->
1448	<summary>\$sum</summary> <!-- Summary of the package -->
1449	<description>\$desc</description> <!-- Description, is shown to the user -->
1450	</item>
1451	EOT
1452	done
1453	cat >> $ENV{'PBPROJ'}.ymp << EOT
1454	</software>
1455	</group>
1456	</metapackage>
1457	EOT
1458	chmod 644 $ENV{'PBPROJ'}.ymp
1459	EOF
1460	}
1461	} elsif ($dtype eq "deb") {
1462	# Also make a pbscript to generate apt bases
1463	# Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
1464	my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
1465	print PBS << "EOF";
1466	#!/bin/bash
1467	# Prepare a script to ease apt setup
1468	cat > $ENV{'PBPROJ'}.sources.list << EOT
1469	deb $rpd $dver contrib
1470	deb-src $rpd $dver contrib
1471	EOT
1472	chmod 644 $ENV{'PBPROJ'}.sources.list
1473
1474	# Prepare a script to create apt info file
1475	(cd .. ; for a in i386 amd64 ia64; do mkdir -p dists/$dver/contrib/binary-\$a; dpkg-scanpackages -a\$a $dver/$darch /dev/null \| gzip -c9 > dists/$dver/contrib/binary-\$a/Packages.gz; done; mkdir -p dists/$dver/contrib/source; dpkg-scansources $dver/$darch /dev/null \| gzip -c9 > dists/$dver/contrib/source/Sources.gz)
1476	#(cd .. ; rm -f dists/$dver/Release ; apt-ftparchive release dists/$dver > dists/$dver/Release; gpg --sign -ba -o dists/$dver/Release.gpg dists/$dver/Release)
1477	EOF
1478	} elsif ($dtype eq "ebuild") {
1479	# make a pbscript to generate links to latest version
1480	print PBS << "EOF";
1481	#!/bin/bash
1482	# Prepare a script to create correct links
1483	for p in $src; do
1484	echo \$p \| grep -q '.ebuild'
1485	if [ \$\? -eq 0 ]; then
1486	j=`basename \$p`
1487	pp=`echo \$j \| cut -d'-' -f1`
1488	ln -sf \$j \$pp.ebuild
1489	fi
1490	done
1491	EOF
1492	}
1493	close(PBS);
1494	chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript";
1495	} else {
1496	return;
1497	}
1498
1499	# Useless for VE
1500	my $nport;
1501	if ($cmt !~ /^VE/) {
1502	$nport = $sshport->{$ENV{'PBPROJ'}};
1503	$nport = "$pbport" if (defined $pbport);
1504	}
1505
1506	# Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
1507	$tdir =~ s\|\$ENV.+\}/\|\|;
1508
1509	my $tm = undef;
1510	if ($cmt =~ /^VM/) {
1511	$tm = $vtmout->{$ENV{'PBPROJ'}};
1512	}
1513
1514	# ssh communication if not VE
1515	# should use a hash instead...
1516	my ($shcmd,$cpcmd,$cptarget,$cp2target);
1517	if ($cmt !~ /^VE/) {
1518	my $keyfile = pb_ssh_get(0);
1519	$shcmd = "ssh -i $keyfile -q -o UserKnownHostsFile=/dev/null -p $nport $mac";
1520	$cpcmd = "scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport";
1521	$cptarget = "$mac:$tdir";
1522	if ($cmt =~ /^VMbuild/) {
1523	$cp2target = "$mac:$bdir";
1524	}
1525	} else {
1526	my $tp = $vepath->{$ENV{'PBPROJ'}};
1527	($odir,$over,$oarch) = split(/-/,$v);
1528	my $tpdir = "$tp/$odir/$over/$oarch";
1529	my ($ptr) = pb_conf_get("vetype");
1530	my $vetype = $ptr->{$ENV{'PBPROJ'}};
1531	if ($vetype eq "chroot") {
1532	$shcmd = "sudo chroot $tpdir /bin/su - $mac -c ";
1533	} elsif ($vetype eq "schroot") {
1534	$shcmd = "schroot $tp -u $mac -- ";
1535	}
1536	$cpcmd = "sudo cp -r ";
1537	# We need to get the home dir of the target account to deliver in the right place
1538	open(PASS,"$tpdir/etc/passwd") \|\| die "Unable to open $tpdir/etc/passwd";
1539	my $homedir = "";
1540	while (<PASS>) {
1541	my ($c1,$c2,$c3,$c4,$c5,$c6,$c7) = split(/:/);
1542	$homedir = $c6 if ($c1 =~ /^$mac$/);
1543	pb_log(3,"Homedir: $homedir - account: $c6\n");
1544	}
1545	close(PASS);
1546	$cptarget = "$tpdir/$homedir/$tdir";
1547	if ($cmt eq "VEbuild") {
1548	$cp2target = "$tpdir/$homedir/$bdir";
1549	}
1550	pb_log(2,"On VE using $cptarget as target dir to copy to\n");
1551	}
1552
1553	my $logres = "";
1554	# Do not touch when just announcing
1555	if ($cmt ne "Announce") {
1556	pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' \| bash\"","Preparing $tdir on $cptarget");
1557	} else {
1558	$logres = "> ";
1559	}
1560	pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
1561
1562	# For VE we need to change the owner manually
1563	if ($cmt =~ /^VE/) {
1564	pb_system("$shcmd \"sudo chown -R $mac $tdir\"","Adapt owner in $tdir to $mac");
1565	}
1566
1567	pb_system("$shcmd \"echo \'cd $tdir ; if [ -x pbscript ]; then ./pbscript; fi ; rm -f ./pbscript\' \| bash\"","Executing pbscript on $cptarget if needed","verbose");
1568	if ($cmt =~ /^V[EM]build/) {
1569	# Get back info on pkg produced, compute their name and get them from the VM
1570	pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'} $ENV{'PBBUILDDIR'} 2> /dev/null","Get package names in $cp2target");
1571	# For VE we need to change the owner manually
1572	if ($cmt eq "VEbuild") {
1573	pb_system("sudo chown $UID $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}","Adapt owner in $tdir to $UID");
1574	}
1575	# return here to avoid breaking the load on VMs/VEs in case of a bad one
1576	if (not -f "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") {
1577	pb_log(0,"Problem with VM $v on $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}");
1578	return;
1579	}
1580	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1581	my $src = <KEEP>;
1582	chomp($src);
1583	close(KEEP);
1584	$src =~ s/^ *//;
1585	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$odir/$over");
1586	# Change pgben to make the next send2target happy
1587	my $made = "";
1588	open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") \|\| die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1589	foreach my $p (split(/ +/,$src)) {
1590	my $j = basename($p);
1591	# For VM we don't want shell expansion to hapen locally but remotely
1592	my $delim = '\'';
1593	if ($cmt =~ /^VEbuild/) {
1594	# For VE we need to support shell expansion locally
1595	$delim = "";
1596	}
1597	pb_system("$cpcmd $cp2target/$delim$p$delim $ENV{'PBBUILDDIR'}/$odir/$over 2> /dev/null","Recovery of package $j in $ENV{'PBBUILDDIR'}/$odir/$over");
1598	$made="$made $odir/$over/$j"; # if (($dtype ne "rpm") \|\| ($j !~ /.src.rpm$/));
1599	}
1600	print KEEP "$made\n";
1601	close(KEEP);
1602	pb_system("$shcmd \"rm -rf $tdir $bdir\"","$cmt cleanup");
1603
1604	# Sign packages locally
1605	if ($dtype eq "rpm") {
1606	#pb_system("rpm --addsign --define \'_signature gpg\' --define \'_gpg_name \"$ENV{'PBPACKAGER'}\"\' --define \'__gpg_sign_cmd /usr/bin/gpg --batch --no-verbose --no-armor --no-tty --no-secmem-warning -sbo %{__signature_filename} %{__plaintext_filename} --use-agent\' $made","Signing RPM packages packages");
1607	} elsif ($dtype eq "deb") {
1608	#pb_system("debsign $made","Signing DEB packages");
1609	} else {
1610	pb_log(0,"I don't know yet how to sign packages for type $dtype.\nPlease give feedback to dev team\n");
1611	}
1612
1613	# We want to send them to the ssh account so overwrite what has been done before
1614	undef $pbaccount;
1615	pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
1616	pb_send2target("Packages",$odir."-".$over."-".$oarch,$vmexist,$vmpid);
1617	pb_rm_rf("$ENV{'PBBUILDDIR'}/$odir");
1618	}
1619	pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
1620	if ((! $vmexist) && ($cmt =~ /^VM/)) {
1621	# If in setupvm then takes a snapshot just before halting
1622	if ($snapme != 0) {
1623	my ($vmmonport,$vmtype) = pb_conf_get("vmmonport","vmtype");
1624	# For monitoring control
1625	if ((($vmtype->{$ENV{'PBPROJ'}}) eq "kvm") \|\| (($vmtype->{$ENV{'PBPROJ'}}) eq "qemu")) {
1626	require Net::Telnet;
1627	my $t = new Net::Telnet (Timeout => 120, Host => "localhost", Port => $vmmonport->{$ENV{'PBPROJ'}}) \|\| die "Unable to dialog on the monitor";
1628	# move to monitor mode
1629	my @lines = $t->cmd("c");
1630	# Create a snapshot named pb
1631	@lines = $t->cmd("savevm pb");
1632	# Write the new status in the VM
1633	@lines = $t->cmd("commit all");
1634	# End
1635	@lines = $t->cmd("quit");
1636	}
1637	}
1638	my $hoption = "-p";
1639	my $hpath = "/sbin";
1640	# Solaris doesn't support -h and has halt elsewhere
1641	if ($dtype eq "pkg") {
1642	$hoption = "" ;
1643	$hpath = "/usr/sbin";
1644	}
1645	pb_system("$shcmd \"sudo $hpath/halt $hoption \"; sleep $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' \| bash ; sleep 10","VM $v halt (pid $vmpid)");
1646	}
1647	if (($cmt =~ /^VE/) && ($snapme != 0)) {
1648	($odir,$over,$oarch) = split(/-/,$v);
1649	my $tpdir = "$vepath->{$ENV{'PBPROJ'}}/$odir/$over/$oarch";
1650	pb_system("sudo tar cz -f $vepath->{$ENV{'PBPROJ'}}/$odir-$over-$oarch.tar.gz -C $tpdir .","Creating a snapshot of $tpdir");
1651	}
1652	}
1653
1654	sub pb_script2v {
1655	my $pbscript=shift;
1656	my $vtype=shift;
1657	my $pbforce=shift \|\| 0; # Force stop of VM. Default not
1658	my $vm1=shift \|\| undef; # Only that VM to treat
1659	my $snapme=shift \|\| 0; # Do we have to create a snapshot
1660	my $vm;
1661	my $all;
1662
1663	pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$pbforce,".Dumper($vm1).",$snapme)\n");
1664	# Prepare the script to be executed on the VM
1665	# in $ENV{'PBDESTDIR'}/pbscript
1666	if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript")) {
1667	copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1668	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1669	}
1670
1671	if (not defined $vm1) {
1672	($vm,$all) = pb_get2v($vtype);
1673	} else {
1674	@$vm = ($vm1);
1675	}
1676	my ($vmexist,$vmpid) = (undef,undef);
1677
1678	foreach my $v (@$vm) {
1679	# Launch VM/VE
1680	($vmexist,$vmpid) = pb_launchv($vtype,$v,0,$snapme,$pbsnap);
1681
1682	if ($vtype eq "vm") {
1683	pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
1684
1685	# Skip that VM if something went wrong
1686	next if (($vmpid == 0) && ($vmexist == 0));
1687
1688	# If force stopping the VM then reset vmexist
1689	if ($pbforce == 1) {
1690	$vmpid = $vmexist;
1691	$vmexist = 0;
1692	}
1693	} else {
1694	#VE
1695	$vmexist = 0;
1696	$vmpid = 0;
1697	}
1698
1699	# Gather all required files to send them to the VM
1700	# and launch the build through pbscript
1701	pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
1702	pb_send2target(uc($vtype)."Script","$v",$vmexist,$vmpid,$snapme);
1703
1704	}
1705	}
1706
1707	sub pb_launchv {
1708	my $vtype = shift;
1709	my $v = shift;
1710	my $create = shift \|\| 0; # By default do not create a VM/VE
1711	my $snapme = shift \|\| 0; # By default do not snap a VM/VE
1712	my $usesnap = shift \|\| 1; # By default study the usage of the snapshot feature of VM/VE
1713
1714	# If creation or snapshot creation mode, no snapshot usable
1715	if (($create == 1) \|\| ($snapme == 1)) {
1716	$usesnap = 0;
1717	}
1718
1719	pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create,$snapme,$usesnap)\n");
1720	die "No VM/VE defined, unable to launch" if (not defined $v);
1721	# Keep only the first VM in case many were given
1722	$v =~ s/,.*//;
1723
1724	my $arch = pb_get_arch();
1725
1726	# Launch the VMs/VEs
1727	if ($vtype eq "vm") {
1728	die "-i iso parameter needed" if (((not defined $iso) \|\| ($iso eq "")) && ($create != 0));
1729
1730	# TODO: vmmonport should be optional
1731	my ($ptr,$ptr2,$vmpath,$vmport,$vmsize,$vmmonport) = pb_conf_get("vmtype","vmcmd","vmpath","vmport","vmsize","vmmonport");
1732	my ($vmopt,$vmtmout,$vmsnap) = pb_conf_get_if("vmopt","vmtmout","vmsnap");
1733
1734	my $vmtype = $ptr->{$ENV{'PBPROJ'}};
1735	my $vmcmd = $ptr2->{$ENV{'PBPROJ'}};
1736	if (not defined $ENV{'PBVMOPT'}) {
1737	$ENV{'PBVMOPT'} = "";
1738	}
1739	# Save the current status for later restoration
1740	$ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
1741	# Set a default timeout of 2 minutes
1742	if (not defined $ENV{'PBVMTMOUT'}) {
1743	$ENV{'PBVMTMOUT'} = "120";
1744	}
1745	if (defined $vmopt->{$v}) {
1746	$ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
1747	} elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
1748	$ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
1749	}
1750
1751	# Are we allowed to use snapshot feature
1752	if ($usesnap == 1) {
1753	if ((defined $vmsnap->{$v}) && ($vmsnap->{$v} =~ /true/i)) {
1754	$ENV{'PBVMOPT'} .= " -snapshot";
1755	} elsif ((defined $vmsnap->{$ENV{'PBPROJ'}}) && ($vmsnap->{$ENV{'PBPROJ'}} =~ /true/i)) {
1756	$ENV{'PBVMOPT'} .= " -snapshot";
1757	} elsif ($pbsnap eq 1) {
1758	$ENV{'PBVMOPT'} .= " -snapshot";
1759	}
1760	}
1761	if ($snapme != 0) {
1762	if (($vmtype eq "kvm") \|\| ($vmtype eq "qemu")) {
1763	# Configure the monitoring to automize the creation of the 'pb' snapshot
1764	$ENV{'PBVMOPT'} .= " -serial mon:telnet::$vmmonport->{$ENV{'PBPROJ'}},server,nowait";
1765	# In that case no snapshot call needed
1766	$ENV{'PBVMOPT'} =~ s/ -snapshot//;
1767	}
1768	}
1769	if (defined $vmtmout->{$v}) {
1770	$ENV{'PBVMTMOUT'} = $vmtmout->{$v};
1771	} elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
1772	$ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
1773	}
1774	my $nport = $vmport->{$ENV{'PBPROJ'}};
1775	$nport = "$pbport" if (defined $pbport);
1776
1777	my $cmd;
1778	my $vmm; # has to be used for pb_check_ps
1779	if (($vmtype eq "qemu") \|\| ($vmtype eq "kvm")) {
1780	$vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
1781	if (($create != 0) \|\| (defined $iso)) {
1782	$ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
1783	}
1784	# Always redirect the network and always try to use a 'pb' snapshot
1785	$cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 -loadvm pb $vmm"
1786	} elsif ($vmtype eq "xen") {
1787	} elsif ($vmtype eq "vmware") {
1788	} else {
1789	die "VM of type $vmtype not supported. Report to the dev team";
1790	}
1791	# Restore the ENV VAR Value
1792	$ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
1793
1794	my ($tmpcmd,$void) = split(/ +/,$cmd);
1795	my $vmexist = pb_check_ps($tmpcmd,$vmm);
1796	my $vmpid = 0;
1797	if (! $vmexist) {
1798	if ($create != 0) {
1799	die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
1800	if (($vmtype eq "qemu") \|\| ($vmtype eq "xen") \|\| ($vmtype eq "kvm")) {
1801	pb_system("/usr/bin/qemu-img create -f qcow2 $vmm $vmsize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
1802	} elsif ($vmtype eq "vmware") {
1803	} else {
1804	}
1805	}
1806	if (! -f "$vmm") {
1807	pb_log(0,"Unable to find VM $vmm\n");
1808	} else {
1809	pb_system("$cmd &","Launching the VM $vmm");
1810	pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up");
1811	$vmpid = pb_check_ps($tmpcmd,$vmm);
1812	pb_log(0,"VM $vmm launched (pid $vmpid)\n");
1813	}
1814	} else {
1815	pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
1816	}
1817	pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
1818	return($vmexist,$vmpid);
1819	# VE here
1820	} else {
1821	# Get distro context
1822	my ($name,$ver,$darch) = split(/-/,$v);
1823	chomp($darch);
1824	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf) = pb_distro_init($name,$ver,$darch);
1825
1826	# Get VE context
1827	my ($ptr,$vepath) = pb_conf_get("vetype","vepath");
1828	my $vetype = $ptr->{$ENV{'PBPROJ'}};
1829
1830	# We can probably only get those params now we have the distro context
1831	my ($rbsb4pi,$rbspi,$vesnap,$oscodename,$osmindep,$verebuild,$rbsmirrorsrv) = pb_conf_get_if("rbsb4pi","rbspi","vesnap","oscodename","osmindep","verebuild","rbsmirrorsrv");
1832
1833	# We need to avoid umask propagation to the VE
1834	umask 0022;
1835
1836	if (($vetype eq "chroot") \|\| ($vetype eq "schroot")) {
1837	# Architecture consistency
1838	if ($arch ne $darch) {
1839	die "Unable to launch a VE of architecture $darch on a $arch platform" if (($darch eq "x86_64") && ($arch =~ /i?86/));
1840	}
1841
1842	my ($verpmtype,$vedebtype) = pb_conf_get("verpmtype","vedebtype");
1843	if (($create != 0) \|\| ((defined $verebuild) && ($verebuild->{$ENV{'PBPROJ'}} =~ /true/i)) \|\| ($pbforce == 1)) {
1844	my ($rbsopt1) = pb_conf_get_if("rbsopt");
1845
1846	# We have to rebuild the chroot
1847	if ($dtype eq "rpm") {
1848
1849	# Which tool is used
1850	my $verpmstyle = $verpmtype->{$ENV{'PBPROJ'}};
1851
1852	# Get potential rbs option
1853	my $rbsopt = "";
1854	if (defined $rbsopt1) {
1855	if (defined $rbsopt1->{$verpmstyle}) {
1856	$rbsopt = $rbsopt1->{$verpmstyle};
1857	} elsif (defined $rbsopt1->{$ENV{'PBPROJ'}}) {
1858	$rbsopt = $rbsopt1->{$ENV{'PBPROJ'}};
1859	} else {
1860	$rbsopt = "";
1861	}
1862	}
1863
1864	my $postinstall = pb_get_postinstall($ddir,$dver,$darch,$rbspi,$verpmstyle);
1865	if ($verpmstyle eq "rinse") {
1866	# Need to reshape the mirrors generated with local before-post-install script
1867	my $b4post = "--before-post-install ";
1868	my $postparam = pb_distro_get_param($ddir,$dver,$darch,$rbsb4pi);
1869	if ($postparam eq "") {
1870	$b4post = "";
1871	} else {
1872	$b4post .= $postparam;
1873	}
1874
1875	# Need to reshape the package list for pb
1876	my $addpkgs;
1877	$postparam = "";
1878	$postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
1879	if ($postparam eq "") {
1880	$addpkgs = "";
1881	} else {
1882	my $pkgfile = "$ENV{'PBTMP'}/addpkgs.lis";
1883	open(PKG,"> $pkgfile") \|\| die "Unable to create $pkgfile";
1884	foreach my $p (split(/,/,$postparam)) {
1885	print PKG "$p\n";
1886	}
1887	close(PKG);
1888	$addpkgs = "--add-pkg-list $pkgfile";
1889	}
1890
1891	my $rinseverb = "";
1892	$rinseverb = "--verbose" if ($pbdebug gt 0);
1893	my ($rbsconf) = pb_conf_get("rbsconf");
1894
1895	pb_system("sudo /usr/sbin/rinse --directory \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" --arch \"$darch\" --distribution \"$ddir-$dver\" --config \"$rbsconf->{$ENV{'PBPROJ'}}\" $b4post $postinstall $rbsopt $addpkgs $rinseverb","Creating the rinse VE for $ddir-$dver ($darch)", "verbose");
1896	} elsif ($verpmstyle eq "rpmbootstrap") {
1897	my $rbsverb = "";
1898	foreach my $i (1..$pbdebug) {
1899	$rbsverb .= " -v";
1900	}
1901	my $addpkgs = "";
1902	my $postparam = "";
1903	$postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
1904	if ($postparam eq "") {
1905	$addpkgs = "";
1906	} else {
1907	$addpkgs = "-a $postparam";
1908	}
1909	pb_system("sudo /usr/bin/rpmbootstrap $rbsopt $postinstall $addpkgs $ddir-$dver-$darch $rbsverb","Creating the rpmbootstrap VE for $ddir-$dver ($darch)", "verbose");
1910	} elsif ($verpmstyle eq "mock") {
1911	my ($rbsconf) = pb_conf_get("rbsconf");
1912	pb_system("sudo /usr/sbin/mock --init --resultdir=\"/tmp\" --configdir=\"$rbsconf->{$ENV{'PBPROJ'}}\" -r $v $rbsopt","Creating the mock VE for $ddir-$dver ($darch)");
1913	# Once setup we need to install some packages, the pb account, ...
1914	pb_system("sudo /usr/sbin/mock --install --configdir=\"$rbsconf->{$ENV{'PBPROJ'}}\" -r $v su","Configuring the mock VE");
1915	} else {
1916	die "Unknown verpmtype type $verpmstyle. Report to dev team";
1917	}
1918	} elsif ($dtype eq "deb") {
1919	my $vedebstyle = $vedebtype->{$ENV{'PBPROJ'}};
1920
1921	my $codename = pb_distro_get_param($ddir,$dver,$darch,$oscodename);
1922	my $postparam = "";
1923	my $addpkgs;
1924	$postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
1925	if ($postparam eq "") {
1926	$addpkgs = "";
1927	} else {
1928	$addpkgs = "--include $postparam";
1929	}
1930	my $debmir = "";
1931	$debmir .= pb_distro_get_param($ddir,$dver,$darch,$rbsmirrorsrv);
1932
1933	# Get potential rbs option
1934	my $rbsopt = "";
1935	if (defined $rbsopt1) {
1936	if (defined $rbsopt1->{$vedebstyle}) {
1937	$rbsopt = $rbsopt1->{$vedebstyle};
1938	} elsif (defined $rbsopt1->{$ENV{'PBPROJ'}}) {
1939	$rbsopt = $rbsopt1->{$ENV{'PBPROJ'}};
1940	} else {
1941	$rbsopt = "";
1942	}
1943	}
1944
1945	# debootstrap works with amd64 not x86_64
1946	my $debarch = $darch;
1947	$debarch = "amd64" if ($darch eq "x86_64");
1948	if ($vedebstyle eq "debootstrap") {
1949	my $dbsverb = "";
1950	$dbsverb = "--verbose" if ($pbdebug gt 0);
1951
1952	# Some perl modules are in Universe on Ubuntu
1953	$rbsopt .= " --components=main,universe" if ($ddir eq "ubuntu");
1954
1955	pb_system("sudo /usr/sbin/debootstrap $dbsverb $rbsopt --arch=$debarch $addpkgs $codename \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" $debmir","Creating the debootstrap VE for $ddir-$dver ($darch)", "verbose");
1956	# debootstrap doesn't create an /etc/hosts file
1957	if (! -f "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch/etc/hosts" ) {
1958	pb_system("sudo cp /etc/hosts $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch/etc/hosts");
1959	}
1960	} else {
1961	die "Unknown vedebtype type $vedebstyle. Report to dev team";
1962	}
1963	} elsif ($dtype eq "ebuild") {
1964	die "Please teach the dev team how to build gentoo chroot";
1965	} else {
1966	die "Unknown distribution type $dtype. Report to dev team";
1967	}
1968	}
1969	# Fix modes to allow access to the VE for pb user
1970	pb_system("sudo chmod 755 $vepath->{$ENV{'PBPROJ'}}/$ddir $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch","Fixing permissions");
1971
1972	# Test if an existing snapshot exists and use it if appropriate
1973	# And also use it of no local extracted VE is present
1974	if ((-f "$vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz") &&
1975	(((defined $vesnap->{$v}) && ($vesnap->{$v} =~ /true/i)) \|\|
1976	((defined $vesnap->{$ENV{'PBPROJ'}}) && ($vesnap->{$ENV{'PBPROJ'}} =~ /true/i)) \|\|
1977	($pbsnap eq 1) \|\|
1978	(! -d "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch"))) {
1979	pb_system("sudo rm -rf $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch ; sudo mkdir -p $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch ; sudo tar xz -C $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch -f $vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz","Extracting snapshot of $ddir-$dver-$darch.tar.gz under $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch");
1980	}
1981	# Nothing more to do for VE. No real launch
1982	} else {
1983	die "VE of type $vetype not supported. Report to the dev team";
1984	}
1985	}
1986	}
1987
1988	# Return string for date synchro
1989	sub pb_date2v {
1990
1991	my $vtype = shift;
1992	my $v = shift;
1993
1994	my ($ntp) = pb_conf_get_if($vtype."ntp");
1995	my $vntp = $ntp->{$ENV{'PBPROJ'}} if (defined $ntp);
1996	my $ntpline;
1997
1998	if (defined $vntp) {
1999	my ($ntpcmd) = pb_conf_get($vtype."ntpcmd");
2000	my $vntpcmd;
2001	if (defined $ntpcmd->{$v}) {
2002	$vntpcmd = $ntpcmd->{$v};
2003	} elsif (defined $ntpcmd->{$ENV{'PBPROJ'}}) {
2004	$vntpcmd = $ntpcmd->{$ENV{'PBPROJ'}};
2005	} else {
2006	$vntpcmd = "/bin/true";
2007	}
2008	$ntpline = "sudo $vntpcmd $vntp";
2009	} else {
2010	$ntpline = undef;
2011	}
2012	# Force new date to be in the future compared to the date
2013	# of the host by adding 1 minute
2014	my @date=pb_get_date();
2015	$date[1]++;
2016	my $upddate = strftime("%m%d%H%M%Y", @date);
2017	my $dateline = "sudo date $upddate";
2018	return($ntpline,$dateline);
2019	}
2020
2021	sub pb_build2v {
2022
2023	my $vtype = shift;
2024	my $action = shift \|\| "build";
2025
2026	my ($v,$all) = pb_get2v($vtype);
2027
2028	# Send tar files when we do a global generation
2029	pb_build2ssh() if (($all == 1) && ($action eq "build"));
2030
2031	my ($vmexist,$vmpid) = (undef,undef);
2032
2033	foreach my $v (@$v) {
2034	# Prepare the script to be executed on the VM/VE
2035	# in $ENV{'PBDESTDIR'}/pbscript
2036	open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
2037	print SCRIPT "#!/bin/bash\n";
2038
2039	# Transmit the verbosity level to the virtual env/mach.
2040	my $verbose = "";
2041	my $i = 0; # minimal debug level
2042	while ($i lt $pbdebug) {
2043	$verbose .= "-v ";
2044	$i++;
2045	}
2046	# Activate script verbosity if at least 2 for pbdebug
2047	print SCRIPT "set -x\n" if ($i gt 1);
2048	# Quiet if asked to be so on the original system
2049	$verbose = "-q" if ($pbdebug eq -1);
2050
2051	print SCRIPT "echo ... Execution needed\n";
2052	print SCRIPT "# This is in directory delivery\n";
2053	print SCRIPT "# Setup the variables required for building\n";
2054	print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
2055
2056	if ($action eq "build") {
2057	print SCRIPT "# Preparation for pb\n";
2058	print SCRIPT "mv .pbrc \$HOME\n";
2059	print SCRIPT "cd ..\n";
2060	}
2061
2062	# VE needs a good /proc
2063	if ($vtype eq "ve") {
2064	print SCRIPT "sudo mount -t proc /proc /proc\n";
2065	}
2066
2067	my ($ntpline,$dateline) = pb_date2v($vtype,$v);
2068	print SCRIPT "# Time sync\n";
2069	print SCRIPT "echo 'setting up date with '";
2070	if (defined $ntpline) {
2071	print SCRIPT "echo $ntpline\n";
2072	print SCRIPT "$ntpline\n";
2073	} else {
2074	print SCRIPT "echo $dateline\n";
2075	print SCRIPT "$dateline\n";
2076	}
2077	# Use potential local proxy declaration in case we need it to download repo, pkgs, ...
2078	if (defined $ENV{'http_proxy'}) {
2079	print SCRIPT "export http_proxy=\"$ENV{'http_proxy'}\"\n";
2080	}
2081
2082	if (defined $ENV{'ftp_proxy'}) {
2083	print SCRIPT "export ftp_proxy=\"$ENV{'ftp_proxy'}\"\n";
2084	}
2085
2086	# Get list of packages to build/test and get some ENV vars as well
2087	my $ptr = pb_get_pkg();
2088	@pkgs = @$ptr;
2089	my $p = join(' ',@pkgs) if (@pkgs);
2090	print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
2091	print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
2092	print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
2093
2094	# We may need to do some other tasks before building. Read a script here to finish setup
2095	if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".pre") {
2096	print SCRIPT "# Special pre-instructions to be launched\n";
2097	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".pre");
2098	}
2099
2100	if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre") {
2101	print SCRIPT "# Special pre-$action instructions to be launched\n";
2102	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre");
2103	}
2104
2105	print SCRIPT "# $action\n";
2106	print SCRIPT "echo $action"."ing packages on $vtype...\n";
2107
2108	if (($action eq "test") && (! -x "$ENV{'PBDESTDIR'}/pbtest")) {
2109	die "No test script ($ENV{'PBDESTDIR'}/pbtest) found when in test mode. Aborting ...";
2110	}
2111	print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} $action"."2pkg $p\n";
2112
2113	if ($vtype eq "ve") {
2114	print SCRIPT "sudo umount /proc\n";
2115	}
2116
2117	# We may need to do some other tasks after building. Read a script here to exit properly
2118	if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.post") {
2119	print SCRIPT "# Special post-$action instructions to be launched\n";
2120	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.post");
2121	}
2122
2123	if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".post") {
2124	print SCRIPT "# Special post-instructions to be launched\n";
2125	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".post");
2126	}
2127
2128	close(SCRIPT);
2129	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
2130
2131	# Launch the VM/VE
2132	($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
2133
2134	if ($vtype eq "vm") {
2135	# Skip that VM if it something went wrong
2136	next if (($vmpid == 0) && ($vmexist == 0));
2137	} else {
2138	# VE
2139	$vmexist = 0;
2140	$vmpid = 0;
2141	}
2142	# Gather all required files to send them to the VM/VE
2143	# and launch the build through pbscript
2144	pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
2145	pb_send2target(uc($vtype).$action,"$v",$vmexist,$vmpid);
2146	}
2147	}
2148
2149
2150	sub pb_clean {
2151
2152	my $sleep=10;
2153	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
2154	die "Unable to get env var PBBUILDDIR" if (not defined $ENV{'PBBUILDDIR'});
2155	pb_log(0,"We will now wait $sleep s before removing both directories\n$ENV{'PBDESTDIR'} and $ENV{'PBBUILDDIR'}.\nPlease break me if this is wrong\n");
2156	sleep $sleep;
2157	pb_rm_rf($ENV{'PBDESTDIR'});
2158	pb_rm_rf($ENV{'PBBUILDDIR'});
2159	}
2160
2161	sub pb_newver {
2162
2163	die "-V Version parameter needed" if ((not defined $newver) \|\| ($newver eq ""));
2164
2165	# Need this call for PBDIR
2166	my ($scheme2,$uri) = pb_cms_init($pbinit);
2167
2168	my ($pbconf,$pburl) = pb_conf_get("pbconfurl","pburl");
2169	$uri = $pbconf->{$ENV{'PBPROJ'}};
2170	my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
2171
2172	# Checking CMS repositories status
2173	($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
2174
2175	if ($scheme !~ /^svn/) {
2176	die "Only SVN is supported at the moment";
2177	}
2178
2179	my $res = pb_cms_isdiff($scheme,$ENV{'PBROOTDIR'});
2180	die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
2181
2182	$res = pb_cms_isdiff($scheme2,$ENV{'PBDIR'});
2183	die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
2184
2185	# Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
2186	# we want to get for the root of the new URL
2187
2188	my $tmp = $ENV{'PBROOTDIR'};
2189	$tmp =~ s\|^$ENV{'PBCONFDIR'}\|\|;
2190
2191	my $newurl = "$uri/".dirname($tmp)."/$newver";
2192	# Should probably use projver in the old file
2193	my $oldver= basename($tmp);
2194
2195	# Duplicate and extract project-builder part
2196	pb_log(2,"Copying $uri/$tmp to $newurl\n");
2197	pb_cms_copy($scheme,"$uri/$tmp",$newurl);
2198	pb_log(2,"Checkout $newurl to $ENV{'PBROOTDIR'}/../$newver\n");
2199	pb_cms_up($scheme,"$ENV{'PBCONFDIR'}/..");
2200
2201	# Duplicate and extract project
2202	my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/".dirname($tmp)."/$newver";
2203
2204	pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$tmp to $newurl2\n");
2205	pb_cms_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$tmp",$newurl2);
2206	pb_log(2,"Checkout $newurl2 to $ENV{'PBDIR'}/../$newver\n");
2207	pb_cms_up($scheme2,"$ENV{'PBDIR'}/..");
2208
2209	# Update the .pb file
2210	open(FILE,"$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb") \|\| die "Unable to open $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb";
2211	open(OUT,"> $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new") \|\| die "Unable to write to $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new";
2212	while(<FILE>) {
2213	s/^projver\s+$ENV{'PBPROJ'}\s=\s$oldver/projver $ENV{'PBPROJ'} = $newver/;
2214	pb_log(0,"Changing projver from $oldver to $newver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^projver\s+$ENV{'PBPROJ'}\s=\s$oldver/);
2215	pb_log(0,"Commenting testver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
2216	s/^testver/#testver/;
2217	print OUT $_;
2218	pb_log(0,"Please check delivery ($_) in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^delivery/);
2219	}
2220	close(FILE);
2221	close(OUT);
2222	rename("$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb");
2223
2224	# Checking pbcl files
2225	foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
2226	# Compute new pbcl file
2227	my $f2 = $f;
2228	$f2 =~ s\|$ENV{'PBROOTDIR'}\|$ENV{'PBROOTDIR'}/../$newver/\|;
2229	open(PBCL,$f) \|\| die "Unable to open $f";
2230	my $foundnew = 0;
2231	while (<PBCL>) {
2232	$foundnew = 1 if (/^$newver \(/);
2233	}
2234	close(PBCL);
2235	open(OUT,"> $f2") \|\| die "Unable to write to $f2: $!";
2236	open(PBCL,$f) \|\| die "Unable to open $f";
2237	while (<PBCL>) {
2238	print OUT "$_" if (not /^$oldver \(/);
2239	if ((/^$oldver \(/) && ($foundnew == 0)) {
2240	print OUT "$newver ($pbdate)\n";
2241	print OUT "- TBD\n";
2242	print OUT "\n";
2243	pb_log(0,"WARNING: version $newver not found in $f so added to $f2...\n") if ($foundnew == 0);
2244	}
2245	}
2246	close(OUT);
2247	close(PBCL);
2248	}
2249
2250	pb_log(2,"Checkin $ENV{'PBROOTDIR'}/../$newver\n");
2251	pb_cms_checkin($scheme,"$ENV{'PBROOTDIR'}/../$newver",undef);
2252	}
2253
2254	#
2255	# Return the list of VMs/VEs we are working on
2256	# $all is a flag to know if we return all of them
2257	# or only some (if all we publish also tar files in addition to pkgs
2258	#
2259	sub pb_get2v {
2260
2261	my $vtype = shift;
2262	my @v;
2263	my $all = 0;
2264	my $vlist;
2265	my $pbv = 'PBV';
2266
2267	if ($vtype eq "vm") {
2268	$vlist = "vmlist";
2269	} elsif ($vtype eq "ve") {
2270	$vlist = "velist";
2271	}
2272	# Get VM/VE list
2273	if ((not defined $ENV{$pbv}) \|\| ($ENV{$pbv} =~ /^all$/)) {
2274	my ($ptr) = pb_conf_get($vlist);
2275	$ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
2276	$all = 1;
2277	}
2278	pb_log(2,"$vtype: $ENV{$pbv}\n");
2279	@v = split(/,/,$ENV{$pbv});
2280	return(\@v,$all);
2281	}
2282
2283	# Function to create a potentialy missing pb account on the VM/VE, and adds it to sudo
2284	# Needs to use root account to connect to the VM/VE
2285	# pb will take your local public SSH key to access
2286	# the pb account in the VM later on if needed
2287	sub pb_setup2v {
2288
2289	my $vtype = shift;
2290
2291	my ($vm,$all) = pb_get2v($vtype);
2292
2293	# Script generated
2294	my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
2295
2296	foreach my $v (@$vm) {
2297	# Deal with date sync.
2298	my ($ntpline,$dateline) = pb_date2v($vtype,$v);
2299
2300	# Get distro context
2301	my ($name,$ver,$darch) = split(/-/,$v);
2302	chomp($darch);
2303	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd) = pb_distro_init($name,$ver,$darch);
2304
2305	# Name of the account to deal with for VM/VE
2306	# Do not use the one passed potentially with -a
2307	my ($pbac) = pb_conf_get($vtype."login");
2308	my ($key,$zero0,$zero1,$zero2);
2309	my ($vmexist,$vmpid);
2310
2311	# Prepare the script to be executed on the VM/VE
2312	# in $ENV{'PBDESTDIR'}/setupv
2313	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
2314
2315	print SCRIPT << 'EOF';
2316	#!/usr/bin/perl -w
2317
2318	use strict;
2319	use File::Copy;
2320
2321	# We should not need in this script more functions than what is provided
2322	# by Base and Distribution to avoid problems at exec time.
2323	# They are appended at the end.
2324
2325	our $pbdebug;
2326	our $pbLOG;
2327	our $pbsynmsg = "pbscript";
2328	our $pbdisplaytype = "text";
2329	our $pblocale = "";
2330	pb_log_init($pbdebug, $pbLOG);
2331	pb_temp_init();
2332
2333	EOF
2334
2335	# Launch the VM/VE - Usage of snapshot disabled
2336	($vmexist,$vmpid) = pb_launchv($vtype,$v,0,0,0);
2337
2338	if ($vtype eq "vm") {
2339	# Prepare the key to be used and transfered remotely
2340	my $keyfile = pb_ssh_get(1);
2341
2342	my ($vmhost,$vmport,$vmntp) = pb_conf_get("vmhost","vmport","vmntp");
2343	my $nport = $vmport->{$ENV{'PBPROJ'}};
2344	$nport = "$pbport" if (defined $pbport);
2345
2346	# Skip that VM if something went wrong
2347	next if (($vmpid == 0) && ($vmexist == 0));
2348
2349	# Store the pub key part in a variable
2350	open(FILE,"$keyfile.pub") \|\| die "Unable to open $keyfile.pub";
2351	($zero0,$zero1,$zero2) = split(/ /,<FILE>);
2352	close(FILE);
2353
2354	$key = "\Q$zero1";
2355
2356	pb_system("cat $keyfile.pub \| ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys ; if [ -x /usr/bin/chcon ]; then /usr/bin/chcon -Rt home_ssh_t .ssh 2> /dev/null; fi\"","Copying local keys to $vtype. This may require the root password");
2357	# once this is done, we can do what we want on the VM remotely
2358	} elsif ($vtype eq "ve") {
2359	print SCRIPT << "EOF";
2360	# For VE we need a good null dev
2361	pb_system("rm -f /dev/null; mknod /dev/null c 1 3; chmod 777 /dev/null");
2362	EOF
2363	print SCRIPT << "EOF";
2364	# For VE we first need to mount some FS
2365	pb_system("mount -t proc /proc /proc");
2366
2367	EOF
2368	}
2369
2370	if ($vtype eq "vm") {
2371	print SCRIPT << 'EOF';
2372	# Removes duplicate in .ssh/authorized_keys of our key if needed
2373	#
2374	my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
2375	open(PBFILE,$file1) \|\| die "Unable to open $file1";
2376	open(PBOUT,"> $file1.new") \|\| die "Unable to open $file1.new";
2377	my $count = 0;
2378	while (<PBFILE>) {
2379
2380	EOF
2381	print SCRIPT << "EOF";
2382	if (/ $key /) {
2383	\$count++;
2384	}
2385	print PBOUT \$_ if ((\$count <= 1) \|\| (\$_ !~ / $key /));
2386	}
2387	close(PBFILE);
2388	close(PBOUT);
2389	rename("\$file1.new",\$file1);
2390	chmod 0600,\$file1;
2391
2392	# Sync date
2393	EOF
2394	if (defined $ntpline) {
2395	print SCRIPT "pb_system(\"$ntpline\");\n";
2396	} else {
2397	print SCRIPT "pb_system(\"$dateline\");\n";
2398	}
2399	}
2400	print SCRIPT << 'EOF';
2401
2402	# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
2403	#
2404	my $file="/etc/passwd";
2405	open(PBFILE,$file) \|\| die "Unable to open $file";
2406	my $found = 0;
2407	while (<PBFILE>) {
2408	EOF
2409	print SCRIPT << "EOF";
2410	\$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
2411	EOF
2412
2413	my $home = "/home";
2414	# Solaris doesn't like that we use /home
2415	$home = "/export/home" if ($dtype eq "pkg");
2416
2417	print SCRIPT << "EOF";
2418	}
2419	close(PBFILE);
2420
2421	if ( \$found == 0 ) {
2422	if ( ! -d "$home" ) {
2423	pb_mkdir_p("$home");
2424	}
2425	EOF
2426	print SCRIPT << "EOF";
2427	pb_system("/usr/sbin/groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
2428	pb_system("/usr/sbin/useradd -g $pbac->{$ENV{'PBPROJ'}} -m -d $home/$pbac->{$ENV{'PBPROJ'}} $pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home $home/$pbac->{$ENV{'PBPROJ'}})");
2429	}
2430	EOF
2431
2432	# Copy the content of our local conf file to the VM/VE
2433	my $content = pb_get_content(pb_distro_conffile());
2434	print SCRIPT << "EOF";
2435	#
2436	# Create a temporary local conf file for distribution support
2437	# This is created here before its use later. Its place is hardcoded, so no choice for the path
2438	#
2439	my \$tempconf = pb_distro_conffile();
2440	pb_mkdir_p(dirname(\$tempconf));
2441	open(CONF,"> \$tempconf") \|\| die "Unable to create \$tempconf";
2442	print CONF q{$content};
2443	close(CONF);
2444	EOF
2445
2446	if ($vtype eq "vm") {
2447	print SCRIPT << "EOF";
2448	# allow ssh entry to build
2449	#
2450	mkdir "$home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
2451	# Allow those accessing root to access the build account
2452	copy("\$ENV{'HOME'}/.ssh/authorized_keys","$home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
2453	chmod 0600,".ssh/authorized_keys";
2454	pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} $home/$pbac->{$ENV{'PBPROJ'}}","Finish setting up the account env for $pbac->{$ENV{'PBPROJ'}}");
2455
2456	EOF
2457	}
2458	print SCRIPT << 'EOF';
2459	# No passwd for build account only keys
2460	$file="/etc/shadow";
2461	if (-f $file) {
2462	open(PBFILE,$file) \|\| die "Unable to open $file";
2463	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
2464	while (<PBFILE>) {
2465	EOF
2466	print SCRIPT << "EOF";
2467	s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
2468	s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
2469	s/^$pbac->{$ENV{'PBPROJ'}}:\\LK\\:/$pbac->{$ENV{'PBPROJ'}}:NP:/; #Solaris e.g.
2470	EOF
2471	print SCRIPT << 'EOF';
2472	print PBOUT $_;
2473	}
2474	close(PBFILE);
2475	close(PBOUT);
2476	rename("$file.new",$file);
2477	chmod 0640,$file;
2478	}
2479
2480	# Keep the VM in text mode
2481	$file="/etc/inittab";
2482	if (-f $file) {
2483	open(PBFILE,$file) \|\| die "Unable to open $file";
2484	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
2485	while (<PBFILE>) {
2486	s/^(..):5:initdefault:$/$1:3:initdefault:/;
2487	print PBOUT $_;
2488	}
2489	close(PBFILE);
2490	close(PBOUT);
2491	rename("$file.new",$file);
2492	chmod 0640,$file;
2493	}
2494
2495	# pb has to be added to portage group on gentoo
2496
2497	# We need to have that pb_distro_init function
2498	# Get it from Project-Builder::Distribution
2499	# And we now need the conf file required for this to work created above
2500
2501	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch) = pb_distro_init();
2502	print "distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $darch))."\n";
2503
2504	# Adapt sudoers
2505	# sudo is not default on Solaris and needs to be installed first
2506	# from http://www.sunfreeware.com/programlistsparc10.html#sudo
2507	if ($dtype eq "pkg") {
2508	$file="/usr/local/etc/sudoers";
2509	} else {
2510	$file="/etc/sudoers";
2511	}
2512	open(PBFILE,$file) \|\| die "Unable to open $file";
2513	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
2514	while (<PBFILE>) {
2515	EOF
2516	print SCRIPT << "EOF";
2517	next if (/^$pbac->{$ENV{'PBPROJ'}} /);
2518	EOF
2519	print SCRIPT << 'EOF';
2520	s/Defaults[ \t]+requiretty//;
2521	print PBOUT $_;
2522	}
2523	close(PBFILE);
2524	EOF
2525	print SCRIPT << "EOF";
2526	# Some distro force requiretty at compile time, so disable here
2527	print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} !requiretty\n";
2528	print PBOUT "Defaults:root !requiretty\n";
2529	# This is needed in order to be able to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
2530	print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} env_keep += \\\"http_proxy ftp_proxy\\\"\n";
2531	print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
2532	EOF
2533	print SCRIPT << 'EOF';
2534	close(PBOUT);
2535	rename("$file.new",$file);
2536	chmod 0440,$file;
2537
2538	EOF
2539
2540	# We may need a proxy configuration. Get it from the local env
2541
2542	if (defined $ENV{'http_proxy'}) {
2543	print SCRIPT "\$ENV\{'http_proxy'\}=\"$ENV{'http_proxy'}\";\n";
2544	}
2545
2546	if (defined $ENV{'ftp_proxy'}) {
2547	print SCRIPT "\$ENV\{'ftp_proxy'\}=\"$ENV{'ftp_proxy'}\";\n";
2548	}
2549
2550	print SCRIPT << 'EOF';
2551
2552	my ($ospkgdep,$osperldep,$osperlver) = pb_conf_get_if("ospkgdep","osperldep","osperlver");
2553
2554	# First install all required packages
2555	pb_system("yum clean all","Cleaning yum env") if (($ddir eq "fedora") \|\| ($ddir eq "asianux") \|\| ($ddir eq "rhel"));
2556	my $pkgdep = pb_distro_get_param($ddir,$dver,$darch,$ospkgdep,$dfam,$dtype,$dos);
2557	pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,join(' ',split(/,/,$pkgdep))));
2558
2559	# Then install manually the missing perl modules
2560	my $perldep = pb_distro_get_param($ddir,$dver,$darch,$osperldep,$dfam,$dtype,$dos);
2561	foreach my $m (split(/,/,$perldep)) {
2562	# Skip empty deps
2563	next if ($m =~ /^\s*$/);
2564	my $dir = $m;
2565	$dir =~ s/-.*//;
2566	pb_system("echo \"rm -rf $m* ; wget http://search.cpan.org/CPAN/modules/by-module/$dir/$m-$osperlver->{$m}.tar.gz ; gzip -cd $m-$osperlver->{$m}.tar.gz \| tar xf - ; cd $m* ; if [ -f Build.PL ]; then perl Build.PL; ./Build ; ./Build install ; else perl Makefile.PL; make ; make install ; fi; cd .. ; rm -rf $m*\" \| bash" ,"Installing perl module $m-$osperlver->{$m}");
2567	}
2568
2569	# Suse wants sudoers as 640
2570	if ((($ddir eq "sles") && (($dver =~ /10/) \|\| ($dver =~ /9/))) \|\| (($ddir eq "opensuse") && ($dver =~ /10.[012]/))) {
2571	chmod 0640,$file;
2572	}
2573
2574	pb_system("rm -rf ProjectBuilder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/ProjectBuilder-latest.tar.gz ; gzip -cd ProjectBuilder-latest.tar.gz \| tar xf - ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/project-builder-latest.tar.gz ; gzip -cd project-builder-latest.tar.gz \| tar xf - ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
2575	pb_system("pb 2>&1 \| head -5",undef,"verbose");
2576	EOF
2577	if ($vtype eq "ve") {
2578	print SCRIPT << 'EOF';
2579	# For VE we need to umount some FS at the end
2580
2581	pb_system("umount /proc");
2582
2583	# Create a basic network file if not already there
2584
2585	my $nf="/etc/sysconfig/network";
2586	if ((! -f $nf) && ($dtype eq "rpm")) {
2587	open(NF,"> $nf") \|\| die "Unable to create $nf";
2588	print NF "NETWORKING=yes\n";
2589	print NF "HOSTNAME=localhost\n";
2590	close(NF);
2591	}
2592	chmod 0755,$nf;
2593	EOF
2594	}
2595
2596	# Adds pb_distro_init and all functions needed from ProjectBuilder::Distribution and Base
2597	foreach my $d (@INC) {
2598	my @f = ("$d/ProjectBuilder/Base.pm","$d/ProjectBuilder/Distribution.pm","$d/ProjectBuilder/Conf.pm");
2599	foreach my $f (@f) {
2600	if (-f "$f") {
2601	open(PBD,"$f") \|\| die "Unable to open $f";
2602	while (<PBD>) {
2603	next if (/^package/);
2604	next if (/^use Exporter/);
2605	next if (/^use ProjectBuilder::/);
2606	next if (/^our /);
2607	print SCRIPT $_;
2608	}
2609	close(PBD);
2610	}
2611	}
2612	}
2613	close(SCRIPT);
2614	chmod 0755,"$pbscript";
2615
2616	# That build script needs to be run as root and force stop of VM at end
2617	$pbaccount = "root";
2618
2619	# Force shutdown of VM exept if it was already launched
2620	my $pbforce = 0;
2621	if ((! $vmexist) && ($vtype eq "vm")) {
2622	$pbforce = 1;
2623	}
2624
2625	pb_script2v($pbscript,$vtype,$pbforce,$v);
2626	}
2627	return;
2628	}
2629
2630	# Function to create a snapshot named 'pb' for VMs and a compressed tar for VEs
2631	sub pb_snap2v {
2632
2633	my $vtype = shift;
2634
2635	my ($vm,$all) = pb_get2v($vtype);
2636
2637	# Script generated
2638	my $pbscript = "$ENV{'PBDESTDIR'}/snapv";
2639
2640	my ($pbac) = pb_conf_get($vtype."login");
2641
2642	foreach my $v (@$vm) {
2643	# Get distro context
2644	my ($name,$ver,$darch) = split(/-/,$v);
2645	chomp($darch);
2646	my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf) = pb_distro_init($name,$ver,$darch);
2647	my ($vepath) = pb_conf_get("vepath");
2648
2649	# Test if an existing snapshot exists and remove it if there is a VE
2650	if ((-f "$vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz") &&
2651	(! -d "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch")) {
2652	pb_system("sudo rm -f $vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz","Removing previous snapshot $ddir-$dver-$darch.tar.gz");
2653	}
2654
2655	# Name of the account to deal with for VM/VE
2656	# Do not use the one passed potentially with -a
2657	my ($vmexist,$vmpid);
2658
2659	# Prepare the script to be executed on the VM/VE
2660	# in $ENV{'PBDESTDIR'}/setupv
2661	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
2662
2663	print SCRIPT << 'EOF';
2664	#!/bin/bash
2665	sleep 2
2666	EOF
2667	close(SCRIPT);
2668	chmod 0755,"$pbscript";
2669
2670	# Force shutdown of VM/VE
2671	# Force snapshot of VM/VE
2672	pb_script2v($pbscript,$vtype,1,$v,1);
2673	}
2674	return;
2675	}
2676
2677	sub pb_announce {
2678
2679	# Get all required parameters
2680	my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
2681	my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2682	my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
2683	my @pkgs = @$pkg;
2684	my %pkgs;
2685	my $first = 0;
2686
2687	# Command to find packages on repo
2688	my $findstr = "find . ";
2689	# Generated announce files
2690	my @files;
2691
2692	foreach my $pbpkg (@pkgs) {
2693	if ($first != 0) {
2694	$findstr .= "-o ";
2695	}
2696	$first++;
2697	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
2698	$pbver = $pkgv->{$pbpkg};
2699	} else {
2700	$pbver = $ENV{'PBPROJVER'};
2701	}
2702	if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
2703	$pbtag = $pkgt->{$pbpkg};
2704	} else {
2705	$pbtag = $ENV{'PBPROJTAG'};
2706	}
2707
2708	# TODO: use virtual/real names here now
2709	$findstr .= "-name \'$pbpkg-$pbver-$pbtag\..rpm\' -o -name \'$pbpkg"."_$pbver\.deb\' -o -name \'$pbpkg-$pbver*\.ebuild\' ";
2710
2711	my $chglog;
2712
2713	# Get project info on log file and generate tmp files used later on
2714	pb_cms_init($pbinit);
2715	$chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
2716	$chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
2717	$chglog = undef if (! -f $chglog);
2718
2719	open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") \|\| die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
2720	my %pb;
2721	$pb{'dtype'} = "announce";
2722	$pb{'realpkg'} = $pbpkg;
2723	$pb{'ver'} = $pbver;
2724	$pb{'tag'} = $pbtag;
2725	$pb{'suf'} = "N/A"; # Should not be empty even if unused
2726	$pb{'date'} = $pbdate;
2727	$pb{'chglog'} = $chglog;
2728	$pb{'packager'} = $pbpackager;
2729	$pb{'proj'} = $ENV{'PBPROJ'};
2730	$pb{'repo'} = $pbrepo;
2731	pb_changelog(\%pb,\*OUT,"yes");
2732	close(OUT);
2733	push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
2734	}
2735	$findstr .= " \| grep -Ev \'src.rpm\'";
2736
2737	# Prepare the command to run and execute it
2738	open(PBS,"> $ENV{'PBTMP'}/pbscript") \|\| die "Unable to create $ENV{'PBTMP'}/pbscript";
2739	print PBS "$findstr\n";
2740	close(PBS);
2741	chmod 0755,"$ENV{'PBTMP'}/pbscript";
2742	pb_send2target("Announce");
2743
2744	# Get subject line
2745	my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
2746	pb_log(0,"Please enter the title of your announce\n");
2747	pb_log(0,"(By default: $sl)\n");
2748	my $sl2 = <STDIN>;
2749	$sl = $sl2 if ($sl2 !~ /^$/);
2750
2751	# Prepare a template of announce
2752	open(ANN,"> $ENV{'PBTMP'}/announce.html") \|\| die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
2753	print ANN << "EOF";
2754	$sl</p>
2755
2756	<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
2757	<p>
2758	Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
2759	</p>
2760	<p>
2761	EOF
2762	open(LOG,"$ENV{'PBTMP'}/system.log") \|\| die "Unable to read $ENV{'PBTMP'}/system.log: $!";
2763	my $col = 2;
2764	my $i = 1;
2765	print ANN << 'EOF';
2766	<TABLE WIDTH="700" CELLPADDING="0" CELLSPACING="0" BORDER="0">
2767	<TR>
2768	EOF
2769	while (<LOG>) {
2770	print ANN "<TD><A HREF=\"$pbrepo->{$ENV{'PBPROJ'}}/$_\">$_</A></TD>";
2771	$i++;
2772	if ($i > $col) {
2773	print ANN "</TR>\n<TR>";
2774	$i = 1;
2775	}
2776	}
2777	close(LOG);
2778	print ANN << "EOF";
2779	</TR>
2780	</TABLE>
2781	</p>
2782
2783	<p>As usual source packages are also available in the same directory.</p>
2784
2785	<p>
2786	Changes are :
2787	</p>
2788	<p>
2789	EOF
2790	# Get each package changelog content
2791	foreach my $f (sort(@files)) {
2792	open(IN,"$f") \|\| die "Unable to read $f:$!";
2793	while (<IN>) {
2794	print ANN $_;
2795	}
2796	close(IN);
2797	print ANN "</p><p>\n";
2798	}
2799	print ANN "</p>\n";
2800	close(ANN);
2801
2802	# Allow for modification
2803	my $editor = "vi";
2804	$editor = $ENV{'EDITOR'} if (defined $ENV{'EDITOR'});
2805	pb_system("$editor $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
2806
2807	# Store it in DB for external usage (Web pages generation)
2808	my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2809
2810	my $precmd = "";
2811	if (! -f $db) {
2812	$precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
2813	}
2814
2815	my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2816	{ RaiseError => 1, AutoCommit => 1 })
2817	\|\| die "Unable to connect to $db";
2818
2819	if ($precmd ne "") {
2820	my $sth = $dbh->prepare(qq{$precmd})
2821	\|\| die "Unable to create table into $db";
2822	$sth->execute();
2823	}
2824
2825	# To read whole file
2826	local $/;
2827	open(ANN,"$ENV{'PBTMP'}/announce.html") \|\| die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2828	my $announce = <ANN>;
2829	close(ANN);
2830
2831	pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
2832	my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
2833	\|\| die "Unable to insert into $db";
2834	$sth->execute($pbdate, $announce);
2835	$sth->finish();
2836	$dbh->disconnect;
2837
2838	# Then deliver it on the Web
2839	# $TOOLHOME/livwww www
2840
2841	# Mail it to project's ML
2842	open(ML,"\| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") \|\| die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
2843	print ML << 'EOF';
2844	<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
2845
2846	<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
2847	<head>
2848	</head>
2849	<body>
2850	<p>
2851	EOF
2852	open(ANN,"$ENV{'PBTMP'}/announce.html") \|\| die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2853	while(<ANN>) {
2854	print ML $_;
2855	}
2856	print ML << 'EOF';
2857	</body>
2858	</html>
2859	EOF
2860	close(ML);
2861
2862	# To read whole file
2863	local $/;
2864	open(ANN,"$ENV{'PBTMP'}/announce.txt") \|\| die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
2865	my $msg = <ANN>;
2866	close(ANN);
2867
2868	# Preparation of headers
2869
2870	my %mail = (
2871	To => $pbml->{$ENV{'PBPROJ'}},
2872	From => $pbpackager->{$ENV{'PBPROJ'}},
2873	Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
2874	Body => $msg,
2875	Subject => "[ANNOUNCE] $sl",
2876	);
2877
2878	# Send mail
2879	sendmail(%mail) or die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
2880	}
2881
2882	#
2883	# Creates a set of HTML file containing the news for the project
2884	# based on what has been generated by the pb_announce function
2885	#
2886	sub pb_web_news2html {
2887
2888	my $dest = shift \|\| $ENV{'PBTMP'};
2889
2890	# Get all required parameters
2891	my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
2892
2893	# DB of announces for external usage (Web pages generation)
2894	my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2895
2896	my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2897	{ RaiseError => 1, AutoCommit => 1 })
2898	\|\| die "Unable to connect to $db";
2899	# For date handling
2900	$ENV{LANGUAGE}="C";
2901	my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
2902	my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
2903	pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
2904	my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
2905	my %news;
2906	$news{"cy"} = ""; # current year's news
2907	$news{"ly"} = ""; # last year news
2908	$news{"py"} = ""; # previous years news
2909	$news{"fp"} = ""; # first page news
2910	my $cpt = 4; # how many news for first page
2911	# Extract info from DB
2912	foreach my $row (@$all) {
2913	my ($id, $date, $announce) = @$row;
2914	$news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
2915	$news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
2916	$news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
2917	$news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
2918	$cpt--;
2919	}
2920	pb_log(1,"news{fp}: ".$news{"fp"}."\n");
2921	$dbh->disconnect;
2922
2923	# Generate the HTML content
2924	foreach my $pref (keys %news) {
2925	open(NEWS,"> $dest/pb_web_$pref"."news.html") \|\| die "Unable to create $dest/pb_web_$pref"."news.html: $!";
2926	print NEWS "$news{$pref}";
2927	close(NEWS);
2928	}
2929	}
2930
2931
2932	# Return the SSH key file to use
2933	# Potentially create it if needed
2934
2935	sub pb_ssh_get {
2936
2937	my $create = shift \|\| 0; # Do not create keys by default
2938
2939	# Check the SSH environment
2940	my $keyfile = undef;
2941
2942	# We have specific keys by default
2943	$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
2944	if (!(-e $keyfile) && ($create eq 1)) {
2945	pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
2946	}
2947
2948	$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
2949	$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
2950	$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
2951	die "Unable to find your public ssh key under $keyfile" if (not defined $keyfile);
2952	return($keyfile);
2953	}
2954
2955
2956	# Returns the pid of a running VM command using a specific VM file
2957	sub pb_check_ps {
2958	my $vmcmd = shift;
2959	my $vmm = shift;
2960	my $vmexist = 0; # FALSE by default
2961
2962	open(PS, "ps auxhww\|") \|\| die "Unable to call ps";
2963	while (<PS>) {
2964	next if (! /$vmcmd/);
2965	next if (! /$vmm/);
2966	my ($void1, $void2);
2967	($void1, $vmexist, $void2) = split(/ +/);
2968	last;
2969	}
2970	return($vmexist);
2971	}
2972
2973
2974	sub pb_extract_build_files {
2975
2976	my $src=shift;
2977	my $dir=shift;
2978	my $ddir=shift;
2979	my $mandatory=shift \|\| "spec";
2980	my @files;
2981
2982	my $flag = "mayfail" if ($mandatory eq "patch");
2983	my $res;
2984
2985	if ($src =~ /tar\.gz$/) {
2986	$res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
2987	} elsif ($src =~ /tar\.bz2$/) {
2988	$res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
2989	} else {
2990	die "Unknown compression algorithm for $src";
2991	}
2992	# If not mandatory return now
2993	return() if (($res != 0) and ($mandatory eq "patch"));
2994	opendir(DIR,"$dir") \|\| die "Unable to open directory $dir";
2995	foreach my $f (readdir(DIR)) {
2996	next if ($f =~ /^\./);
2997	# Skip potential patch dir
2998	next if ($f =~ /^pbpatch/);
2999	move("$dir/$f","$ddir") \|\| die "Unable to move $dir/$f to $ddir";
3000	pb_log(2,"mv $dir/$f $ddir\n");
3001	push @files,"$ddir/$f";
3002	}
3003	closedir(DIR);
3004	# Not enough but still a first cleanup
3005	pb_rm_rf("$dir");
3006	return(@files);
3007	}
3008
3009	sub pb_list_bfiles {
3010
3011	my $dir = shift;
3012	my $pbpkg = shift;
3013	my $bfiles = shift;
3014	my $pkgfiles = shift;
3015	my $supfiles = shift;
3016
3017	opendir(BDIR,"$dir") \|\| die "Unable to open dir $dir: $!";
3018	foreach my $f (readdir(BDIR)) {
3019	next if ($f =~ /^\./);
3020	if (-d $f) {
3021	# Recurse for directories (Debian 3.0 format e.g.)
3022	pb_list_bfiles($f,$pbpkg,$bfiles,$pkgfiles,$supfiles);
3023	next;
3024	}
3025	$bfiles->{$f} = "$dir/$f";
3026	$bfiles->{$f} =~ s~$ENV{'PBROOTDIR'}~~;
3027	if (defined $supfiles->{$pbpkg}) {
3028	$pkgfiles->{$f} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
3029	}
3030	}
3031	closedir(BDIR);
3032	}
3033
3034
3035	#
3036	# Return the list of packages we are working on in a non CMS action
3037	#
3038	sub pb_get_pkg {
3039
3040	my @pkgs = ();
3041
3042	my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
3043	@pkgs = keys %$var;
3044
3045	pb_log(0,"Packages: ".join(',',@pkgs)."\n");
3046	return(\@pkgs);
3047	}
3048
3049	#
3050	# Return the postinstall line if needed
3051	#
3052
3053	sub pb_get_postinstall {
3054
3055	my $ddir = shift;
3056	my $dver = shift;
3057	my $darch = shift;
3058	my $rbspi = shift;
3059	my $vestyle = shift;
3060	my $post = "";
3061
3062	# Do we have a local post-install script
3063	if ($vestyle eq "rinse") {
3064	$post = "--post-install ";
3065	} elsif ($vestyle eq "rpmbootstrap") {
3066	$post = "-s ";
3067	}
3068
3069	my $postparam = pb_distro_get_param($ddir,$dver,$darch,$rbspi);
3070	if ($postparam eq "") {
3071	$post = "";
3072	} else {
3073	$post .= $postparam;
3074	}
3075	return($post);
3076	}
3077
3078	1;

Note: See TracBrowser for help on using the repository browser.

Download in other formats: