Context Navigation

source: ProjectBuilder/devel/pb/bin/pb@ 1649

Last change on this file since 1649 was 1649, checked in by Bruno Cornec, 12 years ago
Add support for redhat 6.2 for pb with setupve
Property svn:executable set to ``*
File size: 151.0 KB

Line
1	#!/usr/bin/perl -w
2	#
3	# Project Builder main application
4	#
5	# $Id$
6	#
7	# Copyright B. Cornec 2007-2012
8	# Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
9	# Provided under the GPL v2
10
11	# Syntax: see at end
12
13	use strict 'vars';
14
15	# The modules mentioned here are required by pb when used both
16	# locally or inside a VE/VM/RM
17	# Additional required modules only used locally are called with a require
18	# in their respective section
19	use Getopt::Long qw(:config auto_abbrev no_ignore_case);
20	use Carp qw/confess cluck/;
21	use Data::Dumper;
22	use English;
23	use File::Basename;
24	use File::Copy;
25	use File::stat;
26	use File::Find;
27	use Time::localtime qw(localtime);
28	use POSIX qw(strftime);
29	use lib qw (lib);
30	use ProjectBuilder::Version;
31	use ProjectBuilder::Base;
32	use ProjectBuilder::Display;
33	use ProjectBuilder::Conf;
34	use ProjectBuilder::Distribution;
35	use ProjectBuilder::VCS;
36	use ProjectBuilder::CMS;
37	use ProjectBuilder::Env;
38	use ProjectBuilder::Filter;
39	use ProjectBuilder::Changelog;
40	use ProjectBuilder::VE;
41
42	# Global variables
43	$Global::pb_stop_on_error = 0; # False by default
44	$Global::pb_show_sudo = 0; # False by default
45
46	my %opts; # CLI Options
47	my $action; # action to realize
48	my $test = "FALSE"; # Not used
49	my $pbforce = 0; # Force VE/VM rebuild
50	my $pbsnap = 0; # Do not use snapshot mode for VM/VE by default
51	my $pbkeep = 0; # keep temporary directory at the end
52	my $option = ""; # Not used
53	my @pkgs; # list of packages
54	my $pbtag; # Global Tag variable
55	my $pbver; # Global Version variable
56	my $pbscript; # Name of the script
57	my %pbver; # per package
58	my %pbtag; # per package
59	my $pbrev; # Global REVISION variable
60	my $pbaccount; # Login to use to connect to the VM/RM
61	my $pbtarget = undef; # Target os-ver-arch you want to build for
62	my $pbport; # Port to use to connect to the VM/RM
63	my $newver; # New version to create
64	my $iso = undef; # ISO image for the VM to create
65
66	my @date = pb_get_date();
67	my $pbdate = strftime("%Y-%m-%d", @date);
68
69	=pod
70
71	=head1 NAME
72
73	pb, aka project-builder.org - builds packages for your projects
74
75	=head1 DESCRIPTION
76
77	pb helps you build various packages directly from your project sources.
78	Those sources could be handled by a CMS (Configuration Management System)
79	such as Subversion, CVS, Git, Mercurial... or being a simple reference to a compressed tar file.
80	It's based on a set of configuration files, a set of provided macros to help
81	you keeping build files as generic as possible. For example, a single .spec
82	file should be required to generate for all rpm based distributions, even
83	if you could also have multiple .spec files if required.
84
85	=head1 SYNOPSIS
86
87	pb [-vhSq][-r pbroot][-p project][[-s script -a account -P port][-t [os-ver-arch]][-m os-ver-arch[,...]]][-g][-i iso] <action> [<pkg1> ...]
88
89	pb [--verbose][--help][--man][--quiet][--snapshot][--revision pbroot][--project project][[--script script --account account --port port][--target [os-ver-arch]][--machine os-ver-arch[,...]]][--nographic][--iso iso][--rebuild] <action> [<pkg1> ...]
90
91	=head1 OPTIONS
92
93	=over 4
94
95	=item B<-v\|--verbose>
96
97	Print a brief help message and exits.
98
99	=item B<-q\|--quiet>
100
101	Do not print any output.
102
103	=item B<-h\|--help>
104
105	Print a brief help message and exits.
106
107	=item B<-S\|--snapshot>
108
109	Use the snapshot mode of VMs or VEs
110
111	=item B<--man>
112
113	Prints the manual page and exits.
114
115	=item B<-t\|--target os-ver-arch>
116
117	Name of the target system you want to build for.
118	All if none precised.
119
120	=item B<-m\|--machine os-ver-arch[,os-ver-arch,...]>
121
122	Name of the Virtual Machines (VM), Virtual Environments (VE) or Remote Machines (RM)
123	you want to build on (comma separated).
124	All if none precised (or use the env variable PBV).
125
126	=item B<-s\|--script script>
127
128	Name of the script you want to execute on the related VMs/VEs/RMs.
129
130	=item B<-g\|--nographic>
131
132	Do not launch VMs in graphical mode.
133
134	=item B<-i\|--iso iso_image>
135
136	Name of the ISO image of the distribution you want to install on the related VMs.
137
138	=item B<-a\|--account account>
139
140	Name of the account to use to connect on the related VMs/RMs.
141
142	=item B<-P\|--port port_number>
143
144	Port number to use to connect on the related VMs/RMs.";
145
146	=item B<-p\|--project project_name>
147
148	Name of the project you're working on (or use the env variable PBPROJ)
149
150	=item B<-r\|--revision revision>
151
152	Path Name of the project revision under the CMS (or use the env variable PBROOT)
153
154	=item B<-V\|--version new_version>
155
156	New version of the project to create based on the current one.
157
158	=item B<-k\|--keep>
159
160	Keep the temporary dir where files have been created in or der to help debug
161
162	=item B<--rebuild>
163
164	Only valid with the checkssh action, it alllows to automatically relaunch the build of the failed packages
165
166	=item B<--no-stop-on-error>
167
168	Continue through errors with best effort.
169
170	=back
171
172	=head1 ARGUMENTS
173
174	<action> can be:
175
176	=over 4
177
178	=item B<sbx2build>
179
180	Create tar files for the project under your CMS.
181	Current state of the exported content is taken.
182	CMS supported are SVN, SVK, CVS, Git and Mercurial
183	parameters are packages to build
184	if not using default list
185
186	=item B<cms2build>
187
188	Create tar files for the project under your CMS.
189	Current state of the CMS is taken.
190	CMS supported are SVN, SVK, CVS, Git and Mercurial
191	parameters are packages to build
192	if not using default list
193
194	=item B<build2pkg>
195
196	Create packages for your running distribution
197
198	=item B<cms2pkg>
199
200	cms2build + build2pkg
201
202	=item B<sbx2pkg>
203
204	sbx2build + build2pkg
205
206	=item B<build2ssh>
207
208	Send the tar files to a SSH host
209
210	=item B<sbx2ssh>
211
212	sbx2build + build2ssh
213
214	=item B<cms2ssh>
215
216	cms2build + build2ssh
217
218	=item B<pkg2ssh>
219
220	Send the packages built to a SSH host
221
222	=item B<build2vm>
223
224	Create packages in VMs, launching them if needed
225	and send those packages to a SSH host once built
226	VM type supported are QEMU and KVM
227
228	=item B<build2ve>
229
230	Create packages in VEs, creating it if needed
231	and send those packages to a SSH host once built
232
233	=item B<build2rm>
234
235	Create packages in RMs, which should pre-exist,
236	and send those packages to a SSH host once built
237	RM means Remote Machine, and could be a physical or Virtual one.
238	This is one buildfarm integration for pb.
239
240	=item B<sbx2vm>
241
242	sbx2build + build2vm
243
244	=item B<sbx2ve>
245
246	sbx2build + build2ve
247
248	=item B<sbx2rm>
249
250	sbx2build + build2rm
251
252	=item B<cms2vm>
253
254	cms2build + build2vm
255
256	=item B<cms2ve>
257
258	cms2build + build2ve
259
260	=item B<cms2rm>
261
262	cms2build + build2rm
263
264	=item B<launchvm>
265
266	Launch one virtual machine
267
268	=item B<launchve>
269
270	Launch one virtual environment
271
272	=item B<script2vm>
273
274	Launch one virtual machine if needed
275	and executes a script on it
276
277	=item B<script2ve>
278
279	Execute a script in a virtual environment
280
281	=item B<script2rm>
282
283	Execute a script on a remote machine
284
285	=item B<newvm>
286
287	Create a new virtual machine
288
289	=item B<newve>
290
291	Create a new virtual environment
292
293	=item B<setupvm>
294
295	Setup a virtual machine for pb usage
296
297	=item B<setupve>
298
299	Setup a virtual environment for pb usage
300
301	=item B<setuprm>
302
303	Setup a remote machine for pb usage
304
305	=item B<sbx2setupvm>
306
307	Setup a virtual machine for pb usage using the sandbox version of pb instead of the latest stable
308	Reserved to dev team.
309
310	=item B<sbx2setupve>
311
312	Setup a virtual environment for pb usage using the sandbox version of pb instead of the latest stable
313	Reserved to dev team.
314
315	=item B<sbx2setuprm>
316
317	Setup a remote machine for pb usage using the sandbox version of pb instead of the latest stable
318	Reserved to dev team.
319
320	=item B<snapvm>
321
322	Snapshot a virtual machine for pb usage
323
324	=item B<snapve>
325
326	Snapshot a virtual environment for pb usage
327
328	=item B<updatevm>
329
330	Update the distribution in the virtual machine
331
332	=item B<updateve>
333
334	Update the distribution in the virtual environment
335
336	=item B<updaterm>
337
338	Update the distribution in the remote machine
339
340	=item B<test2pkg>
341
342	Test a package locally
343
344	=item B<test2vm>
345
346	Test a package in a virtual machine
347
348	=item B<test2ve>
349
350	Test a package in a virtual environment
351
352	=item B<test2rm>
353
354	Test a package in a remote machine
355
356	=item B<checkssh>
357
358	Check the delivery of the packages on the repository
359
360	=item B<newver>
361
362	Create a new version of the project derived
363	from the current one
364
365	=item B<newproj>
366
367	Create a new project and a template set of
368	configuration files under pbconf
369
370	=item B<announce>
371
372	Announce the availability of the project through various means
373
374	=item B<sbx2webssh>
375
376	Create tar files for the website under your CMS.
377	Current state of the exported content is taken.
378	Deliver the content to the target server using ssh from the exported dir.
379
380	=item B<cms2webssh>
381
382	Create tar files for the website from your CMS.
383	Deliver the content to the target server using ssh from the DVCS.
384
385	=item B<sbx2webpkg>
386
387	Create tar files for the website under your CMS.
388	Current state of the exported content is taken.
389
390	=item B<cms2webpkg>
391
392	Create tar files for the website under your CMS.
393
394	=item B<getconf>
395
396	Print the full configuration parameters as found in the various configuration files. help to debug conf issues.
397
398	=item B<clean>
399
400	Purge the build and delivery directories related to the current project
401
402	=item B<cleanssh>
403
404	Purge the ssh server of its packages (only for testver and test packages)
405
406	=back
407
408	<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
409
410	=head1 WEB SITES
411
412	The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
413
414	=head1 USER MAILING LIST
415
416	None exists for the moment.
417
418	=head1 CONFIGURATION FILES
419
420	Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
421
422	Here is an example of such a configuration file:
423
424	#
425	# Define for each project the URL of its pbconf repository
426	# No default option allowed here as they need to be all different
427	#
428	# URL of the pbconf content
429	# This is the format of a classical URL with the extension of additional schema such as
430	# svn+ssh, cvs+ssh, ...
431	#
432	pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
433
434	# This is normaly defined in the project's configuration file
435	# Url of the project
436	#
437	pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
438
439	# All these URLs needs to be defined here as the are the entry point
440	# for how to build packages for the project
441	#
442	pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
443	pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
444	pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
445	pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
446
447	# Under that dir will take place everything related to pb
448	# If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
449	# to your VMs/chroot/...
450	# if not defined then /var/cache
451	pbdefdir default = $ENV{'HOME'}/project-builder
452	pbdefdir pb = $ENV{'HOME'}
453	pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
454	pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
455
456	# pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
457	# If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
458	pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
459	pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
460
461	# pbdir points to the directory where the CMS content of the pburl is checked out
462	# If not defined, pbdir is under pbdefdir/pbproj
463	# Only defined if we have access to the dev of the project
464	pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
465	pbdir mondorescue = $ENV{'HOME'}/mondo/svn
466
467	# -daemonize doesn't work with qemu 0.8.2
468	vmopt default = -m 384
469
470	=head1 COMMAND DETAILS
471
472	=head2 newproj
473
474	The newproj command creates a new project-builder project. To run this command you first need to define two variables in your ~/.pbrc file:
475
476	pbconfurl I<project> = file:///home/anderse/.git/project-builder-config/I<project>
477	pbdefdir default = $ENV{HOME}/cache-project-builder
478
479	The first line defines the version controlled configuration information and the second defines the root directory for project-builder to use.
480
481	You can then run the command:
482
483	% pb -p I<$project> -r I<$version> newproj I<$pkg>
484
485	to create the new project. Running the newproj command will then generate the file $pbdefdir/$project/pbconf/$version/$project.pb, and the directory $pbdefdir/$project/pbconf/$version/$pkg. You will need to edit those files to make the later commands work.
486
487	=head2 cms2build
488
489	The cms2build command takes your files from the content management system and makes the two tar files that are necessary for building files. You need to have run the newproj command first. Then there are several steps for running this command:
490
491	=over 4
492
493	=item Update your $project.pb configuration file.
494
495	You need to set the pburl, pbrepo, pbwf, pbpackager, projver, projtag, testver, delivery, and defpkgdir lines as described in the configuration file. The pburl entry is used to find the source for your package. The pbrepo entry is used to build the .repo or .sources.list files for use by downloaders of the package. The pbwf entry indicates that the source tar file is named by I<package-name>-I<version>. The pbpackager entry will be stored in the packages and should be you or your team. The projver/projtag entries indicate the version of the software and the version of the packaging scripts. The testver entry when true indicates that the package is in a test version, so no log file is computed (can be long), and version is made up using a timstamp. The delivery entry gives the subdirectory under which the packages will be delivered on the repository, and the defpkgdir entry corresponds to the local subdirectory hosting the package content.
496
497	For example:
498
499	pburl Lintel = file:///home/anderse/projects/Lintel-0.2012.02.28.tar.gz
500	pbrepo Lintel = http://tesla.hpl.hp.com/opensource
501	pbwf Lintel = 1
502	pbpackager Lintel = Eric Anderson <eric.anderson4@hp.com>
503	projver Lintel = 0.2012.02.28
504	projtag Lintel = 1
505	testver Lintel = false
506	delivery Lintel = production
507	defpkgdir Lintel = Lintel-0.2012.02.28
508
509	=item Create the build .tar.gz files:
510
511	Then you need to take those files and create the initial tar files. Run a command like:
512
513	% pb -p $project -r $version cms2build
514
515	To create the $pbdefdir/$project/delivery/$project-$version.{,pbconf}.tar.gz files, the $version-$projtag.pb and pbrc files in the same directory.
516
517	=back
518
519	=head2 build2pkg
520
521	The build2pkg command takes the tar files created in the cms2build step and attempts to build binary packages for your current operating system. There are two steps:
522
523	=over 4
524
525	=item Update your filters and build files.
526
527	You probably need to edit the files describing the build steps in one of the $pbdefdir/$project/pbconf/$version/$project/{deb,rpm,pkg} directories and the filters in $pbdefdir/$project/pbconf/$version/pbfilter. Note that you can define additional filters and transforms in the .pbf files. The build files will be filtered by the filters defined in the .pbf files to generate the inputs to the build step. Therefore, if you change those files, you need to re-run the cms2build step.
528
529	=item Build the package.
530
531	Then you can run a command like:
532
533	% pb -p $project -r $version build2pkg
534
535	To create the files in $project/build that comprise your binary package(s).
536
537	=back
538
539	=head2 newve
540
541	The newve command creates a new virtual environment, i.e. a chrooted OS for building packages. Using a virtual environment is an efficient way to build packages on a related set of operating systems. The OS's have to be related because the kernel will be shared. Steps:
542
543	=over 4
544
545	=item Update ~/.pbrc
546
547	Update your ~/.pbrc file to specify the vepath, velist, velogin, and vetype variables, e.g.:
548
549	vepath default = $ENV{HOME}/cache-project-builder/chroot
550	velist default = debian-6.0-i386
551	velogin default = pb
552	vetype default = chroot
553
554	If you are building for rpm style OS's, update the verpmtype option, and install the appropriate tool.
555
556	verpmtype default = rpmbootstrap
557
558	You may also choose to specify a mirror for the OS packages, and optionally http/ftp proxies. You can specify the proxies either through environment variables ($http_proxy/$ftp_proxy) or in the configuration file. The configuration file will be used if no corresponding environment variable has been set. For example, for debian and with a local squid proxy:
559
560	rbsmirrorsrv debian = http://mirrors1.kernel.org/debian/
561	http_proxy default = http://localhost:3128/
562	ftp_proxy default = http://localhost:3128/
563
564	=item Run the cms2build command
565
566	If you have deleted your $package/delivery directory, re-run the cms2build command as in the earlier step. This step is necessary to generate the I<package>/delivery/pbrc file.
567
568	=item Create the new virtual environment
569
570	Initialize the new operating system. This step will install the core OS packages for the virtual environment, e.g.:
571
572	% pb -v -p $project -m debian-6.0-i386 newve
573
574	=back
575
576	=head2 setupve
577
578	The setupve command prepares a virtual environment for use by project builder. In particular it installs project-builder from the packages into the virtual environment. Two sub-steps are necessary:
579
580	=over 4
581
582	=item Update $project.pb
583
584	You need to have a sshhost entry for setupve to work, so add one, even an invalid one, e.g.:
585
586	sshhost $project = foo.example.org
587
588	=item Setup the virtual environment
589
590	% pb -v -p $project -m debian-6.0-i386 setupve
591
592	If you prefer to install the current SVN version of project builder, you can substitute the setupve option by the sbx2setupv one.
593
594	=back
595
596	=head2 build2ve
597
598	The build2ve command is similar to the build2pkg command in that it will take the sources created by cms2build and turn them into binary packages. The command has two differences. First, it creates the packages in a virtual environment, i.e. the one made by an earlier setupve setup. Second it copies the resulting packages to a repository and builds the repository meta-data needed.
599
600	Three sub-steps are needed:
601
602	=over 4
603
604	=item Update $project.pb
605
606	You need to have a valid sshdir and sshhost entry for build2ve to work, so add them. Note that you need to be able to ssh from the host you run the command on to the repository host, preferably without needing to type in a password, so using ssh-agent or having a special passwordless project-builder ssh key will make this step easier.
607
608	sshhost $project = localhost
609	sshdir $project = $home/cache-project-builder/repos
610
611	You may also need to specify additional repository files to use or rpms to install. Note the URL for repositories is not the URL of the repository, but the URL of a file that can be put in the yum.repos.d or apt.sources.d directory.
612
613	addrepo centos-5-i386 = http://localhost/pb/centos-extras.repo,http://mirror.centos.org/centos/5/extras/i386/RPMS/chrpath-0.13-3.el5.centos.i386.rpm
614
615	=item Update your filters and build files
616
617	You may need to update your filter files (*.pbf) as in the build2pkg step if you are building for a new OS or architecture.
618
619	=item Build the packages and copy them to the repository
620
621	% pb -v -p $project -m debian-6.0-i386 build2ve
622
623	=back
624
625	Debugging: If the build fails (and you did not specify the --no-stop-on-error) option, then the virtual environment and scripts should still be present and configured to build the package. You can run a command like 'sudo setarch i386 chroot $path bash' in order to get into the environment. In your log you should see a command like that. From there you can go into the /home/pb directory as the pb user and run the same style of pb commands as you did when doing build2pkg. This will help you figure out what has gone wrong in the build in the virtual environment.
626
627	=head1 AUTHORS
628
629	The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
630
631	=head1 COPYRIGHT
632
633	Project-Builder.org is distributed under the GPL v2.0 license
634	described in the file C<COPYING> included with the distribution.
635
636	=cut
637
638	# ---------------------------------------------------------------------------
639
640	my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
641	my $appname = "pb";
642
643	# Initialize the syntax string
644
645	pb_syntax_init("$appname (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
646
647	GetOptions("help\|?\|h+" => \$opts{'h'},
648	"man" => \$opts{'man'},
649	"verbose\|v+" => \$opts{'v'},
650	"snapshot\|S" => \$opts{'S'},
651	"quiet\|q" => \$opts{'q'},
652	"log-files\|l=s" => \$opts{'l'},
653	"force\|f" => \$opts{'f'},
654	"account\|a=s" => \$opts{'a'},
655	"revision\|r=s" => \$opts{'r'},
656	"script\|s=s" => \$opts{'s'},
657	"machines\|mock\|m=s" => \$opts{'m'},
658	"target\|t:s" => \$opts{'t'},
659	"nographic\|g" => \$opts{'g'},
660	"port\|P=i" => \$opts{'P'},
661	"project\|p=s" => \$opts{'p'},
662	"rebuild" => \$opts{'rebuild'},
663	"iso\|i=s" => \$opts{'i'},
664	"version\|V=s" => \$opts{'V'},
665	"keep\|k" => \$opts{'k'},
666	"stop-on-error!" => \$Global::pb_stop_on_error,
667	) \|\| pb_syntax(-1,0);
668
669	if (defined $opts{'l'}) {
670	open(pbLOG,"> $opts{'l'}") \|\| die "Unable to log to $opts{'l'}: $!";
671	$pbLOG = \*pbLOG;
672	$pbdebug = 0 if ($pbdebug == -1);
673	}
674	pb_log_init($pbdebug, $pbLOG);
675
676	if (defined $opts{'h'}) {
677	pb_syntax(0,$opts{'h'}-1);
678	}
679	if (defined $opts{'man'}) {
680	pb_syntax(0,2);
681	}
682	if (defined $opts{'v'}) {
683	$pbdebug = $opts{'v'};
684	}
685	if (defined $opts{'f'}) {
686	$pbforce=1;
687	}
688	if (defined $opts{'q'}) {
689	$pbdebug=-1;
690	}
691	if (defined $opts{'S'}) {
692	$pbsnap=1;
693	}
694	if (defined $opts{'k'}) {
695	$pbkeep=1;
696	}
697	pb_display_init("text","");
698
699	# Handle root of the project if defined
700	if (defined $opts{'r'}) {
701	$ENV{'PBROOTDIR'} = $opts{'r'};
702	}
703	# Handle virtual machines if any
704	if (defined $opts{'m'}) {
705	$ENV{'PBV'} = $opts{'m'};
706	}
707	if (defined $opts{'s'}) {
708	$pbscript = $opts{'s'};
709	}
710	if (defined $opts{'a'}) {
711	$pbaccount = $opts{'a'};
712	die "option -a requires a -s script option" if (not defined $pbscript);
713	}
714	if (defined $opts{'P'}) {
715	$pbport = $opts{'P'};
716	}
717	if (defined $opts{'V'}) {
718	$newver = $opts{'V'};
719	}
720	if (defined $opts{'i'}) {
721	$iso = $opts{'i'};
722	}
723	if (defined $opts{'t'}) {
724	$pbtarget = $opts{'t'};
725	}
726
727	# Get Action
728	$action = shift @ARGV;
729	die pb_syntax(-1,1) if (not defined $action);
730
731	my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
732	my $pbinit = undef;
733	$pbinit = 1 if ($action =~ /^newproj$/);
734
735	# Handles project name if any
736	# And get global params
737	($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action,$pbkeep);
738
739	#
740	# Check for command requirements
741	#
742	my ($req,$opt,$pbpara,$pbshowsudo,$pbstoponerr) = pb_conf_get_if("oscmd","oscmdopt","pbparallel","pbshowsudo","pbstoponerr");
743	pb_check_requirements($req,$opt,$appname);
744
745	$Global::pb_show_sudo = 1 if ((defined $pbshowsudo) && (defined $pbshowsudo->{$ENV{'PBPROJ'}}) && ($pbshowsudo->{$ENV{'PBPROJ'}} =~ /true/oi));
746	$Global::pb_stop_on_error = 1 if ((defined $pbstoponerr) && (defined $pbstoponerr->{$ENV{'PBPROJ'}}) && ($pbstoponerr->{$ENV{'PBPROJ'}} =~ /true/oi));
747
748	#
749	# Check if we can launch some actions in // with Parallel::ForkManager
750	#
751	my $pbparallel = $pbpara->{$appname} if (defined $pbpara);
752	if (not defined $pbparallel) {
753	eval
754	{
755	require Sys::CPU;
756	Sys::CPU->import();
757	};
758	if ($@) {
759	# Sys::CPU not found, defaulting to 1
760	pb_log(1,"ADVISE: Install Sys::CPU to benefit from automatic parallelism optimization.\nOr use pbparallel in your pb.conf file\nOnly 1 process at a time for the moment\n");
761	$pbparallel = 1;
762	} else {
763	# Using the number of cores
764	$pbparallel = Sys::CPU::cpu_count();
765	pb_log(1,"Using parallel mode with $pbparallel processes\n");
766	}
767	}
768
769	eval
770	{
771	require Parallel::ForkManager;
772	Parallel::ForkManager->import();
773	};
774	# Parallel::ForkManager not found so no // actions
775	if ($@) {
776	$pbparallel = undef;
777	pb_log(1,"ADVISE: Install Parallel::ForkManager to benefit from automatic parallelism optimization.\nOnly 1 process at a time for the moment\n");
778	}
779
780	pb_log(0,"Project: $ENV{'PBPROJ'}\n");
781	pb_log(0,"Action: $action\n");
782
783	# Act depending on action
784	if ($action =~ /^cms2build$/) {
785	pb_cms2build("CMS");
786	} elsif ($action =~ /^sbx2build$/) {
787	pb_cms2build("SandBox");
788	} elsif ($action =~ /^build2pkg$/) {
789	pb_build2pkg();
790	} elsif ($action =~ /^cms2pkg$/) {
791	pb_cms2build("CMS");
792	pb_build2pkg();
793	} elsif ($action =~ /^sbx2pkg$/) {
794	pb_cms2build("SandBox");
795	pb_build2pkg();
796	} elsif ($action =~ /^build2ssh$/) {
797	pb_build2ssh();
798	} elsif ($action =~ /^cms2ssh$/) {
799	pb_cms2build("CMS");
800	pb_build2ssh();
801	} elsif ($action =~ /^sbx2ssh$/) {
802	pb_cms2build("SandBox");
803	pb_build2ssh();
804	} elsif ($action =~ /^pkg2ssh$/) {
805	pb_pkg2ssh();
806	} elsif ($action =~ /^build2rm$/) {
807	pb_build2v("rm","build");
808	} elsif ($action =~ /^build2ve$/) {
809	pb_build2v("ve","build");
810	} elsif ($action =~ /^build2vm$/) {
811	pb_build2v("vm","build");
812	} elsif ($action =~ /^cms2rm$/) {
813	pb_cms2build("CMS");
814	pb_build2v("rm","build");
815	} elsif ($action =~ /^cms2ve$/) {
816	pb_cms2build("CMS");
817	pb_build2v("ve","build");
818	} elsif ($action =~ /^sbx2rm$/) {
819	pb_cms2build("SandBox");
820	pb_build2v("rm","build");
821	} elsif ($action =~ /^sbx2ve$/) {
822	pb_cms2build("SandBox");
823	pb_build2v("ve","build");
824	} elsif ($action =~ /^cms2vm$/) {
825	pb_cms2build("CMS");
826	pb_build2v("vm","build");
827	} elsif ($action =~ /^sbx2vm$/) {
828	pb_cms2build("SandBox");
829	pb_build2v("vm","build");
830	} elsif ($action =~ /^launchvm$/) {
831	pb_launchv("vm",$ENV{'PBV'},0);
832	} elsif ($action =~ /^launchve$/) {
833	pb_launchv("ve",$ENV{'PBV'},0);
834	} elsif ($action =~ /^script2vm$/) {
835	pb_script2v($pbscript,"vm");
836	} elsif ($action =~ /^script2ve$/) {
837	pb_script2v($pbscript,"ve");
838	} elsif ($action =~ /^script2rm$/) {
839	pb_script2v($pbscript,"rm");
840	} elsif ($action =~ /^newver$/) {
841	pb_newver();
842	} elsif ($action =~ /^newve$/) {
843	pb_launchv("ve",$ENV{'PBV'},1);
844	} elsif ($action =~ /^newvm$/) {
845	pb_launchv("vm",$ENV{'PBV'},1);
846	pb_log(0, "Please ensure that sshd is running in your VM by default\n");
847	pb_log(0, "and that it allows remote root login (PermitRootLogin yes in /etc/ssh/sshd_config)\n");
848	pb_log(0, "Also ensure that network is up, firewalling correctly configured\n");
849	pb_log(0, "and perl, sudo, ntpdate and scp/ssh installed\n");
850	pb_log(0, "You should then be able to login with ssh -p VMPORT root\@localhost (if VM started with pb)\n");
851	} elsif ($action =~ /^setuprm$/) {
852	pb_setup2v("rm");
853	} elsif ($action =~ /^setupve$/) {
854	pb_setup2v("ve");
855	} elsif ($action =~ /^setupvm$/) {
856	pb_setup2v("vm");
857	} elsif ($action =~ /^sbx2setuprm$/) {
858	die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
859	pb_cms2build("SandBox");
860	pb_setup2v("rm","SandBox");
861	} elsif ($action =~ /^sbx2setupve$/) {
862	die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
863	pb_cms2build("SandBox");
864	pb_setup2v("ve","SandBox");
865	} elsif ($action =~ /^sbx2setupvm$/) {
866	die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
867	pb_cms2build("SandBox");
868	pb_setup2v("vm","SandBox");
869	} elsif ($action =~ /^updaterm$/) {
870	pb_update2v("rm");
871	} elsif ($action =~ /^updateve$/) {
872	pb_update2v("ve");
873	} elsif ($action =~ /^updatevm$/) {
874	pb_update2v("vm");
875	} elsif ($action =~ /^snapve$/) {
876	pb_snap2v("ve");
877	} elsif ($action =~ /^snapvm$/) {
878	pb_snap2v("vm");
879	} elsif ($action =~ /^test2pkg$/) {
880	pb_test2pkg();
881	} elsif ($action =~ /^test2rm$/) {
882	pb_build2v("rm","test");
883	} elsif ($action =~ /^test2ve$/) {
884	pb_build2v("ve","test");
885	} elsif ($action =~ /^test2vm$/) {
886	pb_build2v("vm","test");
887	} elsif ($action =~ /^newproj$/) {
888	# Nothing to do - already done in pb_env_init
889	} elsif ($action =~ /^getconf$/) {
890	my $pbos = pb_distro_get_context();
891	pb_conf_print();
892	} elsif ($action =~ /^clean$/) {
893	pb_clean();
894	} elsif ($action =~ /^announce$/) {
895	# For announce only. Require avoids the systematic load of these modules
896	require DBI;
897	require DBD::SQLite;
898
899	pb_announce("Announce");
900	} elsif ($action =~ /^cleanssh$/) {
901	pb_announce("Clean");
902	} elsif ($action =~ /^checkssh$/) {
903	pb_announce("Check");
904	} elsif ($action =~ /^sbx2webpkg$/) {
905	require DBI;
906	require DBD::SQLite;
907
908	pb_cms2build("SandBox","Web");
909	} elsif ($action =~ /^sbx2webssh$/) {
910	require DBI;
911	require DBD::SQLite;
912
913	pb_cms2build("SandBox","Web");
914	pb_send2target("Web");
915	} elsif ($action =~ /^cms2webpkg$/) {
916	require DBI;
917	require DBD::SQLite;
918
919	pb_cms2build("CMS","Web");
920	} elsif ($action =~ /^cms2webssh$/) {
921	require DBI;
922	require DBD::SQLite;
923
924	pb_cms2build("CMS","Web");
925	pb_send2target("Web");
926	} else {
927	pb_log(0,"\'$action\' is not available\n");
928	pb_syntax(-2,1);
929	}
930
931	sub pb_cms2build {
932
933	my $param = shift \|\| undef;
934	my $web = shift \|\| undef;
935
936	my $pkg;
937	my @pkgs;
938	my $webdir;
939
940	my %pkgs;
941	my $pb; # Structure to store conf info
942
943	die "pb_cms2build requires a parameter: SandBox or CMS" if (not defined $param);
944
945	# If Website, then pkg is only the website
946	if (defined $web) {
947	($webdir) = pb_conf_get("webdir");
948	pb_log(2,"webdir: ".Dumper($webdir)."\n");
949	$pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
950	$extpkgdir = $webdir;
951	pb_log(0,"Package: $pkgs[0]\n");
952	} else {
953	$pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
954	@pkgs = @$pkg;
955	}
956
957	my ($scheme, $uri) = pb_cms_init($pbinit,$param);
958
959	# We need 2 lines here
960	my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
961
962	# declare packager and repo for filtering
963	my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
964	$ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
965	$ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
966	my ($delivery) = pb_conf_get_if("delivery");
967	$delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
968
969	# If we deal with a test dir, we want to keep the date in tar file and dir name
970	my $pbextdir = "";
971	if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
972	$pbextdir = strftime("%Y%m%d%H%M%S", @date);
973	}
974
975	foreach my $pbpkg (@pkgs) {
976	$ENV{'PBPKG'} = $pbpkg;
977
978	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
979	$pbver = $pkgv->{$pbpkg};
980	} else {
981	$pbver = $ENV{'PBPROJVER'};
982	}
983	# If it's a test version, then tag == 0
984	if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
985	$pbtag = "0";
986	$ENV{'PBPROJTAG'} = $pbtag;
987	} elsif ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
988	$pbtag = $pkgt->{$pbpkg};
989	} else {
990	$pbtag = $ENV{'PBPROJTAG'};
991	}
992
993	$pbrev = $ENV{'PBREVISION'};
994	pb_log(0,"\n");
995	pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
996	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
997
998	my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir";
999	# Create the structure if needed
1000	pb_mkdir_p($dest);
1001	# Clean up dest if necessary. The export will recreate it
1002	pb_rm_rf($dest) if (-d $dest);
1003
1004	# Export CMS tree for the concerned package to dest
1005	# And generate some additional files
1006	$OUTPUT_AUTOFLUSH=1;
1007
1008	# computes in which dir we have to work
1009	my $dir = $defpkgdir->{$pbpkg};
1010	$dir = $extpkgdir->{$pbpkg} if (not defined $dir);
1011	$dir = $webdir->{$ENV{'PBPROJ'}} if (defined $web);
1012	die "Variable \$dir not defined. Please report to dev team with log of a verbose run and this info ".Dumper($webdir) if (not defined $dir);
1013	pb_log(2,"def:".Dumper($defpkgdir)."ext: ".Dumper($extpkgdir)."dir: $dir\n");
1014
1015	# Exporting content from CMS
1016	my $sourcedir = undef;
1017	my $sourceuri = $uri;
1018	if ($param eq "SandBox") {
1019	# Point to the local instance
1020	$sourcedir = "$ENV{'PBDIR'}/$dir";
1021	} else {
1022	# Get it from a subdir of the URI with same version as localy but different root
1023	# Only if using a real CMS
1024	my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
1025	if (($scheme !~ /^file/) && ($scheme !~ /^(ht\|f)tp/)) {
1026	$sourceuri = "$ENV{'PBDIR'}/$dir";
1027	$sourceuri =~ s\|^$ENV{'PBPROJDIR'}/\|$uri/\|;
1028	}
1029	}
1030	my $preserve = pb_vcs_export($sourceuri,$sourcedir,$dest);
1031
1032	# Generated fake content for test versions to speed up stuff
1033	my $chglog;
1034
1035	# Get project info on authors and log file
1036	# TODO: Make it CMS aware
1037	$chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
1038	$chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
1039	$chglog = undef if (! -f $chglog);
1040
1041	# TODO: Make it CMS aware
1042	my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
1043	$authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
1044	$authors = "/dev/null" if (! -f $authors);
1045
1046	# Extract cms log history and store it
1047	if ((defined $chglog) && (! -f "$dest/NEWS")) {
1048	pb_log(2,"Generating NEWS file from $chglog\n");
1049	copy($chglog,"$dest/NEWS") \|\| die "Unable to create $dest/NEWS";
1050	}
1051	pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
1052
1053	my %build;
1054	# We want to at least build for the underlying distro
1055	# except if a target was given, in which case we only build for it
1056	# if -t was passed without target then build for the native distro.
1057	my $pbos = pb_distro_get_context($pbtarget);
1058	my $tmpl = pb_get_distros($pbos,$pbtarget);
1059
1060	# Setup $pb structure to allow filtering later on, on files using that structure
1061	$pb->{'tag'} = $pbtag;
1062	$pb->{'rev'} = $pbrev;
1063	$pb->{'ver'} = $pbver;
1064	$pb->{'pkg'} = $pbpkg;
1065	$pb->{'suf'} = $pbos->{'suffix'};
1066	$pb->{'realpkg'} = $pbpkg;
1067	$pb->{'date'} = $pbdate;
1068	$pb->{'defpkgdir'} = $defpkgdir;
1069	$pb->{'extpkgdir'} = $extpkgdir;
1070	$pb->{'chglog'} = $chglog;
1071	$pb->{'extdir'} = $pbextdir;
1072	$pb->{'packager'} = $ENV{'PBPACKAGER'};
1073	$pb->{'proj'} = $ENV{'PBPROJ'};
1074	$pb->{'repo'} = "$ENV{'PBREPO'}/$delivery->{$ENV{'PBPROJ'}}";
1075	$pb->{'patches'} = ();
1076	$pb->{'sources'} = ();
1077
1078	my $tmpd = "$ENV{'PBTMP'}/cms.$$";
1079	pb_mkdir_p($tmpd) if (defined $pbparallel);
1080
1081	# Get only all.pbf filter at this stage for pbinit
1082	my $ptr = pb_get_filters($pbpkg);
1083
1084	# Do not do that for website
1085	if (not defined $web) {
1086	my %virt;
1087	# De-duplicate similar VM/VE/RM
1088	foreach my $d (split(/,/,$tmpl)) {
1089	# skip ill-formatted vms (name-ver-arch)
1090	next if ($d !~ /-/);
1091	$virt{$d} = $d;
1092	}
1093
1094	# Try to use // processing here
1095	my $all_ok = 1;
1096	my $pm = new Parallel::ForkManager($pbparallel) if (defined $pbparallel);
1097	$pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
1098	$all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0)); }) if (defined $pbparallel);
1099
1100	pb_log(0,"Preparing delivery ...\n");
1101	foreach my $v (keys %virt) {
1102	$pm->start and next if (defined $pbparallel);
1103
1104	# Distro context
1105	my $pbos = pb_distro_get_context($v);
1106
1107	$pb->{'pbos'} = $pbos;
1108	$pb->{'suf'} = $pbos->{'suffix'};
1109	pb_log(3,"DEBUG: pb: ".Dumper($pb)."\n");
1110
1111	# Get all filters to apply
1112	$ptr = pb_get_filters($pbpkg,$pbos);
1113
1114	pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
1115
1116	# We need to compute the real name of the package
1117	my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pbos->{'type'});
1118	$pb->{'realpkg'} = $pbrealpkg;
1119	pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $pbos->{'name'}-$pbos->{'version'}\n") if ($pbrealpkg ne $pbpkg);
1120
1121	# Filter build files from the less precise up to the most with overloading
1122	# Filter all files found, keeping the name, and generating in dest
1123
1124	# Find all build files first relatively to PBROOTDIR
1125	# Find also all specific files referenced in the .pb conf file
1126	my %bfiles = ();
1127	my %pkgfiles = ();
1128	# Used in Filter.pm by pb_filter_file
1129
1130	$build{$v} = "no";
1131	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'os'}") {
1132	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'os'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1133	$build{$v} = "yes";
1134	}
1135	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'type'}") {
1136	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'type'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1137	$build{$v} = "yes";
1138	}
1139	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'family'}") {
1140	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'family'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1141	$build{$v} = "yes";
1142	}
1143	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}") {
1144	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1145	$build{$v} = "yes";
1146	}
1147	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}") {
1148	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1149	$build{$v} = "yes";
1150	}
1151	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") {
1152	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1153	$build{$v} = "yes";
1154	}
1155	pb_log(2,"DEBUG($v) bfiles: ".Dumper(\%bfiles)."\n");
1156
1157	if ($build{$v} ne "no") {
1158	# Apply now all the filters on all the files concerned
1159	# destination dir depends on the type of file
1160	# For patch support
1161	# TODO: Make it CMS aware
1162	$pb->{'patches'} = pb_list_sfiles("$ENV{'PBROOTDIR'}/$pbpkg/pbpatch", $pb->{'patches'}, $pbos, "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch");
1163	pb_log(2,"DEBUG($v) patches: ".Dumper($pb->{'patches'})."\n");
1164	# TODO: Make it CMS aware
1165	$pb->{'sources'} = pb_list_sfiles("$ENV{'PBROOTDIR'}/$pbpkg/pbsrc", $pb->{'sources'}, $pbos, "$ENV{'PBROOTDIR'}/$pbpkg/pbextsrc");
1166	pb_log(2,"DEBUG($v) sources: ".Dumper($pb->{'sources'})."\n");
1167
1168	if (defined $pb->{'patches'}->{$v}) {
1169	# Filter potential patches (local + remote)
1170	pb_mkdir_p("$dest/pbconf/$v/pbpatch");
1171	# If Debian based distribution, then prepare what will be done at build time
1172	my ($patchcmd,$patchopt);
1173	if ($pbos->{'type'} eq "deb") {
1174	($patchcmd,$patchopt) = pb_distro_get_param($pbos,pb_conf_get_if("ospatchcmd","ospatchopt"));
1175	open(SCRIPT,"> $dest/pbconf/$v/pbpatch/pbapplypatch") \|\| die "Unable to create $dest/pbconf/$v/pbpatch/pbapplypatch";
1176	print SCRIPT "#!/bin/bash\n";
1177	print SCRIPT "set -x\n" if ($pbdebug gt 1);
1178	}
1179	foreach my $pf (split(/,/,$pb->{'patches'}->{$v})) {
1180	my $pp = basename($pf);
1181	pb_vcs_export($pf,undef,"$dest/pbconf/$v/pbpatch");
1182	pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",$pb);
1183	pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
1184	if ($pbos->{'type'} eq "deb") {
1185	# If Debian based distribution, then prepare what will be done at build time
1186	# by applying the patches that will be available under the debian/patches dir
1187	print SCRIPT "$patchcmd $patchopt \< debian/patches/$pp\n";
1188	}
1189	}
1190	if ($pbos->{'type'} eq "deb") {
1191	close(SCRIPT);
1192	chmod 0755,"$dest/pbconf/$v/pbpatch/pbapplypatch";
1193	}
1194	#pb_system("cat $dest/pbconf/$v/pbpatch/pbapplypatch","APPLY","verbose");
1195	}
1196	if (defined $pb->{'sources'}->{$v}) {
1197	pb_mkdir_p("$dest/pbconf/$v/pbsrc");
1198	foreach my $pf (split(/,/,$pb->{'sources'}->{$v})) {
1199	my $pp = basename($pf);
1200	pb_vcs_export($pf,undef,"$dest/pbconf/$v/pbsrc");
1201	pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbsrc/$pp",$pb);
1202	}
1203	}
1204	# Filter build files at the end, as they depend on patches and sources
1205	foreach my $f (keys %bfiles) {
1206	pb_filter_file("$ENV{'PBROOTDIR'}/$bfiles{$f}",$ptr,"$dest/pbconf/$v/$f",$pb);
1207	}
1208	foreach my $f (keys %pkgfiles) {
1209	pb_filter_file("$ENV{'PBROOTDIR'}/$pkgfiles{$f}",$ptr,"$dest/pbconf/$v/$f",$pb);
1210	}
1211	}
1212
1213	if (defined $pbparallel) {
1214	# Communicate results back to parent
1215	my $str = "";
1216	$str .= "build $v = $build{$v}\n" if (defined $build{$v});
1217	$str .= "patches $v = $pb->{'patches'}->{$v}\n" if (defined $pb->{'patches'}->{$v});
1218	$str .= "sources $v = $pb->{'sources'}->{$v}\n" if (defined $pb->{'sources'}->{$v});
1219	pb_set_content("$tmpd/$$","$str");
1220	$pm->finish;
1221	}
1222	}
1223	# In the parent, we need to get the result from the children
1224	$pm->wait_all_children if (defined $pbparallel);
1225	die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
1226	my $made = "";
1227	my %h = ();
1228	my %tmp;
1229	my %tmp2;
1230	my $pt;
1231	my $k;
1232
1233	foreach $k (<$tmpd/*>) {
1234	$made .= pb_get_content($k);
1235	}
1236	pb_rm_rf($tmpd);
1237	pb_log(3,"MADE:\n$made");
1238
1239	# Rebuild local hashes
1240	foreach $k (split(/\n/,$made)) {
1241	if ($k =~ /^\s([A-z0-9-_]+)\s+([[A-z0-9-_.]+)\s=\s*(.+)$/) {
1242	$h{$1}->{$2}=$3;
1243	}
1244	}
1245	pb_log(2,"HASH: ".Dumper(%h));
1246
1247	# Patches
1248	pb_log(0,"Delivered and compressed patches ");
1249	$pt = $h{'patches'};
1250	foreach $k (keys %$pt) {
1251	foreach my $v1 (split(/,/,$pt->{$k})) {
1252	$tmp{$v1} = "";
1253	}
1254	}
1255	if (keys %tmp) {
1256	foreach $k (keys %tmp) {
1257	pb_log(0,"$k ");
1258	}
1259	} else {
1260	pb_log(0,"N/A");
1261	}
1262	pb_log(0,"\n");
1263
1264	# Sources
1265	pb_log(0,"Delivered additional sources ");
1266	$pt = $h{'sources'};
1267	foreach $k (keys %$pt) {
1268	foreach my $v1 (split(/,/,$pt->{$k})) {
1269	$tmp2{$v1} = "";
1270	}
1271	}
1272	if (keys %tmp2) {
1273	foreach $k (keys %tmp2) {
1274	pb_log(0,"$k ");
1275	}
1276	} else {
1277	pb_log(0,"N/A");
1278	}
1279	pb_log(0,"\n");
1280
1281	# Build files
1282	my @found;
1283	my @notfound;
1284	$pt = $h{'build'};
1285	foreach my $b (keys %$pt) {
1286	push @found,$b if ($pt->{$b} =~ /yes/);
1287	push @notfound,$b if ($pt->{$b} =~ /no/);
1288	}
1289	pb_log(0,"Build files have been generated for ... ".join(',',sort(@found))."\n") if (@found);
1290	pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
1291
1292	} else {
1293	# Instead call News generation
1294	pb_web_news2html($dest);
1295	# And create an empty pbconf
1296	pb_mkdir_p("$dest/pbconf");
1297	# And prepare the pbscript to execute remotely
1298	open(SCRIPT,"> $ENV{'PBTMP'}/pbscript") \|\| die "Unable to create $ENV{'PBTMP'}/pbscript";
1299	print SCRIPT "#!/bin/bash\n";
1300	print SCRIPT "#set -x\n";
1301	print SCRIPT "echo ... Extracting Website content\n";
1302	print SCRIPT "find . -type f \| grep -Ev '^./$pbpkg-$pbver$pbextdir.tar.gz\|^./pbscript' \| xargs rm -f non-existent\n";
1303	print SCRIPT "find * -type d -depth \| xargs rmdir 2> /dev/null \n";
1304	print SCRIPT "tar xfz $pbpkg-$pbver$pbextdir.tar.gz\n";
1305	print SCRIPT "mv $pbpkg-$pbver$pbextdir/* .\n";
1306	print SCRIPT "rm -f $pbpkg-$pbver$pbextdir.tar.gz\n";
1307	print SCRIPT "rmdir $pbpkg-$pbver$pbextdir\n";
1308	print SCRIPT "find . -type f -print0 \| xargs -0 chmod 644\n";
1309	print SCRIPT "find . -type d -print0 \| xargs -0 chmod 755\n";
1310	close(SCRIPT);
1311	chmod 0755,"$ENV{'PBTMP'}/pbscript";
1312	}
1313
1314	# Apply filters to the non-build files
1315	my $liste ="";
1316	if (defined $filteredfiles->{$pbpkg}) {
1317	foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
1318	pb_filter_file_inplace($ptr,"$dest/$f",$pb);
1319	$liste = "$f $liste";
1320	}
1321	}
1322	pb_log(2,"Files ".$liste."have been filtered\n");
1323
1324	# TODO: Make it CMS aware
1325	# Execute the pbinit script if any
1326	if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
1327	pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",$pb);
1328	chmod 0755,"$ENV{'PBTMP'}/pbinit";
1329	pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit under $dest","verbose");
1330	}
1331
1332	# Do we have additional script to run to prepare the environement for the project ?
1333	# Then include it in the pbconf delivery
1334	foreach my $pbvf (<$ENV{'PBROOTDIR'}/pbv.pre>,<$ENV{'PBROOTDIR'}/pbv.post>, <$ENV{'PBROOTDIR'}/pbtest*>) {
1335	if (-x "$pbvf") {
1336	my $target = "$ENV{'PBDESTDIR'}/".basename($pbvf);
1337	pb_filter_file("$pbvf",$ptr,$target,$pb);
1338	chmod 0755,"$target";
1339	}
1340	}
1341
1342	# Prepare the dest directory for archive
1343	chdir "$ENV{'PBDESTDIR'}" \|\| die "Unable to change dir to $ENV{'PBDESTDIR'}";
1344	if (defined $preserve) {
1345	# In that case we want to preserve the original tar file for checksum purposes
1346	# The one created is btw equivalent in that case to this one
1347	# Maybe check basename of both to be sure they are the same ?
1348	pb_log(0,"Preserving original tar file ");
1349	move("$preserve","$pbpkg-$pbver$pbextdir.tar.gz");
1350	} else {
1351	# Possibility to look at PBSRC to guess more the filename
1352	pb_system("tar cfz $pbpkg-$pbver$pbextdir.tar.gz --exclude=$pbpkg-$pbver$pbextdir/pbconf $pbpkg-$pbver$pbextdir","Creating $pbpkg tar files compressed");
1353	}
1354	pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz\n");
1355	pb_system("tar cfz $pbpkg-$pbver$pbextdir.pbconf.tar.gz $pbpkg-$pbver$pbextdir/pbconf","Creating pbconf tar files compressed");
1356	pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz\n");
1357
1358	# Keep track of version-tag per pkg
1359	$pkgs{$pbpkg} = "$pbver-$pbtag";
1360
1361	# Final cleanup
1362	pb_rm_rf($dest) if (-d $dest);
1363	}
1364
1365	# Keep track of per package version
1366	pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
1367	open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") \|\| die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
1368	foreach my $pbpkg (keys %pkgs) {
1369	print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
1370	}
1371	close(PKG);
1372
1373	# Keep track of what is generated by default
1374	# We need to store the dir and info on version-tag
1375	# Base our content on the existing .pb file
1376	copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
1377	open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
1378	print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
1379	print LAST "projver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
1380	print LAST "projtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
1381	print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
1382	print LAST "pbextdir $ENV{'PBPROJ'} = $pbextdir\n";
1383	close(LAST);
1384	}
1385
1386	sub pb_test2pkg {
1387	# Get the running distro to test on
1388	my $pbos = pb_distro_get_context();
1389
1390	# Get list of packages to test
1391	# Get content saved in cms2build
1392	my $ptr = pb_get_pkg();
1393	@pkgs = @$ptr;
1394
1395	# Additional potential repo
1396	pb_distro_setuprepo($pbos);
1397	foreach my $pbpkg (@pkgs) {
1398	# We need to install the package to test, and deps brought with it
1399	pb_distro_installdeps(undef,$pbos,$pbpkg);
1400	pb_system("$ENV{'PBDESTDIR'}/pbtest","Launching test for $pbpkg","verbose");
1401	}
1402	}
1403
1404	sub pb_build2pkg {
1405
1406	pb_log(0,"INFO: ------ Starting to build package ------\n");
1407	# Get the running distro to build on
1408	my $pbos = pb_distro_get_context();
1409
1410	# If needed we may add repository to the build env
1411	pb_distro_setuprepo($pbos);
1412
1413	# Get list of packages to build
1414	my $ptr = pb_get_pkg();
1415	@pkgs = @$ptr;
1416
1417	# Get content saved in cms2build
1418	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1419	$pkg = { } if (not defined $pkg);
1420	my $pbextdir = pb_get_extdir();
1421
1422	pb_mkdir_p("$ENV{'PBBUILDDIR'}") if (! -d "$ENV{'PBBUILDDIR'}");
1423	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1424	my $made = ""; # pkgs made during build
1425	my $pm;
1426	my $all_ok = 1;
1427
1428	if (defined $pbparallel) {
1429	$pm = new Parallel::ForkManager($pbparallel);
1430	$pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
1431	$all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0)); });
1432	}
1433
1434	# We need to communicate info back from the children if parallel so prepare a dir for that
1435	my $tmpd = "$ENV{'PBTMP'}/build.$$";
1436	pb_mkdir_p($tmpd) if (defined $pbparallel);
1437
1438	# Do it here as this doesn't work in // mode as itdies if it fails
1439	if ($pbos->{'type'} eq "rpm") {
1440	foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
1441	if (! -d "$ENV{'PBBUILDDIR'}/$d") {
1442	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d");
1443	}
1444	}
1445	}
1446
1447	foreach my $pbpkg (@pkgs) {
1448	$pm->start and next if (defined $pbparallel);
1449
1450	my $vertag = $pkg->{$pbpkg};
1451	pb_log(2,"Vertag: $vertag\n");
1452	# get the version of the current package - maybe different
1453	($pbver,$pbtag) = split(/-/,$vertag);
1454
1455	my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz";
1456	my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz";
1457	pb_log(2,"Source file: $src\n");
1458	pb_log(2,"Pbconf file: $src2\n");
1459
1460	pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
1461	if ($pbos->{'type'} eq "rpm") {
1462	# Remove in case a previous link/file was there
1463	unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
1464	symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) \|\| die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
1465	# We need to first extract the spec file
1466	my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/","$ENV{'PBBUILDDIR'}/SPECS","spec");
1467
1468	# We need to handle potential patches to upstream sources
1469	pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
1470
1471	# We need to handle potential additional sources to upstream sources
1472	pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}/SOURCES","src");
1473
1474	pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
1475	# set LANGUAGE to check for correct log messages
1476	$ENV{'LANGUAGE'}="C";
1477	# Older Redhat use _target_platform in %configure incorrectly
1478	my $specialdef = "";
1479	if (($pbos->{'name'} eq "redhat") \|\| (($pbos->{'name'} eq "rhel") && ($pbos->{'version'} eq "2.1"))) {
1480	$specialdef = "--define \'_target_platform \"\"\'";
1481	}
1482
1483	foreach my $f (@specfile) {
1484	if ($f =~ /\.spec$/) {
1485	# This could cause an issue in // mode
1486	pb_distro_installdeps($f,$pbos);
1487	pb_system("rpmbuild $specialdef --define \"packager $ENV{'PBPACKAGER'}\" --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
1488	last;
1489	}
1490	}
1491	# Get the name of the generated packages
1492	open(LOG,"$ENV{'PBTMP'}/system.$$.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1493	while (<LOG>) {
1494	chomp($_);
1495	next if ($_ !~ /^Wrote:/);
1496	s\|./([S]RPMS.*)\|$1\|;
1497	$made .=" $_";
1498	}
1499	close(LOG);
1500
1501	} elsif ($pbos->{'type'} eq "deb") {
1502	pb_system("tar xfz $src","Extracting sources");
1503	pb_system("tar xfz $src2","Extracting pbconf");
1504
1505	chdir "$pbpkg-$pbver$pbextdir" \|\| die "Unable to chdir to $pbpkg-$pbver$pbextdir";
1506	pb_rm_rf("debian");
1507	my $confdir = "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1508	die "Configuration directory $confdir is not a directory\nIs os description listed in your {ve,vm,rm}list values?" if (not -d $confdir);
1509	symlink "$confdir","debian" \|\| die "Unable to symlink 'debian' to $confdir";
1510	chmod 0755,"debian/rules";
1511
1512	# We need to handle potential patches to upstream sources
1513	pb_mkdir_p("debian/patches");
1514	my @f = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","debian/patches","patch");
1515
1516	# By default we use format 1.0 - Cf man dpkg-source
1517	my $debsrcfmt = "1.0";
1518	my $debsrcfile = "debian/source/format";
1519	if (-f $debsrcfile) {
1520	$debsrcfmt = pb_get_content($debsrcfile);
1521	}
1522
1523	if ($debsrcfmt =~ /^3.*quilt/) {
1524	# If we use quilt to manage patches, we then setup the env correctly
1525	# as per http://pkg-perl.alioth.debian.org/howto/quilt.html
1526	# Generate Debian patch series for quilt
1527	open(SERIE,"> debian/patches/series") \|\| die "Unable to write in debian/patches/series";
1528	$ENV{'QUILT_PATCHES'}="debian/patches";
1529	} else {
1530	# If we use dpatch to manage patches, we then setup the 00list file as well
1531	open(SERIE,"> debian/patches/00list") \|\| die "Unable to write in debian/patches/00list";
1532	}
1533	foreach my $f (sort @f) {
1534	# Skip the script made to apply the patches to the Debian tree
1535	next if ($f =~ /pbapplypatch/);
1536	# We also need to uncompress them
1537	pb_system("gzip -d $f","","quiet");
1538	$f =~ s/\.gz$//;
1539	print SERIE "$f\n";
1540	}
1541	close(SERIE);
1542	if (@f) {
1543	# We have patches...
1544	my $patch_file = "debian/patches/pbapplypatch";
1545	if (($debsrcfmt =~ /^1.*/) && (-x $patch_file)) {
1546	# In that case we need to apply the patches ourselves locally
1547	pb_system("cat $patch_file","APPLY","verbose");
1548	pb_system("$patch_file","Applying patches to $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} tree");
1549	}
1550	# ...so modify the name of files to be Debian compliant
1551	move("../$src","../$pbpkg-$pbver$pbextdir.orig.tar.gz");
1552	}
1553
1554	# We need to handle potential additional sources to upstream sources
1555	#pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}/debian","src");
1556
1557	# This can create problems in // mode as well
1558	pb_distro_installdeps("debian/control",$pbos);
1559	pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
1560
1561	# Get the name of the generated packages
1562	open(LOG,"$ENV{'PBTMP'}/system.$$.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1563	while (<LOG>) {
1564	chomp();
1565	pb_log(3,"In loop: $_\n");
1566	next unless (/^dpkg-deb.\.\.\/(._.\.deb)./);
1567	my $tmp = $1;
1568	#doesn't work in my case
1569	#die "Missing file $tmp" if (not -f "../$tmp");
1570	$made = "$made $tmp";
1571	}
1572	close(LOG);
1573	pb_log(2,"Now made is: $made\n");
1574
1575	open(CTRL,"debian/control") \|\| die "Unable to open debian/control: $!";
1576	while (<CTRL>) {
1577	pb_log(3,"In loop: $_\n");
1578	next unless (/^Source: (\S+)/o);
1579	my $tmp = $1;
1580	$made = "$made $tmp"."_.dsc $tmp"."_.tar.gz $tmp"."_*.changes";
1581	#doesn't work in my case
1582	#foreach my $glob (("$1\_.changes", "$1\_.dsc", "$1\_*.tar.gz")) {
1583	#my @file = glob($glob);
1584	#die "Missing file for $glob" unless (@file > 0);
1585	#die "Too many files for $glob" if (@file > 1);
1586	#die "Missing file $file[0]" if (not -f $file[0]);
1587	#$made .= " $file[0]";
1588	#}
1589	}
1590	close(CTRL);
1591	#pb_display_file("$ENV{'PBTMP'}/system.$$.log");
1592	pb_log(2,"Finally made is: $made\n");
1593
1594	chdir ".." \|\| die "Unable to chdir to parent dir";
1595	pb_rm_rf("$pbpkg-$pbver$pbextdir");
1596	} elsif ($pbos->{'type'} eq "ebuild") {
1597	my @ebuildfile;
1598	# For gentoo we need to take pb as subsystem name
1599	# We put every apps here under sys-apps. hope it's correct
1600	# We use pb's home dir in order to have a single OVERLAY line
1601	my $tmpe = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
1602	pb_mkdir_p($tmpe) if (! -d "$tmpe");
1603	pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
1604
1605	# We need to first extract the ebuild file
1606	@ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/","$tmpe","ebuild");
1607
1608	# Prepare the build env for gentoo
1609	my $found = 0;
1610	my $pbbd = $ENV{'HOME'};
1611	$pbbd =~ s\|/\|\\/\|g;
1612	if (-r "/etc/make.conf") {
1613	open(MAKE,"/etc/make.conf");
1614	while (<MAKE>) {
1615	$found = 1 if (/$pbbd\/portage/);
1616	}
1617	close(MAKE);
1618	}
1619	if ($found == 0) {
1620	pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
1621	}
1622	#$found = 0;
1623	#if (-r "/etc/portage/package.keywords") {
1624	#open(KEYW,"/etc/portage/package.keywords");
1625	#while (<KEYW>) {
1626	#$found = 1 if (/portage\/pb/);
1627	#}
1628	#close(KEYW);
1629	#}
1630	#if ($found == 0) {
1631	#pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
1632	#}
1633
1634	# Build
1635	foreach my $f (@ebuildfile) {
1636	if ($f =~ /\.ebuild$/) {
1637	pb_distro_installdeps($f,$pbos);
1638	move($f,"$tmpe/$pbpkg-$pbver.ebuild");
1639	pb_system("cd $tmpe ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
1640	# Now move it where pb expects it
1641	pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
1642	if ($pbtag eq 0) {
1643	# This is assumed to be a test version
1644	my $nver = substr($pbver,0,-14);
1645	my $ntag = substr($pbver,-14);
1646	my $ebtg = "portage/pb/sys-apps/$pbpkg/$pbpkg-$nver"."_p$ntag.ebuild";
1647	move("$tmpe/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/$ebtg");
1648	$made="$made $ebtg";
1649	} else {
1650	my $ebtg = "portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild";
1651	move("$tmpe/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/$ebtg");
1652	$made="$made $ebtg";
1653	}
1654	}
1655	}
1656
1657	} elsif ($pbos->{'type'} eq "tgz") {
1658	# Slackware family
1659	$made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
1660
1661	pb_system("tar xfz $src","Extracting sources");
1662	pb_system("tar xfz $src2","Extracting pbconf");
1663	chdir "$pbpkg-$pbver$pbextdir" \|\| die "Unable to chdir to $pbpkg-$pbver$pbextdir";
1664	symlink "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}","install" \|\| die "Unable to symlink to pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1665	if (-x "install/pbslack") {
1666	pb_distro_installdeps("./install/pbslack",$pbos);
1667	pb_system("./install/pbslack","Building software");
1668	pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
1669	}
1670	chdir ".." \|\| die "Unable to chdir to parent dir";
1671	pb_rm_rf("$pbpkg-$pbver$pbextdir");
1672	} elsif ($pbos->{'type'} eq "pkg") {
1673	# Solaris
1674	$made="$made $pbpkg-$pbver-$pbtag.pkg.gz";
1675	my $pkgdestdir="$ENV{'PBBUILDDIR'}/install";
1676
1677	# Will host resulting packages
1678	pb_mkdir_p("$pbos->{'type'}");
1679	pb_mkdir_p("$pkgdestdir/delivery");
1680	pb_system("tar xfz $src","Extracting sources under $ENV{'PBBUILDDIR'}");
1681	pb_system("tar xfz $src2","Extracting pbconf under $ENV{'PBBUILDDIR'}");
1682	# We need to handle potential patches to upstream sources
1683	pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","$ENV{'PBBUILDDIR'}","patch");
1684
1685	# We need to handle potential additional sources to upstream sources
1686	pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}","src");
1687
1688	chdir "$pbpkg-$pbver$pbextdir" \|\| die "Unable to chdir to $pbpkg-$pbver$pbextdir";
1689	if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild") {
1690	chmod 0755,"pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild";
1691	# pkginfo file is mandatory
1692	die "Unable to find pkginfo file in pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}" if (! -f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pkginfo");
1693	# Build
1694	pb_system("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild $pkgdestdir/delivery","Building software and installing under $pkgdestdir/delivery");
1695	# Copy complementary files
1696	if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/prototype") {
1697	copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/prototype", $pkgdestdir)
1698	} else {
1699	# No prototype provided, calculating it
1700	open(PROTO,"> $pkgdestdir/prototype") \|\| die "Unable to create prototype file";
1701	print PROTO "i pkginfo\n";
1702	print PROTO "i depend\n" if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend");
1703	$ENV{'PBSOLDESTDIR'} = "$pkgdestdir/delivery";
1704	find(\&create_solaris_prototype, "$pkgdestdir/delivery");
1705	}
1706	copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend", $pkgdestdir) if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend");
1707	copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pkginfo", $pkgdestdir);
1708	pb_system("cd $pkgdestdir/delivery ; pkgmk -o -f ../prototype -r $pkgdestdir/delivery -d $ENV{'PBBUILDDIR'}/$pbos->{'type'}","Packaging $pbpkg","verbose");
1709	pb_system("cd $ENV{'PBBUILDDIR'}/$pbos->{'type'} ; echo \"\" \| pkgtrans -o -n -s $ENV{'PBBUILDDIR'}/$pbos->{'type'} $ENV{'PBBUILDDIR'}/$pbpkg-$pbver-$pbtag.pkg all","Transforming $pbpkg","verbose");
1710	pb_system("cd $ENV{'PBBUILDDIR'} ; gzip -9f $pbpkg-$pbver-$pbtag.pkg","Compressing $pbpkg-$pbver-$pbtag.pkg","verbose");
1711	} else {
1712	pb_log(0,"No pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild file found for $pbpkg-$pbver in \n");
1713	}
1714	chdir ".." \|\| die "Unable to chdir to parent dir";
1715	pb_rm_rf("$pbpkg-$pbver$pbextdir","$ENV{'PBBUILDDIR'}/$pbos->{'type'}","$pkgdestdir");
1716	} elsif ($pbos->{'type'} eq "hpux") {
1717	# HP-UX
1718	pb_system("tar xfz $src","Extracting sources");
1719	pb_system("tar xfz $src2","Extracting pbconf");
1720
1721	chdir "$pbpkg-$pbver$pbextdir" \|\| die "Unable to chdir to $pbpkg-$pbver$pbextdir";
1722	pb_system("buildpackage ","Building package","verbose");
1723	# Get the name of the generated packages
1724	open(LOG,"$ENV{'PBTMP'}/system.$$.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1725	while (<LOG>) {
1726	chomp();
1727	my $tmp = $_;
1728	next if ($tmp !~ /^SD BUILD.*:/);
1729	$tmp =~ s\|.../(.)_(.).sd.\|$1\|;
1730	$made = "$made $tmp"."_*.sd";
1731	}
1732	close(LOG);
1733	$made="$made $pbpkg-$pbver-$pbtag.sd";
1734
1735	chdir ".." \|\| die "Unable to chdir to parent dir";
1736	pb_rm_rf("$pbpkg-$pbver$pbextdir");
1737	} else {
1738	die "Unknown OS type format $pbos->{'type'}";
1739	}
1740	if (defined $pbparallel) {
1741	# Communicate results back to parent
1742	pb_set_content("$tmpd/$$",$made);
1743	$pm->finish;
1744	}
1745	}
1746	if (defined $pbparallel) {
1747	# In the parent, we need to get the result from the children
1748	$pm->wait_all_children;
1749	foreach my $f (<$tmpd/*>) {
1750	$made .= " ".pb_get_content($f);
1751	}
1752	die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
1753	pb_rm_rf($tmpd);
1754	}
1755
1756	# Sign packages
1757	pb_sign_pkgs($pbos,$made);
1758	pb_log(0,"INFO: ------ Finished building package ------\n");
1759
1760	# Find the appropriate check cmd/opts
1761	my ($chkcmd,$chkopt) = pb_distro_get_param($pbos,pb_conf_get_if("oschkcmd","oschkopt"));
1762
1763	# Packages check if needed
1764	if ($pbos->{'type'} eq "rpm") {
1765	if ((defined $chkcmd) && (-x $chkcmd)) {
1766	my $cmd = "$chkcmd";
1767	$cmd .= " $chkopt" if (defined $chkopt);
1768	$cmd .= " $made";
1769	my $ret = pb_system("$cmd","Checking validity of rpms with $chkcmd","mayfail");
1770	pb_log(0,"ERROR: when checking packages validity\n") if ($ret ne 0);
1771	}
1772	my $rpms ="";
1773	my $srpms ="";
1774	foreach my $f (split(/ /,$made)) {
1775	$rpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^RPMS\//);
1776	$srpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^SRPMS\//);
1777	}
1778	pb_log(0,"SRPM packages generated: $srpms\n");
1779	pb_log(0,"RPM packages generated: $rpms\n");
1780	} elsif ($pbos->{'type'} eq "deb") {
1781	my $made2 = "";
1782	foreach my $f (split(/ /,$made)) {
1783	$made2 .= "$f " if ($f =~ /\.deb$/);
1784	}
1785	if ((defined $chkcmd) && (-x $chkcmd)) {
1786	my $ret = pb_system("$chkcmd $chkopt $made2","Checking validity of debs with $chkcmd","mayfail");
1787	pb_log(0,"ERROR: when checking packages validity\n") if ($ret ne 0);
1788	}
1789	pb_log(0,"deb packages generated: $made2\n");
1790	} else {
1791	pb_log(0,"No check done for $pbos->{'type'} yet\n");
1792	pb_log(0,"Packages generated: $made\n");
1793	}
1794
1795	# Keep track of what is generated so that we can get them back from VMs/RMs
1796	my $pbkeep = "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1797	open(KEEP,"> $pbkeep") \|\| die "Unable to create $pbkeep: $!";
1798	print KEEP "$made\n";
1799	close(KEEP);
1800	}
1801
1802	sub create_solaris_prototype {
1803
1804	my $uidgid = "bin bin";
1805	my $pkgdestdir = $ENV{'PBSOLDESTDIR'};
1806
1807	return if ($_ =~ /^$pkgdestdir$/);
1808	if (-d $_) {
1809	my $n = $File::Find::name;
1810	$n =~ s~$pkgdestdir/~~;
1811	print PROTO "d none $n 0755 $uidgid\n";
1812	} elsif (-x $_) {
1813	my $n = $File::Find::name;
1814	$n =~ s~$pkgdestdir/~~;
1815	print PROTO "f none $n 0755 $uidgid\n";
1816	} elsif (-f $_) {
1817	my $n = $File::Find::name;
1818	$n =~ s~$pkgdestdir/~~;
1819	print PROTO "f none $n 0644 $uidgid\n";
1820	}
1821	}
1822
1823	sub pb_build2ssh {
1824	pb_send2target("Sources");
1825	pb_send2target("CPAN");
1826	}
1827
1828	sub pb_pkg2ssh {
1829	pb_send2target("Packages");
1830	}
1831
1832	# By default deliver to the the public site hosting the
1833	# ftp structure (or whatever) or a VM/VE/RM
1834	sub pb_send2target {
1835
1836	my $cmt = shift;
1837	my $v = shift \|\| undef;
1838	my $vmexist = shift \|\| 0; # 0 is FALSE
1839	my $vmpid = shift \|\| 0; # 0 is FALSE
1840	my $snapme = shift \|\| 0; # 0 is FALSE
1841
1842	pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
1843	my $host = "sshhost";
1844	my $login = "sshlogin";
1845	my $dir = "sshdir";
1846	my $port = "sshport";
1847	my $conf = "sshconf";
1848	my $tmout = undef;
1849	my $path = undef;
1850	if ($cmt =~ /^VM/) {
1851	$login = "vmlogin";
1852	$dir = "pbdefdir";
1853	# Specific VM
1854	$tmout = "vmtmout";
1855	$path = "vmpath";
1856	$host = "vmhost";
1857	$port = "vmport";
1858	} elsif ($cmt =~ /^RM/) {
1859	$login = "rmlogin";
1860	$dir = "pbdefdir";
1861	# Specific RM
1862	$tmout = "rmtmout";
1863	$path = "rmpath";
1864	$host = "rmhost";
1865	$port = "rmport";
1866	} elsif ($cmt =~ /^VE/) {
1867	$login = "velogin";
1868	$dir = "pbdefdir";
1869	# Specific VE
1870	$path = "vepath";
1871	$conf = "rbsconf";
1872	} elsif ($cmt eq "Web") {
1873	$host = "websshhost";
1874	$login = "websshlogin";
1875	$dir = "websshdir";
1876	$port = "websshport";
1877	} elsif ($cmt eq "CPAN") {
1878	$host = "cpanpause";
1879	$login = "";
1880	$dir = "cpandir";
1881	$port = "";
1882	}
1883	my $cmd = "";
1884	my $src = "";
1885	my $cpanpkg = 0;
1886	my $pbos;
1887
1888	my $pbextdir = pb_get_extdir();
1889
1890	if ($cmt ne "Announce") {
1891	# Get list of packages to build
1892	my $ptr = pb_get_pkg();
1893	my @pkgs = ();
1894	@pkgs = @$ptr if (defined $ptr);
1895
1896	# Get the running distro to consider
1897	$pbos = pb_distro_get_context($v);
1898
1899	my $pkg = { };
1900	# Get content saved in cms2build
1901	if ((defined $ENV{'PBDESTDIR'}) && (defined $ENV{'PBPROJVER'}) && (defined $ENV{'PBPROJTAG'}) && (-f "$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb")) {
1902	($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1903	$pkg = { } if (not defined $pkg);
1904	}
1905
1906	pb_mkdir_p("$ENV{'PBBUILDDIR'}") if (! -d "$ENV{'PBBUILDDIR'}");
1907	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1908	foreach my $pbpkg (@pkgs) {
1909	my $vertag = $pkg->{$pbpkg};
1910	# get the version of the current package - maybe different
1911	pb_log(2,"Vertag: $vertag\n");
1912	($pbver,$pbtag) = split(/-/,$vertag);
1913
1914	if (($cmt eq "Sources") \|\| ($cmt =~ /(V[EM]\|RM)build/)) {
1915	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz";
1916	if ($cmd eq "") {
1917	$cmd = "ln -sf $pbpkg-$pbver$pbextdir.tar.gz $pbpkg-latest.tar.gz";
1918	} else {
1919	$cmd = "$cmd ; ln -sf $pbpkg-$pbver$pbextdir.tar.gz $pbpkg-latest.tar.gz";
1920	}
1921	} elsif ($cmt eq "Web") {
1922	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz"
1923	}
1924
1925	# Do we have one perl package
1926	my @nametype = pb_conf_get_if("namingtype");
1927	my $type = $nametype[0]->{$pbpkg};
1928	if ((defined $type) && ($type eq "perl")) {
1929	$cpanpkg = 1;
1930	}
1931	}
1932	# Adds conf file for availability of conf elements
1933	pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb") if ((defined $ENV{'PBROOTDIR'}) && (-f "$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb"));
1934	}
1935	my ($rbsconf,$testver,$delivery) = pb_conf_get_if($conf,"testver","delivery");
1936	if ($cmt eq "CPAN") {
1937	# Do not deliver on Pause if this is a test version
1938	return if (not defined $testver);
1939	return if ($testver =~ /true/);
1940	# Do not deliver on Pause if this is not a perl package
1941	return if ($cpanpkg == 0);
1942	}
1943
1944	if ($cmt =~ /(V[EM]\|RM)build/) {
1945	$src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript.$$";
1946	} elsif ($cmt =~ /(V[EM]\|RM)Script/) {
1947	$src="$src $ENV{'PBDESTDIR'}/pbscript.$$";
1948	} elsif ($cmt =~ /(V[EM]\|RM)test/) {
1949	$src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript.$$ $ENV{'PBDESTDIR'}/pbtest";
1950	} elsif (($cmt eq "Announce") \|\| ($cmt eq "Web") \|\| ($cmt eq "CPAN")) {
1951	$src="$src $ENV{'PBTMP'}/pbscript";
1952	} elsif ($cmt eq "Packages") {
1953	# Get package list from file made during build2pkg
1954	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1955	$src = <KEEP>;
1956	chomp($src);
1957	close(KEEP);
1958	$src = "$src $ENV{'PBBUILDDIR'}/pbscript.$$";
1959	}
1960	if (($cmt eq "Sources") \|\| ($cmt eq "Packages") \|\| ($cmt eq "CPAN")) {
1961	my ($pbpackager) = pb_conf_get("pbpackager");
1962	$ENV{'PBPACKAGER'} = $pbpackager->{$ENV{'PBPROJ'}};
1963	pb_log(0,"Exporting public key for $ENV{'PBPACKAGER'}\n");
1964	# Using pb_system is not working due to redirection below
1965	system("gpg --export -a \'$ENV{'PBPACKAGER'}\' > $ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey");
1966	chmod 0644,"$ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey";
1967	$src = "$src $ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey";
1968	}
1969	# Remove potential leading spaces (cause problem with basename)
1970	$src =~ s/^ *//;
1971	my $basesrc = "";
1972	foreach my $i (split(/ +/,$src)) {
1973	$basesrc .= " ".basename($i);
1974	}
1975
1976	pb_log(0,"Sources handled ($cmt): $src\n");
1977	pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$path,$conf))."\n");
1978	my ($sshhost,$sshdir) = pb_conf_get($host,$dir);
1979	# Not mandatory...
1980	$delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
1981	my ($sshlogin,$sshport) = pb_conf_get_if($login,$port);
1982	$sshport->{$ENV{PBPROJ}} = 22 if (not defined $sshport->{$ENV{PBPROJ}});
1983	$sshlogin->{$ENV{PBPROJ}} = getpwuid($UID) if (not defined $sshlogin->{$ENV{PBPROJ}});
1984	my ($vtmout,$vepath);
1985	# ...Except those in virtual context
1986	if ($cmt =~ /^VE/) {
1987	($vepath) = pb_conf_get($path);
1988	}
1989	if ($cmt =~ /^(V\|R)M/) {
1990	$vtmout = pb_distro_get_param($pbos,pb_conf_get_if($tmout));
1991	}
1992	my $remhost = $sshhost->{$ENV{'PBPROJ'}};
1993	my $remdir = $sshdir->{$ENV{'PBPROJ'}};
1994	if ($cmt =~ /^V[EM]\|RM/) {
1995	# In that case our real host is in the xxhost with the OS as key, not project as above
1996	$remhost = pb_distro_get_param($pbos,$sshhost);
1997	}
1998	pb_log(2,"ssh: ".Dumper(($remhost,$sshlogin,$remdir,$sshport,$vepath,$rbsconf))."\n");
1999	pb_log(2,"ssh: ".Dumper($vtmout)."\n") if (defined $vtmout);
2000
2001	my $mac;
2002	if ($cmt !~ /^VE/) {
2003	$mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$remhost";
2004	# Overwrite account value if passed as parameter
2005	$mac = "$pbaccount\@$remhost" if (defined $pbaccount);
2006	pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
2007	} else {
2008	# VE
2009	# Overwrite account value if passed as parameter (typically for setup2v)
2010	$mac = $sshlogin->{$ENV{'PBPROJ'}};
2011	$mac = $pbaccount if (defined $pbaccount);
2012	}
2013
2014	my $tdir;
2015	my $bdir;
2016	if (($cmt eq "Sources") \|\| ($cmt =~ /(V[EM]\|RM)Script/)) {
2017	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/src";
2018	} elsif ($cmt eq "CPAN") {
2019	$tdir = "$remdir";
2020	} elsif ($cmt =~ /(V[EM]\|RM)(build\|test)/) {
2021	$tdir = $remdir."/$ENV{'PBPROJ'}/delivery";
2022	$bdir = $remdir."/$ENV{'PBPROJ'}/build";
2023	# Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
2024	$bdir =~ s\|\$ENV.+\}/\|\|;
2025	} elsif ($cmt eq "Announce") {
2026	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}";
2027	} elsif ($cmt eq "Web") {
2028	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}";
2029	} elsif ($cmt eq "Packages") {
2030	if (($pbos->{'type'} eq "rpm") \|\| ($pbos->{'type'} eq "pkg") \|\| ($pbos->{'type'} eq "hpux") \|\| ($pbos->{'type'} eq "tgz")) {
2031	# put packages under an arch subdir
2032	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
2033	} elsif (($pbos->{'type'} eq "deb") \|\| ($pbos->{'type'} eq "ebuild")) {
2034	# No need for an arch subdir
2035	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}";
2036	} else {
2037	die "Please teach the dev team where to deliver ($pbos->{'type'} type of packages\n";
2038	}
2039
2040	my $repodir = $tdir;
2041	$repodir =~ s\|^$remdir/\|\|;
2042	my $repotag = "";
2043	$repotag = "-$delivery->{$ENV{'PBPROJ'}}" if ($delivery->{$ENV{'PBPROJ'}} ne "");
2044
2045	my ($pbrepo) = pb_conf_get("pbrepo");
2046
2047	# Repository management
2048	open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript.$$") \|\| die "Unable to create $ENV{'PBBUILDDIR'}/pbscript.$$";
2049	if ($pbos->{'type'} eq "rpm") {
2050	my $pbsha = pb_distro_get_param($pbos,pb_conf_get("ossha"));
2051	my $gpgcheck = pb_conf_get_if("pbgpgcheck");
2052	my $pbgpgcheck;
2053	$pbgpgcheck = $gpgcheck->{$ENV{PBPROJ}} if (defined $gpgcheck);
2054	# By default force GPG check in repo even if we support signature of packages to fail. This is a best practice
2055	$pbgpgcheck = 1 if (not defined $pbgpgcheck);
2056	# Also make a pbscript to generate yum/urpmi bases
2057	print PBS << "EOF";
2058	#!/bin/bash
2059	# Prepare a script to ease yum setup
2060	EOF
2061	print PBS "set -x\n" if ($pbdebug gt 1);
2062	print PBS << "EOF";
2063	cat > $ENV{'PBPROJ'}$repotag.repo << EOT
2064	[$ENV{'PBPROJ'}$repotag]
2065	name=$pbos->{'name'} $pbos->{'version'} $pbos->{'arch'} - $ENV{'PBPROJ'} Vanilla Packages
2066	baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
2067	enabled=1
2068	gpgcheck=$pbgpgcheck
2069	gpgkey=$pbrepo->{$ENV{'PBPROJ'}}/$repodir/$ENV{'PBPROJ'}.pubkey
2070	EOT
2071	chmod 644 $ENV{'PBPROJ'}$repotag.repo
2072
2073	# Clean up old repo content
2074	rm -rf headers/ repodata/
2075	# Create yum repo
2076	if [ -x /usr/bin/yum-arch ]; then
2077	yum-arch .
2078	fi
2079	# Create repodata
2080	createrepo -s $pbsha .
2081	# Link to the key
2082	if [ -s $ENV{'PBPROJ'}.pubkey ]; then
2083	# Avoiding creating empty repomd.xml.key; fails on opensuse 12.1
2084	(cd repodata ; ln -sf ../$ENV{'PBPROJ'}.pubkey repomd.xml.key)
2085	fi
2086	# sign the repomd (at least useful for SLES - which requires a local key)
2087	# gpg -a --detach-sign repodata/repomd.xml
2088	# SLES also looks for media.1/info.txt
2089	EOF
2090	if ($pbos->{'family'} eq "md") {
2091	# For Mandriva add urpmi management
2092	print PBS << "EOF";
2093	# Prepare a script to ease urpmi setup
2094	cat > $ENV{'PBPROJ'}$repotag.addmedia << EOT
2095	urpmi.addmedia $ENV{'PBPROJ'}$repotag $pbrepo->{$ENV{'PBPROJ'}}/$repodir with media_info/hdlist.cz
2096	EOT
2097	chmod 755 $ENV{'PBPROJ'}$repotag.addmedia
2098
2099	# Clean up old repo content
2100	rm -f hdlist.cz synthesis.hdlist.cz
2101	# Create urpmi repo
2102	genhdlist2 --clean .
2103	if [ \$\? -ne 0 ]; then
2104	genhdlist .
2105	fi
2106	EOF
2107	}
2108	if ($pbos->{'name'} eq "fedora") {
2109	# Extract the spec file to please Fedora maintainers :-(
2110	print PBS << "EOF";
2111	for p in $basesrc; do
2112	echo \$p \| grep -q 'src.rpm'
2113	if [ \$\? -eq 0 ]; then
2114	rpm2cpio \$p \| cpio -ivdum --quiet '*.spec'
2115	fi
2116	done
2117	EOF
2118	}
2119	if ($pbos->{'family'} eq "novell") {
2120	# Add ymp scripts for one-click install on SuSE
2121	print PBS << "EOF";
2122	# Prepare a script to ease SuSE one-click install
2123	# Cf: http://de.opensuse.org/1-Klick-Installation/ISV
2124	#
2125	cat > $ENV{'PBPROJ'}$repotag.ymp << EOT
2126	<?xml version="1.0" encoding="utf-8"?>
2127	<!-- vim: set sw=2 ts=2 ai et: -->
2128	<metapackage xmlns:os="http://opensuse.org/Standards/One_Click_Install" xmlns="http://opensuse.org/Standards/One_Click_Install">
2129	<group><!-- The group of software, typically one for project-builder.org -->
2130	<name>$ENV{'PBPROJ'} Bundle</name> <!-- Name of the software group -->
2131	<summary>Software bundle for the $ENV{'PBPROJ'}$repotag project</summary> <!--This message is shown to the user and should describe the whole bundle -->
2132	<description>This is the summary of the $ENV{'PBPROJ'}$repotag Project
2133
2134	Details are available on a per package basis below
2135
2136	</description><!--This is also shown to the user -->
2137	<remainSubscribed>false</remainSubscribed> <!-- Don't know what it mean -->
2138	<repositories><!-- List of needed repositories -->
2139	<repository>
2140	<name>$ENV{'PBPROJ'}$repotag Repository</name> <!-- Name of the repository -->
2141	<summary>This repository contains the $ENV{'PBPROJ'}$repotag project packages.</summary> <!-- Summary of the repository -->
2142	<description>This repository contains the $ENV{'PBPROJ'}$repotag project packages.</description><!-- This description is shown to the user -->
2143	<url>$pbrepo->{$ENV{'PBPROJ'}}/$repodir</url><!--URL of repository, which is added -->
2144	</repository>
2145	</repositories>
2146	<software><!-- A List of packages, which should be added through the one-click-installation -->
2147	EOT
2148	for p in $basesrc; do
2149	sum=`rpm -q --qf '%{SUMMARY}' \$p`
2150	name=`rpm -q --qf '%{NAME}' \$p`
2151	desc=`rpm -q --qf '%{description}' \$p`
2152	cat >> $ENV{'PBPROJ'}$repotag.ymp << EOT
2153	<item>
2154	<name>\$name</name><!-- Name of the package, is shown to the user and used to identify the package at the repository -->
2155	<summary>\$sum</summary> <!-- Summary of the package -->
2156	<description>\$desc</description> <!-- Description, is shown to the user -->
2157	</item>
2158	EOT
2159	done
2160	cat >> $ENV{'PBPROJ'}$repotag.ymp << EOT
2161	</software>
2162	</group>
2163	</metapackage>
2164	EOT
2165	chmod 644 $ENV{'PBPROJ'}$repotag.ymp
2166	EOF
2167	}
2168	} elsif ($pbos->{'type'} eq "deb") {
2169	# Also make a pbscript to generate apt bases
2170	# Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
2171	# This dirname removes ver
2172	my $debarch = $pbos->{'arch'};
2173	$debarch = "amd64" if ($pbos->{'arch'} eq "x86_64");
2174	my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
2175	# Remove extra . in path to fix #522
2176	$rpd =~ s\|/./\|/\|g;
2177	my ($projcomponent_map) = pb_conf_get_if("projcomponent");
2178	pb_log(2,"projcomponent = ".Dumper($projcomponent_map)."\n");
2179	my $projcomponent = $projcomponent_map->{$ENV{PBPROJ}};
2180	$projcomponent \|\|= 'contrib';
2181	print PBS << "EOF";
2182	#!/bin/bash
2183	# Prepare a script to ease apt setup
2184	cat > $ENV{'PBPROJ'}$repotag.sources.list << EOT
2185	deb $rpd $pbos->{'version'} $projcomponent
2186	deb-src $rpd $pbos->{'version'} $projcomponent
2187	EOT
2188	chmod 644 $ENV{'PBPROJ'}$repotag.sources.list
2189
2190	# Up two levels to deal with the dist dir cross versions
2191	cd ..
2192	mkdir -p dists/$pbos->{'version'}/$projcomponent/binary-$debarch dists/$pbos->{'version'}/$projcomponent/source
2193
2194	# Prepare a script to create apt info file
2195	# Reuse twice after
2196	TMPD=`mktemp -d /tmp/pb.XXXXXXXXXX` \|\| exit 1
2197	mkdir -p \$TMPD
2198	cat > \$TMPD/Release << EOT
2199	Archive: unstable
2200	Component: $projcomponent
2201	Origin: $ENV{'PBPROJ'}$repotag
2202	Label: $ENV{'PBPROJ'}$repotag dev repository $pbrepo->{$ENV{'PBPROJ'}}
2203	EOT
2204
2205	echo "Creating Packages metadata"
2206	for i in dists/$pbos->{version}/$projcomponent/binary-*; do
2207	arch=`basename \$i \| sed 's/binary-//'`
2208	echo "Packages for \$arch:"
2209	dpkg-scanpackages -a\$arch $pbos->{'version'} /dev/null > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages
2210	gzip -9 < dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages.gz
2211	bzip2 -9 < dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages.bz2
2212	done
2213	echo "Creating Contents metadata"
2214	apt-ftparchive contents $pbos->{'version'} \| gzip -c9 > dists/$pbos->{'version'}/Contents.gz
2215	echo "Creating Release metadata ($pbos->{'arch'} aka $debarch)"
2216	cat \$TMPD/Release > dists/$pbos->{'version'}/$projcomponent/binary-$debarch/Release
2217	echo "Architecture: $debarch" >> dists/$pbos->{'version'}/$projcomponent/binary-$debarch/Release
2218	echo "Creating Source metadata"
2219	dpkg-scansources $pbos->{'version'} /dev/null > dists/$pbos->{'version'}/$projcomponent/source/Sources
2220	gzip -9 < dists/$pbos->{'version'}/$projcomponent/source/Sources > dists/$pbos->{'version'}/$projcomponent/source/Sources.gz
2221	bzip2 -9 < dists/$pbos->{'version'}/$projcomponent/source/Sources > dists/$pbos->{'version'}/$projcomponent/source/Sources.bz2
2222	cat \$TMPD/Release > dists/$pbos->{'version'}/$projcomponent/source/Release
2223	echo "Architecture: Source" >> dists/$pbos->{'version'}/$projcomponent/source/Release
2224	echo "Creating Release metadata"
2225	# Signing that file would be useful but uneasy as gpg keys are not there
2226	# Cf: http://wiki.debian.org/SecureApt
2227	# Same as for repomd
2228	apt-ftparchive -o APT::FTPArchive::Release::Suite=$pbos->{version} release dists/$pbos->{'version'} > dists/$pbos->{'version'}/Release
2229	rm -rf \$TMPD
2230	EOF
2231	} elsif ($pbos->{'type'} eq "ebuild") {
2232	# make a pbscript to generate links to latest version
2233	print PBS << "EOF";
2234	#!/bin/bash
2235	# Prepare a script to create correct links
2236	for p in $src; do
2237	echo \$p \| grep -q '.ebuild'
2238	if [ \$\? -eq 0 ]; then
2239	j=`basename \$p`
2240	pp=`echo \$j \| cut -d'-' -f1`
2241	ln -sf \$j \$pp.ebuild
2242	fi
2243	done
2244	EOF
2245	}
2246	close(PBS);
2247	chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript.$$";
2248	} else {
2249	return;
2250	}
2251
2252	# Useless for VE
2253	my $nport = pb_get_port($sshport,$pbos,$cmt) if ($cmt !~ /^VE/);
2254
2255	# Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
2256	if ($cmt =~ /^VE/o) {
2257	$tdir =~ s\|\$ENV.+\}/\|\| or confess "for $cmt: $tdir must have \$ENV{'HOME'} in it or the remainder of the code won't work since some parts use relative pathing and others will try absolute. Use a symlink if necessary to place the real files in a different place than under your home directory";
2258	} else {
2259	# process, ok if not present.
2260	$tdir =~ s\|\$ENV.+\}/\|\|;
2261	}
2262
2263	my $tm = "";
2264	if ($cmt =~ /^(V\|R)M/) {
2265	$tm = "sleep $vtmout" if (defined $vtmout);
2266	}
2267
2268	# ssh communication if not VE or CPAN
2269	# should use a hash instead...
2270	my ($shcmd,$shcmdroot,$cpcmd,$cptarget,$cp2target);
2271	my $tpdir;
2272	if ($cmt =~ /^VE/) {
2273	my $tp = pb_path_expand($vepath->{$ENV{'PBPROJ'}});
2274	$tpdir = pb_path_expand("$tp/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2275	my ($ptr) = pb_conf_get("vetype");
2276	my $vetype = $ptr->{$ENV{'PBPROJ'}};
2277	my $arch = pb_get_arch();
2278	if ($vetype eq "chroot") {
2279	$shcmdroot = "sudo /usr/sbin/chroot $tpdir ";
2280	$shcmd = "$shcmdroot /bin/su - $mac -c ";
2281	} elsif ($vetype eq "schroot") {
2282	$shcmd = "schroot $tp -u $mac -- ";
2283	}
2284	$shcmd = "setarch i386 $shcmd" if (($pbos->{'arch'} =~ /i[3456]86/) && ($arch eq 'x86_64'));
2285	$cpcmd = "sudo /bin/cp -r ";
2286	# We need to get the home dir of the target account to deliver in the right place
2287	open(PASS,"$tpdir/etc/passwd") \|\| die "Unable to open $tpdir/etc/passwd: $!";
2288	my $homedir = "";
2289	while (<PASS>) {
2290	my ($c1,$c2,$c3,$c4,$c5,$c6,$c7) = split(/:/);
2291	$homedir = $c6 if ($c1 =~ /^$mac$/);
2292	pb_log(3,"Homedir: $homedir - account: $c6\n");
2293	}
2294	close(PASS);
2295	$cptarget = "$tpdir/$homedir/$tdir";
2296	if ($cmt eq "VEbuild") {
2297	$cp2target = "$tpdir/$homedir/$bdir";
2298	}
2299	pb_log(2,"On VE using $cptarget as target dir to copy to\n");
2300	} elsif ($cmt eq "CPAN") {
2301	my $ftpput = pb_check_req("ncftpput",1);
2302	my $ftpget = pb_check_req("wget",1);
2303	my ($cpanuser,$cpanpasswd) = pb_conf_get_if("cpanuser","cpanpasswd");
2304	return if ((not defined $cpanuser) \|\| (not defined $cpanuser->{$ENV{'PBPROJ'}}));
2305	return if ((not defined $cpanpasswd) \|\| (not defined $cpanpasswd->{$ENV{'PBPROJ'}}));
2306	my ($cpansubdir) = pb_conf_get_if("cpansubdir");
2307	$shcmd = "$ftpget --post-data \'HIDDENNAME=".$cpanuser->{$ENV{'PBPROJ'}};
2308	$shcmd .= "&user=".$cpanuser->{$ENV{'PBPROJ'}};
2309	$shcmd .= "&password=".$cpanpasswd->{$ENV{'PBPROJ'}};
2310	$shcmd .= "&SUBMIT_pause99_add_uri_upload=\"Upload the checked files\"";
2311	$shcmd .= "&pause99_add_uri_subdirtext=".$cpansubdir->{$ENV{'PBPROJ'}} if ((defined $cpansubdir) && (defined $cpansubdir->{$ENV{'PBPROJ'}}));
2312	foreach my $s (split(/ /,$src)) {
2313	$shcmd .= "&pause99_add_uri_upload=".basename($s);
2314	}
2315	$shcmd .= "'";
2316	$cpcmd = "$ftpput $host $dir";
2317	$cptarget = "CPAN";
2318	} else {
2319	my $keyfile = pb_ssh_get(0);
2320	my $keyopt = "";
2321	$keyopt = "-i $keyfile" if ((defined $keyfile) && ($cmt !~ /Packages/));
2322	my $sshcmd = pb_check_req("ssh",1);
2323	my $scpcmd = pb_check_req("scp",1);
2324	$shcmd = "$sshcmd $keyopt -q -o NoHostAuthenticationForLocalhost=yes -p $nport $mac";
2325	$cpcmd = "$scpcmd $keyopt -p -o NoHostAuthenticationForLocalhost=yes -P $nport";
2326	$cptarget = "$mac:$tdir";
2327	if ($cmt =~ /^(V\|R)Mbuild/) {
2328	$cp2target = "$mac:$bdir";
2329	}
2330	}
2331
2332	my $logres = "";
2333	# Do not touch when just announcing
2334	if (($cmt ne "Announce") && ($cmt ne "CPAN")) {
2335	pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' \| bash -e\"","Preparing $tdir on $cptarget");
2336	} else {
2337	$logres = "> ";
2338	}
2339	pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
2340
2341	my $chowncommand = pb_check_req("chown",0);
2342	# For VE we need to change the owner manually
2343	if ($cmt =~ /^VE/) {
2344	my $res = pb_system("$shcmdroot sed -i '/requiretty/d' /etc/sudoers","Removing potential requiretty in sudoers");
2345	pb_system("$shcmdroot sed '/requiretty/d' /etc/sudoers > /tmp/sudoers.new ; mv /tmp/sudoers.new $tpdir/tmp/sudoers.new ; $shcmdroot mv /tmp/sudoers.new /etc/sudoers","Removing again potential requiretty in sudoers as sed -i failed") if (($res ne 0) && (-f "$tpdir/etc/sudoers"));
2346	pb_system("$shcmd \"sudo $chowncommand -R $mac $tdir\"","Adapt owner in $tdir to $mac");
2347	}
2348
2349	# Use the right script name depending on context
2350	my $pbscript;
2351	if (($cmt =~ /^(V[EM]\|RM)/) \|\| ($cmt =~ /Packages/)){
2352	$pbscript = "pbscript.$$";
2353	} else {
2354	$pbscript = "pbscript";
2355	}
2356
2357	# It's already ready for CPAN
2358	my $shcmdbase = $shcmd;
2359	if ($cmt ne "CPAN") {
2360	$shcmd .= " \"echo \'cd $tdir ; if [ -x $pbscript ]; then ./$pbscript; fi ; rm -f ./$pbscript\' \| bash\"";
2361	}
2362	my $cmdverb = "verbose";
2363	if (($cmt eq "Announce") \|\| ($cmt eq "CPAN")) {
2364	$cmdverb = undef;
2365	}
2366	pb_system("$shcmd","Executing pbscript on $cptarget if needed",$cmdverb);
2367	if ($cmt =~ /^(V[EM]\|RM)build/) {
2368	# Get back info on pkg produced, compute their name and get them from the VM/RM
2369	pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$ 2> /dev/null","Get package names in $cp2target");
2370	if (not -f "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$") {
2371	pb_log(0,"ERROR with VM/RM $v on getting $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$");
2372	} else {
2373	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$";
2374	my $src = <KEEP>;
2375	chomp($src);
2376	close(KEEP);
2377	unlink("$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$");
2378
2379	$src =~ s/^ *//;
2380	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2381	# Change pgben to make the next send2target happy
2382	my $made = "";
2383
2384	# For VM/RM we don't want shell expansion to hapen locally but remotely
2385	my $delim = '\'';
2386	if ($cmt =~ /^VEbuild/) {
2387	# For VE we need to support shell expansion locally
2388	$delim = "";
2389	}
2390
2391	open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") \|\| die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
2392	foreach my $p (split(/ +/,$src)) {
2393	my $j = basename($p);
2394	pb_system("$cpcmd $cp2target/$delim$p$delim $ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'} 2> /dev/null","Recovery of package $j in $ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2395	$made="$made $pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$j"; # if (($pbos->{'type'} ne "rpm") \|\| ($j !~ /.src.rpm$/));
2396	}
2397	print KEEP "$made\n";
2398	close(KEEP);
2399	pb_system("$shcmdbase \"rm -rf $tdir $bdir\"","$cmt cleanup");
2400
2401	# Sign packages locally
2402	pb_sign_pkgs($pbos,$made);
2403
2404	# We want to send them to the ssh account so overwrite what has been done before
2405	undef $pbaccount;
2406	pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
2407	pb_send2target("Packages",$pbos->{'name'}."-".$pbos->{'version'}."-".$pbos->{'arch'},$vmexist,$vmpid);
2408	pb_rm_rf("$ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2409	}
2410	}
2411	unlink("$ENV{'PBDESTDIR'}/pbscript.$$") if ((($cmt =~ /^(V[ME]\|RM)/) \|\| ($cmt =~ /Packages/)) && ($pbkeep eq 0));
2412
2413	pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
2414	if ((! $vmexist) && ($cmt =~ /^VM/)) {
2415	# If in setupvm then takes a snapshot just before halting
2416	if ($snapme != 0) {
2417	my ($vmmonport,$vmtype) = pb_conf_get("vmmonport","vmtype");
2418	# For monitoring control
2419	if ((($vmtype->{$ENV{'PBPROJ'}}) eq "kvm") \|\| (($vmtype->{$ENV{'PBPROJ'}}) eq "qemu")) {
2420	eval
2421	{
2422	require Net::Telnet;
2423	Net::Telnet->import();
2424	};
2425	if ($@) {
2426	# Net::Telnet not found
2427	pb_log(1,"ADVISE: Install Net::Telnet to benefit from monitoring control and snapshot feature.\nWARNING: No snapshot created");
2428	} else {
2429	my $t = new Net::Telnet (Timeout => 120, Host => "localhost", Port => $vmmonport->{$ENV{'PBPROJ'}}) \|\| die "Unable to dialog on the monitor";
2430	# move to monitor mode
2431	my @lines = $t->cmd("c");
2432	# Create a snapshot named pb
2433	@lines = $t->cmd("savevm pb");
2434	# Write the new status in the VM
2435	@lines = $t->cmd("commit all");
2436	# End
2437	@lines = $t->cmd("quit");
2438	}
2439	}
2440	}
2441	my $hoption = "-p";
2442	my $hpath = pb_distro_get_param($pbos,pb_conf_get("ospathcmd-halt"));
2443	# Solaris doesn't support -p of halt
2444	if ($pbos->{'type'} eq "pkg") {
2445	$hoption = "" ;
2446	}
2447	pb_system("$shcmdbase \"sudo $hpath $hoption \"; $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' \| bash ; sleep 10","VM $v halt (pid $vmpid)");
2448	}
2449	if (($cmt =~ /^VE/) && ($snapme != 0)) {
2450	my $tpdir = "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
2451	pb_system("sudo tar cz -C $tpdir -f $vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz .","Creating a snapshot of $tpdir");
2452	}
2453	}
2454
2455	sub pb_script2v {
2456	my $pbscript=shift;
2457	my $vtype=shift;
2458	my $pbforce=shift \|\| 0; # Force stop of VM. Default not.
2459	my $vm1=shift \|\| undef; # Only that VM/VE/RM to treat. Default all.
2460	my $snapme=shift \|\| 0; # Do we have to create a snapshot. Default not.
2461	my $vm;
2462	my $all;
2463
2464	pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$pbforce,".Dumper($vm1).",$snapme)\n");
2465	# Prepare the script to be executed on the VM/VE/RM
2466	# in $ENV{'PBDESTDIR'}/pbscript.$$
2467	if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript.$$")) {
2468	copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript.$$") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript.$$";
2469	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript.$$";
2470	}
2471
2472	if (not defined $vm1) {
2473	($vm,$all) = pb_get2v($vtype);
2474	} else {
2475	@$vm = ($vm1);
2476	}
2477	my ($vmexist,$vmpid) = (undef,undef);
2478
2479	foreach my $v (@$vm) {
2480	# Launch VM/VE
2481	($vmexist,$vmpid) = pb_launchv($vtype,$v,0,$snapme,$pbsnap);
2482
2483	if ($vtype eq "vm") {
2484	pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
2485
2486	# Skip that VM/RM if something went wrong
2487	next if (($vmpid == 0) && ($vmexist == 0));
2488
2489	# If force stopping the VM then reset vmexist
2490	if ($pbforce == 1) {
2491	$vmpid = $vmexist;
2492	$vmexist = 0;
2493	}
2494	} else {
2495	#VE
2496	$vmexist = 0;
2497	$vmpid = 0;
2498	}
2499
2500	# Gather all required files to send them to the VM/VE/RM
2501	# and launch the build through pbscript
2502	pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
2503	pb_send2target(uc($vtype)."Script","$v",$vmexist,$vmpid,$snapme);
2504
2505	}
2506	}
2507
2508	sub pb_launchv {
2509	my $vtype = shift;
2510	my $v = shift;
2511	my $create = shift \|\| 0; # By default do not create a VM/VE/RM
2512	my $snapme = shift \|\| 0; # By default do not snap a VM/VE/RM
2513	my $usesnap = shift \|\| 1; # By default study the usage of the snapshot feature of VM/VE/RM
2514
2515	# If creation or snapshot creation mode, no snapshot usable
2516	if (($create == 1) \|\| ($snapme == 1)) {
2517	$usesnap = 0;
2518	}
2519
2520	pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create,$snapme,$usesnap)\n");
2521	die "No VM/VE/RM defined, unable to launch" if (not defined $v);
2522	# Keep only the first VM in case many were given
2523	if ($v =~ /,/) {
2524	pb_log(0,"WARNING: pruning to just the first of several VM/VE/RMs listed ($v)\n");
2525	$v =~ s/,.*//;
2526	}
2527
2528	my $pbos = pb_distro_get_context($v);
2529
2530	my $ftp_proxy = pb_distro_get_param($pbos,pb_conf_get_if("ftp_proxy"));
2531	my $http_proxy = pb_distro_get_param($pbos,pb_conf_get_if("http_proxy"));
2532
2533	$ENV{ftp_proxy} \|\|= $ftp_proxy if ((defined $ftp_proxy) && ($ftp_proxy ne ""));
2534	$ENV{http_proxy} \|\|= $http_proxy if ((defined $http_proxy) && ($http_proxy ne ""));
2535
2536	# Launch the VMs/VEs
2537	if ($vtype eq "vm") {
2538	die "-i iso parameter needed" if (((not defined $iso) \|\| ($iso eq "")) && ($create != 0));
2539
2540	my ($ptr,$ptr2,$vmpath,$vmport,$vms) = pb_conf_get("vmtype","vmcmd","vmpath","vmport","vmsize");
2541	my ($vmopt,$vmmm,$vmtmout,$vmsnap,$vmbuildtm,$vmmonport) = pb_conf_get_if("vmopt","vmmem","vmtmout","vmsnap","vmbuildtm","vmmonport");
2542	my $vmsize = pb_distro_get_param($pbos,$vms);
2543
2544	my $vmtype = $ptr->{$ENV{'PBPROJ'}};
2545	my $vmcmd = $ptr2->{$ENV{'PBPROJ'}};
2546
2547	if (defined $opts{'g'}) {
2548	if (($vmtype eq "kvm") \|\| ($vmtype eq "qemu")) {
2549	$ENV{'PBVMOPT'} = "--nographic";
2550	}
2551	}
2552	if (not defined $ENV{'PBVMOPT'}) {
2553	$ENV{'PBVMOPT'} = "";
2554	}
2555	# Save the current status for later restoration
2556	$ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
2557	# Set a default timeout of 2 minutes
2558	if (not defined $ENV{'PBVMTMOUT'}) {
2559	$ENV{'PBVMTMOUT'} = "120";
2560	}
2561	if (defined $vmopt->{$v}) {
2562	$ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
2563	} elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
2564	$ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
2565	}
2566
2567	# How much memory to allocate for VMs
2568	if (defined $vmmm) {
2569	my $vmmem = pb_distro_get_param($pbos,$vmmm);
2570	if (defined $vmmem) {
2571	$ENV{'PBVMOPT'} .= " -m $vmmem";
2572	}
2573	}
2574
2575	# Are we allowed to use snapshot feature
2576	if ($usesnap == 1) {
2577	if ((defined $vmsnap->{$v}) && ($vmsnap->{$v} =~ /true/i)) {
2578	$ENV{'PBVMOPT'} .= " -snapshot";
2579	} elsif ((defined $vmsnap->{$ENV{'PBPROJ'}}) && ($vmsnap->{$ENV{'PBPROJ'}} =~ /true/i)) {
2580	$ENV{'PBVMOPT'} .= " -snapshot";
2581	} elsif ($pbsnap eq 1) {
2582	$ENV{'PBVMOPT'} .= " -snapshot";
2583	}
2584	}
2585	if ($snapme != 0) {
2586	if (($vmtype eq "kvm") \|\| ($vmtype eq "qemu")) {
2587	# Configure the monitoring to automate the creation of the 'pb' snapshot
2588	$ENV{'PBVMOPT'} .= " -serial mon:telnet::$vmmonport->{$ENV{'PBPROJ'}},server,nowait" if ((defined $vmmonport) && (defined $vmmonport->{$ENV{'PBPROJ'}}));
2589	# In that case no snapshot call needed
2590	$ENV{'PBVMOPT'} =~ s/ -snapshot//;
2591	}
2592	}
2593	if (defined $vmtmout->{$v}) {
2594	$ENV{'PBVMTMOUT'} = $vmtmout->{$v};
2595	} elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
2596	$ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
2597	}
2598	my $nport = pb_get_port($vmport,$pbos,$vtype);
2599
2600	my $cmd;
2601	my $vmm; # has to be used for pb_check_ps
2602	if (($vmtype eq "qemu") \|\| ($vmtype eq "kvm")) {
2603	$vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
2604	if (($create != 0) \|\| (defined $iso)) {
2605	$ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
2606	}
2607	# Always redirect the network and always try to use a 'pb' snapshot
2608	#$cmd = "$vmcmd $ENV{'PBVMOPT'} -net user,hostfwd=tcp:$nport:10.0.2.15:22 -loadvm pb $vmm"
2609	$cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
2610	} elsif ($vmtype eq "xen") {
2611	} elsif ($vmtype eq "vmware") {
2612	} else {
2613	die "VM of type $vmtype not supported. Report to the dev team";
2614	}
2615	# Restore the ENV VAR Value
2616	$ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
2617
2618	my ($tmpcmd,$void) = split(/ +/,$cmd);
2619	my $vmexist = pb_check_ps($tmpcmd,$vmm);
2620	my $vmpid = 0;
2621	if (! $vmexist) {
2622	if ($create != 0) {
2623	die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
2624	if (($vmtype eq "qemu") \|\| ($vmtype eq "xen") \|\| ($vmtype eq "kvm")) {
2625	my $command = pb_check_req("qemu-img",0);
2626	pb_system("$command create -f qcow2 $vmm $vmsize","Creating the QEMU VM");
2627	} elsif ($vmtype eq "vmware") {
2628	} else {
2629	}
2630	}
2631	if (! -f "$vmm") {
2632	pb_log(0,"Unable to find VM $vmm\n");
2633	} else {
2634	# Is the SSH port free? if not kill the existing process using it after a build timeout period
2635	my $vmssh = pb_check_ps($tmpcmd,"tcp:$nport:10.0.2.15:22");
2636	if ($vmssh) {
2637	my $buildtm = $ENV{'PBVMTMOUT'};
2638	if (defined $vmbuildtm->{$v}) {
2639	$buildtm = $vmbuildtm->{$v};
2640	} elsif (defined $vmbuildtm->{$ENV{'PBPROJ'}}) {
2641	$buildtm = $vmbuildtm->{$ENV{'PBPROJ'}};
2642	}
2643
2644	sleep $buildtm;
2645	pb_log(0,"WARNING: Killing the process ($vmssh) using port $nport (previous failed VM ?)\n");
2646	kill 15,$vmssh;
2647	# Let it time to exit
2648	sleep 5;
2649	}
2650	pb_system("$cmd &","Launching the VM $vmm");
2651	# Using system allows to kill it externaly if needed,sosupport that in the call
2652	pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up","mayfail");
2653	$vmpid = pb_check_ps($tmpcmd,$vmm);
2654	pb_log(0,"VM $vmm launched (pid $vmpid)\n");
2655	}
2656	} else {
2657	pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
2658	}
2659	pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
2660	return($vmexist,$vmpid);
2661	} elsif ($vtype eq "ve") {
2662	# Force the creation of the VE and no snapshot usable
2663	pb_ve_launch($v,$create,$usesnap);
2664	} else {
2665	# RM here
2666	# Get distro context
2667	my $pbos = pb_distro_get_context($v);
2668
2669	# Get RM context
2670	my ($ptr,$rmpath) = pb_conf_get("rmtype","rmpath");
2671
2672	# Nothing more to do for RM. No real launch
2673	# For the moment we support the RM is already running
2674	# For ProLiant may be able to power them on if needed later on as an example.
2675	}
2676	}
2677
2678	# Return string for date synchro
2679	sub pb_date2v {
2680
2681	my $vtype = shift;
2682	my $pbos = shift;
2683
2684	# VE gets time from parent OS.
2685	return "/bin/true" if ($vtype) =~ /^ve/o;
2686
2687	my ($ntp) = pb_conf_get_if($vtype."ntp");
2688	my $vntp = $ntp->{$ENV{'PBPROJ'}} if (defined $ntp);
2689	my $ntpline = undef;
2690
2691	if ((defined $vntp) && ($vntp !~ /^\s*$/)) {
2692	# ntp command depends on pbos
2693	my $vntpcmd = pb_distro_get_param($pbos,pb_conf_get($vtype."ntpcmd"));
2694	$ntpline = "sudo $vntpcmd $vntp";
2695	}
2696	# Force new date to be in the future compared to the date
2697	# of the host by adding 1 minute
2698	my @date=pb_get_date();
2699	$date[1]++;
2700	my $upddate = strftime("%m%d%H%M%Y", @date);
2701	my $dateline = "sudo /bin/date $upddate";
2702	if (defined $ntpline) {
2703	return($ntpline);
2704	} else {
2705	return($dateline);
2706	}
2707	}
2708
2709	sub pb_build2v {
2710
2711	my $vtype = shift;
2712	my $action = shift \|\| "build";
2713
2714	my ($v,$all) = pb_get2v($vtype);
2715
2716	# Send tar files when we do a global generation
2717	pb_build2ssh() if (($all == 1) && ($action eq "build"));
2718
2719	# Adapt // mode to memory size
2720	$pbparallel = pb_set_parallel($vtype);
2721
2722	my ($vmexist,$vmpid) = (undef,undef);
2723	my $pm;
2724	my $all_ok = 1;
2725	if (defined $pbparallel) {
2726	$pm = new Parallel::ForkManager($pbparallel);
2727
2728	# Set which port the VM/RM will use to communicate
2729	$pm->run_on_start(\&pb_set_port);
2730	$pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
2731	unless ($code == 0 && $signal == 0 && $dump == 0) {
2732	$all_ok = 0;
2733	pb_log(0,"ERROR: pid $pid failed\n");
2734	}
2735	});
2736	}
2737
2738	my $counter = 0;
2739	foreach my $v (@$v) {
2740	$counter++;
2741	# Modulo 2 * pbparallel (to avoid synchronization problems)
2742	$counter = 1 if ((defined $pbparallel) && ($counter > 2 * $pbparallel));
2743	$pm->start($counter) and next if (defined $pbparallel);
2744	# Prepare the script to be executed on the VM/VE/RM
2745	# in $ENV{'PBDESTDIR'}/pbscript.$$
2746	open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript.$$") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript.$$";
2747	print SCRIPT "#!/bin/bash\n";
2748
2749	# Transmit the verbosity level to the virtual env/mach.
2750	my $verbose = "";
2751	my $i = 0; # minimal debug level
2752	while ($i lt $pbdebug) {
2753	$verbose .= "-v ";
2754	$i++;
2755	}
2756	print SCRIPT "set -e\n" if ($Global::pb_stop_on_error);
2757	# Activate script verbosity if at least 2 for pbdebug
2758	print SCRIPT "set -x\n" if ($i gt 1);
2759	# Quiet if asked to be so on the original system
2760	$verbose = "-q" if ($pbdebug eq -1);
2761
2762	print SCRIPT "echo ... Execution needed\n";
2763	print SCRIPT "# This is in directory delivery\n";
2764	print SCRIPT "# Setup the variables required for building\n";
2765	print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
2766
2767	if ($action eq "build") {
2768	print SCRIPT "# Preparation for pb\n";
2769	print SCRIPT "mv .pbrc \$HOME\n";
2770	print SCRIPT "cd ..\n";
2771	}
2772
2773	# VE needs a good /proc, tolerate one being potentially left around after a failure
2774	if ($vtype eq "ve") {
2775	print SCRIPT "[ -d /proc/1 ] \|\| sudo /bin/mount -t proc /proc /proc\n";
2776	}
2777
2778	# Get distro context
2779	my $pbos = pb_distro_get_context($v);
2780
2781	my $ntpline = pb_date2v($vtype,$pbos);
2782	print SCRIPT "# Time sync\n";
2783	print SCRIPT "echo setting up date with $ntpline\n";
2784	print SCRIPT "$ntpline\n";
2785	# Use potential local proxy declaration in case we need it to download repo, pkgs, ...
2786	if (defined $ENV{'http_proxy'}) {
2787	print SCRIPT "export http_proxy=\"$ENV{'http_proxy'}\"\n";
2788	}
2789
2790	if (defined $ENV{'ftp_proxy'}) {
2791	print SCRIPT "export ftp_proxy=\"$ENV{'ftp_proxy'}\"\n";
2792	}
2793
2794	# Get list of packages to build/test and get some ENV vars as well
2795	my $ptr = pb_get_pkg();
2796	@pkgs = @$ptr;
2797	my $p = join(' ',@pkgs) if (@pkgs);
2798	print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
2799	print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
2800	print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
2801
2802	# We may need to do some other tasks before building. Read a script here to finish setup
2803	if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".pre") {
2804	print SCRIPT "# Special pre-instructions to be launched\n";
2805	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".pre");
2806	}
2807
2808	if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre") {
2809	print SCRIPT "# Special pre-$action instructions to be launched\n";
2810	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre");
2811	}
2812
2813	print SCRIPT "# $action\n";
2814	print SCRIPT "echo $action"."ing packages on $vtype...\n";
2815
2816	if (($action eq "test") && (! -x "$ENV{'PBDESTDIR'}/pbtest")) {
2817	die "No test script ($ENV{'PBDESTDIR'}/pbtest) found when in test mode. Aborting ...";
2818	}
2819	print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} $action"."2pkg $p\n";
2820
2821	if ($vtype eq "ve") {
2822	print SCRIPT "sudo /bin/umount /proc\n";
2823	}
2824
2825	# We may need to do some other tasks after building. Read a script here to exit properly
2826	if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.post") {
2827	print SCRIPT "# Special post-$action instructions to be launched\n";
2828	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.post");
2829	}
2830
2831	if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".post") {
2832	print SCRIPT "# Special post-instructions to be launched\n";
2833	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".post");
2834	}
2835
2836	print SCRIPT q{echo "******** Successful exit of script $$ *******************"}, "\n";
2837	close(SCRIPT);
2838	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript.$$";
2839
2840	# Launch the VM/VE/RM
2841	($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
2842
2843
2844	if ($vtype eq "vm") {
2845	# Skip that VM if something went wrong
2846	if (($vmpid == 0) && ($vmexist == 0)) {
2847	$pm->finish if (defined $pbparallel);
2848	next;
2849	}
2850	} else {
2851	# VE/RM
2852	$vmexist = 0;
2853	$vmpid = 0;
2854	}
2855	# Gather all required files to send them to the VM/VE
2856	# and launch the build through pbscript
2857	pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
2858	pb_send2target(uc($vtype).$action,"$v",$vmexist,$vmpid);
2859	$pm->finish if (defined $pbparallel);
2860	}
2861	$pm->wait_all_children if (defined $pbparallel);
2862	die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
2863	}
2864
2865
2866	sub pb_clean {
2867
2868	my $sleep=10;
2869	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
2870	die "Unable to get env var PBBUILDDIR" if (not defined $ENV{'PBBUILDDIR'});
2871	pb_log(0,"We will now wait $sleep s before removing both directories\n$ENV{'PBDESTDIR'} and $ENV{'PBBUILDDIR'}.\nPlease break me if this is wrong\n");
2872	sleep $sleep;
2873	pb_rm_rf($ENV{'PBDESTDIR'});
2874	pb_rm_rf($ENV{'PBBUILDDIR'});
2875	}
2876
2877	sub pb_newver {
2878
2879	die "-V Version parameter needed" if ((not defined $newver) \|\| ($newver eq ""));
2880
2881	# Need this call for PBDIR
2882	my ($scheme2,$uri) = pb_cms_init($pbinit);
2883
2884	my ($pbconf,$pburl) = pb_conf_get("pbconfurl","pburl");
2885	$uri = $pbconf->{$ENV{'PBPROJ'}};
2886	my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
2887
2888	# Checking CMS repositories status
2889	($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
2890
2891	if ($scheme !~ /^svn/) {
2892	die "Only SVN is supported at the moment";
2893	}
2894
2895	my $res = pb_vcs_isdiff($scheme,$ENV{'PBROOTDIR'});
2896	die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
2897
2898	$res = pb_vcs_isdiff($scheme2,$ENV{'PBDIR'});
2899	die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
2900
2901	# Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
2902	# we want to get for the root of the new URL
2903
2904	my $oldver = $ENV{'PBROOTDIR'};
2905	$oldver =~ s\|^$ENV{'PBCONFDIR'}\|\|;
2906
2907	pb_log(2, "PBCONFDIR: $ENV{'PBCONFDIR'}\nPBROOTDIR: $ENV{'PBROOTDIR'}\n");
2908
2909	my $newurl = "$uri/$newver";
2910	# Should probably use projver in the old file
2911	my $oldvertxt= basename($oldver);
2912	my $newvertxt = basename($newver);
2913
2914	# Duplicate and extract project-builder part
2915	pb_log(2,"Copying $uri/$oldver to $newurl\n");
2916	pb_vcs_copy($scheme,"$uri/$oldver",$newurl);
2917	pb_log(2,"Checkout $newurl to $ENV{'PBCONFDIR'}/$newver\n");
2918	pb_vcs_up($scheme,"$ENV{'PBCONFDIR'}");
2919
2920	# Duplicate and extract project
2921	my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/$newver";
2922
2923	pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$oldver to $newurl2\n");
2924	pb_vcs_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$oldver",$newurl2);
2925
2926	my $tmp = $ENV{'PBDIR'};
2927	$tmp =~ s\|$oldver$\|\|;
2928	pb_log(2,"Checkout $newurl2 to $tmp/$newver\n");
2929	pb_vcs_up($scheme2,"$tmp");
2930
2931	# Update the .pb file
2932	open(FILE,"$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb") \|\| die "Unable to open $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb";
2933	open(OUT,"> $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new") \|\| die "Unable to write to $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new";
2934	while(<FILE>) {
2935	if (/^projver\s+$ENV{'PBPROJ'}\s=\s$oldvertxt$/) {
2936	s/^projver\s+$ENV{'PBPROJ'}\s=\s$oldvertxt$/projver $ENV{'PBPROJ'} = $newvertxt/;
2937	pb_log(0,"Changing projver from $oldvertxt to $newvertxt in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n");
2938	}
2939	if (/^testver/) {
2940	s/^testver/#testver/;
2941	pb_log(0,"Commenting testver in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
2942	}
2943	if (/^delivery/) {
2944	my $txt = $_;
2945	chomp($txt);
2946	pb_log(0,"Please check delivery ($txt) in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n");
2947	}
2948	print OUT $_;
2949	}
2950	close(FILE);
2951	close(OUT);
2952	rename("$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb");
2953
2954	# Checking pbcl files
2955	foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
2956	# Compute new pbcl file
2957	my $f2 = $f;
2958	$f2 =~ s\|$ENV{'PBROOTDIR'}\|$ENV{'PBCONFDIR'}/$newver/\|;
2959	open(PBCL,$f) \|\| die "Unable to open $f";
2960	my $foundnew = 0;
2961	while (<PBCL>) {
2962	$foundnew = 1 if (/^$newvertxt \(/);
2963	}
2964	close(PBCL);
2965	open(OUT,"> $f2") \|\| die "Unable to write to $f2: $!";
2966	open(PBCL,$f) \|\| die "Unable to open $f";
2967	# We skip as long as we do not reach the new version in the log (case of devel)
2968	my $skip = 1;
2969	# We let the 4 first lines
2970	my $cnt = 0;
2971	while (<PBCL>) {
2972	$skip = 0 if (/^$newvertxt \(/);
2973	if ((/^$oldvertxt \(/) && ($foundnew == 0)) {
2974	print OUT "$newvertxt ($pbdate)\n";
2975	print OUT "- TBD\n";
2976	print OUT "\n";
2977	pb_log(0,"WARNING: version $newvertxt not found in $f so added to $f2...\n") if ($foundnew == 0);
2978	}
2979	if ($cnt <= 4) {
2980	print OUT "$_" if (not /^$oldvertxt \(/);
2981	} else {
2982	print OUT "$_" if ($skip == 0);
2983	}
2984	$cnt++;
2985	}
2986	close(OUT);
2987	close(PBCL);
2988	}
2989
2990	pb_log(2,"Checkin $ENV{'PBCONFDIR'}/$newver\n");
2991	pb_cms_checkin($scheme,"$ENV{'PBCONFDIR'}/$newver",undef);
2992	}
2993
2994	#
2995	# Return the list of VMs/VEs/RMs we are working on
2996	# $all is a flag to know if we return all of them
2997	# or only some (if all we publish also tar files in addition to pkgs
2998	#
2999	sub pb_get2v {
3000
3001	my $vtype = shift;
3002	my @v;
3003	my $all = 0;
3004	my $pbv = 'PBV';
3005	my $vlist = $vtype."list";
3006
3007	# Get VM/VE list
3008	if ((not defined $ENV{$pbv}) \|\| ($ENV{$pbv} =~ /^all$/)) {
3009	my ($ptr) = pb_conf_get($vlist);
3010	$ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
3011	$all = 1;
3012	}
3013	pb_log(2,"$vtype: $ENV{$pbv}\n");
3014	@v = split(/,/,$ENV{$pbv});
3015	return(\@v,$all);
3016	}
3017
3018	# This function creates a giant script to configure a particular VM/VE/RM, it then copies the
3019	# script to the target.
3020
3021	# Function to create a potentialy missing pb account on the VM/VE/RM, and adds it to sudo
3022	# Needs to use root account to connect to the VM/VE/RM
3023	# pb will take your local public SSH key to access
3024	# the pb account in the VM/VE/RM later on if needed
3025	sub pb_setup2v {
3026
3027	my $vtype = shift;
3028	my $sbx = shift \|\| undef;
3029
3030	my ($vm,$all) = pb_get2v($vtype);
3031
3032	# Script generated
3033	my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
3034
3035	# Adapt // mode to memory size
3036	$pbparallel = pb_set_parallel($vtype);
3037
3038	my $pm;
3039	my $all_ok = 1;
3040	if (defined $pbparallel) {
3041	$pm = new Parallel::ForkManager($pbparallel);
3042
3043	# Set which port the VM/RM will use to communicate
3044	$pm->run_on_start(\&pb_set_port);
3045	$pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
3046	$all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0));
3047	});
3048	}
3049
3050	my $counter = 0;
3051	foreach my $v (@$vm) {
3052	$counter++;
3053	# Modulo pbparallel
3054	$counter = 1 if ((defined $pbparallel) && ($counter > $pbparallel));
3055	$pm->start($counter) and next if (defined $pbparallel);
3056
3057	# Get distro context
3058	my $pbos = pb_distro_get_context($v);
3059
3060	# Deal with date sync.
3061	my $ntpline = pb_date2v($vtype,$pbos);
3062
3063	# Name of the account to deal with for VM/VE/RM
3064	# Do not use the one passed potentially with -a
3065	my ($pbac) = pb_conf_get($vtype."login");
3066	my ($key,$zero0,$zero1,$zero2);
3067	my ($vmexist,$vmpid);
3068
3069	# Prepare the script to be executed on the VM/VE/RM
3070	# in $ENV{'PBDESTDIR'}/setupv
3071	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
3072
3073	print SCRIPT << 'EOF';
3074	#!/usr/bin/perl -w
3075
3076	use strict;
3077	use File::Copy;
3078
3079	# We should not need in this script more functions than what is provided
3080	# by Base, Conf and Distribution to avoid problems at exec time.
3081	# They are appended at the end.
3082
3083	# Define mandatory global vars
3084	EOF
3085	my $ppref = "our";
3086	$ppref = "my" if (($pbos->{'name'} =~ /redhat/) && ($pbos->{'version'} =~ /^6/));
3087	print SCRIPT << "EOF";
3088	$ppref \$pbdebug;
3089	$ppref \$pbLOG;
3090	$ppref \$pbsynmsg = "pbscript";
3091	$ppref \$pbdisplaytype = "text";
3092	$ppref \$pblocale = "";
3093	EOF
3094	print SCRIPT << 'EOF';
3095	pb_log_init($pbdebug, $pbLOG);
3096	EOF
3097	print SCRIPT << "EOF";
3098	\$Global::pb_stop_on_error = $Global::pb_stop_on_error;
3099	pb_temp_init($pbkeep);
3100	pb_conf_init("$ENV{'PBPROJ'}");
3101
3102	EOF
3103
3104	# Launch the VM/VE/RM - Usage of snapshot disabled
3105	($vmexist,$vmpid) = pb_launchv($vtype,$v,0,0,0);
3106
3107	my $keyfile;
3108	my $nport;
3109	my $vmhost;
3110
3111	# Prepare the key to be used and transfered remotely
3112	$keyfile = pb_ssh_get(1);
3113
3114	if ($vtype =~ /(v\|r)m/) {
3115	my ($vmport);
3116	($vmhost,$vmport) = pb_conf_get($vtype."host",$vtype."port");
3117	$nport = pb_get_port($vmport,$pbos,$vtype);
3118
3119	# Skip that VM/RM if something went wrong
3120	next if (($vmpid == 0) && ($vmexist == 0));
3121
3122	# Store the pub key part in a variable
3123	open(FILE,"$keyfile.pub") \|\| die "Unable to open $keyfile.pub";
3124	($zero0,$zero1,$zero2) = split(/ /,<FILE>);
3125	close(FILE);
3126
3127	$key = "\Q$zero1";
3128
3129	# We call true to avoid problems if SELinux is not activated, but chcon is present and returns in that case 1
3130	pb_system("cat $keyfile.pub \| ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys ; if [ -x /usr/bin/chcon ]; then /usr/bin/chcon -Rt home_ssh_t .ssh 2> /dev/null; /bin/true; fi\"","Copying local keys to $vtype. This may require the root password");
3131	# once this is done, we can do what we need on the VM/RM remotely
3132	} elsif ($vtype eq "ve") {
3133	print SCRIPT << "EOF";
3134	# For VE we need a good null dev
3135	pb_system("rm -f /dev/null; mknod /dev/null c 1 3; chmod 777 /dev/null");
3136
3137	# For VE we first need to mount some FS
3138	pb_system("mount -t proc /proc /proc") unless (-d "/proc/$$");
3139
3140	EOF
3141	} else {
3142	die "Unknown virtual type $vtype";
3143	}
3144
3145	if ($vtype =~ /(v\|r)m/) {
3146	print SCRIPT << 'EOF';
3147	# Removes duplicate in .ssh/authorized_keys of our key if needed
3148	#
3149	my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
3150	open(PBFILE,$file1) \|\| die "Unable to open $file1";
3151	open(PBOUT,"> $file1.new") \|\| die "Unable to open $file1.new";
3152	my $count = 0;
3153	while (<PBFILE>) {
3154
3155	EOF
3156	print SCRIPT << "EOF";
3157	if (/ $key /) {
3158	\$count++;
3159	}
3160	print PBOUT \$_ if ((\$count <= 1) \|\| (\$_ !~ / $key /));
3161	}
3162	close(PBFILE);
3163	close(PBOUT);
3164	rename("\$file1.new",\$file1);
3165	chmod 0600,\$file1;
3166
3167	EOF
3168	}
3169	print SCRIPT << 'EOF';
3170
3171	# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
3172	#
3173	my $file="/etc/passwd";
3174	open(PBFILE,$file) \|\| die "Unable to open $file";
3175	my $found = 0;
3176	while (<PBFILE>) {
3177	EOF
3178	print SCRIPT << "EOF";
3179	\$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
3180	EOF
3181
3182	# TODO: use an external parameter
3183	my $home = "/home";
3184	# Solaris doesn't like that we use /home
3185	$home = "/export/home" if ($pbos->{'type'} eq "pkg");
3186
3187	print SCRIPT << "EOF";
3188	}
3189	close(PBFILE);
3190
3191	if ( \$found == 0 ) {
3192	if ( ! -d "$home" ) {
3193	pb_mkdir_p("$home");
3194	}
3195	EOF
3196	# TODO: Level of portability of these cmds ? Critical now for RM
3197	# TODO: Check existence before adding to avoid errors
3198	print SCRIPT << "EOF";
3199	pb_system("/usr/sbin/groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
3200	pb_system("/usr/sbin/useradd -g $pbac->{$ENV{'PBPROJ'}} -m -d $home/$pbac->{$ENV{'PBPROJ'}} $pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home $home/$pbac->{$ENV{'PBPROJ'}})");
3201	}
3202	EOF
3203
3204	# Copy the content of our local conf file to the VM/VE/RM
3205	my $content = pb_get_content(pb_distro_conffile());
3206	print SCRIPT << "EOF";
3207	#
3208	# Create a temporary local conf file for distribution support
3209	# This is created here before its use later. Its place is hardcoded, so no choice for the path
3210	#
3211	my \$tempconf = pb_distro_conffile();
3212	pb_mkdir_p(dirname(\$tempconf));
3213	open(CONF,"> \$tempconf") \|\| die "Unable to create \$tempconf";
3214	print CONF q{$content};
3215	close(CONF);
3216	EOF
3217
3218	if ($vtype =~ /(v\|r)m/) {
3219	print SCRIPT << "EOF";
3220	# allow ssh entry to build
3221	#
3222	mkdir "$home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
3223	# Allow those accessing root to access the build account
3224	copy("\$ENV{'HOME'}/.ssh/authorized_keys","$home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
3225	chmod 0600,".ssh/authorized_keys";
3226	pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} $home/$pbac->{$ENV{'PBPROJ'}}","Finish setting up the account env for $pbac->{$ENV{'PBPROJ'}}");
3227
3228	EOF
3229	}
3230	print SCRIPT << 'EOF';
3231	# No passwd for build account only keys
3232	$file="/etc/shadow";
3233	if (-f $file) {
3234	open(PBFILE,$file) \|\| die "Unable to open $file";
3235	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
3236	while (<PBFILE>) {
3237	EOF
3238	print SCRIPT << "EOF";
3239	s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
3240	s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
3241	s/^$pbac->{$ENV{'PBPROJ'}}:\\LK\\:/$pbac->{$ENV{'PBPROJ'}}:NP:/; #Solaris e.g.
3242	EOF
3243	print SCRIPT << 'EOF';
3244	print PBOUT $_;
3245	}
3246	close(PBFILE);
3247	close(PBOUT);
3248	rename("$file.new",$file);
3249	chmod 0640,$file;
3250	}
3251
3252	# Keep the VM in text mode
3253	$file="/etc/inittab";
3254	if (-f $file) {
3255	open(PBFILE,$file) \|\| die "Unable to open $file";
3256	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
3257	while (<PBFILE>) {
3258	s/^(..):5:initdefault:$/$1:3:initdefault:/;
3259	print PBOUT $_;
3260	}
3261	close(PBFILE);
3262	close(PBOUT);
3263	rename("$file.new",$file);
3264	chmod 0640,$file;
3265	}
3266
3267	# pb has to be added to portage group on gentoo
3268
3269	# We need to have that pb_distro_get_context function
3270	# Get it from Project-Builder::Distribution
3271	# And we now need the conf file required for this to work created above
3272
3273	my $pbos = pb_distro_get_context();
3274	print "distro tuple: ".Dumper($pbos)."\n";
3275
3276	# Adapt sudoers
3277	# sudo is not default on Solaris and needs to be installed first
3278	# from http://www.sunfreeware.com/programlistsparc10.html#sudo
3279	if ($pbos->{'type'} eq "pkg") {
3280	$file="/usr/local/etc/sudoers";
3281	} else {
3282	$file="/etc/sudoers";
3283	}
3284	open(PBFILE,$file) \|\| die "Unable to open $file";
3285	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
3286	while (<PBFILE>) {
3287	EOF
3288	# Skip what will be generated
3289	print SCRIPT << "EOF";
3290	next if (/^$pbac->{$ENV{'PBPROJ'}}\\s+/);
3291	next if (/^Defaults:$pbac->{$ENV{'PBPROJ'}}\\s+/);
3292	next if (/^Defaults:root\\s+\!requiretty/);
3293	next if (/^Defaults:root\\s+env_keep/);
3294	EOF
3295	print SCRIPT << 'EOF';
3296	s/Defaults\s+requiretty/# disable Defaults: requiretty/;
3297	print PBOUT $_;
3298	}
3299	close(PBFILE);
3300	EOF
3301	print SCRIPT << "EOF";
3302	# Some distro force requiretty at compile time, so disable here
3303	print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} !requiretty\n";
3304	print PBOUT "Defaults:root !requiretty\n";
3305	# Keep proxy configuration while using sudo
3306	print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} env_keep += \\\"http_proxy ftp_proxy\\\"\n";
3307	print PBOUT "Defaults:root env_keep += \\\"http_proxy ftp_proxy\\\"\n";
3308	EOF
3309	# Try to restrict security to what is really needed
3310	if ($vtype =~ /^vm/) {
3311	my $hpath = pb_distro_get_param($pbos,pb_conf_get("ospathcmd-halt"));
3312	my @sudocmds = pb_get_sudocmds($pbos,$ntpline,"sudo $hpath");
3313	print SCRIPT << "EOF";
3314	# This is needed in order to be able on VM to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
3315	# Build account $pbac->{$ENV{'PBPROJ'}} in VM also needs to setup date and install deps.
3316	# Nothing else should be needed
3317	EOF
3318	foreach my $c (@sudocmds) {
3319	print SCRIPT "print PBOUT \"$pbac->{$ENV{'PBPROJ'}} ALL = NOPASSWD: $c\\n\";\n";
3320	}
3321	} elsif ($vtype =~ /^rm/) {
3322	my @sudocmds = pb_get_sudocmds($pbos,$ntpline);
3323	print SCRIPT << "EOF";
3324	# Build account $pbac->{$ENV{'PBPROJ'}} in RM only needs to setup date and install deps if needed each time
3325	EOF
3326	foreach my $c (@sudocmds) {
3327	print SCRIPT "print PBOUT \"$pbac->{$ENV{'PBPROJ'}} ALL = NOPASSWD: $c\\n\";\n";
3328	}
3329	} else {
3330	print SCRIPT << "EOF";
3331	# Build account $pbac->{$ENV{'PBPROJ'}} for VE needs to do a lot in the host (and chroot), so allow without restriction for now
3332	print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
3333	EOF
3334	}
3335	print SCRIPT << 'EOF';
3336	close(PBOUT);
3337	rename("$file.new",$file);
3338	chmod 0440,$file;
3339
3340	EOF
3341
3342	if ($vtype =~ /(v\|r)m/) {
3343	# Sync date
3344	# do it after sudoers is setup
3345	print SCRIPT "pb_system(\"$ntpline\",\"Updating time with $ntpline\",\"mayfail\");\n";
3346	}
3347	# We may need a proxy configuration. Get it from the local env
3348	my $ftp_proxy = pb_distro_get_param($pbos,pb_conf_get_if("ftp_proxy"));
3349	my $http_proxy = pb_distro_get_param($pbos,pb_conf_get_if("http_proxy"));
3350
3351	$ENV{'ftp_proxy'} \|\|= $ftp_proxy if ((defined $ftp_proxy) && ($ftp_proxy ne ""));
3352	$ENV{'http_proxy'} \|\|= $http_proxy if ((defined $http_proxy) && ($http_proxy ne ""));
3353
3354	if (defined $ENV{'http_proxy'}) {
3355	print SCRIPT "\$ENV\{'http_proxy'\}=\"$ENV{'http_proxy'}\";\n";
3356	}
3357
3358	if (defined $ENV{'ftp_proxy'}) {
3359	print SCRIPT "\$ENV\{'ftp_proxy'\}=\"$ENV{'ftp_proxy'}\";\n";
3360	}
3361
3362	print SCRIPT << 'EOF';
3363
3364	# Suse wants sudoers as 640
3365	if ((($pbos->{'name'} eq "sles") && (($pbos->{'version'} =~ /10/) \|\| ($pbos->{'version'} =~ /9/))) \|\| (($pbos->{'name'} eq "opensuse") && ($pbos->{'version'} =~ /10.[012]/))) {
3366	chmod 0640,$file;
3367	}
3368
3369	# First install all required packages
3370	pb_system("yum clean all","Cleaning yum env","mayfail") if (($pbos->{'name'} eq "fedora") \|\| ($pbos->{'name'} eq "asianux") \|\| ($pbos->{'name'} eq "rhel"));
3371	my ($ospkgdep) = pb_conf_get_if("ospkgdep");
3372
3373	my $pkgdep = pb_distro_get_param($pbos,$ospkgdep);
3374	pb_distro_installdeps(undef,$pbos,pb_distro_only_deps_needed($pbos,join(' ',split(/,/,$pkgdep))));
3375
3376	EOF
3377	my $itype = pb_distro_get_param($pbos,pb_conf_get("pbinstalltype"));
3378	# Install from sandbox mean a file base install
3379	$itype = "file" if (defined $sbx);
3380	if ($itype =~ /^file/) {
3381	my $cmdget;
3382	if (defined $sbx) {
3383	# Install from sandbox mean using the result of the just passed sbx2build command
3384	# Get content saved in cms2build
3385	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
3386	my $pbextdir = pb_get_extdir();
3387	die "Unable to get package list" if (not defined $pkg);
3388
3389	# We consider 2 specific packages
3390	my $vertag1 = $pkg->{"ProjectBuilder"};
3391	my $vertag2 = $pkg->{"project-builder"};
3392	# get the version of the current package - maybe different
3393	pb_log(2,"Vertag1: $vertag1\n");
3394	pb_log(2,"Vertag2: $vertag2\n");
3395	my ($pbver1,$tmp1) = split(/-/,$vertag1);
3396	my ($pbver2,$tmp2) = split(/-/,$vertag2);
3397	# Copy inside the VE
3398	if ($vtype eq "ve") {
3399	my ($vepath) = pb_conf_get("vepath");
3400	copy("$ENV{'PBDESTDIR'}/ProjectBuilder-$pbver1$pbextdir.tar.gz","$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/tmp");
3401	copy("$ENV{'PBDESTDIR'}/project-builder-$pbver2$pbextdir.tar.gz","$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/tmp");
3402	} else {
3403	pb_system("scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport $ENV{'PBDESTDIR'}/ProjectBuilder-$pbver1$pbextdir.tar.gz $ENV{'PBDESTDIR'}/project-builder-$pbver2$pbextdir.tar.gz root\@$vmhost->{$ENV{'PBPROJ'}}:/tmp","Copying local project files to $vtype.");
3404	}
3405	$cmdget = "mv /tmp/ProjectBuilder-$pbver1$pbextdir.tar.gz ProjectBuilder-latest.tar.gz ; mv /tmp/project-builder-$pbver2$pbextdir.tar.gz project-builder-latest.tar.gz";
3406	} else {
3407	# TODO: shouldn't we have a variable to specify the source file?
3408	# And shouldn't we be getting the one that matches the current pb version?
3409	# For the moment, just take the latest stable one
3410	$cmdget = "wget --passive-ftp ftp://ftp.project-builder.org/src/ProjectBuilder-latest.tar.gz; wget --passive-ftp ftp://ftp.project-builder.org/src/project-builder-latest.tar.gz";
3411	}
3412	print SCRIPT << 'EOF';
3413	# Then install manually the missing perl modules
3414	my ($osperldep,$osperlver) = pb_conf_get_if("osperldep","osperlver");
3415
3416	my $perldep = pb_distro_get_param($pbos,$osperldep);
3417	foreach my $m (split(/,/,$perldep)) {
3418	# Skip empty deps
3419	next if ($m =~ /^\s*$/);
3420	my $dir = $m;
3421	$dir =~ s/-.*//;
3422	pb_system("echo \"rm -rf $m* ; wget http://search.cpan.org/CPAN/modules/by-module/$dir/$m-$osperlver->{$m}.tar.gz ; gzip -cd $m-$osperlver->{$m}.tar.gz \| tar xf - ; cd $m* ; if [ -f Build.PL ]; then perl Build.PL; ./Build ; ./Build install ; else perl Makefile.PL; make ; make install ; fi; cd .. ; rm -rf $m*\" \| bash -e" ,"Installing perl module $m-$osperlver->{$m}","mayfail");
3423	}
3424	EOF
3425	print SCRIPT << 'EOF';
3426	pb_system("rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; rm -rf `perl -V:installvendorlib \| awk -F\"'\" '{print \$2}'`/ProjectBuilder ;
3427	EOF
3428	print SCRIPT " $cmdget ; ";
3429	print SCRIPT << 'EOF'
3430	gzip -cd ProjectBuilder-latest.tar.gz \| tar xf - ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; gzip -cd project-builder-latest.tar.gz \| tar xf - ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
3431	EOF
3432	} elsif ($itype =~ /^pkg/) {
3433	# pkg based install. We need to point to the project-builder.org repository
3434	print SCRIPT << 'EOF';
3435	my $pkgforpb = pb_distro_get_param($pbos,pb_conf_get_if("ospkg"));
3436	pb_distro_setuposrepo($pbos);
3437	pb_distro_installdeps(undef,$pbos,pb_distro_only_deps_needed($pbos,join(' ',split(/,/,$pkgforpb))));
3438	EOF
3439	} else {
3440	# Unknown install type
3441	die("Unknown install type $itype->{$ENV{'PBPROJ'}} for param pbinstalltype");
3442	}
3443	print SCRIPT << 'EOF';
3444	pb_system("pb -h",undef,"verbose");
3445	pb_system("pbdistrocheck",undef,"verbose");
3446	EOF
3447	if ($vtype eq "ve") {
3448	print SCRIPT << 'EOF';
3449	# For VE we need to umount some FS at the end
3450
3451	pb_system("umount /proc","Unmounting /proc","mayfail");
3452
3453	# Create a basic network file if not already there
3454
3455	my $nf="/etc/sysconfig/network";
3456	if ((! -f $nf) && ($pbos->{'type'} eq "rpm") && ($pbos->{'family'} ne "novell")) {
3457	open(NF,"> $nf") \|\| die "Unable to create $nf";
3458	print NF "NETWORKING=yes\n";
3459	print NF "HOSTNAME=localhost\n";
3460	close(NF);
3461	}
3462	chmod 0755,$nf;
3463	EOF
3464	}
3465
3466	# Adds pb_distro_get_context and all functions needed from ProjectBuilder::Distribution, Conf and Base
3467	foreach my $m ("ProjectBuilder/Base.pm","ProjectBuilder/Distribution.pm","ProjectBuilder/Conf.pm") {
3468	foreach my $d (@INC) {
3469	my $f = "$d/$m";
3470	if (-f "$f") {
3471	open(PBD,"$f") \|\| die "Unable to open $f: $!";
3472	while (<PBD>) {
3473	next if (/^package/);
3474	next if (/^use Exporter/);
3475	next if (/^use ProjectBuilder::/);
3476	next if (/^our /);
3477	print SCRIPT $_;
3478	}
3479	close(PBD);
3480	# We just need the first one of each file wrt @INC - hopefully that's the right one.
3481	last;
3482	}
3483	}
3484	}
3485	# Use a fake pb_version_init version here
3486	print SCRIPT << "EOF";
3487	sub pb_version_init {
3488
3489	return("$projectbuilderver","$projectbuilderrev");
3490	}
3491	1;
3492	EOF
3493	close(SCRIPT);
3494	chmod 0755,"$pbscript";
3495
3496	# That build script needs to be run as root and force stop of VM at end
3497	$pbaccount = "root";
3498
3499	# Force shutdown of VM except if it was already launched
3500	my $pbforce = 0;
3501	if ((! $vmexist) && ($vtype eq "vm")) {
3502	$pbforce = 1;
3503	}
3504
3505	pb_script2v($pbscript,$vtype,$pbforce,$v);
3506	$pm->finish if (defined $pbparallel);
3507	}
3508	$pm->wait_all_children if (defined $pbparallel);
3509	die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
3510	return;
3511	}
3512
3513	# Function to create a snapshot named 'pb' for VMs and a compressed tar for VEs
3514	sub pb_snap2v {
3515
3516	my $vtype = shift;
3517
3518	my ($vm,$all) = pb_get2v($vtype);
3519
3520	# Script generated
3521	my $pbscript = "$ENV{'PBDESTDIR'}/snapv";
3522
3523	my ($pbac) = pb_conf_get($vtype."login");
3524
3525	foreach my $v (@$vm) {
3526	if ($vtype eq "ve") {
3527	# Get distro context
3528	my $pbos = pb_distro_get_context($v);
3529	my ($vepath) = pb_conf_get("vepath");
3530
3531	# Test if an existing snapshot exists and remove it if there is a VE
3532	if ((-f "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz") &&
3533	(! -d "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}")) {
3534	pb_system("sudo rm -f $vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz","Removing previous snapshot $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz");
3535	}
3536	}
3537
3538	# Prepare the script to be executed on the VM/VE
3539	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
3540	print SCRIPT << 'EOF';
3541	#!/bin/bash
3542	sleep 2
3543	EOF
3544	close(SCRIPT);
3545	chmod 0755,"$pbscript";
3546
3547	# Force shutdown of VM/VE
3548	# Force snapshot of VM/VE
3549	pb_script2v($pbscript,$vtype,1,$v,1);
3550	}
3551	return;
3552	}
3553
3554	# Function to update VMs/VEs/RMs with the latest distribution content
3555	sub pb_update2v {
3556
3557	my $vtype = shift;
3558
3559	my ($vm,$all) = pb_get2v($vtype);
3560
3561	# Script generated
3562	my $pbscript = "$ENV{'PBDESTDIR'}/updatev";
3563
3564	my ($pbac) = pb_conf_get($vtype."login");
3565
3566	foreach my $v (@$vm) {
3567	# Get distro context
3568	my $pbos = pb_distro_get_context($v);
3569
3570	# Prepare the script to be executed on the VM/VE/RM
3571	# in $ENV{'PBDESTDIR'}/updatev
3572	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
3573
3574	print SCRIPT << 'EOF';
3575	#!/bin/bash
3576	sleep 2
3577	EOF
3578	# VE needs a good /proc
3579	if ($vtype eq "ve") {
3580	print SCRIPT "sudo /bin/mount -t proc /proc /proc\n";
3581	}
3582	print SCRIPT "$pbos->{'update'}\n";
3583	if ($vtype eq "ve") {
3584	print SCRIPT "sudo /bin/umount /proc\n";
3585	}
3586	close(SCRIPT);
3587	chmod 0755,"$pbscript";
3588
3589	# Force shutdown of VM except
3590	pb_script2v($pbscript,$vtype,1,$v);
3591	}
3592	return;
3593	}
3594
3595	sub pb_announce {
3596
3597	my $antype = shift;
3598
3599	# Get all required parameters
3600	my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
3601	my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
3602	if (((not defined $testver) \|\| (not defined $testver->{$ENV{'PBPROJ'}}) \|\| ($testver->{$ENV{'PBPROJ'}} !~ /true/i)) && ($antype eq "Clean")) {
3603	# We just clean for test versions
3604	pb_log(0,"Unable to clean SSH repository for non testver version\n");
3605	return;
3606	}
3607	my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
3608	my @pkgs = @$pkg;
3609	my %pkgs;
3610	my $first = 0;
3611
3612	# Get all distros concerned
3613	my $pbos = pb_distro_get_context();
3614	my $distrolist = pb_get_distros($pbos,undef);
3615	my %dl;
3616	my %theorlist;
3617	my %archlist;
3618	foreach my $d (split(/,/,$distrolist)) {
3619	my ($d1,$d2,$d3) = split(/-/,$d);
3620	$dl{$d1}++;
3621	}
3622
3623	# Command to find packages on repo
3624	my $findstr = "find ".join(" ",keys %dl)." ";
3625	my $srcstr = "";
3626	# Generated announce files
3627	my @files;
3628
3629	foreach my $pbpkg (@pkgs) {
3630	if ($first != 0) {
3631	$findstr .= "-o ";
3632	}
3633	$first++;
3634	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
3635	$pbver = $pkgv->{$pbpkg};
3636	} else {
3637	$pbver = $ENV{'PBPROJVER'};
3638	}
3639	if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
3640	$pbtag = $pkgt->{$pbpkg};
3641	} else {
3642	$pbtag = $ENV{'PBPROJTAG'};
3643	}
3644
3645	# TODO: use virtual/real names here now
3646	my $pbrealpkg = $pbpkg;
3647	my $pbrealpkgrpm = pb_cms_get_real_pkg($pbpkg,"rpm");
3648	my $pbrealpkgdeb = pb_cms_get_real_pkg($pbpkg,"deb");
3649	if ($antype eq "Clean") {
3650	# We only clean test versions anyway
3651	$pbtag = "0";
3652	my $nver = $pbver;
3653	my $ntag = "[2-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9]";
3654	$pbver .= $ntag;
3655	$findstr .= "-name \'$pbrealpkgrpm-$pbver-$pbtag\..rpm\' -o -name \'$pbrealpkgrpm-debug-$pbver-$pbtag\..rpm\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag"."_\.deb\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag.dsc\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag.tar.gz\' -o -name \'$pbrealpkg-$nver"."_p$ntag\.ebuild\' -o -name \'$pbrealpkg-$pbver-$pbtag\.pkg\' -o -name \'$pbrealpkg-$pbver-$pbtag*\.sd\' ";
3656	$srcstr .= "src/$pbrealpkg-$pbver.tar.gz src/$pbrealpkg-$pbver.pbconf.tar.gz ";
3657	} else {
3658	my @date=pb_get_date();
3659	# the matching is only done on packages made the same day for test version. Hopefully this is enough
3660	my $nver = $pbver;
3661	if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i) && ($antype eq "Check")) {
3662	$pbtag = "0";
3663	my $ntag .= strftime("%Y%m%d*", @date);
3664	$nver = $pbver."_p$ntag";
3665	$pbver .= $ntag;
3666	}
3667	$findstr .= "-name \'$pbrealpkgrpm-$pbver-$pbtag\..rpm\' -o -name \'$pbrealpkgdeb"."_$pbver\.deb\' -o -name \'$pbrealpkg-$nver\.ebuild\' -o -name \'$pbrealpkg-$pbver\.pkg\' -o -name \'$pbrealpkg-$pbver*\.sd\' ";
3668	}
3669
3670	if ($antype eq "Announce") {
3671	my $chglog;
3672
3673	pb_cms_init($pbinit);
3674	# Get project info on log file and generate tmp files used later on
3675	$chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
3676	$chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
3677	$chglog = undef if (! -f $chglog);
3678
3679	open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") \|\| die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
3680	my $pb;
3681	$pb->{'realpkg'} = $pbrealpkg;
3682	$pb->{'ver'} = $pbver;
3683	$pb->{'tag'} = $pbtag;
3684	$pb->{'date'} = $pbdate;
3685	$pb->{'extdir'} = pb_get_extdir();
3686	$pb->{'chglog'} = $chglog;
3687	$pb->{'packager'} = $pbpackager;
3688	$pb->{'proj'} = $ENV{'PBPROJ'};
3689	$pb->{'repo'} = $pbrepo;
3690	$pb->{'pbos'}->{'type'} = "announce";
3691	$pb->{'pbos'}->{'suffix'} = "none";
3692	pb_changelog($pb,\*OUT,"yes");
3693	close(OUT);
3694	push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
3695	} elsif ($antype eq "Check") {
3696	# For the check we also build the theoritical complete list we should get
3697	foreach my $d (split(/,/,$distrolist)) {
3698	$pbos = pb_distro_get_context($d);
3699	if ($pbos->{'type'} eq "rpm") {
3700	$theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$pbrealpkgrpm-$pbver-$pbtag$pbos->{'suffix'}"} = 0;
3701	} elsif ($pbos->{'type'} eq "deb") {
3702	$theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkgdeb"."_$pbver-$pbtag"} = 0;
3703	# TODO are we always using the last arch ?
3704	$archlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkgdeb"."_$pbver-$pbtag"} = "$pbos->{'arch'}";
3705	} elsif ($pbos->{'type'} eq "ebuild") {
3706	my $prefix = "-r";
3707	$prefix = "_p" if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
3708	$theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkg-$pbver$prefix$pbtag.ebuild"} = 0;
3709	$archlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkg-$pbver$prefix$pbtag.ebuild"} = "$pbos->{'arch'}";
3710	} elsif ($pbos->{'type'} eq "pkg") {
3711	$theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$pbrealpkg-$pbver-$pbtag.pkg"} = 0;
3712	} else {
3713	pb_log(1,"No theoritical list possible for type $pbos->{'type'}\n");
3714	}
3715	}
3716	}
3717	pb_log(2,"theorlist : ".Dumper(%theorlist)."\n");
3718	}
3719	if ($antype eq "Announce") {
3720	$findstr .= " \| grep -Ev \'src.rpm\'";
3721	} elsif ($antype eq "Clean") {
3722	$findstr .= " \| xargs rm -f -v $srcstr ";
3723	}
3724
3725	# Prepare the command to run and execute it
3726	open(PBS,"> $ENV{'PBTMP'}/pbscript") \|\| die "Unable to create $ENV{'PBTMP'}/pbscript";
3727	print PBS "#!/bin/bash\n";
3728	print PBS "set -x\n" if ($pbdebug gt 1);
3729	print PBS "$findstr \| sort 2> /dev/null\n";
3730	close(PBS);
3731	chmod 0755,"$ENV{'PBTMP'}/pbscript";
3732	pb_send2target("Announce");
3733
3734	my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
3735	if ($antype eq "Announce") {
3736	# Get subject line
3737	pb_log(0,"Please enter the title of your announce\n");
3738	pb_log(0,"(By default: $sl)\n");
3739	my $sl2 = <STDIN>;
3740	$sl = $sl2 if ($sl2 !~ /^$/);
3741
3742	# Prepare a template of announce
3743	open(ANN,"> $ENV{'PBTMP'}/announce.html") \|\| die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
3744	print ANN << "EOF";
3745	$sl</p>
3746
3747	<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
3748	<p>
3749	Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
3750	</p>
3751	<p>
3752	EOF
3753	}
3754
3755	open(LOG,"$ENV{'PBTMP'}/system.$$.log") \|\| die "Unable to read $ENV{'PBTMP'}/system.$$.log: $!";
3756	if ($antype eq "Announce") {
3757	my $col = 2;
3758	my $i = 1;
3759	print ANN << 'EOF';
3760	<TABLE WIDTH="100%" CELLPADDING="0" CELLSPACING="0" BORDER="0">
3761	<TR>
3762	EOF
3763	while (<LOG>) {
3764	print ANN "<TD><A HREF=\"$pbrepo->{$ENV{'PBPROJ'}}/$_\">$_</A></TD>";
3765	$i++;
3766	if ($i > $col) {
3767	print ANN "</TR>\n<TR>";
3768	$i = 1;
3769	}
3770	}
3771	} elsif ($antype eq "Clean") {
3772	while (<LOG>) {
3773	# skip errors
3774	next if ($_ !~ /^removed /);
3775	pb_log(0,"$_");
3776	}
3777	} else {
3778	# In Check mode we need to compare the 2 lists (real and theoritical)
3779	while (<LOG>) {
3780	# Get package name and remove what is in extra for the theoritical list (arch at the end)
3781	chomp();
3782	# skip find errors
3783	next if (/^find:/);
3784	my $p = $_;
3785	$p =~ s/\.(i[3456]86\|x86_64\|noarch\|src)\.rpm$//;
3786	$p =~ s/_(i[3456]86\|amd64\|all).deb$//;
3787	$p =~ s/(-0\.[0-9]{8})[0-9]{6}/$1*/ if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
3788	$p =~ s/(-r\|_p[0-9]+)\.ebuild/$1*/ if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
3789	$theorlist{$p} = -2 if (not defined $theorlist{$p});
3790	$theorlist{$p} = $theorlist{$p} + 1;
3791	}
3792	pb_log(2,"theorlist : ".Dumper(%theorlist)."\n");
3793	}
3794	close(LOG);
3795
3796	# Nothing more for the cleanssh case
3797	return if ($antype eq "Clean");
3798
3799	if ($antype eq "Check") {
3800	my ($chkex) = pb_conf_get_if("checkexclude");
3801	my $vmbuildlist = "";
3802	my $vebuildlist = "";
3803	my $rmbuildlist = "";
3804	my @pt = pb_conf_get_if("vmlist","velist","rmlist");
3805	foreach my $t (sort keys %theorlist) {
3806	if (defined $theorlist{$t} and $theorlist{$t} >= 1) {
3807	pb_log(1,"Packages found for $t\n");
3808	} elsif (defined $theorlist{$t} and $theorlist{$t} < 0) {
3809	pb_log(0,"Extra Package found for $t\n");
3810	} else {
3811	pb_log(2,"Analyzing $t\n");
3812	my ($os,$ver,$arch,$package) = split(/\//,$t);
3813	# Some distro have no arch subdir
3814	if (not defined $package) {
3815	$package = $arch;
3816	# TODO: If both arch have failed, we just make the last one
3817	$arch = $archlist{$t};
3818	}
3819	my $pbos = pb_distro_get_context("$os-$ver-$arch");
3820	my $pkgn = $package;
3821	if ($pbos->{'type'} ne "deb") {
3822	# package name is more easily found from the end for non deb
3823	# as '-' is the separator, but it can also be used in names
3824	$pkgn = reverse($package);
3825	# search the second '-' and isolate the now last part which is the full name
3826	$pkgn =~ s/([^-]+)-([^-]+)-([\S])+$/$3/;
3827	} else {
3828	$pkgn =~ s/([^_]+)_([\S])+$/$2/;
3829	}
3830	my $found = 0;
3831	# Handle the exclusion of OSes
3832	my $excl = "";
3833	$excl .= $chkex->{$pkgn} if (defined $chkex->{$pkgn});
3834	$excl .= $chkex->{"all"} if (defined $chkex->{"all"});
3835	foreach my $ex (split(/,/,$excl)) {
3836	$found = 1 if ("$os-$ver-$arch" =~ /^$ex/);
3837	}
3838	# Skip as excluded
3839	next if ($found == 1);
3840	pb_log(0,"Package NOT found for $t\n");
3841	# Avoid duplicates in list
3842	next if ($vmbuildlist =~ /$os-$ver-$arch/);
3843	next if ($vebuildlist =~ /$os-$ver-$arch/);
3844	next if ($rmbuildlist =~ /$os-$ver-$arch/);
3845	# check with which method we need to build
3846	if ((defined $pt[0]->{$ENV{'PBPROJ'}}) and ($pt[0]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3847	$vmbuildlist = "$os-$ver-$arch" if ($vmbuildlist eq "");
3848	$vmbuildlist .= ",$os-$ver-$arch" if ($vmbuildlist !~ /$os-$ver-$arch/);
3849	next;
3850	}
3851	if ((defined $pt[1]->{$ENV{'PBPROJ'}}) and ($pt[1]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3852	$vebuildlist = "$os-$ver-$arch" if ($vebuildlist eq "");
3853	$vebuildlist .= ",$os-$ver-$arch" if ($vebuildlist !~ /$os-$ver-$arch/);
3854	next;
3855	}
3856	if ((defined $pt[2]->{$ENV{'PBPROJ'}}) and ($pt[2]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3857	$rmbuildlist = "$os-$ver-$arch" if ($rmbuildlist eq "");
3858	$rmbuildlist .= ",$os-$ver-$arch" if ($rmbuildlist !~ /$os-$ver-$arch/);
3859	}
3860	}
3861	}
3862	# If we want to rebuild automatically, let's do it
3863	if (defined $opts{'rebuild'}) {
3864	# SandBox or CMS
3865	pb_log(0,"Rebuilding from SandBox\n");
3866	pb_log(0,"for VMs: $vmbuildlist\n") if ($vmbuildlist ne "");
3867	pb_log(0,"for VEs: $vebuildlist\n") if ($vebuildlist ne "");
3868	pb_log(0,"for RMs: $rmbuildlist\n") if ($rmbuildlist ne "");
3869	pb_cms2build("SandBox");
3870	# Which mode
3871	$ENV{'PBV'} = $vmbuildlist;
3872	pb_build2v("vm","build") if ($vmbuildlist ne "");
3873	$ENV{'PBV'} = $vebuildlist;
3874	pb_build2v("ve","build") if ($vebuildlist ne "");
3875	$ENV{'PBV'} = $rmbuildlist;
3876	pb_build2v("rm","build") if ($rmbuildlist ne "");
3877	}
3878	# For the check part this is now finished
3879	return;
3880	}
3881
3882	print ANN << "EOF";
3883	</TR>
3884	</TABLE>
3885	</p>
3886
3887	<p>As usual source packages are also available in the same directory.</p>
3888
3889	<p>
3890	Changes are :
3891	</p>
3892	<p>
3893	EOF
3894	# Get each package changelog content
3895	foreach my $f (sort(@files)) {
3896	open(IN,"$f") \|\| die "Unable to read $f:$!";
3897	while (<IN>) {
3898	print ANN $_;
3899	}
3900	close(IN);
3901	print ANN "</p><p>\n";
3902	}
3903	print ANN "</p>\n";
3904	close(ANN);
3905
3906	# Allow for modification
3907	my $editor = "vi";
3908	$editor = $ENV{'EDITOR'} if (defined $ENV{'EDITOR'});
3909	pb_system("$editor $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
3910
3911	# Store it in DB for external usage (Web pages generation)
3912	my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
3913
3914	my $precmd = "";
3915	if (! -f $db) {
3916	$precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
3917	}
3918
3919	my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
3920	{ RaiseError => 1, AutoCommit => 1 })
3921	\|\| die "Unable to connect to $db";
3922
3923	if ($precmd ne "") {
3924	my $sth = $dbh->prepare(qq{$precmd})
3925	\|\| die "Unable to create table into $db";
3926	$sth->execute();
3927	}
3928
3929	# To read whole file
3930	local $/;
3931	open(ANN,"$ENV{'PBTMP'}/announce.html") \|\| die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
3932	my $announce = <ANN>;
3933	close(ANN);
3934
3935	pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
3936	my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
3937	\|\| die "Unable to insert into $db";
3938	$sth->execute($pbdate, $announce);
3939	$sth->finish();
3940	$dbh->disconnect;
3941
3942	# Then deliver it on the Web
3943	# $TOOLHOME/livwww www
3944
3945	# Mail it to project's ML
3946	open(ML,"\| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") \|\| die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
3947	print ML << 'EOF';
3948	<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
3949
3950	<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
3951	<head>
3952	</head>
3953	<body>
3954	<p>
3955	EOF
3956	open(ANN,"$ENV{'PBTMP'}/announce.html") \|\| die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
3957	while(<ANN>) {
3958	print ML $_;
3959	}
3960	print ML << 'EOF';
3961	</body>
3962	</html>
3963	EOF
3964	close(ML);
3965
3966	# To read whole file
3967	local $/;
3968	open(ANN,"$ENV{'PBTMP'}/announce.txt") \|\| die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
3969	my $msg = <ANN>;
3970	close(ANN);
3971
3972	# Preparation of headers
3973	eval
3974	{
3975	require Mail::Sendmail;
3976	Mail::Sendmail->import();
3977	};
3978	if ($@) {
3979	# Mail::Sendmail not found not sending mail !
3980	pb_log(0,"No Mail::Sendmail module found so not sending any mail !\n");
3981	} else {
3982	my %mail = (
3983	To => $pbml->{$ENV{'PBPROJ'}},
3984	From => $pbpackager->{$ENV{'PBPROJ'}},
3985	Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
3986	Body => $msg,
3987	Subject => "[ANNOUNCE] $sl",
3988	);
3989
3990	# Send mail
3991	if (! sendmail(%mail)) {
3992	if ((defined $Mail::Sendmail::error) and (defined $Mail::Sendmail::log)) {
3993	die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
3994	}
3995	}
3996	}
3997	}
3998
3999	#
4000	# Creates a set of HTML file containing the news for the project
4001	# based on what has been generated by the pb_announce function
4002	#
4003	sub pb_web_news2html {
4004
4005	my $dest = shift \|\| $ENV{'PBTMP'};
4006
4007	# Get all required parameters
4008	my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
4009
4010	# DB of announces for external usage (Web pages generation)
4011	my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
4012
4013	my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
4014	{ RaiseError => 1, AutoCommit => 1 })
4015	\|\| die "Unable to connect to $db";
4016	# For date handling
4017	$ENV{LANGUAGE}="C";
4018	my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
4019	my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
4020	pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
4021	my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
4022	my %news;
4023	$news{"cy"} = ""; # current year's news
4024	$news{"ly"} = ""; # last year news
4025	$news{"py"} = ""; # previous years news
4026	$news{"fp"} = ""; # first page news
4027	my $cpt = 4; # how many news for first page
4028	# Extract info from DB
4029	foreach my $row (@$all) {
4030	my ($id, $date, $announce) = @$row;
4031	$news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
4032	$news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
4033	$news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
4034	$news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
4035	$cpt--;
4036	}
4037	pb_log(1,"news{fp}: ".$news{"fp"}."\n");
4038	$dbh->disconnect;
4039
4040	# Generate the HTML content
4041	foreach my $pref (keys %news) {
4042	open(NEWS,"> $dest/pb_web_$pref"."news.html") \|\| die "Unable to create $dest/pb_web_$pref"."news.html: $!";
4043	print NEWS "$news{$pref}";
4044	close(NEWS);
4045	}
4046	}
4047
4048
4049	# Return the SSH key file to use
4050	# Potentially create it if needed
4051
4052	sub pb_ssh_get {
4053
4054	my $create = shift \|\| 0; # Do not create keys by default
4055
4056	my ($pbagent) = pb_conf_get_if("pbusesshagent");
4057	# use ssh-agent if asked so.
4058	return(undef) if (($create == 0) && (defined $pbagent->{$ENV{'PBPROJ'}}) && ($pbagent->{$ENV{'PBPROJ'}} =~ /true/io));
4059
4060	# Check the SSH environment
4061	my $keyfile = undef;
4062
4063	# We have specific keys by default
4064	$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
4065	if (!(-e $keyfile) && ($create eq 1)) {
4066	pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
4067	}
4068
4069	$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
4070	$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
4071	$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
4072	die "Unable to find your public ssh key under $ENV{'HOME'}/.ssh" if (not defined $keyfile);
4073	return($keyfile);
4074	}
4075
4076
4077	# Returns the pid of a running VM command using a specific VM file
4078	sub pb_check_ps {
4079	my $vmcmd = shift;
4080	my $vmm = shift;
4081	my $vmexist = 0; # FALSE by default
4082
4083	open(PS, "ps auxhww\|") \|\| die "Unable to call ps";
4084	while (<PS>) {
4085	next if (! /$vmcmd/);
4086	next if (! /$vmm/);
4087	my ($void1, $void2);
4088	($void1, $vmexist, $void2) = split(/ +/);
4089	last;
4090	}
4091	return($vmexist);
4092	}
4093
4094
4095	sub pb_extract_build_files {
4096
4097	my $src=shift;
4098	my $dir=shift;
4099	my $ddir=shift;
4100	my $mandatory=shift \|\| "spec";
4101	my @files;
4102
4103	my $flag = "mayfail" if (($mandatory eq "patch") \|\| ($mandatory eq "src"));
4104	my $res;
4105
4106	if ($src =~ /tar\.gz$/) {
4107	$res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
4108	} elsif ($src =~ /tar\.bz2$/) {
4109	$res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
4110	} else {
4111	die "Unknown compression algorithm for $src";
4112	}
4113	# If not mandatory return now
4114	return() if (($res != 0) and (($mandatory eq "patch") \|\| ($mandatory eq "src")));
4115	opendir(DIR,"$dir") \|\| die "Unable to open directory $dir: $!";
4116	foreach my $f (readdir(DIR)) {
4117	next if ($f =~ /^\./);
4118	# Skip potential patch dir
4119	next if ($f =~ /^pbpatch/);
4120	# Skip potential source dir
4121	next if ($f =~ /^pbsrc/);
4122	# Skip potential backup files
4123	next if ($f =~ /~$/);
4124	move("$dir/$f","$ddir") \|\| die "Unable to move $dir/$f to $ddir";
4125	pb_log(2,"mv $dir/$f $ddir\n");
4126	push @files,"$ddir/$f";
4127	}
4128	closedir(DIR);
4129	# Not enough but still a first cleanup
4130	pb_rm_rf("$dir");
4131	return(@files);
4132	}
4133
4134	sub pb_list_bfiles {
4135
4136	my $dir = shift;
4137	my $pbpkg = shift;
4138	my $bfiles = shift;
4139	my $pkgfiles = shift;
4140	my $supfiles = shift;
4141	# subdir to keep if recursive mode, empty by default
4142	my $subdir = shift \|\| "";
4143	# In a recursive function , we need a local var as DIR handle
4144	my $bdir;
4145
4146	pb_log(2,"DEBUG: entering pb_list_bfiles in $dir: ".Dumper($bfiles)."\n");
4147	opendir($bdir,"$dir") \|\| die "Unable to open dir $dir: $!";
4148	foreach my $f (readdir($bdir)) {
4149	pb_log(3,"DEBUG: pb_list_bfiles found $f\n");
4150	next if ($f =~ /^\./);
4151	if (-d "$dir/$f") {
4152	# Recurse for directories (Debian 3.0 format e.g.)
4153	pb_log(2,"DEBUG: pb_list_bfiles recurse in $dir/$f\n");
4154	pb_list_bfiles("$dir/$f",$pbpkg,$bfiles,$pkgfiles,$supfiles,$f);
4155	next;
4156	}
4157
4158	my $key = $f;
4159	# if recursive then store also the subdir
4160	$key = "$subdir/$f" if ($subdir ne "");
4161	$bfiles->{$key} = "$dir/$f";
4162	$bfiles->{$key} =~ s~$ENV{'PBROOTDIR'}~~;
4163	if (defined $supfiles->{$pbpkg}) {
4164	$pkgfiles->{$key} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
4165	}
4166	}
4167	closedir($bdir);
4168	pb_log(2,"DEBUG: exiting pb_list_bfiles: ".Dumper($bfiles)."\n");
4169	}
4170
4171	sub pb_add_comma {
4172
4173	my $str = shift;
4174	my $addstr = shift;
4175
4176	$str .= "," if (defined $str);
4177	$str .= $addstr;
4178	return($str);
4179	}
4180
4181	sub pb_list_sfiles {
4182
4183	my $sdir = shift;
4184	my $ptr = shift;
4185	my $pbos = shift;
4186	my $extdir = shift;
4187
4188	pb_log(2,"DEBUG: entering pb_list_sfiles: ".Dumper($ptr)."\n");
4189	my $key = "$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
4190
4191	# Prepare local sources for this distro - They are always applied first - May be a problem one day
4192	# This function works for both patches and additional sources
4193	foreach my $p (sort(<$sdir/*>)) {
4194	$ptr->{$key} = pb_add_comma($ptr->{$key},"file://$p") if (($p =~ /\.all$/) \|\| ($p =~ /\.$pbos->{'os'}$/) \|\| ($p =~ /\.$pbos->{'type'}$/) \|\| ($p =~ /\.$pbos->{'family'}$/) \|\| ($p =~ /\.$pbos->{'name'}$/) \|\| ($p =~ /\.$pbos->{'name'}-$pbos->{'version'}$/) \|\|($p =~ /\.$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}$/));
4195	}
4196
4197	# Prepare also remote sources to be included - Applied after the local ones
4198	foreach my $p ("all","$pbos->{'os'}","$pbos->{'type'}","$pbos->{'family'}","$pbos->{'name'}","$pbos->{'name'}-$pbos->{'version'}","$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") {
4199	my $f = "$extdir.".".$p";
4200	next if (not -f $f);
4201	if (not open(PATCH,$f)) {
4202	pb_display("Unable to open existing external source file content $f\n");
4203	next;
4204	}
4205	while (<PATCH>) {
4206	chomp();
4207	$ptr->{$key} = pb_add_comma($ptr->{$key},"$_");
4208	}
4209	close(PATCH);
4210	}
4211	pb_log(2,"DEBUG: exiting pb_list_sfiles: ".Dumper($ptr)."\n");
4212	return($ptr);
4213	}
4214
4215	#
4216	# Return the list of packages we are working on in a non CMS action
4217	#
4218	sub pb_get_pkg {
4219
4220	my @pkgs = ();
4221
4222	# In script actions that file may not exist.
4223	return(\@pkgs) if ((not defined $ENV{'PBDESTDIR'}) \|\| (not defined $ENV{'PBPROJVER'}) \|\| (not defined $ENV{'PBPROJTAG'}) \|\| (! -f "$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb"));
4224
4225	my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
4226	@pkgs = keys %$var if (defined $var);
4227
4228	pb_log(0,"Packages: ".join(',',@pkgs)."\n") if (@pkgs);
4229	return(\@pkgs);
4230	}
4231
4232	# Manages VM/RM SSH port communication
4233	sub pb_get_port {
4234
4235	my $port = shift;
4236	my $pbos = shift;
4237	my $cmt = shift;
4238	my $nport;
4239
4240	die "No port passed in parameter. Report to dev team\n" if (not defined $port);
4241	# key is project on VM, but machine tuple for RM
4242	if ($cmt =~ /^RM/i) {
4243	$nport = $port->{"$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}"};
4244	} else {
4245	$nport = $port->{$ENV{'PBPROJ'}};
4246	}
4247	pb_log(2,"pb_get_port with $nport\n");
4248	# Maybe a port was given as parameter so overwrite
4249	$nport = "$pbport" if (defined $pbport);
4250	# Maybe in // mode so use the env var set up as an offset to the base port, except when called from send2target for Packages or for RM
4251	if (($cmt ne "Packages") && ($cmt !~ /^RM/i)) {
4252	$nport += $ENV{'PBVMPORT'} if ((defined $pbparallel) && (defined $ENV{'PBVMPORT'}));
4253	}
4254	pb_log(2,"pb_get_port returns $nport\n");
4255	return($nport);
4256	}
4257
4258	sub pb_set_port {
4259
4260	my ($pid,$ident) = @_;
4261	pb_log(2,"pb_set_port for VM ($pid), id $ident\n");
4262	$ENV{'PBVMPORT'} = $ident;
4263	pb_log(2,"pb_set_port sets PBVMPORT in env to $ENV{'PBVMPORT'}\n");
4264	}
4265
4266	sub pb_set_parallel {
4267
4268	my $vtype = shift;
4269
4270	pb_log(2,"pb_set_parallel vtype: $vtype\n");
4271	# Take care of memory size if VM, parallel mode and more than 1 action
4272	if ((defined $pbparallel) && ($pbparallel ne 1) && ($vtype eq "vm")) {
4273	eval
4274	{
4275	require Linux::SysInfo;
4276	Linux::SysInfo->import();
4277	};
4278	if ($@) {
4279	# Linux::SysInfo not found
4280	pb_log(1,"ADVISE: Install Linux::SysInfo to benefit from automatic parallelism optimization.\nOr optimize manually pbparallel in your pb.conf file\nUsing $pbparallel processes max at a time for the moment\nWARNING: This may consume too much memory for your system\n");
4281	} else {
4282	# Using the memory size
4283	my $si = Linux::SysInfo::sysinfo();
4284	if (not defined $si) {
4285	pb_log(1,"ADVISE: Install Linux::SysInfo to benefit from automatic parallelism optimization.\nOr optimize manually pbparallel in your pb.conf file\nUsing $pbparallel processes max at a time for the moment\nWARNING: This may consume too much memory for your system\n");
4286	} else {
4287	# Keep the number of VM whose memory can be allocated
4288	my $ram = $si->{"totalram"}-$si->{"sharedram"}-$si->{"bufferram"};
4289	my $ram2;
4290	my ($vmmem) = pb_conf_get_if("vmmem");
4291
4292	my $v = "default";
4293	if ((defined $vmmem) and (defined $vmmem->{$v})) {
4294	$ram2 = $vmmem->{$v};
4295	} else {
4296	# Default for KVM/QEMU
4297	$ram2 = 128;
4298	}
4299	$pbparallel = sprintf("%d",$ram/$ram2);
4300	}
4301	pb_log(1,"Using $pbparallel processes at a time\n");
4302	}
4303	}
4304	pb_log(2,"pb_set_parallel returns: $pbparallel\n") if (defined $pbparallel);
4305	return($pbparallel);
4306	}
4307
4308	sub pb_get_sudocmds {
4309
4310	my $pbos = shift;
4311	my %sudocmds;
4312
4313	pb_log(2,"pb_get_sudocmds entering with lines:".Dumper(@_)."\n");
4314	foreach my $c (split(/;/,$pbos->{'update'}),split(/;/,$pbos->{'install'}),@_) {
4315	pb_log(2,"pb_get_sudocmds analyses $c\n");
4316	next if ($c !~ /^\s*sudo/);
4317	# remove sudo and leading spaces
4318	$c =~ s/^\s*sudo\s+//;
4319	# keep only the command, not the params
4320	$c =~ s/([^\s]+)\s.*$/$1/;
4321	$sudocmds{$c} = "";
4322	}
4323	pb_log(2,"pb_get_sudocmds returns ".Dumper(keys %sudocmds)."\n");
4324	return(keys %sudocmds);
4325	}
4326
4327	sub pb_sign_pkgs {
4328
4329	my $pbos = shift;
4330	my $made = shift;
4331
4332	pb_log(2,"entering pb_sign_pkg: $made ".Dumper($pbos)."\n");
4333	my ($passfile, $passphrase, $passpath) = pb_conf_get_if("pbpassfile","pbpassphrase","pbpasspath");
4334	$ENV{'PBPASSPHRASE'} = $passphrase->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSPHRASE'}) && (defined $passphrase->{$ENV{'PBPROJ'}}));
4335	$ENV{'PBPASSFILE'} = $passfile->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSFILE'})&& (defined $passfile->{$ENV{'PBPROJ'}})) ;
4336	$ENV{'PBPASSPATH'} = $passpath->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSPATH'})&& (defined $passpath->{$ENV{'PBPROJ'}})) ;
4337
4338	# Remove extra spaces
4339	$made =~ s/\s+/ /g;
4340	$made =~ s/^\s//g;
4341	$made =~ s/\s$//g;
4342
4343	if ($pbos->{'type'} eq "rpm") {
4344	eval
4345	{
4346	require RPM4::Sign;
4347	RPM4::Sign->import();
4348	};
4349	if ($@) {
4350	# RPM4::Sign not found
4351	pb_log(1,"WARNING: Install RPM4::Sign to benefit from automatic package signing.\n");
4352	} else {
4353	return if ((not defined $ENV{'PBPASSPHRASE'}) and (not defined $ENV{'PBPASSFILE'}));
4354	my $sign = RPM4::Sign->new(
4355	passphrase => $ENV{'PBPASSPHRASE'},
4356	name => $ENV{'PBPACKAGER'},
4357	path => $ENV{'PBPASSPATH'},
4358	password_file => $ENV{'PBPASSFILE'},
4359	);
4360
4361	pb_log(0,"Signing RPM packages...\n");
4362	pb_log(2,"pb_sign_pkg: pkgs:".Dumper(split(/ /,$made))."\n");
4363	$sign->rpmssign(split(/ /,$made));
4364	}
4365	} elsif ($pbos->{'type'} eq "deb") {
4366	my $changes = "";
4367	foreach my $c (split(/ /,$made)) {
4368	$changes .= " $ENV{'PBBUILDDIR'}/$c" if (($c =~ /\.changes$/) && (-f "$ENV{PBBUILDDIR}/$c"));
4369	}
4370	my $debsigncmd = pb_check_req("debsign",1);
4371	pb_system("$debsigncmd -m\'$ENV{'PBPACKAGER'}\' $changes","Signing DEB packages","mayfail") if (($changes ne "") && (defined $debsigncmd));
4372	} else {
4373	pb_log(0,"I don't know yet how to sign packages for type $pbos->{'type'}.\nPlease give feedback to dev team\n");
4374	}
4375	pb_log(2,"exiting pb_sign_pkg\n");
4376	}
4377
4378	# return list of all distributins supported, comma separated
4379	sub pb_get_distros {
4380
4381	my $pbos = shift;
4382	my $pbtarget = shift;
4383
4384	my @dists = ("$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}");
4385
4386	# Get list of distributions for which we need to generate build files if no target
4387	if (not defined $pbtarget) {
4388	my @pt = pb_conf_get_if("vmlist","velist","rmlist");
4389	foreach my $pt (@pt) {
4390	push(@dists, split(/,/, $pt->{$ENV{PBPROJ}})) if defined $pt->{$ENV{PBPROJ}};
4391	}
4392	# remove any whitespace
4393	grep(s/\s+//go, @dists);
4394	}
4395	return(join(",",@dists));
4396	}
4397
4398	sub pb_get_extdir () {
4399
4400	# the pbrc file should contain it and whatever the key, we take it
4401	my ($ed) = pb_conf_read("$ENV{'PBDESTDIR'}/pbrc","pbextdir");
4402	pb_log(2,"ed: ".Dumper($ed)."\n");
4403	my $pbextdir = "";
4404	foreach my $k (keys %$ed) {
4405	$pbextdir = $ed->{$k};
4406	# In case we have an empty field, empty it completely
4407	pb_log(2,"pbextdir: *$pbextdir*\n");
4408	$pbextdir =~ s/^\s*$//;
4409	}
4410	pb_log(2,"pbextdir: *$pbextdir*\n");
4411	return($pbextdir);
4412	}
4413
4414	1;

Note: See TracBrowser for help on using the repository browser.

Download in other formats: