Context Navigation

source: ProjectBuilder/devel/pb/bin/pb@ 1651

Last change on this file since 1651 was 1651, checked in by Bruno Cornec, 12 years ago
Avoid to emit msgs when sed -i doesn't work (as on RedHat 6.2) Factorize the proxy usages in pb_apply_conf_proxy and make it public (was partly done only) debug level is now passed to the vescrip improving debug capabilities in that script /dev/null shouldn't be touched on RedHat 6.2 as recreating it doesn't seem to work Allow usage of mayfailverbose in pb_system when both features are needed to help debuging Imrpove again RedHat 6.2 support up to setupve now (however needs a manual install of perl 5.6.2 to work as the minimum version for pb)
Property svn:executable set to ``*
File size: 150.5 KB

Line
1	#!/usr/bin/perl -w
2	#
3	# Project Builder main application
4	#
5	# $Id$
6	#
7	# Copyright B. Cornec 2007-2012
8	# Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
9	# Provided under the GPL v2
10
11	# Syntax: see at end
12
13	use strict 'vars';
14
15	# The modules mentioned here are required by pb when used both
16	# locally or inside a VE/VM/RM
17	# Additional required modules only used locally are called with a require
18	# in their respective section
19	use Getopt::Long qw(:config auto_abbrev no_ignore_case);
20	use Carp qw/confess cluck/;
21	use Data::Dumper;
22	use English;
23	use File::Basename;
24	use File::Copy;
25	use File::stat;
26	use File::Find;
27	use Time::localtime qw(localtime);
28	use POSIX qw(strftime);
29	use lib qw (lib);
30	use ProjectBuilder::Version;
31	use ProjectBuilder::Base;
32	use ProjectBuilder::Display;
33	use ProjectBuilder::Conf;
34	use ProjectBuilder::Distribution;
35	use ProjectBuilder::VCS;
36	use ProjectBuilder::CMS;
37	use ProjectBuilder::Env;
38	use ProjectBuilder::Filter;
39	use ProjectBuilder::Changelog;
40	use ProjectBuilder::VE;
41
42	# Global variables
43	$Global::pb_stop_on_error = 0; # False by default
44	$Global::pb_show_sudo = 0; # False by default
45
46	my %opts; # CLI Options
47	my $action; # action to realize
48	my $test = "FALSE"; # Not used
49	my $pbforce = 0; # Force VE/VM rebuild
50	my $pbsnap = 0; # Do not use snapshot mode for VM/VE by default
51	my $pbkeep = 0; # keep temporary directory at the end
52	my $option = ""; # Not used
53	my @pkgs; # list of packages
54	my $pbtag; # Global Tag variable
55	my $pbver; # Global Version variable
56	my $pbscript; # Name of the script
57	my %pbver; # per package
58	my %pbtag; # per package
59	my $pbrev; # Global REVISION variable
60	my $pbaccount; # Login to use to connect to the VM/RM
61	my $pbtarget = undef; # Target os-ver-arch you want to build for
62	my $pbport; # Port to use to connect to the VM/RM
63	my $newver; # New version to create
64	my $iso = undef; # ISO image for the VM to create
65
66	my @date = pb_get_date();
67	my $pbdate = strftime("%Y-%m-%d", @date);
68
69	=pod
70
71	=head1 NAME
72
73	pb, aka project-builder.org - builds packages for your projects
74
75	=head1 DESCRIPTION
76
77	pb helps you build various packages directly from your project sources.
78	Those sources could be handled by a CMS (Configuration Management System)
79	such as Subversion, CVS, Git, Mercurial... or being a simple reference to a compressed tar file.
80	It's based on a set of configuration files, a set of provided macros to help
81	you keeping build files as generic as possible. For example, a single .spec
82	file should be required to generate for all rpm based distributions, even
83	if you could also have multiple .spec files if required.
84
85	=head1 SYNOPSIS
86
87	pb [-vhSq][-r pbroot][-p project][[-s script -a account -P port][-t [os-ver-arch]][-m os-ver-arch[,...]]][-g][-i iso] <action> [<pkg1> ...]
88
89	pb [--verbose][--help][--man][--quiet][--snapshot][--revision pbroot][--project project][[--script script --account account --port port][--target [os-ver-arch]][--machine os-ver-arch[,...]]][--nographic][--iso iso][--rebuild] <action> [<pkg1> ...]
90
91	=head1 OPTIONS
92
93	=over 4
94
95	=item B<-v\|--verbose>
96
97	Print a brief help message and exits.
98
99	=item B<-q\|--quiet>
100
101	Do not print any output.
102
103	=item B<-h\|--help>
104
105	Print a brief help message and exits.
106
107	=item B<-S\|--snapshot>
108
109	Use the snapshot mode of VMs or VEs
110
111	=item B<--man>
112
113	Prints the manual page and exits.
114
115	=item B<-t\|--target os-ver-arch>
116
117	Name of the target system you want to build for.
118	All if none precised.
119
120	=item B<-m\|--machine os-ver-arch[,os-ver-arch,...]>
121
122	Name of the Virtual Machines (VM), Virtual Environments (VE) or Remote Machines (RM)
123	you want to build on (comma separated).
124	All if none precised (or use the env variable PBV).
125
126	=item B<-s\|--script script>
127
128	Name of the script you want to execute on the related VMs/VEs/RMs.
129
130	=item B<-g\|--nographic>
131
132	Do not launch VMs in graphical mode.
133
134	=item B<-i\|--iso iso_image>
135
136	Name of the ISO image of the distribution you want to install on the related VMs.
137
138	=item B<-a\|--account account>
139
140	Name of the account to use to connect on the related VMs/RMs.
141
142	=item B<-P\|--port port_number>
143
144	Port number to use to connect on the related VMs/RMs.";
145
146	=item B<-p\|--project project_name>
147
148	Name of the project you're working on (or use the env variable PBPROJ)
149
150	=item B<-r\|--revision revision>
151
152	Path Name of the project revision under the CMS (or use the env variable PBROOT)
153
154	=item B<-V\|--version new_version>
155
156	New version of the project to create based on the current one.
157
158	=item B<-k\|--keep>
159
160	Keep the temporary dir where files have been created in or der to help debug
161
162	=item B<--rebuild>
163
164	Only valid with the checkssh action, it alllows to automatically relaunch the build of the failed packages
165
166	=item B<--no-stop-on-error>
167
168	Continue through errors with best effort.
169
170	=back
171
172	=head1 ARGUMENTS
173
174	<action> can be:
175
176	=over 4
177
178	=item B<sbx2build>
179
180	Create tar files for the project under your CMS.
181	Current state of the exported content is taken.
182	CMS supported are SVN, SVK, CVS, Git and Mercurial
183	parameters are packages to build
184	if not using default list
185
186	=item B<cms2build>
187
188	Create tar files for the project under your CMS.
189	Current state of the CMS is taken.
190	CMS supported are SVN, SVK, CVS, Git and Mercurial
191	parameters are packages to build
192	if not using default list
193
194	=item B<build2pkg>
195
196	Create packages for your running distribution
197
198	=item B<cms2pkg>
199
200	cms2build + build2pkg
201
202	=item B<sbx2pkg>
203
204	sbx2build + build2pkg
205
206	=item B<build2ssh>
207
208	Send the tar files to a SSH host
209
210	=item B<sbx2ssh>
211
212	sbx2build + build2ssh
213
214	=item B<cms2ssh>
215
216	cms2build + build2ssh
217
218	=item B<pkg2ssh>
219
220	Send the packages built to a SSH host
221
222	=item B<build2vm>
223
224	Create packages in VMs, launching them if needed
225	and send those packages to a SSH host once built
226	VM type supported are QEMU and KVM
227
228	=item B<build2ve>
229
230	Create packages in VEs, creating it if needed
231	and send those packages to a SSH host once built
232
233	=item B<build2rm>
234
235	Create packages in RMs, which should pre-exist,
236	and send those packages to a SSH host once built
237	RM means Remote Machine, and could be a physical or Virtual one.
238	This is one buildfarm integration for pb.
239
240	=item B<sbx2vm>
241
242	sbx2build + build2vm
243
244	=item B<sbx2ve>
245
246	sbx2build + build2ve
247
248	=item B<sbx2rm>
249
250	sbx2build + build2rm
251
252	=item B<cms2vm>
253
254	cms2build + build2vm
255
256	=item B<cms2ve>
257
258	cms2build + build2ve
259
260	=item B<cms2rm>
261
262	cms2build + build2rm
263
264	=item B<launchvm>
265
266	Launch one virtual machine
267
268	=item B<launchve>
269
270	Launch one virtual environment
271
272	=item B<script2vm>
273
274	Launch one virtual machine if needed
275	and executes a script on it
276
277	=item B<script2ve>
278
279	Execute a script in a virtual environment
280
281	=item B<script2rm>
282
283	Execute a script on a remote machine
284
285	=item B<newvm>
286
287	Create a new virtual machine
288
289	=item B<newve>
290
291	Create a new virtual environment
292
293	=item B<setupvm>
294
295	Setup a virtual machine for pb usage
296
297	=item B<setupve>
298
299	Setup a virtual environment for pb usage
300
301	=item B<setuprm>
302
303	Setup a remote machine for pb usage
304
305	=item B<sbx2setupvm>
306
307	Setup a virtual machine for pb usage using the sandbox version of pb instead of the latest stable
308	Reserved to dev team.
309
310	=item B<sbx2setupve>
311
312	Setup a virtual environment for pb usage using the sandbox version of pb instead of the latest stable
313	Reserved to dev team.
314
315	=item B<sbx2setuprm>
316
317	Setup a remote machine for pb usage using the sandbox version of pb instead of the latest stable
318	Reserved to dev team.
319
320	=item B<snapvm>
321
322	Snapshot a virtual machine for pb usage
323
324	=item B<snapve>
325
326	Snapshot a virtual environment for pb usage
327
328	=item B<updatevm>
329
330	Update the distribution in the virtual machine
331
332	=item B<updateve>
333
334	Update the distribution in the virtual environment
335
336	=item B<updaterm>
337
338	Update the distribution in the remote machine
339
340	=item B<test2pkg>
341
342	Test a package locally
343
344	=item B<test2vm>
345
346	Test a package in a virtual machine
347
348	=item B<test2ve>
349
350	Test a package in a virtual environment
351
352	=item B<test2rm>
353
354	Test a package in a remote machine
355
356	=item B<checkssh>
357
358	Check the delivery of the packages on the repository
359
360	=item B<newver>
361
362	Create a new version of the project derived
363	from the current one
364
365	=item B<newproj>
366
367	Create a new project and a template set of
368	configuration files under pbconf
369
370	=item B<announce>
371
372	Announce the availability of the project through various means
373
374	=item B<sbx2webssh>
375
376	Create tar files for the website under your CMS.
377	Current state of the exported content is taken.
378	Deliver the content to the target server using ssh from the exported dir.
379
380	=item B<cms2webssh>
381
382	Create tar files for the website from your CMS.
383	Deliver the content to the target server using ssh from the DVCS.
384
385	=item B<sbx2webpkg>
386
387	Create tar files for the website under your CMS.
388	Current state of the exported content is taken.
389
390	=item B<cms2webpkg>
391
392	Create tar files for the website under your CMS.
393
394	=item B<getconf>
395
396	Print the full configuration parameters as found in the various configuration files. help to debug conf issues.
397
398	=item B<clean>
399
400	Purge the build and delivery directories related to the current project
401
402	=item B<cleanssh>
403
404	Purge the ssh server of its packages (only for testver and test packages)
405
406	=back
407
408	<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
409
410	=head1 WEB SITES
411
412	The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
413
414	=head1 USER MAILING LIST
415
416	None exists for the moment.
417
418	=head1 CONFIGURATION FILES
419
420	Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
421
422	Here is an example of such a configuration file:
423
424	#
425	# Define for each project the URL of its pbconf repository
426	# No default option allowed here as they need to be all different
427	#
428	# URL of the pbconf content
429	# This is the format of a classical URL with the extension of additional schema such as
430	# svn+ssh, cvs+ssh, ...
431	#
432	pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
433
434	# This is normaly defined in the project's configuration file
435	# Url of the project
436	#
437	pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
438
439	# All these URLs needs to be defined here as the are the entry point
440	# for how to build packages for the project
441	#
442	pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
443	pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
444	pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
445	pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
446
447	# Under that dir will take place everything related to pb
448	# If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
449	# to your VMs/chroot/...
450	# if not defined then /var/cache
451	pbdefdir default = $ENV{'HOME'}/project-builder
452	pbdefdir pb = $ENV{'HOME'}
453	pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
454	pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
455
456	# pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
457	# If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
458	pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
459	pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
460
461	# pbdir points to the directory where the CMS content of the pburl is checked out
462	# If not defined, pbdir is under pbdefdir/pbproj
463	# Only defined if we have access to the dev of the project
464	pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
465	pbdir mondorescue = $ENV{'HOME'}/mondo/svn
466
467	# -daemonize doesn't work with qemu 0.8.2
468	vmopt default = -m 384
469
470	=head1 COMMAND DETAILS
471
472	=head2 newproj
473
474	The newproj command creates a new project-builder project. To run this command you first need to define two variables in your ~/.pbrc file:
475
476	pbconfurl I<project> = file:///home/anderse/.git/project-builder-config/I<project>
477	pbdefdir default = $ENV{HOME}/cache-project-builder
478
479	The first line defines the version controlled configuration information and the second defines the root directory for project-builder to use.
480
481	You can then run the command:
482
483	% pb -p I<$project> -r I<$version> newproj I<$pkg>
484
485	to create the new project. Running the newproj command will then generate the file $pbdefdir/$project/pbconf/$version/$project.pb, and the directory $pbdefdir/$project/pbconf/$version/$pkg. You will need to edit those files to make the later commands work.
486
487	=head2 cms2build
488
489	The cms2build command takes your files from the content management system and makes the two tar files that are necessary for building files. You need to have run the newproj command first. Then there are several steps for running this command:
490
491	=over 4
492
493	=item Update your $project.pb configuration file.
494
495	You need to set the pburl, pbrepo, pbwf, pbpackager, projver, projtag, testver, delivery, and defpkgdir lines as described in the configuration file. The pburl entry is used to find the source for your package. The pbrepo entry is used to build the .repo or .sources.list files for use by downloaders of the package. The pbwf entry indicates that the source tar file is named by I<package-name>-I<version>. The pbpackager entry will be stored in the packages and should be you or your team. The projver/projtag entries indicate the version of the software and the version of the packaging scripts. The testver entry when true indicates that the package is in a test version, so no log file is computed (can be long), and version is made up using a timstamp. The delivery entry gives the subdirectory under which the packages will be delivered on the repository, and the defpkgdir entry corresponds to the local subdirectory hosting the package content.
496
497	For example:
498
499	pburl Lintel = file:///home/anderse/projects/Lintel-0.2012.02.28.tar.gz
500	pbrepo Lintel = http://tesla.hpl.hp.com/opensource
501	pbwf Lintel = 1
502	pbpackager Lintel = Eric Anderson <eric.anderson4@hp.com>
503	projver Lintel = 0.2012.02.28
504	projtag Lintel = 1
505	testver Lintel = false
506	delivery Lintel = production
507	defpkgdir Lintel = Lintel-0.2012.02.28
508
509	=item Create the build .tar.gz files:
510
511	Then you need to take those files and create the initial tar files. Run a command like:
512
513	% pb -p $project -r $version cms2build
514
515	To create the $pbdefdir/$project/delivery/$project-$version.{,pbconf}.tar.gz files, the $version-$projtag.pb and pbrc files in the same directory.
516
517	=back
518
519	=head2 build2pkg
520
521	The build2pkg command takes the tar files created in the cms2build step and attempts to build binary packages for your current operating system. There are two steps:
522
523	=over 4
524
525	=item Update your filters and build files.
526
527	You probably need to edit the files describing the build steps in one of the $pbdefdir/$project/pbconf/$version/$project/{deb,rpm,pkg} directories and the filters in $pbdefdir/$project/pbconf/$version/pbfilter. Note that you can define additional filters and transforms in the .pbf files. The build files will be filtered by the filters defined in the .pbf files to generate the inputs to the build step. Therefore, if you change those files, you need to re-run the cms2build step.
528
529	=item Build the package.
530
531	Then you can run a command like:
532
533	% pb -p $project -r $version build2pkg
534
535	To create the files in $project/build that comprise your binary package(s).
536
537	=back
538
539	=head2 newve
540
541	The newve command creates a new virtual environment, i.e. a chrooted OS for building packages. Using a virtual environment is an efficient way to build packages on a related set of operating systems. The OS's have to be related because the kernel will be shared. Steps:
542
543	=over 4
544
545	=item Update ~/.pbrc
546
547	Update your ~/.pbrc file to specify the vepath, velist, velogin, and vetype variables, e.g.:
548
549	vepath default = $ENV{HOME}/cache-project-builder/chroot
550	velist default = debian-6.0-i386
551	velogin default = pb
552	vetype default = chroot
553
554	If you are building for rpm style OS's, update the verpmtype option, and install the appropriate tool.
555
556	verpmtype default = rpmbootstrap
557
558	You may also choose to specify a mirror for the OS packages, and optionally http/ftp proxies. You can specify the proxies either through environment variables ($http_proxy/$ftp_proxy) or in the configuration file. The configuration file will be used if no corresponding environment variable has been set. For example, for debian and with a local squid proxy:
559
560	rbsmirrorsrv debian = http://mirrors1.kernel.org/debian/
561	http_proxy default = http://localhost:3128/
562	ftp_proxy default = http://localhost:3128/
563
564	=item Run the cms2build command
565
566	If you have deleted your $package/delivery directory, re-run the cms2build command as in the earlier step. This step is necessary to generate the I<package>/delivery/pbrc file.
567
568	=item Create the new virtual environment
569
570	Initialize the new operating system. This step will install the core OS packages for the virtual environment, e.g.:
571
572	% pb -v -p $project -m debian-6.0-i386 newve
573
574	=back
575
576	=head2 setupve
577
578	The setupve command prepares a virtual environment for use by project builder. In particular it installs project-builder from the packages into the virtual environment. Two sub-steps are necessary:
579
580	=over 4
581
582	=item Update $project.pb
583
584	You need to have a sshhost entry for setupve to work, so add one, even an invalid one, e.g.:
585
586	sshhost $project = foo.example.org
587
588	=item Setup the virtual environment
589
590	% pb -v -p $project -m debian-6.0-i386 setupve
591
592	If you prefer to install the current SVN version of project builder, you can substitute the setupve option by the sbx2setupv one.
593
594	=back
595
596	=head2 build2ve
597
598	The build2ve command is similar to the build2pkg command in that it will take the sources created by cms2build and turn them into binary packages. The command has two differences. First, it creates the packages in a virtual environment, i.e. the one made by an earlier setupve setup. Second it copies the resulting packages to a repository and builds the repository meta-data needed.
599
600	Three sub-steps are needed:
601
602	=over 4
603
604	=item Update $project.pb
605
606	You need to have a valid sshdir and sshhost entry for build2ve to work, so add them. Note that you need to be able to ssh from the host you run the command on to the repository host, preferably without needing to type in a password, so using ssh-agent or having a special passwordless project-builder ssh key will make this step easier.
607
608	sshhost $project = localhost
609	sshdir $project = $home/cache-project-builder/repos
610
611	You may also need to specify additional repository files to use or rpms to install. Note the URL for repositories is not the URL of the repository, but the URL of a file that can be put in the yum.repos.d or apt.sources.d directory.
612
613	addrepo centos-5-i386 = http://localhost/pb/centos-extras.repo,http://mirror.centos.org/centos/5/extras/i386/RPMS/chrpath-0.13-3.el5.centos.i386.rpm
614
615	=item Update your filters and build files
616
617	You may need to update your filter files (*.pbf) as in the build2pkg step if you are building for a new OS or architecture.
618
619	=item Build the packages and copy them to the repository
620
621	% pb -v -p $project -m debian-6.0-i386 build2ve
622
623	=back
624
625	Debugging: If the build fails (and you did not specify the --no-stop-on-error) option, then the virtual environment and scripts should still be present and configured to build the package. You can run a command like 'sudo setarch i386 chroot $path bash' in order to get into the environment. In your log you should see a command like that. From there you can go into the /home/pb directory as the pb user and run the same style of pb commands as you did when doing build2pkg. This will help you figure out what has gone wrong in the build in the virtual environment.
626
627	=head1 AUTHORS
628
629	The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
630
631	=head1 COPYRIGHT
632
633	Project-Builder.org is distributed under the GPL v2.0 license
634	described in the file C<COPYING> included with the distribution.
635
636	=cut
637
638	# ---------------------------------------------------------------------------
639
640	my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
641	my $appname = "pb";
642
643	# Initialize the syntax string
644
645	pb_syntax_init("$appname (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
646
647	GetOptions("help\|?\|h+" => \$opts{'h'},
648	"man" => \$opts{'man'},
649	"verbose\|v+" => \$opts{'v'},
650	"snapshot\|S" => \$opts{'S'},
651	"quiet\|q" => \$opts{'q'},
652	"log-files\|l=s" => \$opts{'l'},
653	"force\|f" => \$opts{'f'},
654	"account\|a=s" => \$opts{'a'},
655	"revision\|r=s" => \$opts{'r'},
656	"script\|s=s" => \$opts{'s'},
657	"machines\|mock\|m=s" => \$opts{'m'},
658	"target\|t:s" => \$opts{'t'},
659	"nographic\|g" => \$opts{'g'},
660	"port\|P=i" => \$opts{'P'},
661	"project\|p=s" => \$opts{'p'},
662	"rebuild" => \$opts{'rebuild'},
663	"iso\|i=s" => \$opts{'i'},
664	"version\|V=s" => \$opts{'V'},
665	"keep\|k" => \$opts{'k'},
666	"stop-on-error!" => \$Global::pb_stop_on_error,
667	) \|\| pb_syntax(-1,0);
668
669	if (defined $opts{'l'}) {
670	open(pbLOG,"> $opts{'l'}") \|\| die "Unable to log to $opts{'l'}: $!";
671	$pbLOG = \*pbLOG;
672	$pbdebug = 0 if ($pbdebug == -1);
673	}
674	pb_log_init($pbdebug, $pbLOG);
675
676	if (defined $opts{'h'}) {
677	pb_syntax(0,$opts{'h'}-1);
678	}
679	if (defined $opts{'man'}) {
680	pb_syntax(0,2);
681	}
682	if (defined $opts{'v'}) {
683	$pbdebug = $opts{'v'};
684	}
685	if (defined $opts{'f'}) {
686	$pbforce=1;
687	}
688	if (defined $opts{'q'}) {
689	$pbdebug=-1;
690	}
691	if (defined $opts{'S'}) {
692	$pbsnap=1;
693	}
694	if (defined $opts{'k'}) {
695	$pbkeep=1;
696	}
697	pb_display_init("text","");
698
699	# Handle root of the project if defined
700	if (defined $opts{'r'}) {
701	$ENV{'PBROOTDIR'} = $opts{'r'};
702	}
703	# Handle virtual machines if any
704	if (defined $opts{'m'}) {
705	$ENV{'PBV'} = $opts{'m'};
706	}
707	if (defined $opts{'s'}) {
708	$pbscript = $opts{'s'};
709	}
710	if (defined $opts{'a'}) {
711	$pbaccount = $opts{'a'};
712	die "option -a requires a -s script option" if (not defined $pbscript);
713	}
714	if (defined $opts{'P'}) {
715	$pbport = $opts{'P'};
716	}
717	if (defined $opts{'V'}) {
718	$newver = $opts{'V'};
719	}
720	if (defined $opts{'i'}) {
721	$iso = $opts{'i'};
722	}
723	if (defined $opts{'t'}) {
724	$pbtarget = $opts{'t'};
725	}
726
727	# Get Action
728	$action = shift @ARGV;
729	die pb_syntax(-1,1) if (not defined $action);
730
731	my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
732	my $pbinit = undef;
733	$pbinit = 1 if ($action =~ /^newproj$/);
734
735	# Handles project name if any
736	# And get global params
737	($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action,$pbkeep);
738
739	#
740	# Check for command requirements
741	#
742	my ($req,$opt,$pbpara,$pbshowsudo,$pbstoponerr) = pb_conf_get_if("oscmd","oscmdopt","pbparallel","pbshowsudo","pbstoponerr");
743	pb_check_requirements($req,$opt,$appname);
744
745	$Global::pb_show_sudo = 1 if ((defined $pbshowsudo) && (defined $pbshowsudo->{$ENV{'PBPROJ'}}) && ($pbshowsudo->{$ENV{'PBPROJ'}} =~ /true/oi));
746	$Global::pb_stop_on_error = 1 if ((defined $pbstoponerr) && (defined $pbstoponerr->{$ENV{'PBPROJ'}}) && ($pbstoponerr->{$ENV{'PBPROJ'}} =~ /true/oi));
747
748	#
749	# Check if we can launch some actions in // with Parallel::ForkManager
750	#
751	my $pbparallel = $pbpara->{$appname} if (defined $pbpara);
752	if (not defined $pbparallel) {
753	eval
754	{
755	require Sys::CPU;
756	Sys::CPU->import();
757	};
758	if ($@) {
759	# Sys::CPU not found, defaulting to 1
760	pb_log(1,"ADVISE: Install Sys::CPU to benefit from automatic parallelism optimization.\nOr use pbparallel in your pb.conf file\nOnly 1 process at a time for the moment\n");
761	$pbparallel = 1;
762	} else {
763	# Using the number of cores
764	$pbparallel = Sys::CPU::cpu_count();
765	pb_log(1,"Using parallel mode with $pbparallel processes\n");
766	}
767	}
768
769	eval
770	{
771	require Parallel::ForkManager;
772	Parallel::ForkManager->import();
773	};
774	# Parallel::ForkManager not found so no // actions
775	if ($@) {
776	$pbparallel = undef;
777	pb_log(1,"ADVISE: Install Parallel::ForkManager to benefit from automatic parallelism optimization.\nOnly 1 process at a time for the moment\n");
778	}
779
780	pb_log(0,"Project: $ENV{'PBPROJ'}\n");
781	pb_log(0,"Action: $action\n");
782
783	# Act depending on action
784	if ($action =~ /^cms2build$/) {
785	pb_cms2build("CMS");
786	} elsif ($action =~ /^sbx2build$/) {
787	pb_cms2build("SandBox");
788	} elsif ($action =~ /^build2pkg$/) {
789	pb_build2pkg();
790	} elsif ($action =~ /^cms2pkg$/) {
791	pb_cms2build("CMS");
792	pb_build2pkg();
793	} elsif ($action =~ /^sbx2pkg$/) {
794	pb_cms2build("SandBox");
795	pb_build2pkg();
796	} elsif ($action =~ /^build2ssh$/) {
797	pb_build2ssh();
798	} elsif ($action =~ /^cms2ssh$/) {
799	pb_cms2build("CMS");
800	pb_build2ssh();
801	} elsif ($action =~ /^sbx2ssh$/) {
802	pb_cms2build("SandBox");
803	pb_build2ssh();
804	} elsif ($action =~ /^pkg2ssh$/) {
805	pb_pkg2ssh();
806	} elsif ($action =~ /^build2rm$/) {
807	pb_build2v("rm","build");
808	} elsif ($action =~ /^build2ve$/) {
809	pb_build2v("ve","build");
810	} elsif ($action =~ /^build2vm$/) {
811	pb_build2v("vm","build");
812	} elsif ($action =~ /^cms2rm$/) {
813	pb_cms2build("CMS");
814	pb_build2v("rm","build");
815	} elsif ($action =~ /^cms2ve$/) {
816	pb_cms2build("CMS");
817	pb_build2v("ve","build");
818	} elsif ($action =~ /^sbx2rm$/) {
819	pb_cms2build("SandBox");
820	pb_build2v("rm","build");
821	} elsif ($action =~ /^sbx2ve$/) {
822	pb_cms2build("SandBox");
823	pb_build2v("ve","build");
824	} elsif ($action =~ /^cms2vm$/) {
825	pb_cms2build("CMS");
826	pb_build2v("vm","build");
827	} elsif ($action =~ /^sbx2vm$/) {
828	pb_cms2build("SandBox");
829	pb_build2v("vm","build");
830	} elsif ($action =~ /^launchvm$/) {
831	pb_launchv("vm",$ENV{'PBV'},0);
832	} elsif ($action =~ /^launchve$/) {
833	pb_launchv("ve",$ENV{'PBV'},0);
834	} elsif ($action =~ /^script2vm$/) {
835	pb_script2v($pbscript,"vm");
836	} elsif ($action =~ /^script2ve$/) {
837	pb_script2v($pbscript,"ve");
838	} elsif ($action =~ /^script2rm$/) {
839	pb_script2v($pbscript,"rm");
840	} elsif ($action =~ /^newver$/) {
841	pb_newver();
842	} elsif ($action =~ /^newve$/) {
843	pb_launchv("ve",$ENV{'PBV'},1);
844	} elsif ($action =~ /^newvm$/) {
845	pb_launchv("vm",$ENV{'PBV'},1);
846	pb_log(0, "Please ensure that sshd is running in your VM by default\n");
847	pb_log(0, "and that it allows remote root login (PermitRootLogin yes in /etc/ssh/sshd_config)\n");
848	pb_log(0, "Also ensure that network is up, firewalling correctly configured\n");
849	pb_log(0, "and perl, sudo, ntpdate and scp/ssh installed\n");
850	pb_log(0, "You should then be able to login with ssh -p VMPORT root\@localhost (if VM started with pb)\n");
851	} elsif ($action =~ /^setuprm$/) {
852	pb_setup2v("rm");
853	} elsif ($action =~ /^setupve$/) {
854	pb_setup2v("ve");
855	} elsif ($action =~ /^setupvm$/) {
856	pb_setup2v("vm");
857	} elsif ($action =~ /^sbx2setuprm$/) {
858	die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
859	pb_cms2build("SandBox");
860	pb_setup2v("rm","SandBox");
861	} elsif ($action =~ /^sbx2setupve$/) {
862	die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
863	pb_cms2build("SandBox");
864	pb_setup2v("ve","SandBox");
865	} elsif ($action =~ /^sbx2setupvm$/) {
866	die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
867	pb_cms2build("SandBox");
868	pb_setup2v("vm","SandBox");
869	} elsif ($action =~ /^updaterm$/) {
870	pb_update2v("rm");
871	} elsif ($action =~ /^updateve$/) {
872	pb_update2v("ve");
873	} elsif ($action =~ /^updatevm$/) {
874	pb_update2v("vm");
875	} elsif ($action =~ /^snapve$/) {
876	pb_snap2v("ve");
877	} elsif ($action =~ /^snapvm$/) {
878	pb_snap2v("vm");
879	} elsif ($action =~ /^test2pkg$/) {
880	pb_test2pkg();
881	} elsif ($action =~ /^test2rm$/) {
882	pb_build2v("rm","test");
883	} elsif ($action =~ /^test2ve$/) {
884	pb_build2v("ve","test");
885	} elsif ($action =~ /^test2vm$/) {
886	pb_build2v("vm","test");
887	} elsif ($action =~ /^newproj$/) {
888	# Nothing to do - already done in pb_env_init
889	} elsif ($action =~ /^getconf$/) {
890	my $pbos = pb_distro_get_context();
891	pb_conf_print();
892	} elsif ($action =~ /^clean$/) {
893	pb_clean();
894	} elsif ($action =~ /^announce$/) {
895	# For announce only. Require avoids the systematic load of these modules
896	require DBI;
897	require DBD::SQLite;
898
899	pb_announce("Announce");
900	} elsif ($action =~ /^cleanssh$/) {
901	pb_announce("Clean");
902	} elsif ($action =~ /^checkssh$/) {
903	pb_announce("Check");
904	} elsif ($action =~ /^sbx2webpkg$/) {
905	require DBI;
906	require DBD::SQLite;
907
908	pb_cms2build("SandBox","Web");
909	} elsif ($action =~ /^sbx2webssh$/) {
910	require DBI;
911	require DBD::SQLite;
912
913	pb_cms2build("SandBox","Web");
914	pb_send2target("Web");
915	} elsif ($action =~ /^cms2webpkg$/) {
916	require DBI;
917	require DBD::SQLite;
918
919	pb_cms2build("CMS","Web");
920	} elsif ($action =~ /^cms2webssh$/) {
921	require DBI;
922	require DBD::SQLite;
923
924	pb_cms2build("CMS","Web");
925	pb_send2target("Web");
926	} else {
927	pb_log(0,"\'$action\' is not available\n");
928	pb_syntax(-2,1);
929	}
930
931	sub pb_cms2build {
932
933	my $param = shift \|\| undef;
934	my $web = shift \|\| undef;
935
936	my $pkg;
937	my @pkgs;
938	my $webdir;
939
940	my %pkgs;
941	my $pb; # Structure to store conf info
942
943	die "pb_cms2build requires a parameter: SandBox or CMS" if (not defined $param);
944
945	# If Website, then pkg is only the website
946	if (defined $web) {
947	($webdir) = pb_conf_get("webdir");
948	pb_log(2,"webdir: ".Dumper($webdir)."\n");
949	$pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
950	$extpkgdir = $webdir;
951	pb_log(0,"Package: $pkgs[0]\n");
952	} else {
953	$pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
954	@pkgs = @$pkg;
955	}
956
957	my ($scheme, $uri) = pb_cms_init($pbinit,$param);
958
959	# We need 2 lines here
960	my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
961
962	# declare packager and repo for filtering
963	my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
964	$ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
965	$ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
966	my ($delivery) = pb_conf_get_if("delivery");
967	$delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
968
969	# If we deal with a test dir, we want to keep the date in tar file and dir name
970	my $pbextdir = "";
971	if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
972	$pbextdir = strftime("%Y%m%d%H%M%S", @date);
973	}
974
975	foreach my $pbpkg (@pkgs) {
976	$ENV{'PBPKG'} = $pbpkg;
977
978	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
979	$pbver = $pkgv->{$pbpkg};
980	} else {
981	$pbver = $ENV{'PBPROJVER'};
982	}
983	# If it's a test version, then tag == 0
984	if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
985	$pbtag = "0";
986	$ENV{'PBPROJTAG'} = $pbtag;
987	} elsif ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
988	$pbtag = $pkgt->{$pbpkg};
989	} else {
990	$pbtag = $ENV{'PBPROJTAG'};
991	}
992
993	$pbrev = $ENV{'PBREVISION'};
994	pb_log(0,"\n");
995	pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
996	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
997
998	my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir";
999	# Create the structure if needed
1000	pb_mkdir_p($dest);
1001	# Clean up dest if necessary. The export will recreate it
1002	pb_rm_rf($dest) if (-d $dest);
1003
1004	# Export CMS tree for the concerned package to dest
1005	# And generate some additional files
1006	$OUTPUT_AUTOFLUSH=1;
1007
1008	# computes in which dir we have to work
1009	my $dir = $defpkgdir->{$pbpkg};
1010	$dir = $extpkgdir->{$pbpkg} if (not defined $dir);
1011	$dir = $webdir->{$ENV{'PBPROJ'}} if (defined $web);
1012	die "Variable \$dir not defined. Please report to dev team with log of a verbose run and this info ".Dumper($webdir) if (not defined $dir);
1013	pb_log(2,"def:".Dumper($defpkgdir)."ext: ".Dumper($extpkgdir)."dir: $dir\n");
1014
1015	# Exporting content from CMS
1016	my $sourcedir = undef;
1017	my $sourceuri = $uri;
1018	if ($param eq "SandBox") {
1019	# Point to the local instance
1020	$sourcedir = "$ENV{'PBDIR'}/$dir";
1021	} else {
1022	# Get it from a subdir of the URI with same version as localy but different root
1023	# Only if using a real CMS
1024	my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
1025	if (($scheme !~ /^file/) && ($scheme !~ /^(ht\|f)tp/)) {
1026	$sourceuri = "$ENV{'PBDIR'}/$dir";
1027	$sourceuri =~ s\|^$ENV{'PBPROJDIR'}/\|$uri/\|;
1028	}
1029	}
1030	my $preserve = pb_vcs_export($sourceuri,$sourcedir,$dest);
1031
1032	# Generated fake content for test versions to speed up stuff
1033	my $chglog;
1034
1035	# Get project info on authors and log file
1036	# TODO: Make it CMS aware
1037	$chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
1038	$chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
1039	$chglog = undef if (! -f $chglog);
1040
1041	# TODO: Make it CMS aware
1042	my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
1043	$authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
1044	$authors = "/dev/null" if (! -f $authors);
1045
1046	# Extract cms log history and store it
1047	if ((defined $chglog) && (! -f "$dest/NEWS")) {
1048	pb_log(2,"Generating NEWS file from $chglog\n");
1049	copy($chglog,"$dest/NEWS") \|\| die "Unable to create $dest/NEWS";
1050	}
1051	pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
1052
1053	my %build;
1054	# We want to at least build for the underlying distro
1055	# except if a target was given, in which case we only build for it
1056	# if -t was passed without target then build for the native distro.
1057	my $pbos = pb_distro_get_context($pbtarget);
1058	my $tmpl = pb_get_distros($pbos,$pbtarget);
1059
1060	# Setup $pb structure to allow filtering later on, on files using that structure
1061	$pb->{'tag'} = $pbtag;
1062	$pb->{'rev'} = $pbrev;
1063	$pb->{'ver'} = $pbver;
1064	$pb->{'pkg'} = $pbpkg;
1065	$pb->{'suf'} = $pbos->{'suffix'};
1066	$pb->{'realpkg'} = $pbpkg;
1067	$pb->{'date'} = $pbdate;
1068	$pb->{'defpkgdir'} = $defpkgdir;
1069	$pb->{'extpkgdir'} = $extpkgdir;
1070	$pb->{'chglog'} = $chglog;
1071	$pb->{'extdir'} = $pbextdir;
1072	$pb->{'packager'} = $ENV{'PBPACKAGER'};
1073	$pb->{'proj'} = $ENV{'PBPROJ'};
1074	$pb->{'repo'} = "$ENV{'PBREPO'}/$delivery->{$ENV{'PBPROJ'}}";
1075	$pb->{'patches'} = ();
1076	$pb->{'sources'} = ();
1077
1078	my $tmpd = "$ENV{'PBTMP'}/cms.$$";
1079	pb_mkdir_p($tmpd) if (defined $pbparallel);
1080
1081	# Get only all.pbf filter at this stage for pbinit
1082	my $ptr = pb_get_filters($pbpkg);
1083
1084	# Do not do that for website
1085	if (not defined $web) {
1086	my %virt;
1087	# De-duplicate similar VM/VE/RM
1088	foreach my $d (split(/,/,$tmpl)) {
1089	# skip ill-formatted vms (name-ver-arch)
1090	next if ($d !~ /-/);
1091	$virt{$d} = $d;
1092	}
1093
1094	# Try to use // processing here
1095	my $all_ok = 1;
1096	my $pm = new Parallel::ForkManager($pbparallel) if (defined $pbparallel);
1097	$pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
1098	$all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0)); }) if (defined $pbparallel);
1099
1100	pb_log(0,"Preparing delivery ...\n");
1101	foreach my $v (keys %virt) {
1102	$pm->start and next if (defined $pbparallel);
1103
1104	# Distro context
1105	my $pbos = pb_distro_get_context($v);
1106
1107	$pb->{'pbos'} = $pbos;
1108	$pb->{'suf'} = $pbos->{'suffix'};
1109	pb_log(3,"DEBUG: pb: ".Dumper($pb)."\n");
1110
1111	# Get all filters to apply
1112	$ptr = pb_get_filters($pbpkg,$pbos);
1113
1114	pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
1115
1116	# We need to compute the real name of the package
1117	my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pbos->{'type'});
1118	$pb->{'realpkg'} = $pbrealpkg;
1119	pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $pbos->{'name'}-$pbos->{'version'}\n") if ($pbrealpkg ne $pbpkg);
1120
1121	# Filter build files from the less precise up to the most with overloading
1122	# Filter all files found, keeping the name, and generating in dest
1123
1124	# Find all build files first relatively to PBROOTDIR
1125	# Find also all specific files referenced in the .pb conf file
1126	my %bfiles = ();
1127	my %pkgfiles = ();
1128	# Used in Filter.pm by pb_filter_file
1129
1130	$build{$v} = "no";
1131	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'os'}") {
1132	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'os'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1133	$build{$v} = "yes";
1134	}
1135	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'type'}") {
1136	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'type'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1137	$build{$v} = "yes";
1138	}
1139	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'family'}") {
1140	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'family'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1141	$build{$v} = "yes";
1142	}
1143	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}") {
1144	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1145	$build{$v} = "yes";
1146	}
1147	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}") {
1148	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1149	$build{$v} = "yes";
1150	}
1151	if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") {
1152	pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
1153	$build{$v} = "yes";
1154	}
1155	pb_log(2,"DEBUG($v) bfiles: ".Dumper(\%bfiles)."\n");
1156
1157	if ($build{$v} ne "no") {
1158	# Apply now all the filters on all the files concerned
1159	# destination dir depends on the type of file
1160	# For patch support
1161	# TODO: Make it CMS aware
1162	$pb->{'patches'} = pb_list_sfiles("$ENV{'PBROOTDIR'}/$pbpkg/pbpatch", $pb->{'patches'}, $pbos, "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch");
1163	pb_log(2,"DEBUG($v) patches: ".Dumper($pb->{'patches'})."\n");
1164	# TODO: Make it CMS aware
1165	$pb->{'sources'} = pb_list_sfiles("$ENV{'PBROOTDIR'}/$pbpkg/pbsrc", $pb->{'sources'}, $pbos, "$ENV{'PBROOTDIR'}/$pbpkg/pbextsrc");
1166	pb_log(2,"DEBUG($v) sources: ".Dumper($pb->{'sources'})."\n");
1167
1168	if (defined $pb->{'patches'}->{$v}) {
1169	# Filter potential patches (local + remote)
1170	pb_mkdir_p("$dest/pbconf/$v/pbpatch");
1171	# If Debian based distribution, then prepare what will be done at build time
1172	my ($patchcmd,$patchopt);
1173	if ($pbos->{'type'} eq "deb") {
1174	($patchcmd,$patchopt) = pb_distro_get_param($pbos,pb_conf_get_if("ospatchcmd","ospatchopt"));
1175	open(SCRIPT,"> $dest/pbconf/$v/pbpatch/pbapplypatch") \|\| die "Unable to create $dest/pbconf/$v/pbpatch/pbapplypatch";
1176	print SCRIPT "#!/bin/bash\n";
1177	print SCRIPT "set -x\n" if ($pbdebug gt 1);
1178	}
1179	foreach my $pf (split(/,/,$pb->{'patches'}->{$v})) {
1180	my $pp = basename($pf);
1181	pb_vcs_export($pf,undef,"$dest/pbconf/$v/pbpatch");
1182	pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",$pb);
1183	pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
1184	if ($pbos->{'type'} eq "deb") {
1185	# If Debian based distribution, then prepare what will be done at build time
1186	# by applying the patches that will be available under the debian/patches dir
1187	print SCRIPT "$patchcmd $patchopt \< debian/patches/$pp\n";
1188	}
1189	}
1190	if ($pbos->{'type'} eq "deb") {
1191	close(SCRIPT);
1192	chmod 0755,"$dest/pbconf/$v/pbpatch/pbapplypatch";
1193	}
1194	#pb_system("cat $dest/pbconf/$v/pbpatch/pbapplypatch","APPLY","verbose");
1195	}
1196	if (defined $pb->{'sources'}->{$v}) {
1197	pb_mkdir_p("$dest/pbconf/$v/pbsrc");
1198	foreach my $pf (split(/,/,$pb->{'sources'}->{$v})) {
1199	my $pp = basename($pf);
1200	pb_vcs_export($pf,undef,"$dest/pbconf/$v/pbsrc");
1201	pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbsrc/$pp",$pb);
1202	}
1203	}
1204	# Filter build files at the end, as they depend on patches and sources
1205	foreach my $f (keys %bfiles) {
1206	pb_filter_file("$ENV{'PBROOTDIR'}/$bfiles{$f}",$ptr,"$dest/pbconf/$v/$f",$pb);
1207	}
1208	foreach my $f (keys %pkgfiles) {
1209	pb_filter_file("$ENV{'PBROOTDIR'}/$pkgfiles{$f}",$ptr,"$dest/pbconf/$v/$f",$pb);
1210	}
1211	}
1212
1213	if (defined $pbparallel) {
1214	# Communicate results back to parent
1215	my $str = "";
1216	$str .= "build $v = $build{$v}\n" if (defined $build{$v});
1217	$str .= "patches $v = $pb->{'patches'}->{$v}\n" if (defined $pb->{'patches'}->{$v});
1218	$str .= "sources $v = $pb->{'sources'}->{$v}\n" if (defined $pb->{'sources'}->{$v});
1219	pb_set_content("$tmpd/$$","$str");
1220	$pm->finish;
1221	}
1222	}
1223	# In the parent, we need to get the result from the children
1224	$pm->wait_all_children if (defined $pbparallel);
1225	die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
1226	my $made = "";
1227	my %h = ();
1228	my %tmp;
1229	my %tmp2;
1230	my $pt;
1231	my $k;
1232
1233	foreach $k (<$tmpd/*>) {
1234	$made .= pb_get_content($k);
1235	}
1236	pb_rm_rf($tmpd);
1237	pb_log(3,"MADE:\n$made");
1238
1239	# Rebuild local hashes
1240	foreach $k (split(/\n/,$made)) {
1241	if ($k =~ /^\s([A-z0-9-_]+)\s+([[A-z0-9-_.]+)\s=\s*(.+)$/) {
1242	$h{$1}->{$2}=$3;
1243	}
1244	}
1245	pb_log(2,"HASH: ".Dumper(%h));
1246
1247	# Patches
1248	pb_log(0,"Delivered and compressed patches ");
1249	$pt = $h{'patches'};
1250	foreach $k (keys %$pt) {
1251	foreach my $v1 (split(/,/,$pt->{$k})) {
1252	$tmp{$v1} = "";
1253	}
1254	}
1255	if (keys %tmp) {
1256	foreach $k (keys %tmp) {
1257	pb_log(0,"$k ");
1258	}
1259	} else {
1260	pb_log(0,"N/A");
1261	}
1262	pb_log(0,"\n");
1263
1264	# Sources
1265	pb_log(0,"Delivered additional sources ");
1266	$pt = $h{'sources'};
1267	foreach $k (keys %$pt) {
1268	foreach my $v1 (split(/,/,$pt->{$k})) {
1269	$tmp2{$v1} = "";
1270	}
1271	}
1272	if (keys %tmp2) {
1273	foreach $k (keys %tmp2) {
1274	pb_log(0,"$k ");
1275	}
1276	} else {
1277	pb_log(0,"N/A");
1278	}
1279	pb_log(0,"\n");
1280
1281	# Build files
1282	my @found;
1283	my @notfound;
1284	$pt = $h{'build'};
1285	foreach my $b (keys %$pt) {
1286	push @found,$b if ($pt->{$b} =~ /yes/);
1287	push @notfound,$b if ($pt->{$b} =~ /no/);
1288	}
1289	pb_log(0,"Build files have been generated for ... ".join(',',sort(@found))."\n") if (@found);
1290	pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
1291
1292	} else {
1293	# Instead call News generation
1294	pb_web_news2html($dest);
1295	# And create an empty pbconf
1296	pb_mkdir_p("$dest/pbconf");
1297	# And prepare the pbscript to execute remotely
1298	open(SCRIPT,"> $ENV{'PBTMP'}/pbscript") \|\| die "Unable to create $ENV{'PBTMP'}/pbscript";
1299	print SCRIPT "#!/bin/bash\n";
1300	print SCRIPT "#set -x\n";
1301	print SCRIPT "echo ... Extracting Website content\n";
1302	print SCRIPT "find . -type f \| grep -Ev '^./$pbpkg-$pbver$pbextdir.tar.gz\|^./pbscript' \| xargs rm -f non-existent\n";
1303	print SCRIPT "find * -type d -depth \| xargs rmdir 2> /dev/null \n";
1304	print SCRIPT "tar xfz $pbpkg-$pbver$pbextdir.tar.gz\n";
1305	print SCRIPT "mv $pbpkg-$pbver$pbextdir/* .\n";
1306	print SCRIPT "rm -f $pbpkg-$pbver$pbextdir.tar.gz\n";
1307	print SCRIPT "rmdir $pbpkg-$pbver$pbextdir\n";
1308	print SCRIPT "find . -type f -print0 \| xargs -0 chmod 644\n";
1309	print SCRIPT "find . -type d -print0 \| xargs -0 chmod 755\n";
1310	close(SCRIPT);
1311	chmod 0755,"$ENV{'PBTMP'}/pbscript";
1312	}
1313
1314	# Apply filters to the non-build files
1315	my $liste ="";
1316	if (defined $filteredfiles->{$pbpkg}) {
1317	foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
1318	pb_filter_file_inplace($ptr,"$dest/$f",$pb);
1319	$liste = "$f $liste";
1320	}
1321	}
1322	pb_log(2,"Files ".$liste."have been filtered\n");
1323
1324	# TODO: Make it CMS aware
1325	# Execute the pbinit script if any
1326	if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
1327	pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",$pb);
1328	chmod 0755,"$ENV{'PBTMP'}/pbinit";
1329	pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit under $dest","verbose");
1330	}
1331
1332	# Do we have additional script to run to prepare the environement for the project ?
1333	# Then include it in the pbconf delivery
1334	foreach my $pbvf (<$ENV{'PBROOTDIR'}/pbv.pre>,<$ENV{'PBROOTDIR'}/pbv.post>, <$ENV{'PBROOTDIR'}/pbtest*>) {
1335	if (-x "$pbvf") {
1336	my $target = "$ENV{'PBDESTDIR'}/".basename($pbvf);
1337	pb_filter_file("$pbvf",$ptr,$target,$pb);
1338	chmod 0755,"$target";
1339	}
1340	}
1341
1342	# Prepare the dest directory for archive
1343	chdir "$ENV{'PBDESTDIR'}" \|\| die "Unable to change dir to $ENV{'PBDESTDIR'}";
1344	if (defined $preserve) {
1345	# In that case we want to preserve the original tar file for checksum purposes
1346	# The one created is btw equivalent in that case to this one
1347	# Maybe check basename of both to be sure they are the same ?
1348	pb_log(0,"Preserving original tar file ");
1349	move("$preserve","$pbpkg-$pbver$pbextdir.tar.gz");
1350	} else {
1351	# Possibility to look at PBSRC to guess more the filename
1352	pb_system("tar cfz $pbpkg-$pbver$pbextdir.tar.gz --exclude=$pbpkg-$pbver$pbextdir/pbconf $pbpkg-$pbver$pbextdir","Creating $pbpkg tar files compressed");
1353	}
1354	pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz\n");
1355	pb_system("tar cfz $pbpkg-$pbver$pbextdir.pbconf.tar.gz $pbpkg-$pbver$pbextdir/pbconf","Creating pbconf tar files compressed");
1356	pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz\n");
1357
1358	# Keep track of version-tag per pkg
1359	$pkgs{$pbpkg} = "$pbver-$pbtag";
1360
1361	# Final cleanup
1362	pb_rm_rf($dest) if (-d $dest);
1363	}
1364
1365	# Keep track of per package version
1366	pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
1367	open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") \|\| die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
1368	foreach my $pbpkg (keys %pkgs) {
1369	print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
1370	}
1371	close(PKG);
1372
1373	# Keep track of what is generated by default
1374	# We need to store the dir and info on version-tag
1375	# Base our content on the existing .pb file
1376	copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
1377	open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
1378	print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
1379	print LAST "projver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
1380	print LAST "projtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
1381	print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
1382	print LAST "pbextdir $ENV{'PBPROJ'} = $pbextdir\n";
1383	close(LAST);
1384	}
1385
1386	sub pb_test2pkg {
1387	# Get the running distro to test on
1388	my $pbos = pb_distro_get_context();
1389
1390	# Get list of packages to test
1391	# Get content saved in cms2build
1392	my $ptr = pb_get_pkg();
1393	@pkgs = @$ptr;
1394
1395	# Additional potential repo
1396	pb_distro_setuprepo($pbos);
1397	foreach my $pbpkg (@pkgs) {
1398	# We need to install the package to test, and deps brought with it
1399	pb_distro_installdeps(undef,$pbos,$pbpkg);
1400	pb_system("$ENV{'PBDESTDIR'}/pbtest","Launching test for $pbpkg","verbose");
1401	}
1402	}
1403
1404	sub pb_build2pkg {
1405
1406	pb_log(0,"INFO: ------ Starting to build package ------\n");
1407	# Get the running distro to build on
1408	my $pbos = pb_distro_get_context();
1409
1410	# If needed we may add repository to the build env
1411	pb_distro_setuprepo($pbos);
1412
1413	# Get list of packages to build
1414	my $ptr = pb_get_pkg();
1415	@pkgs = @$ptr;
1416
1417	# Get content saved in cms2build
1418	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1419	$pkg = { } if (not defined $pkg);
1420	my $pbextdir = pb_get_extdir();
1421
1422	pb_mkdir_p("$ENV{'PBBUILDDIR'}") if (! -d "$ENV{'PBBUILDDIR'}");
1423	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1424	my $made = ""; # pkgs made during build
1425	my $pm;
1426	my $all_ok = 1;
1427
1428	if (defined $pbparallel) {
1429	$pm = new Parallel::ForkManager($pbparallel);
1430	$pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
1431	$all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0)); });
1432	}
1433
1434	# We need to communicate info back from the children if parallel so prepare a dir for that
1435	my $tmpd = "$ENV{'PBTMP'}/build.$$";
1436	pb_mkdir_p($tmpd) if (defined $pbparallel);
1437
1438	# Do it here as this doesn't work in // mode as itdies if it fails
1439	if ($pbos->{'type'} eq "rpm") {
1440	foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
1441	if (! -d "$ENV{'PBBUILDDIR'}/$d") {
1442	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d");
1443	}
1444	}
1445	}
1446
1447	foreach my $pbpkg (@pkgs) {
1448	$pm->start and next if (defined $pbparallel);
1449
1450	my $vertag = $pkg->{$pbpkg};
1451	pb_log(2,"Vertag: $vertag\n");
1452	# get the version of the current package - maybe different
1453	($pbver,$pbtag) = split(/-/,$vertag);
1454
1455	my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz";
1456	my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz";
1457	pb_log(2,"Source file: $src\n");
1458	pb_log(2,"Pbconf file: $src2\n");
1459
1460	pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
1461	if ($pbos->{'type'} eq "rpm") {
1462	# Remove in case a previous link/file was there
1463	unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
1464	symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) \|\| die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
1465	# We need to first extract the spec file
1466	my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/","$ENV{'PBBUILDDIR'}/SPECS","spec");
1467
1468	# We need to handle potential patches to upstream sources
1469	pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
1470
1471	# We need to handle potential additional sources to upstream sources
1472	pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}/SOURCES","src");
1473
1474	pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
1475	# set LANGUAGE to check for correct log messages
1476	$ENV{'LANGUAGE'}="C";
1477	# Older Redhat use _target_platform in %configure incorrectly
1478	my $specialdef = "";
1479	if (($pbos->{'name'} eq "redhat") \|\| (($pbos->{'name'} eq "rhel") && ($pbos->{'version'} eq "2.1"))) {
1480	$specialdef = "--define \'_target_platform \"\"\'";
1481	}
1482
1483	foreach my $f (@specfile) {
1484	if ($f =~ /\.spec$/) {
1485	# This could cause an issue in // mode
1486	pb_distro_installdeps($f,$pbos);
1487	pb_system("rpmbuild $specialdef --define \"packager $ENV{'PBPACKAGER'}\" --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
1488	last;
1489	}
1490	}
1491	# Get the name of the generated packages
1492	open(LOG,"$ENV{'PBTMP'}/system.$$.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1493	while (<LOG>) {
1494	chomp($_);
1495	next if ($_ !~ /^Wrote:/);
1496	s\|./([S]RPMS.*)\|$1\|;
1497	$made .=" $_";
1498	}
1499	close(LOG);
1500
1501	} elsif ($pbos->{'type'} eq "deb") {
1502	pb_system("tar xfz $src","Extracting sources");
1503	pb_system("tar xfz $src2","Extracting pbconf");
1504
1505	chdir "$pbpkg-$pbver$pbextdir" \|\| die "Unable to chdir to $pbpkg-$pbver$pbextdir";
1506	pb_rm_rf("debian");
1507	my $confdir = "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1508	die "Configuration directory $confdir is not a directory\nIs os description listed in your {ve,vm,rm}list values?" if (not -d $confdir);
1509	symlink "$confdir","debian" \|\| die "Unable to symlink 'debian' to $confdir";
1510	chmod 0755,"debian/rules";
1511
1512	# We need to handle potential patches to upstream sources
1513	pb_mkdir_p("debian/patches");
1514	my @f = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","debian/patches","patch");
1515
1516	# By default we use format 1.0 - Cf man dpkg-source
1517	my $debsrcfmt = "1.0";
1518	my $debsrcfile = "debian/source/format";
1519	if (-f $debsrcfile) {
1520	$debsrcfmt = pb_get_content($debsrcfile);
1521	}
1522
1523	if ($debsrcfmt =~ /^3.*quilt/) {
1524	# If we use quilt to manage patches, we then setup the env correctly
1525	# as per http://pkg-perl.alioth.debian.org/howto/quilt.html
1526	# Generate Debian patch series for quilt
1527	open(SERIE,"> debian/patches/series") \|\| die "Unable to write in debian/patches/series";
1528	$ENV{'QUILT_PATCHES'}="debian/patches";
1529	} else {
1530	# If we use dpatch to manage patches, we then setup the 00list file as well
1531	open(SERIE,"> debian/patches/00list") \|\| die "Unable to write in debian/patches/00list";
1532	}
1533	foreach my $f (sort @f) {
1534	# Skip the script made to apply the patches to the Debian tree
1535	next if ($f =~ /pbapplypatch/);
1536	# We also need to uncompress them
1537	pb_system("gzip -d $f","","quiet");
1538	$f =~ s/\.gz$//;
1539	print SERIE "$f\n";
1540	}
1541	close(SERIE);
1542	if (@f) {
1543	# We have patches...
1544	my $patch_file = "debian/patches/pbapplypatch";
1545	if (($debsrcfmt =~ /^1.*/) && (-x $patch_file)) {
1546	# In that case we need to apply the patches ourselves locally
1547	pb_system("cat $patch_file","APPLY","verbose");
1548	pb_system("$patch_file","Applying patches to $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} tree");
1549	}
1550	# ...so modify the name of files to be Debian compliant
1551	move("../$src","../$pbpkg-$pbver$pbextdir.orig.tar.gz");
1552	}
1553
1554	# We need to handle potential additional sources to upstream sources
1555	#pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}/debian","src");
1556
1557	# This can create problems in // mode as well
1558	pb_distro_installdeps("debian/control",$pbos);
1559	pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
1560
1561	# Get the name of the generated packages
1562	open(LOG,"$ENV{'PBTMP'}/system.$$.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1563	while (<LOG>) {
1564	chomp();
1565	pb_log(3,"In loop: $_\n");
1566	next unless (/^dpkg-deb.\.\.\/(._.\.deb)./);
1567	my $tmp = $1;
1568	#doesn't work in my case
1569	#die "Missing file $tmp" if (not -f "../$tmp");
1570	$made = "$made $tmp";
1571	}
1572	close(LOG);
1573	pb_log(2,"Now made is: $made\n");
1574
1575	open(CTRL,"debian/control") \|\| die "Unable to open debian/control: $!";
1576	while (<CTRL>) {
1577	pb_log(3,"In loop: $_\n");
1578	next unless (/^Source: (\S+)/o);
1579	my $tmp = $1;
1580	$made = "$made $tmp"."_.dsc $tmp"."_.tar.gz $tmp"."_*.changes";
1581	#doesn't work in my case
1582	#foreach my $glob (("$1\_.changes", "$1\_.dsc", "$1\_*.tar.gz")) {
1583	#my @file = glob($glob);
1584	#die "Missing file for $glob" unless (@file > 0);
1585	#die "Too many files for $glob" if (@file > 1);
1586	#die "Missing file $file[0]" if (not -f $file[0]);
1587	#$made .= " $file[0]";
1588	#}
1589	}
1590	close(CTRL);
1591	#pb_display_file("$ENV{'PBTMP'}/system.$$.log");
1592	pb_log(2,"Finally made is: $made\n");
1593
1594	chdir ".." \|\| die "Unable to chdir to parent dir";
1595	pb_rm_rf("$pbpkg-$pbver$pbextdir");
1596	} elsif ($pbos->{'type'} eq "ebuild") {
1597	my @ebuildfile;
1598	# For gentoo we need to take pb as subsystem name
1599	# We put every apps here under sys-apps. hope it's correct
1600	# We use pb's home dir in order to have a single OVERLAY line
1601	my $tmpe = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
1602	pb_mkdir_p($tmpe) if (! -d "$tmpe");
1603	pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
1604
1605	# We need to first extract the ebuild file
1606	@ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/","$tmpe","ebuild");
1607
1608	# Prepare the build env for gentoo
1609	my $found = 0;
1610	my $pbbd = $ENV{'HOME'};
1611	$pbbd =~ s\|/\|\\/\|g;
1612	if (-r "/etc/make.conf") {
1613	open(MAKE,"/etc/make.conf");
1614	while (<MAKE>) {
1615	$found = 1 if (/$pbbd\/portage/);
1616	}
1617	close(MAKE);
1618	}
1619	if ($found == 0) {
1620	pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
1621	}
1622	#$found = 0;
1623	#if (-r "/etc/portage/package.keywords") {
1624	#open(KEYW,"/etc/portage/package.keywords");
1625	#while (<KEYW>) {
1626	#$found = 1 if (/portage\/pb/);
1627	#}
1628	#close(KEYW);
1629	#}
1630	#if ($found == 0) {
1631	#pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
1632	#}
1633
1634	# Build
1635	foreach my $f (@ebuildfile) {
1636	if ($f =~ /\.ebuild$/) {
1637	pb_distro_installdeps($f,$pbos);
1638	move($f,"$tmpe/$pbpkg-$pbver.ebuild");
1639	pb_system("cd $tmpe ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
1640	# Now move it where pb expects it
1641	pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
1642	if ($pbtag eq 0) {
1643	# This is assumed to be a test version
1644	my $nver = substr($pbver,0,-14);
1645	my $ntag = substr($pbver,-14);
1646	my $ebtg = "portage/pb/sys-apps/$pbpkg/$pbpkg-$nver"."_p$ntag.ebuild";
1647	move("$tmpe/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/$ebtg");
1648	$made="$made $ebtg";
1649	} else {
1650	my $ebtg = "portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild";
1651	move("$tmpe/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/$ebtg");
1652	$made="$made $ebtg";
1653	}
1654	}
1655	}
1656
1657	} elsif ($pbos->{'type'} eq "tgz") {
1658	# Slackware family
1659	$made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
1660
1661	pb_system("tar xfz $src","Extracting sources");
1662	pb_system("tar xfz $src2","Extracting pbconf");
1663	chdir "$pbpkg-$pbver$pbextdir" \|\| die "Unable to chdir to $pbpkg-$pbver$pbextdir";
1664	symlink "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}","install" \|\| die "Unable to symlink to pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1665	if (-x "install/pbslack") {
1666	pb_distro_installdeps("./install/pbslack",$pbos);
1667	pb_system("./install/pbslack","Building software");
1668	pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
1669	}
1670	chdir ".." \|\| die "Unable to chdir to parent dir";
1671	pb_rm_rf("$pbpkg-$pbver$pbextdir");
1672	} elsif ($pbos->{'type'} eq "pkg") {
1673	# Solaris
1674	$made="$made $pbpkg-$pbver-$pbtag.pkg.gz";
1675	my $pkgdestdir="$ENV{'PBBUILDDIR'}/install";
1676
1677	# Will host resulting packages
1678	pb_mkdir_p("$pbos->{'type'}");
1679	pb_mkdir_p("$pkgdestdir/delivery");
1680	pb_system("tar xfz $src","Extracting sources under $ENV{'PBBUILDDIR'}");
1681	pb_system("tar xfz $src2","Extracting pbconf under $ENV{'PBBUILDDIR'}");
1682	# We need to handle potential patches to upstream sources
1683	pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","$ENV{'PBBUILDDIR'}","patch");
1684
1685	# We need to handle potential additional sources to upstream sources
1686	pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}","src");
1687
1688	chdir "$pbpkg-$pbver$pbextdir" \|\| die "Unable to chdir to $pbpkg-$pbver$pbextdir";
1689	if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild") {
1690	chmod 0755,"pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild";
1691	# pkginfo file is mandatory
1692	die "Unable to find pkginfo file in pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}" if (! -f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pkginfo");
1693	# Build
1694	pb_system("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild $pkgdestdir/delivery","Building software and installing under $pkgdestdir/delivery");
1695	# Copy complementary files
1696	if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/prototype") {
1697	copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/prototype", $pkgdestdir)
1698	} else {
1699	# No prototype provided, calculating it
1700	open(PROTO,"> $pkgdestdir/prototype") \|\| die "Unable to create prototype file";
1701	print PROTO "i pkginfo\n";
1702	print PROTO "i depend\n" if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend");
1703	$ENV{'PBSOLDESTDIR'} = "$pkgdestdir/delivery";
1704	find(\&create_solaris_prototype, "$pkgdestdir/delivery");
1705	}
1706	copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend", $pkgdestdir) if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend");
1707	copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pkginfo", $pkgdestdir);
1708	pb_system("cd $pkgdestdir/delivery ; pkgmk -o -f ../prototype -r $pkgdestdir/delivery -d $ENV{'PBBUILDDIR'}/$pbos->{'type'}","Packaging $pbpkg","verbose");
1709	pb_system("cd $ENV{'PBBUILDDIR'}/$pbos->{'type'} ; echo \"\" \| pkgtrans -o -n -s $ENV{'PBBUILDDIR'}/$pbos->{'type'} $ENV{'PBBUILDDIR'}/$pbpkg-$pbver-$pbtag.pkg all","Transforming $pbpkg","verbose");
1710	pb_system("cd $ENV{'PBBUILDDIR'} ; gzip -9f $pbpkg-$pbver-$pbtag.pkg","Compressing $pbpkg-$pbver-$pbtag.pkg","verbose");
1711	} else {
1712	pb_log(0,"No pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild file found for $pbpkg-$pbver in \n");
1713	}
1714	chdir ".." \|\| die "Unable to chdir to parent dir";
1715	pb_rm_rf("$pbpkg-$pbver$pbextdir","$ENV{'PBBUILDDIR'}/$pbos->{'type'}","$pkgdestdir");
1716	} elsif ($pbos->{'type'} eq "hpux") {
1717	# HP-UX
1718	pb_system("tar xfz $src","Extracting sources");
1719	pb_system("tar xfz $src2","Extracting pbconf");
1720
1721	chdir "$pbpkg-$pbver$pbextdir" \|\| die "Unable to chdir to $pbpkg-$pbver$pbextdir";
1722	pb_system("buildpackage ","Building package","verbose");
1723	# Get the name of the generated packages
1724	open(LOG,"$ENV{'PBTMP'}/system.$$.log") \|\| die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1725	while (<LOG>) {
1726	chomp();
1727	my $tmp = $_;
1728	next if ($tmp !~ /^SD BUILD.*:/);
1729	$tmp =~ s\|.../(.)_(.).sd.\|$1\|;
1730	$made = "$made $tmp"."_*.sd";
1731	}
1732	close(LOG);
1733	$made="$made $pbpkg-$pbver-$pbtag.sd";
1734
1735	chdir ".." \|\| die "Unable to chdir to parent dir";
1736	pb_rm_rf("$pbpkg-$pbver$pbextdir");
1737	} else {
1738	die "Unknown OS type format $pbos->{'type'}";
1739	}
1740	if (defined $pbparallel) {
1741	# Communicate results back to parent
1742	pb_set_content("$tmpd/$$",$made);
1743	$pm->finish;
1744	}
1745	}
1746	if (defined $pbparallel) {
1747	# In the parent, we need to get the result from the children
1748	$pm->wait_all_children;
1749	foreach my $f (<$tmpd/*>) {
1750	$made .= " ".pb_get_content($f);
1751	}
1752	die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
1753	pb_rm_rf($tmpd);
1754	}
1755
1756	# Sign packages
1757	pb_sign_pkgs($pbos,$made);
1758	pb_log(0,"INFO: ------ Finished building package ------\n");
1759
1760	# Find the appropriate check cmd/opts
1761	my ($chkcmd,$chkopt) = pb_distro_get_param($pbos,pb_conf_get_if("oschkcmd","oschkopt"));
1762
1763	# Packages check if needed
1764	if ($pbos->{'type'} eq "rpm") {
1765	if ((defined $chkcmd) && (-x $chkcmd)) {
1766	my $cmd = "$chkcmd";
1767	$cmd .= " $chkopt" if (defined $chkopt);
1768	$cmd .= " $made";
1769	my $ret = pb_system("$cmd","Checking validity of rpms with $chkcmd","mayfail");
1770	pb_log(0,"ERROR: when checking packages validity\n") if ($ret ne 0);
1771	}
1772	my $rpms ="";
1773	my $srpms ="";
1774	foreach my $f (split(/ /,$made)) {
1775	$rpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^RPMS\//);
1776	$srpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^SRPMS\//);
1777	}
1778	pb_log(0,"SRPM packages generated: $srpms\n");
1779	pb_log(0,"RPM packages generated: $rpms\n");
1780	} elsif ($pbos->{'type'} eq "deb") {
1781	my $made2 = "";
1782	foreach my $f (split(/ /,$made)) {
1783	$made2 .= "$f " if ($f =~ /\.deb$/);
1784	}
1785	if ((defined $chkcmd) && (-x $chkcmd)) {
1786	my $ret = pb_system("$chkcmd $chkopt $made2","Checking validity of debs with $chkcmd","mayfail");
1787	pb_log(0,"ERROR: when checking packages validity\n") if ($ret ne 0);
1788	}
1789	pb_log(0,"deb packages generated: $made2\n");
1790	} else {
1791	pb_log(0,"No check done for $pbos->{'type'} yet\n");
1792	pb_log(0,"Packages generated: $made\n");
1793	}
1794
1795	# Keep track of what is generated so that we can get them back from VMs/RMs
1796	my $pbkeep = "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1797	open(KEEP,"> $pbkeep") \|\| die "Unable to create $pbkeep: $!";
1798	print KEEP "$made\n";
1799	close(KEEP);
1800	}
1801
1802	sub create_solaris_prototype {
1803
1804	my $uidgid = "bin bin";
1805	my $pkgdestdir = $ENV{'PBSOLDESTDIR'};
1806
1807	return if ($_ =~ /^$pkgdestdir$/);
1808	if (-d $_) {
1809	my $n = $File::Find::name;
1810	$n =~ s~$pkgdestdir/~~;
1811	print PROTO "d none $n 0755 $uidgid\n";
1812	} elsif (-x $_) {
1813	my $n = $File::Find::name;
1814	$n =~ s~$pkgdestdir/~~;
1815	print PROTO "f none $n 0755 $uidgid\n";
1816	} elsif (-f $_) {
1817	my $n = $File::Find::name;
1818	$n =~ s~$pkgdestdir/~~;
1819	print PROTO "f none $n 0644 $uidgid\n";
1820	}
1821	}
1822
1823	sub pb_build2ssh {
1824	pb_send2target("Sources");
1825	pb_send2target("CPAN");
1826	}
1827
1828	sub pb_pkg2ssh {
1829	pb_send2target("Packages");
1830	}
1831
1832	# By default deliver to the the public site hosting the
1833	# ftp structure (or whatever) or a VM/VE/RM
1834	sub pb_send2target {
1835
1836	my $cmt = shift;
1837	my $v = shift \|\| undef;
1838	my $vmexist = shift \|\| 0; # 0 is FALSE
1839	my $vmpid = shift \|\| 0; # 0 is FALSE
1840	my $snapme = shift \|\| 0; # 0 is FALSE
1841
1842	pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
1843	my $host = "sshhost";
1844	my $login = "sshlogin";
1845	my $dir = "sshdir";
1846	my $port = "sshport";
1847	my $conf = "sshconf";
1848	my $tmout = undef;
1849	my $path = undef;
1850	if ($cmt =~ /^VM/) {
1851	$login = "vmlogin";
1852	$dir = "pbdefdir";
1853	# Specific VM
1854	$tmout = "vmtmout";
1855	$path = "vmpath";
1856	$host = "vmhost";
1857	$port = "vmport";
1858	} elsif ($cmt =~ /^RM/) {
1859	$login = "rmlogin";
1860	$dir = "pbdefdir";
1861	# Specific RM
1862	$tmout = "rmtmout";
1863	$path = "rmpath";
1864	$host = "rmhost";
1865	$port = "rmport";
1866	} elsif ($cmt =~ /^VE/) {
1867	$login = "velogin";
1868	$dir = "pbdefdir";
1869	# Specific VE
1870	$path = "vepath";
1871	$conf = "rbsconf";
1872	} elsif ($cmt eq "Web") {
1873	$host = "websshhost";
1874	$login = "websshlogin";
1875	$dir = "websshdir";
1876	$port = "websshport";
1877	} elsif ($cmt eq "CPAN") {
1878	$host = "cpanpause";
1879	$login = "";
1880	$dir = "cpandir";
1881	$port = "";
1882	}
1883	my $cmd = "";
1884	my $src = "";
1885	my $cpanpkg = 0;
1886	my $pbos;
1887
1888	my $pbextdir = pb_get_extdir();
1889
1890	if ($cmt ne "Announce") {
1891	# Get list of packages to build
1892	my $ptr = pb_get_pkg();
1893	my @pkgs = ();
1894	@pkgs = @$ptr if (defined $ptr);
1895
1896	# Get the running distro to consider
1897	$pbos = pb_distro_get_context($v);
1898
1899	my $pkg = { };
1900	# Get content saved in cms2build
1901	if ((defined $ENV{'PBDESTDIR'}) && (defined $ENV{'PBPROJVER'}) && (defined $ENV{'PBPROJTAG'}) && (-f "$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb")) {
1902	($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1903	$pkg = { } if (not defined $pkg);
1904	}
1905
1906	pb_mkdir_p("$ENV{'PBBUILDDIR'}") if (! -d "$ENV{'PBBUILDDIR'}");
1907	chdir "$ENV{'PBBUILDDIR'}" \|\| die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1908	foreach my $pbpkg (@pkgs) {
1909	my $vertag = $pkg->{$pbpkg};
1910	# get the version of the current package - maybe different
1911	pb_log(2,"Vertag: $vertag\n");
1912	($pbver,$pbtag) = split(/-/,$vertag);
1913
1914	if (($cmt eq "Sources") \|\| ($cmt =~ /(V[EM]\|RM)build/)) {
1915	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz";
1916	if ($cmd eq "") {
1917	$cmd = "ln -sf $pbpkg-$pbver$pbextdir.tar.gz $pbpkg-latest.tar.gz";
1918	} else {
1919	$cmd = "$cmd ; ln -sf $pbpkg-$pbver$pbextdir.tar.gz $pbpkg-latest.tar.gz";
1920	}
1921	} elsif ($cmt eq "Web") {
1922	$src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz"
1923	}
1924
1925	# Do we have one perl package
1926	my @nametype = pb_conf_get_if("namingtype");
1927	my $type = $nametype[0]->{$pbpkg};
1928	if ((defined $type) && ($type eq "perl")) {
1929	$cpanpkg = 1;
1930	}
1931	}
1932	# Adds conf file for availability of conf elements
1933	pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb") if ((defined $ENV{'PBROOTDIR'}) && (-f "$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb"));
1934	}
1935	my ($rbsconf,$testver,$delivery) = pb_conf_get_if($conf,"testver","delivery");
1936	if ($cmt eq "CPAN") {
1937	# Do not deliver on Pause if this is a test version
1938	return if (not defined $testver);
1939	return if ($testver =~ /true/);
1940	# Do not deliver on Pause if this is not a perl package
1941	return if ($cpanpkg == 0);
1942	}
1943
1944	if ($cmt =~ /(V[EM]\|RM)build/) {
1945	$src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript.$$";
1946	} elsif ($cmt =~ /(V[EM]\|RM)Script/) {
1947	$src="$src $ENV{'PBDESTDIR'}/pbscript.$$";
1948	} elsif ($cmt =~ /(V[EM]\|RM)test/) {
1949	$src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript.$$ $ENV{'PBDESTDIR'}/pbtest";
1950	} elsif (($cmt eq "Announce") \|\| ($cmt eq "Web") \|\| ($cmt eq "CPAN")) {
1951	$src="$src $ENV{'PBTMP'}/pbscript";
1952	} elsif ($cmt eq "Packages") {
1953	# Get package list from file made during build2pkg
1954	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1955	$src = <KEEP>;
1956	chomp($src);
1957	close(KEEP);
1958	$src = "$src $ENV{'PBBUILDDIR'}/pbscript.$$";
1959	}
1960	if (($cmt eq "Sources") \|\| ($cmt eq "Packages") \|\| ($cmt eq "CPAN")) {
1961	my ($pbpackager) = pb_conf_get("pbpackager");
1962	$ENV{'PBPACKAGER'} = $pbpackager->{$ENV{'PBPROJ'}};
1963	pb_log(0,"Exporting public key for $ENV{'PBPACKAGER'}\n");
1964	# Using pb_system is not working due to redirection below
1965	system("gpg --export -a \'$ENV{'PBPACKAGER'}\' > $ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey");
1966	chmod 0644,"$ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey";
1967	$src = "$src $ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey";
1968	}
1969	# Remove potential leading spaces (cause problem with basename)
1970	$src =~ s/^ *//;
1971	my $basesrc = "";
1972	foreach my $i (split(/ +/,$src)) {
1973	$basesrc .= " ".basename($i);
1974	}
1975
1976	pb_log(0,"Sources handled ($cmt): $src\n");
1977	pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$path,$conf))."\n");
1978	my ($sshhost,$sshdir) = pb_conf_get($host,$dir);
1979	# Not mandatory...
1980	$delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
1981	my ($sshlogin,$sshport) = pb_conf_get_if($login,$port);
1982	$sshport->{$ENV{PBPROJ}} = 22 if (not defined $sshport->{$ENV{PBPROJ}});
1983	$sshlogin->{$ENV{PBPROJ}} = getpwuid($UID) if (not defined $sshlogin->{$ENV{PBPROJ}});
1984	my ($vtmout,$vepath);
1985	# ...Except those in virtual context
1986	if ($cmt =~ /^VE/) {
1987	($vepath) = pb_conf_get($path);
1988	}
1989	if ($cmt =~ /^(V\|R)M/) {
1990	$vtmout = pb_distro_get_param($pbos,pb_conf_get_if($tmout));
1991	}
1992	my $remhost = $sshhost->{$ENV{'PBPROJ'}};
1993	my $remdir = $sshdir->{$ENV{'PBPROJ'}};
1994	if ($cmt =~ /^V[EM]\|RM/) {
1995	# In that case our real host is in the xxhost with the OS as key, not project as above
1996	$remhost = pb_distro_get_param($pbos,$sshhost);
1997	}
1998	pb_log(2,"ssh: ".Dumper(($remhost,$sshlogin,$remdir,$sshport,$vepath,$rbsconf))."\n");
1999	pb_log(2,"ssh: ".Dumper($vtmout)."\n") if (defined $vtmout);
2000
2001	my $mac;
2002	if ($cmt !~ /^VE/) {
2003	$mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$remhost";
2004	# Overwrite account value if passed as parameter
2005	$mac = "$pbaccount\@$remhost" if (defined $pbaccount);
2006	pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
2007	} else {
2008	# VE
2009	# Overwrite account value if passed as parameter (typically for setup2v)
2010	$mac = $sshlogin->{$ENV{'PBPROJ'}};
2011	$mac = $pbaccount if (defined $pbaccount);
2012	}
2013
2014	my $tdir;
2015	my $bdir;
2016	if (($cmt eq "Sources") \|\| ($cmt =~ /(V[EM]\|RM)Script/)) {
2017	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/src";
2018	} elsif ($cmt eq "CPAN") {
2019	$tdir = "$remdir";
2020	} elsif ($cmt =~ /(V[EM]\|RM)(build\|test)/) {
2021	$tdir = $remdir."/$ENV{'PBPROJ'}/delivery";
2022	$bdir = $remdir."/$ENV{'PBPROJ'}/build";
2023	# Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
2024	$bdir =~ s\|\$ENV.+\}/\|\|;
2025	} elsif ($cmt eq "Announce") {
2026	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}";
2027	} elsif ($cmt eq "Web") {
2028	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}";
2029	} elsif ($cmt eq "Packages") {
2030	if (($pbos->{'type'} eq "rpm") \|\| ($pbos->{'type'} eq "pkg") \|\| ($pbos->{'type'} eq "hpux") \|\| ($pbos->{'type'} eq "tgz")) {
2031	# put packages under an arch subdir
2032	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
2033	} elsif (($pbos->{'type'} eq "deb") \|\| ($pbos->{'type'} eq "ebuild")) {
2034	# No need for an arch subdir
2035	$tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}";
2036	} else {
2037	die "Please teach the dev team where to deliver ($pbos->{'type'} type of packages\n";
2038	}
2039
2040	my $repodir = $tdir;
2041	$repodir =~ s\|^$remdir/\|\|;
2042	my $repotag = "";
2043	$repotag = "-$delivery->{$ENV{'PBPROJ'}}" if ($delivery->{$ENV{'PBPROJ'}} ne "");
2044
2045	my ($pbrepo) = pb_conf_get("pbrepo");
2046
2047	# Repository management
2048	open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript.$$") \|\| die "Unable to create $ENV{'PBBUILDDIR'}/pbscript.$$";
2049	if ($pbos->{'type'} eq "rpm") {
2050	my $pbsha = pb_distro_get_param($pbos,pb_conf_get("ossha"));
2051	my $gpgcheck = pb_conf_get_if("pbgpgcheck");
2052	my $pbgpgcheck;
2053	$pbgpgcheck = $gpgcheck->{$ENV{PBPROJ}} if (defined $gpgcheck);
2054	# By default force GPG check in repo even if we support signature of packages to fail. This is a best practice
2055	$pbgpgcheck = 1 if (not defined $pbgpgcheck);
2056	# Also make a pbscript to generate yum/urpmi bases
2057	print PBS << "EOF";
2058	#!/bin/bash
2059	# Prepare a script to ease yum setup
2060	EOF
2061	print PBS "set -x\n" if ($pbdebug gt 1);
2062	print PBS << "EOF";
2063	cat > $ENV{'PBPROJ'}$repotag.repo << EOT
2064	[$ENV{'PBPROJ'}$repotag]
2065	name=$pbos->{'name'} $pbos->{'version'} $pbos->{'arch'} - $ENV{'PBPROJ'} Vanilla Packages
2066	baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
2067	enabled=1
2068	gpgcheck=$pbgpgcheck
2069	gpgkey=$pbrepo->{$ENV{'PBPROJ'}}/$repodir/$ENV{'PBPROJ'}.pubkey
2070	EOT
2071	chmod 644 $ENV{'PBPROJ'}$repotag.repo
2072
2073	# Clean up old repo content
2074	rm -rf headers/ repodata/
2075	# Create yum repo
2076	if [ -x /usr/bin/yum-arch ]; then
2077	yum-arch .
2078	fi
2079	# Create repodata
2080	createrepo -s $pbsha .
2081	# Link to the key
2082	if [ -s $ENV{'PBPROJ'}.pubkey ]; then
2083	# Avoiding creating empty repomd.xml.key; fails on opensuse 12.1
2084	(cd repodata ; ln -sf ../$ENV{'PBPROJ'}.pubkey repomd.xml.key)
2085	fi
2086	# sign the repomd (at least useful for SLES - which requires a local key)
2087	# gpg -a --detach-sign repodata/repomd.xml
2088	# SLES also looks for media.1/info.txt
2089	EOF
2090	if ($pbos->{'family'} eq "md") {
2091	# For Mandriva add urpmi management
2092	print PBS << "EOF";
2093	# Prepare a script to ease urpmi setup
2094	cat > $ENV{'PBPROJ'}$repotag.addmedia << EOT
2095	urpmi.addmedia $ENV{'PBPROJ'}$repotag $pbrepo->{$ENV{'PBPROJ'}}/$repodir with media_info/hdlist.cz
2096	EOT
2097	chmod 755 $ENV{'PBPROJ'}$repotag.addmedia
2098
2099	# Clean up old repo content
2100	rm -f hdlist.cz synthesis.hdlist.cz
2101	# Create urpmi repo
2102	genhdlist2 --clean .
2103	if [ \$\? -ne 0 ]; then
2104	genhdlist .
2105	fi
2106	EOF
2107	}
2108	if ($pbos->{'name'} eq "fedora") {
2109	# Extract the spec file to please Fedora maintainers :-(
2110	print PBS << "EOF";
2111	for p in $basesrc; do
2112	echo \$p \| grep -q 'src.rpm'
2113	if [ \$\? -eq 0 ]; then
2114	rpm2cpio \$p \| cpio -ivdum --quiet '*.spec'
2115	fi
2116	done
2117	EOF
2118	}
2119	if ($pbos->{'family'} eq "novell") {
2120	# Add ymp scripts for one-click install on SuSE
2121	print PBS << "EOF";
2122	# Prepare a script to ease SuSE one-click install
2123	# Cf: http://de.opensuse.org/1-Klick-Installation/ISV
2124	#
2125	cat > $ENV{'PBPROJ'}$repotag.ymp << EOT
2126	<?xml version="1.0" encoding="utf-8"?>
2127	<!-- vim: set sw=2 ts=2 ai et: -->
2128	<metapackage xmlns:os="http://opensuse.org/Standards/One_Click_Install" xmlns="http://opensuse.org/Standards/One_Click_Install">
2129	<group><!-- The group of software, typically one for project-builder.org -->
2130	<name>$ENV{'PBPROJ'} Bundle</name> <!-- Name of the software group -->
2131	<summary>Software bundle for the $ENV{'PBPROJ'}$repotag project</summary> <!--This message is shown to the user and should describe the whole bundle -->
2132	<description>This is the summary of the $ENV{'PBPROJ'}$repotag Project
2133
2134	Details are available on a per package basis below
2135
2136	</description><!--This is also shown to the user -->
2137	<remainSubscribed>false</remainSubscribed> <!-- Don't know what it mean -->
2138	<repositories><!-- List of needed repositories -->
2139	<repository>
2140	<name>$ENV{'PBPROJ'}$repotag Repository</name> <!-- Name of the repository -->
2141	<summary>This repository contains the $ENV{'PBPROJ'}$repotag project packages.</summary> <!-- Summary of the repository -->
2142	<description>This repository contains the $ENV{'PBPROJ'}$repotag project packages.</description><!-- This description is shown to the user -->
2143	<url>$pbrepo->{$ENV{'PBPROJ'}}/$repodir</url><!--URL of repository, which is added -->
2144	</repository>
2145	</repositories>
2146	<software><!-- A List of packages, which should be added through the one-click-installation -->
2147	EOT
2148	for p in $basesrc; do
2149	sum=`rpm -q --qf '%{SUMMARY}' \$p`
2150	name=`rpm -q --qf '%{NAME}' \$p`
2151	desc=`rpm -q --qf '%{description}' \$p`
2152	cat >> $ENV{'PBPROJ'}$repotag.ymp << EOT
2153	<item>
2154	<name>\$name</name><!-- Name of the package, is shown to the user and used to identify the package at the repository -->
2155	<summary>\$sum</summary> <!-- Summary of the package -->
2156	<description>\$desc</description> <!-- Description, is shown to the user -->
2157	</item>
2158	EOT
2159	done
2160	cat >> $ENV{'PBPROJ'}$repotag.ymp << EOT
2161	</software>
2162	</group>
2163	</metapackage>
2164	EOT
2165	chmod 644 $ENV{'PBPROJ'}$repotag.ymp
2166	EOF
2167	}
2168	} elsif ($pbos->{'type'} eq "deb") {
2169	# Also make a pbscript to generate apt bases
2170	# Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
2171	# This dirname removes ver
2172	my $debarch = $pbos->{'arch'};
2173	$debarch = "amd64" if ($pbos->{'arch'} eq "x86_64");
2174	my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
2175	# Remove extra . in path to fix #522
2176	$rpd =~ s\|/./\|/\|g;
2177	my ($projcomponent_map) = pb_conf_get_if("projcomponent");
2178	pb_log(2,"projcomponent = ".Dumper($projcomponent_map)."\n");
2179	my $projcomponent = $projcomponent_map->{$ENV{PBPROJ}};
2180	$projcomponent \|\|= 'contrib';
2181	print PBS << "EOF";
2182	#!/bin/bash
2183	# Prepare a script to ease apt setup
2184	cat > $ENV{'PBPROJ'}$repotag.sources.list << EOT
2185	deb $rpd $pbos->{'version'} $projcomponent
2186	deb-src $rpd $pbos->{'version'} $projcomponent
2187	EOT
2188	chmod 644 $ENV{'PBPROJ'}$repotag.sources.list
2189
2190	# Up two levels to deal with the dist dir cross versions
2191	cd ..
2192	mkdir -p dists/$pbos->{'version'}/$projcomponent/binary-$debarch dists/$pbos->{'version'}/$projcomponent/source
2193
2194	# Prepare a script to create apt info file
2195	# Reuse twice after
2196	TMPD=`mktemp -d /tmp/pb.XXXXXXXXXX` \|\| exit 1
2197	mkdir -p \$TMPD
2198	cat > \$TMPD/Release << EOT
2199	Archive: unstable
2200	Component: $projcomponent
2201	Origin: $ENV{'PBPROJ'}$repotag
2202	Label: $ENV{'PBPROJ'}$repotag dev repository $pbrepo->{$ENV{'PBPROJ'}}
2203	EOT
2204
2205	echo "Creating Packages metadata"
2206	for i in dists/$pbos->{version}/$projcomponent/binary-*; do
2207	arch=`basename \$i \| sed 's/binary-//'`
2208	echo "Packages for \$arch:"
2209	dpkg-scanpackages -a\$arch $pbos->{'version'} /dev/null > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages
2210	gzip -9 < dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages.gz
2211	bzip2 -9 < dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages.bz2
2212	done
2213	echo "Creating Contents metadata"
2214	apt-ftparchive contents $pbos->{'version'} \| gzip -c9 > dists/$pbos->{'version'}/Contents.gz
2215	echo "Creating Release metadata ($pbos->{'arch'} aka $debarch)"
2216	cat \$TMPD/Release > dists/$pbos->{'version'}/$projcomponent/binary-$debarch/Release
2217	echo "Architecture: $debarch" >> dists/$pbos->{'version'}/$projcomponent/binary-$debarch/Release
2218	echo "Creating Source metadata"
2219	dpkg-scansources $pbos->{'version'} /dev/null > dists/$pbos->{'version'}/$projcomponent/source/Sources
2220	gzip -9 < dists/$pbos->{'version'}/$projcomponent/source/Sources > dists/$pbos->{'version'}/$projcomponent/source/Sources.gz
2221	bzip2 -9 < dists/$pbos->{'version'}/$projcomponent/source/Sources > dists/$pbos->{'version'}/$projcomponent/source/Sources.bz2
2222	cat \$TMPD/Release > dists/$pbos->{'version'}/$projcomponent/source/Release
2223	echo "Architecture: Source" >> dists/$pbos->{'version'}/$projcomponent/source/Release
2224	echo "Creating Release metadata"
2225	# Signing that file would be useful but uneasy as gpg keys are not there
2226	# Cf: http://wiki.debian.org/SecureApt
2227	# Same as for repomd
2228	apt-ftparchive -o APT::FTPArchive::Release::Suite=$pbos->{version} release dists/$pbos->{'version'} > dists/$pbos->{'version'}/Release
2229	rm -rf \$TMPD
2230	EOF
2231	} elsif ($pbos->{'type'} eq "ebuild") {
2232	# make a pbscript to generate links to latest version
2233	print PBS << "EOF";
2234	#!/bin/bash
2235	# Prepare a script to create correct links
2236	for p in $src; do
2237	echo \$p \| grep -q '.ebuild'
2238	if [ \$\? -eq 0 ]; then
2239	j=`basename \$p`
2240	pp=`echo \$j \| cut -d'-' -f1`
2241	ln -sf \$j \$pp.ebuild
2242	fi
2243	done
2244	EOF
2245	}
2246	close(PBS);
2247	chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript.$$";
2248	} else {
2249	return;
2250	}
2251
2252	# Useless for VE
2253	my $nport = pb_get_port($sshport,$pbos,$cmt) if ($cmt !~ /^VE/);
2254
2255	# Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
2256	if ($cmt =~ /^VE/o) {
2257	$tdir =~ s\|\$ENV.+\}/\|\| or confess "for $cmt: $tdir must have \$ENV{'HOME'} in it or the remainder of the code won't work since some parts use relative pathing and others will try absolute. Use a symlink if necessary to place the real files in a different place than under your home directory";
2258	} else {
2259	# process, ok if not present.
2260	$tdir =~ s\|\$ENV.+\}/\|\|;
2261	}
2262
2263	my $tm = "";
2264	if ($cmt =~ /^(V\|R)M/) {
2265	$tm = "sleep $vtmout" if (defined $vtmout);
2266	}
2267
2268	# ssh communication if not VE or CPAN
2269	# should use a hash instead...
2270	my ($shcmd,$shcmdroot,$cpcmd,$cptarget,$cp2target);
2271	my $tpdir;
2272	if ($cmt =~ /^VE/) {
2273	my $tp = pb_path_expand($vepath->{$ENV{'PBPROJ'}});
2274	$tpdir = pb_path_expand("$tp/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2275	my ($ptr) = pb_conf_get("vetype");
2276	my $vetype = $ptr->{$ENV{'PBPROJ'}};
2277	my $arch = pb_get_arch();
2278	if ($vetype eq "chroot") {
2279	$shcmdroot = "sudo /usr/sbin/chroot $tpdir ";
2280	$shcmd = "$shcmdroot /bin/su - $mac -c ";
2281	} elsif ($vetype eq "schroot") {
2282	$shcmd = "schroot $tp -u $mac -- ";
2283	}
2284	$shcmd = "setarch i386 $shcmd" if (($pbos->{'arch'} =~ /i[3456]86/) && ($arch eq 'x86_64'));
2285	$cpcmd = "sudo /bin/cp -r ";
2286	# We need to get the home dir of the target account to deliver in the right place
2287	open(PASS,"$tpdir/etc/passwd") \|\| die "Unable to open $tpdir/etc/passwd: $!";
2288	my $homedir = "";
2289	while (<PASS>) {
2290	my ($c1,$c2,$c3,$c4,$c5,$c6,$c7) = split(/:/);
2291	$homedir = $c6 if ($c1 =~ /^$mac$/);
2292	pb_log(3,"Homedir: $homedir - account: $c6\n");
2293	}
2294	close(PASS);
2295	$cptarget = "$tpdir/$homedir/$tdir";
2296	if ($cmt eq "VEbuild") {
2297	$cp2target = "$tpdir/$homedir/$bdir";
2298	}
2299	pb_log(2,"On VE using $cptarget as target dir to copy to\n");
2300	} elsif ($cmt eq "CPAN") {
2301	my $ftpput = pb_check_req("ncftpput",1);
2302	my $ftpget = pb_check_req("wget",1);
2303	my ($cpanuser,$cpanpasswd) = pb_conf_get_if("cpanuser","cpanpasswd");
2304	return if ((not defined $cpanuser) \|\| (not defined $cpanuser->{$ENV{'PBPROJ'}}));
2305	return if ((not defined $cpanpasswd) \|\| (not defined $cpanpasswd->{$ENV{'PBPROJ'}}));
2306	my ($cpansubdir) = pb_conf_get_if("cpansubdir");
2307	$shcmd = "$ftpget --post-data \'HIDDENNAME=".$cpanuser->{$ENV{'PBPROJ'}};
2308	$shcmd .= "&user=".$cpanuser->{$ENV{'PBPROJ'}};
2309	$shcmd .= "&password=".$cpanpasswd->{$ENV{'PBPROJ'}};
2310	$shcmd .= "&SUBMIT_pause99_add_uri_upload=\"Upload the checked files\"";
2311	$shcmd .= "&pause99_add_uri_subdirtext=".$cpansubdir->{$ENV{'PBPROJ'}} if ((defined $cpansubdir) && (defined $cpansubdir->{$ENV{'PBPROJ'}}));
2312	foreach my $s (split(/ /,$src)) {
2313	$shcmd .= "&pause99_add_uri_upload=".basename($s);
2314	}
2315	$shcmd .= "'";
2316	$cpcmd = "$ftpput $host $dir";
2317	$cptarget = "CPAN";
2318	} else {
2319	my $keyfile = pb_ssh_get(0);
2320	my $keyopt = "";
2321	$keyopt = "-i $keyfile" if ((defined $keyfile) && ($cmt !~ /Packages/));
2322	my $sshcmd = pb_check_req("ssh",1);
2323	my $scpcmd = pb_check_req("scp",1);
2324	$shcmd = "$sshcmd $keyopt -q -o NoHostAuthenticationForLocalhost=yes -p $nport $mac";
2325	$cpcmd = "$scpcmd $keyopt -p -o NoHostAuthenticationForLocalhost=yes -P $nport";
2326	$cptarget = "$mac:$tdir";
2327	if ($cmt =~ /^(V\|R)Mbuild/) {
2328	$cp2target = "$mac:$bdir";
2329	}
2330	}
2331
2332	my $logres = "";
2333	# Do not touch when just announcing
2334	if (($cmt ne "Announce") && ($cmt ne "CPAN")) {
2335	pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' \| bash -e\"","Preparing $tdir on $cptarget");
2336	} else {
2337	$logres = "> ";
2338	}
2339	pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
2340
2341	my $chowncommand = pb_check_req("chown",0);
2342	# For VE we need to change the owner manually
2343	if ($cmt =~ /^VE/) {
2344	my $res = pb_system("$shcmdroot sed -i '/requiretty/d' /etc/sudoers","Removing potential requiretty in sudoers","quiet");
2345	pb_system("$shcmdroot sed '/requiretty/d' /etc/sudoers > /tmp/sudoers.new ; mv /tmp/sudoers.new $tpdir/tmp/sudoers.new ; $shcmdroot mv /tmp/sudoers.new /etc/sudoers","Removing again potential requiretty in sudoers as sed -i failed") if (($res ne 0) && (-f "$tpdir/etc/sudoers"));
2346	pb_system("$shcmd \"sudo $chowncommand -R $mac $tdir\"","Adapt owner in $tdir to $mac");
2347	}
2348
2349	# Use the right script name depending on context
2350	my $pbscript;
2351	if (($cmt =~ /^(V[EM]\|RM)/) \|\| ($cmt =~ /Packages/)){
2352	$pbscript = "pbscript.$$";
2353	} else {
2354	$pbscript = "pbscript";
2355	}
2356
2357	# It's already ready for CPAN
2358	my $shcmdbase = $shcmd;
2359	if ($cmt ne "CPAN") {
2360	$shcmd .= " \"echo \'cd $tdir ; if [ -x $pbscript ]; then ./$pbscript; fi ; rm -f ./$pbscript\' \| bash\"";
2361	}
2362	my $cmdverb = "verbose";
2363	if (($cmt eq "Announce") \|\| ($cmt eq "CPAN")) {
2364	$cmdverb = undef;
2365	}
2366	pb_system("$shcmd","Executing pbscript on $cptarget if needed",$cmdverb);
2367	if ($cmt =~ /^(V[EM]\|RM)build/) {
2368	# Get back info on pkg produced, compute their name and get them from the VM/RM
2369	pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$ 2> /dev/null","Get package names in $cp2target");
2370	if (not -f "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$") {
2371	pb_log(0,"ERROR with VM/RM $v on getting $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$");
2372	} else {
2373	open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$") \|\| die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$";
2374	my $src = <KEEP>;
2375	chomp($src);
2376	close(KEEP);
2377	unlink("$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$");
2378
2379	$src =~ s/^ *//;
2380	pb_mkdir_p("$ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2381	# Change pgben to make the next send2target happy
2382	my $made = "";
2383
2384	# For VM/RM we don't want shell expansion to hapen locally but remotely
2385	my $delim = '\'';
2386	if ($cmt =~ /^VEbuild/) {
2387	# For VE we need to support shell expansion locally
2388	$delim = "";
2389	}
2390
2391	open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") \|\| die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
2392	foreach my $p (split(/ +/,$src)) {
2393	my $j = basename($p);
2394	pb_system("$cpcmd $cp2target/$delim$p$delim $ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'} 2> /dev/null","Recovery of package $j in $ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2395	$made="$made $pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$j"; # if (($pbos->{'type'} ne "rpm") \|\| ($j !~ /.src.rpm$/));
2396	}
2397	print KEEP "$made\n";
2398	close(KEEP);
2399	pb_system("$shcmdbase \"rm -rf $tdir $bdir\"","$cmt cleanup");
2400
2401	# Sign packages locally
2402	pb_sign_pkgs($pbos,$made);
2403
2404	# We want to send them to the ssh account so overwrite what has been done before
2405	undef $pbaccount;
2406	pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
2407	pb_send2target("Packages",$pbos->{'name'}."-".$pbos->{'version'}."-".$pbos->{'arch'},$vmexist,$vmpid);
2408	pb_rm_rf("$ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2409	}
2410	}
2411	unlink("$ENV{'PBDESTDIR'}/pbscript.$$") if ((($cmt =~ /^(V[ME]\|RM)/) \|\| ($cmt =~ /Packages/)) && ($pbkeep eq 0));
2412
2413	pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
2414	if ((! $vmexist) && ($cmt =~ /^VM/)) {
2415	# If in setupvm then takes a snapshot just before halting
2416	if ($snapme != 0) {
2417	my ($vmmonport,$vmtype) = pb_conf_get("vmmonport","vmtype");
2418	# For monitoring control
2419	if ((($vmtype->{$ENV{'PBPROJ'}}) eq "kvm") \|\| (($vmtype->{$ENV{'PBPROJ'}}) eq "qemu")) {
2420	eval
2421	{
2422	require Net::Telnet;
2423	Net::Telnet->import();
2424	};
2425	if ($@) {
2426	# Net::Telnet not found
2427	pb_log(1,"ADVISE: Install Net::Telnet to benefit from monitoring control and snapshot feature.\nWARNING: No snapshot created");
2428	} else {
2429	my $t = new Net::Telnet (Timeout => 120, Host => "localhost", Port => $vmmonport->{$ENV{'PBPROJ'}}) \|\| die "Unable to dialog on the monitor";
2430	# move to monitor mode
2431	my @lines = $t->cmd("c");
2432	# Create a snapshot named pb
2433	@lines = $t->cmd("savevm pb");
2434	# Write the new status in the VM
2435	@lines = $t->cmd("commit all");
2436	# End
2437	@lines = $t->cmd("quit");
2438	}
2439	}
2440	}
2441	my $hoption = "-p";
2442	my $hpath = pb_distro_get_param($pbos,pb_conf_get("ospathcmd-halt"));
2443	# Solaris doesn't support -p of halt
2444	if ($pbos->{'type'} eq "pkg") {
2445	$hoption = "" ;
2446	}
2447	pb_system("$shcmdbase \"sudo $hpath $hoption \"; $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' \| bash ; sleep 10","VM $v halt (pid $vmpid)");
2448	}
2449	if (($cmt =~ /^VE/) && ($snapme != 0)) {
2450	my $tpdir = "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
2451	pb_system("sudo tar cz -C $tpdir -f $vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz .","Creating a snapshot of $tpdir");
2452	}
2453	}
2454
2455	sub pb_script2v {
2456	my $pbscript=shift;
2457	my $vtype=shift;
2458	my $pbforce=shift \|\| 0; # Force stop of VM. Default not.
2459	my $vm1=shift \|\| undef; # Only that VM/VE/RM to treat. Default all.
2460	my $snapme=shift \|\| 0; # Do we have to create a snapshot. Default not.
2461	my $vm;
2462	my $all;
2463
2464	pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$pbforce,".Dumper($vm1).",$snapme)\n");
2465	# Prepare the script to be executed on the VM/VE/RM
2466	# in $ENV{'PBDESTDIR'}/pbscript.$$
2467	if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript.$$")) {
2468	copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript.$$") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript.$$";
2469	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript.$$";
2470	}
2471
2472	if (not defined $vm1) {
2473	($vm,$all) = pb_get2v($vtype);
2474	} else {
2475	@$vm = ($vm1);
2476	}
2477	my ($vmexist,$vmpid) = (undef,undef);
2478
2479	foreach my $v (@$vm) {
2480	# Launch VM/VE
2481	($vmexist,$vmpid) = pb_launchv($vtype,$v,0,$snapme,$pbsnap);
2482
2483	if ($vtype eq "vm") {
2484	pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
2485
2486	# Skip that VM/RM if something went wrong
2487	next if (($vmpid == 0) && ($vmexist == 0));
2488
2489	# If force stopping the VM then reset vmexist
2490	if ($pbforce == 1) {
2491	$vmpid = $vmexist;
2492	$vmexist = 0;
2493	}
2494	} else {
2495	#VE
2496	$vmexist = 0;
2497	$vmpid = 0;
2498	}
2499
2500	# Gather all required files to send them to the VM/VE/RM
2501	# and launch the build through pbscript
2502	pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
2503	pb_send2target(uc($vtype)."Script","$v",$vmexist,$vmpid,$snapme);
2504
2505	}
2506	}
2507
2508	sub pb_launchv {
2509	my $vtype = shift;
2510	my $v = shift;
2511	my $create = shift \|\| 0; # By default do not create a VM/VE/RM
2512	my $snapme = shift \|\| 0; # By default do not snap a VM/VE/RM
2513	my $usesnap = shift \|\| 1; # By default study the usage of the snapshot feature of VM/VE/RM
2514
2515	# If creation or snapshot creation mode, no snapshot usable
2516	if (($create == 1) \|\| ($snapme == 1)) {
2517	$usesnap = 0;
2518	}
2519
2520	pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create,$snapme,$usesnap)\n");
2521	die "No VM/VE/RM defined, unable to launch" if (not defined $v);
2522	# Keep only the first VM in case many were given
2523	if ($v =~ /,/) {
2524	pb_log(0,"WARNING: pruning to just the first of several VM/VE/RMs listed ($v)\n");
2525	$v =~ s/,.*//;
2526	}
2527
2528	my $pbos = pb_distro_get_context($v);
2529
2530	pb_apply_conf_proxy($pbos);
2531
2532	# Launch the VMs/VEs
2533	if ($vtype eq "vm") {
2534	die "-i iso parameter needed" if (((not defined $iso) \|\| ($iso eq "")) && ($create != 0));
2535
2536	my ($ptr,$ptr2,$vmpath,$vmport,$vms) = pb_conf_get("vmtype","vmcmd","vmpath","vmport","vmsize");
2537	my ($vmopt,$vmmm,$vmtmout,$vmsnap,$vmbuildtm,$vmmonport) = pb_conf_get_if("vmopt","vmmem","vmtmout","vmsnap","vmbuildtm","vmmonport");
2538	my $vmsize = pb_distro_get_param($pbos,$vms);
2539
2540	my $vmtype = $ptr->{$ENV{'PBPROJ'}};
2541	my $vmcmd = $ptr2->{$ENV{'PBPROJ'}};
2542
2543	if (defined $opts{'g'}) {
2544	if (($vmtype eq "kvm") \|\| ($vmtype eq "qemu")) {
2545	$ENV{'PBVMOPT'} = "--nographic";
2546	}
2547	}
2548	if (not defined $ENV{'PBVMOPT'}) {
2549	$ENV{'PBVMOPT'} = "";
2550	}
2551	# Save the current status for later restoration
2552	$ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
2553	# Set a default timeout of 2 minutes
2554	if (not defined $ENV{'PBVMTMOUT'}) {
2555	$ENV{'PBVMTMOUT'} = "120";
2556	}
2557	if (defined $vmopt->{$v}) {
2558	$ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
2559	} elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
2560	$ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
2561	}
2562
2563	# How much memory to allocate for VMs
2564	if (defined $vmmm) {
2565	my $vmmem = pb_distro_get_param($pbos,$vmmm);
2566	if (defined $vmmem) {
2567	$ENV{'PBVMOPT'} .= " -m $vmmem";
2568	}
2569	}
2570
2571	# Are we allowed to use snapshot feature
2572	if ($usesnap == 1) {
2573	if ((defined $vmsnap->{$v}) && ($vmsnap->{$v} =~ /true/i)) {
2574	$ENV{'PBVMOPT'} .= " -snapshot";
2575	} elsif ((defined $vmsnap->{$ENV{'PBPROJ'}}) && ($vmsnap->{$ENV{'PBPROJ'}} =~ /true/i)) {
2576	$ENV{'PBVMOPT'} .= " -snapshot";
2577	} elsif ($pbsnap eq 1) {
2578	$ENV{'PBVMOPT'} .= " -snapshot";
2579	}
2580	}
2581	if ($snapme != 0) {
2582	if (($vmtype eq "kvm") \|\| ($vmtype eq "qemu")) {
2583	# Configure the monitoring to automate the creation of the 'pb' snapshot
2584	$ENV{'PBVMOPT'} .= " -serial mon:telnet::$vmmonport->{$ENV{'PBPROJ'}},server,nowait" if ((defined $vmmonport) && (defined $vmmonport->{$ENV{'PBPROJ'}}));
2585	# In that case no snapshot call needed
2586	$ENV{'PBVMOPT'} =~ s/ -snapshot//;
2587	}
2588	}
2589	if (defined $vmtmout->{$v}) {
2590	$ENV{'PBVMTMOUT'} = $vmtmout->{$v};
2591	} elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
2592	$ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
2593	}
2594	my $nport = pb_get_port($vmport,$pbos,$vtype);
2595
2596	my $cmd;
2597	my $vmm; # has to be used for pb_check_ps
2598	if (($vmtype eq "qemu") \|\| ($vmtype eq "kvm")) {
2599	$vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
2600	if (($create != 0) \|\| (defined $iso)) {
2601	$ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
2602	}
2603	# Always redirect the network and always try to use a 'pb' snapshot
2604	#$cmd = "$vmcmd $ENV{'PBVMOPT'} -net user,hostfwd=tcp:$nport:10.0.2.15:22 -loadvm pb $vmm"
2605	$cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
2606	} elsif ($vmtype eq "xen") {
2607	} elsif ($vmtype eq "vmware") {
2608	} else {
2609	die "VM of type $vmtype not supported. Report to the dev team";
2610	}
2611	# Restore the ENV VAR Value
2612	$ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
2613
2614	my ($tmpcmd,$void) = split(/ +/,$cmd);
2615	my $vmexist = pb_check_ps($tmpcmd,$vmm);
2616	my $vmpid = 0;
2617	if (! $vmexist) {
2618	if ($create != 0) {
2619	die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
2620	if (($vmtype eq "qemu") \|\| ($vmtype eq "xen") \|\| ($vmtype eq "kvm")) {
2621	my $command = pb_check_req("qemu-img",0);
2622	pb_system("$command create -f qcow2 $vmm $vmsize","Creating the QEMU VM");
2623	} elsif ($vmtype eq "vmware") {
2624	} else {
2625	}
2626	}
2627	if (! -f "$vmm") {
2628	pb_log(0,"Unable to find VM $vmm\n");
2629	} else {
2630	# Is the SSH port free? if not kill the existing process using it after a build timeout period
2631	my $vmssh = pb_check_ps($tmpcmd,"tcp:$nport:10.0.2.15:22");
2632	if ($vmssh) {
2633	my $buildtm = $ENV{'PBVMTMOUT'};
2634	if (defined $vmbuildtm->{$v}) {
2635	$buildtm = $vmbuildtm->{$v};
2636	} elsif (defined $vmbuildtm->{$ENV{'PBPROJ'}}) {
2637	$buildtm = $vmbuildtm->{$ENV{'PBPROJ'}};
2638	}
2639
2640	sleep $buildtm;
2641	pb_log(0,"WARNING: Killing the process ($vmssh) using port $nport (previous failed VM ?)\n");
2642	kill 15,$vmssh;
2643	# Let it time to exit
2644	sleep 5;
2645	}
2646	pb_system("$cmd &","Launching the VM $vmm");
2647	# Using system allows to kill it externaly if needed,sosupport that in the call
2648	pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up","mayfail");
2649	$vmpid = pb_check_ps($tmpcmd,$vmm);
2650	pb_log(0,"VM $vmm launched (pid $vmpid)\n");
2651	}
2652	} else {
2653	pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
2654	}
2655	pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
2656	return($vmexist,$vmpid);
2657	} elsif ($vtype eq "ve") {
2658	# Force the creation of the VE and no snapshot usable
2659	pb_ve_launch($v,$create,$usesnap);
2660	} else {
2661	# RM here
2662	# Get distro context
2663	my $pbos = pb_distro_get_context($v);
2664
2665	# Get RM context
2666	my ($ptr,$rmpath) = pb_conf_get("rmtype","rmpath");
2667
2668	# Nothing more to do for RM. No real launch
2669	# For the moment we support the RM is already running
2670	# For ProLiant may be able to power them on if needed later on as an example.
2671	}
2672	}
2673
2674	# Return string for date synchro
2675	sub pb_date2v {
2676
2677	my $vtype = shift;
2678	my $pbos = shift;
2679
2680	# VE gets time from parent OS.
2681	return "/bin/true" if ($vtype) =~ /^ve/o;
2682
2683	my ($ntp) = pb_conf_get_if($vtype."ntp");
2684	my $vntp = $ntp->{$ENV{'PBPROJ'}} if (defined $ntp);
2685	my $ntpline = undef;
2686
2687	if ((defined $vntp) && ($vntp !~ /^\s*$/)) {
2688	# ntp command depends on pbos
2689	my $vntpcmd = pb_distro_get_param($pbos,pb_conf_get($vtype."ntpcmd"));
2690	$ntpline = "sudo $vntpcmd $vntp";
2691	}
2692	# Force new date to be in the future compared to the date
2693	# of the host by adding 1 minute
2694	my @date=pb_get_date();
2695	$date[1]++;
2696	my $upddate = strftime("%m%d%H%M%Y", @date);
2697	my $dateline = "sudo /bin/date $upddate";
2698	if (defined $ntpline) {
2699	return($ntpline);
2700	} else {
2701	return($dateline);
2702	}
2703	}
2704
2705	sub pb_build2v {
2706
2707	my $vtype = shift;
2708	my $action = shift \|\| "build";
2709
2710	my ($v,$all) = pb_get2v($vtype);
2711
2712	# Send tar files when we do a global generation
2713	pb_build2ssh() if (($all == 1) && ($action eq "build"));
2714
2715	# Adapt // mode to memory size
2716	$pbparallel = pb_set_parallel($vtype);
2717
2718	my ($vmexist,$vmpid) = (undef,undef);
2719	my $pm;
2720	my $all_ok = 1;
2721	if (defined $pbparallel) {
2722	$pm = new Parallel::ForkManager($pbparallel);
2723
2724	# Set which port the VM/RM will use to communicate
2725	$pm->run_on_start(\&pb_set_port);
2726	$pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
2727	unless ($code == 0 && $signal == 0 && $dump == 0) {
2728	$all_ok = 0;
2729	pb_log(0,"ERROR: pid $pid failed\n");
2730	}
2731	});
2732	}
2733
2734	my $counter = 0;
2735	foreach my $v (@$v) {
2736	$counter++;
2737	# Modulo 2 * pbparallel (to avoid synchronization problems)
2738	$counter = 1 if ((defined $pbparallel) && ($counter > 2 * $pbparallel));
2739	$pm->start($counter) and next if (defined $pbparallel);
2740	# Prepare the script to be executed on the VM/VE/RM
2741	# in $ENV{'PBDESTDIR'}/pbscript.$$
2742	open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript.$$") \|\| die "Unable to create $ENV{'PBDESTDIR'}/pbscript.$$";
2743	print SCRIPT "#!/bin/bash\n";
2744
2745	# Transmit the verbosity level to the virtual env/mach.
2746	my $verbose = "";
2747	my $i = 0; # minimal debug level
2748	while ($i lt $pbdebug) {
2749	$verbose .= "-v ";
2750	$i++;
2751	}
2752	print SCRIPT "set -e\n" if ($Global::pb_stop_on_error);
2753	# Activate script verbosity if at least 2 for pbdebug
2754	print SCRIPT "set -x\n" if ($i gt 1);
2755	# Quiet if asked to be so on the original system
2756	$verbose = "-q" if ($pbdebug eq -1);
2757
2758	print SCRIPT "echo ... Execution needed\n";
2759	print SCRIPT "# This is in directory delivery\n";
2760	print SCRIPT "# Setup the variables required for building\n";
2761	print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
2762
2763	if ($action eq "build") {
2764	print SCRIPT "# Preparation for pb\n";
2765	print SCRIPT "mv .pbrc \$HOME\n";
2766	print SCRIPT "cd ..\n";
2767	}
2768
2769	# VE needs a good /proc, tolerate one being potentially left around after a failure
2770	if ($vtype eq "ve") {
2771	print SCRIPT "[ -d /proc/1 ] \|\| sudo /bin/mount -t proc /proc /proc\n";
2772	}
2773
2774	# Get distro context
2775	my $pbos = pb_distro_get_context($v);
2776
2777	my $ntpline = pb_date2v($vtype,$pbos);
2778	print SCRIPT "# Time sync\n";
2779	print SCRIPT "echo setting up date with $ntpline\n";
2780	print SCRIPT "$ntpline\n";
2781	# Use potential local proxy declaration in case we need it to download repo, pkgs, ...
2782	if (defined $ENV{'http_proxy'}) {
2783	print SCRIPT "export http_proxy=\"$ENV{'http_proxy'}\"\n";
2784	}
2785
2786	if (defined $ENV{'ftp_proxy'}) {
2787	print SCRIPT "export ftp_proxy=\"$ENV{'ftp_proxy'}\"\n";
2788	}
2789
2790	# Get list of packages to build/test and get some ENV vars as well
2791	my $ptr = pb_get_pkg();
2792	@pkgs = @$ptr;
2793	my $p = join(' ',@pkgs) if (@pkgs);
2794	print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
2795	print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
2796	print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
2797
2798	# We may need to do some other tasks before building. Read a script here to finish setup
2799	if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".pre") {
2800	print SCRIPT "# Special pre-instructions to be launched\n";
2801	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".pre");
2802	}
2803
2804	if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre") {
2805	print SCRIPT "# Special pre-$action instructions to be launched\n";
2806	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre");
2807	}
2808
2809	print SCRIPT "# $action\n";
2810	print SCRIPT "echo $action"."ing packages on $vtype...\n";
2811
2812	if (($action eq "test") && (! -x "$ENV{'PBDESTDIR'}/pbtest")) {
2813	die "No test script ($ENV{'PBDESTDIR'}/pbtest) found when in test mode. Aborting ...";
2814	}
2815	print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} $action"."2pkg $p\n";
2816
2817	if ($vtype eq "ve") {
2818	print SCRIPT "sudo /bin/umount /proc\n";
2819	}
2820
2821	# We may need to do some other tasks after building. Read a script here to exit properly
2822	if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.post") {
2823	print SCRIPT "# Special post-$action instructions to be launched\n";
2824	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.post");
2825	}
2826
2827	if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".post") {
2828	print SCRIPT "# Special post-instructions to be launched\n";
2829	print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".post");
2830	}
2831
2832	print SCRIPT q{echo "******** Successful exit of script $$ *******************"}, "\n";
2833	close(SCRIPT);
2834	chmod 0755,"$ENV{'PBDESTDIR'}/pbscript.$$";
2835
2836	# Launch the VM/VE/RM
2837	($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
2838
2839
2840	if ($vtype eq "vm") {
2841	# Skip that VM if something went wrong
2842	if (($vmpid == 0) && ($vmexist == 0)) {
2843	$pm->finish if (defined $pbparallel);
2844	next;
2845	}
2846	} else {
2847	# VE/RM
2848	$vmexist = 0;
2849	$vmpid = 0;
2850	}
2851	# Gather all required files to send them to the VM/VE
2852	# and launch the build through pbscript
2853	pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
2854	pb_send2target(uc($vtype).$action,"$v",$vmexist,$vmpid);
2855	$pm->finish if (defined $pbparallel);
2856	}
2857	$pm->wait_all_children if (defined $pbparallel);
2858	die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
2859	}
2860
2861
2862	sub pb_clean {
2863
2864	my $sleep=10;
2865	die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
2866	die "Unable to get env var PBBUILDDIR" if (not defined $ENV{'PBBUILDDIR'});
2867	pb_log(0,"We will now wait $sleep s before removing both directories\n$ENV{'PBDESTDIR'} and $ENV{'PBBUILDDIR'}.\nPlease break me if this is wrong\n");
2868	sleep $sleep;
2869	pb_rm_rf($ENV{'PBDESTDIR'});
2870	pb_rm_rf($ENV{'PBBUILDDIR'});
2871	}
2872
2873	sub pb_newver {
2874
2875	die "-V Version parameter needed" if ((not defined $newver) \|\| ($newver eq ""));
2876
2877	# Need this call for PBDIR
2878	my ($scheme2,$uri) = pb_cms_init($pbinit);
2879
2880	my ($pbconf,$pburl) = pb_conf_get("pbconfurl","pburl");
2881	$uri = $pbconf->{$ENV{'PBPROJ'}};
2882	my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
2883
2884	# Checking CMS repositories status
2885	($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
2886
2887	if ($scheme !~ /^svn/) {
2888	die "Only SVN is supported at the moment";
2889	}
2890
2891	my $res = pb_vcs_isdiff($scheme,$ENV{'PBROOTDIR'});
2892	die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
2893
2894	$res = pb_vcs_isdiff($scheme2,$ENV{'PBDIR'});
2895	die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
2896
2897	# Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
2898	# we want to get for the root of the new URL
2899
2900	my $oldver = $ENV{'PBROOTDIR'};
2901	$oldver =~ s\|^$ENV{'PBCONFDIR'}\|\|;
2902
2903	pb_log(2, "PBCONFDIR: $ENV{'PBCONFDIR'}\nPBROOTDIR: $ENV{'PBROOTDIR'}\n");
2904
2905	my $newurl = "$uri/$newver";
2906	# Should probably use projver in the old file
2907	my $oldvertxt= basename($oldver);
2908	my $newvertxt = basename($newver);
2909
2910	# Duplicate and extract project-builder part
2911	pb_log(2,"Copying $uri/$oldver to $newurl\n");
2912	pb_vcs_copy($scheme,"$uri/$oldver",$newurl);
2913	pb_log(2,"Checkout $newurl to $ENV{'PBCONFDIR'}/$newver\n");
2914	pb_vcs_up($scheme,"$ENV{'PBCONFDIR'}");
2915
2916	# Duplicate and extract project
2917	my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/$newver";
2918
2919	pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$oldver to $newurl2\n");
2920	pb_vcs_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$oldver",$newurl2);
2921
2922	my $tmp = $ENV{'PBDIR'};
2923	$tmp =~ s\|$oldver$\|\|;
2924	pb_log(2,"Checkout $newurl2 to $tmp/$newver\n");
2925	pb_vcs_up($scheme2,"$tmp");
2926
2927	# Update the .pb file
2928	open(FILE,"$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb") \|\| die "Unable to open $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb";
2929	open(OUT,"> $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new") \|\| die "Unable to write to $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new";
2930	while(<FILE>) {
2931	if (/^projver\s+$ENV{'PBPROJ'}\s=\s$oldvertxt$/) {
2932	s/^projver\s+$ENV{'PBPROJ'}\s=\s$oldvertxt$/projver $ENV{'PBPROJ'} = $newvertxt/;
2933	pb_log(0,"Changing projver from $oldvertxt to $newvertxt in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n");
2934	}
2935	if (/^testver/) {
2936	s/^testver/#testver/;
2937	pb_log(0,"Commenting testver in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
2938	}
2939	if (/^delivery/) {
2940	my $txt = $_;
2941	chomp($txt);
2942	pb_log(0,"Please check delivery ($txt) in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n");
2943	}
2944	print OUT $_;
2945	}
2946	close(FILE);
2947	close(OUT);
2948	rename("$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb");
2949
2950	# Checking pbcl files
2951	foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
2952	# Compute new pbcl file
2953	my $f2 = $f;
2954	$f2 =~ s\|$ENV{'PBROOTDIR'}\|$ENV{'PBCONFDIR'}/$newver/\|;
2955	open(PBCL,$f) \|\| die "Unable to open $f";
2956	my $foundnew = 0;
2957	while (<PBCL>) {
2958	$foundnew = 1 if (/^$newvertxt \(/);
2959	}
2960	close(PBCL);
2961	open(OUT,"> $f2") \|\| die "Unable to write to $f2: $!";
2962	open(PBCL,$f) \|\| die "Unable to open $f";
2963	# We skip as long as we do not reach the new version in the log (case of devel)
2964	my $skip = 1;
2965	# We let the 4 first lines
2966	my $cnt = 0;
2967	while (<PBCL>) {
2968	$skip = 0 if (/^$newvertxt \(/);
2969	if ((/^$oldvertxt \(/) && ($foundnew == 0)) {
2970	print OUT "$newvertxt ($pbdate)\n";
2971	print OUT "- TBD\n";
2972	print OUT "\n";
2973	pb_log(0,"WARNING: version $newvertxt not found in $f so added to $f2...\n") if ($foundnew == 0);
2974	}
2975	if ($cnt <= 4) {
2976	print OUT "$_" if (not /^$oldvertxt \(/);
2977	} else {
2978	print OUT "$_" if ($skip == 0);
2979	}
2980	$cnt++;
2981	}
2982	close(OUT);
2983	close(PBCL);
2984	}
2985
2986	pb_log(2,"Checkin $ENV{'PBCONFDIR'}/$newver\n");
2987	pb_cms_checkin($scheme,"$ENV{'PBCONFDIR'}/$newver",undef);
2988	}
2989
2990	#
2991	# Return the list of VMs/VEs/RMs we are working on
2992	# $all is a flag to know if we return all of them
2993	# or only some (if all we publish also tar files in addition to pkgs
2994	#
2995	sub pb_get2v {
2996
2997	my $vtype = shift;
2998	my @v;
2999	my $all = 0;
3000	my $pbv = 'PBV';
3001	my $vlist = $vtype."list";
3002
3003	# Get VM/VE list
3004	if ((not defined $ENV{$pbv}) \|\| ($ENV{$pbv} =~ /^all$/)) {
3005	my ($ptr) = pb_conf_get($vlist);
3006	$ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
3007	$all = 1;
3008	}
3009	pb_log(2,"$vtype: $ENV{$pbv}\n");
3010	@v = split(/,/,$ENV{$pbv});
3011	return(\@v,$all);
3012	}
3013
3014	# This function creates a giant script to configure a particular VM/VE/RM, it then copies the
3015	# script to the target.
3016
3017	# Function to create a potentialy missing pb account on the VM/VE/RM, and adds it to sudo
3018	# Needs to use root account to connect to the VM/VE/RM
3019	# pb will take your local public SSH key to access
3020	# the pb account in the VM/VE/RM later on if needed
3021	sub pb_setup2v {
3022
3023	my $vtype = shift;
3024	my $sbx = shift \|\| undef;
3025
3026	my ($vm,$all) = pb_get2v($vtype);
3027
3028	# Script generated
3029	my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
3030
3031	# Adapt // mode to memory size
3032	$pbparallel = pb_set_parallel($vtype);
3033
3034	my $pm;
3035	my $all_ok = 1;
3036	if (defined $pbparallel) {
3037	$pm = new Parallel::ForkManager($pbparallel);
3038
3039	# Set which port the VM/RM will use to communicate
3040	$pm->run_on_start(\&pb_set_port);
3041	$pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
3042	$all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0));
3043	});
3044	}
3045
3046	my $counter = 0;
3047	foreach my $v (@$vm) {
3048	$counter++;
3049	# Modulo pbparallel
3050	$counter = 1 if ((defined $pbparallel) && ($counter > $pbparallel));
3051	$pm->start($counter) and next if (defined $pbparallel);
3052
3053	# Get distro context
3054	my $pbos = pb_distro_get_context($v);
3055
3056	# Deal with date sync.
3057	my $ntpline = pb_date2v($vtype,$pbos);
3058
3059	# Name of the account to deal with for VM/VE/RM
3060	# Do not use the one passed potentially with -a
3061	my ($pbac) = pb_conf_get($vtype."login");
3062	my ($key,$zero0,$zero1,$zero2);
3063	my ($vmexist,$vmpid);
3064
3065	# Prepare the script to be executed on the VM/VE/RM
3066	# in $ENV{'PBDESTDIR'}/setupv
3067	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
3068
3069	print SCRIPT << 'EOF';
3070	#!/usr/bin/perl -w
3071
3072	use strict;
3073	use File::Copy;
3074
3075	# We should not need in this script more functions than what is provided
3076	# by Base, Conf and Distribution to avoid problems at exec time.
3077	# They are appended at the end.
3078
3079	# Define mandatory global vars
3080	EOF
3081	my $ppref = "our";
3082	$ppref = "my" if (($pbos->{'name'} =~ /^redhat/) && ($pbos->{'version'} =~ /^6/));
3083	print SCRIPT << "EOF";
3084	$ppref \$pbdebug = $pbdebug;
3085	$ppref \$pbLOG;
3086	$ppref \$pbsynmsg = "pbscript";
3087	$ppref \$pbdisplaytype = "text";
3088	$ppref \$pblocale = "";
3089	EOF
3090	print SCRIPT << 'EOF';
3091	pb_log_init($pbdebug, $pbLOG);
3092	EOF
3093	print SCRIPT << "EOF";
3094	\$Global::pb_stop_on_error = $Global::pb_stop_on_error;
3095	pb_temp_init($pbkeep);
3096	pb_conf_init("$ENV{'PBPROJ'}");
3097
3098	EOF
3099
3100	# Launch the VM/VE/RM - Usage of snapshot disabled
3101	($vmexist,$vmpid) = pb_launchv($vtype,$v,0,0,0);
3102
3103	my $keyfile;
3104	my $nport;
3105	my $vmhost;
3106
3107	# Prepare the key to be used and transfered remotely
3108	$keyfile = pb_ssh_get(1);
3109
3110	if ($vtype =~ /(v\|r)m/) {
3111	my ($vmport);
3112	($vmhost,$vmport) = pb_conf_get($vtype."host",$vtype."port");
3113	$nport = pb_get_port($vmport,$pbos,$vtype);
3114
3115	# Skip that VM/RM if something went wrong
3116	next if (($vmpid == 0) && ($vmexist == 0));
3117
3118	# Store the pub key part in a variable
3119	open(FILE,"$keyfile.pub") \|\| die "Unable to open $keyfile.pub";
3120	($zero0,$zero1,$zero2) = split(/ /,<FILE>);
3121	close(FILE);
3122
3123	$key = "\Q$zero1";
3124
3125	# We call true to avoid problems if SELinux is not activated, but chcon is present and returns in that case 1
3126	pb_system("cat $keyfile.pub \| ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys ; if [ -x /usr/bin/chcon ]; then /usr/bin/chcon -Rt home_ssh_t .ssh 2> /dev/null; /bin/true; fi\"","Copying local keys to $vtype. This may require the root password");
3127	# once this is done, we can do what we need on the VM/RM remotely
3128	} elsif ($vtype eq "ve") {
3129	print SCRIPT << "EOF";
3130	# For VE we first need to mount some FS
3131	pb_system("mount -t proc /proc /proc") unless (-d "/proc/$$");
3132
3133	# For VE we need a good null dev
3134	# Except for RedHat 6.2 where it's good and doesnt like being recreated
3135	EOF
3136	print SCRIPT "pb_system('rm -f /dev/null; mknod /dev/null c 1 3; chmod 777 /dev/null')\n" unless (($pbos->{'name'} =~ /^redhat/) && ($pbos->{'version'} =~ /^6/));
3137	} else {
3138	die "Unknown virtual type $vtype";
3139	}
3140
3141	if ($vtype =~ /(v\|r)m/) {
3142	print SCRIPT << 'EOF';
3143	# Removes duplicate in .ssh/authorized_keys of our key if needed
3144	#
3145	my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
3146	open(PBFILE,$file1) \|\| die "Unable to open $file1";
3147	open(PBOUT,"> $file1.new") \|\| die "Unable to open $file1.new";
3148	my $count = 0;
3149	while (<PBFILE>) {
3150
3151	EOF
3152	print SCRIPT << "EOF";
3153	if (/ $key /) {
3154	\$count++;
3155	}
3156	print PBOUT \$_ if ((\$count <= 1) \|\| (\$_ !~ / $key /));
3157	}
3158	close(PBFILE);
3159	close(PBOUT);
3160	rename("\$file1.new",\$file1);
3161	chmod 0600,\$file1;
3162
3163	EOF
3164	}
3165	print SCRIPT << 'EOF';
3166
3167	# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
3168	#
3169	my $file="/etc/passwd";
3170	open(PBFILE,$file) \|\| die "Unable to open $file";
3171	my $found = 0;
3172	while (<PBFILE>) {
3173	EOF
3174	print SCRIPT << "EOF";
3175	\$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
3176	EOF
3177
3178	# TODO: use an external parameter
3179	my $home = "/home";
3180	# Solaris doesn't like that we use /home
3181	$home = "/export/home" if ($pbos->{'type'} eq "pkg");
3182
3183	print SCRIPT << "EOF";
3184	}
3185	close(PBFILE);
3186
3187	if ( \$found == 0 ) {
3188	if ( ! -d "$home" ) {
3189	pb_mkdir_p("$home");
3190	}
3191	EOF
3192	# TODO: Level of portability of these cmds ? Critical now for RM
3193	# TODO: Check existence before adding to avoid errors
3194	print SCRIPT << "EOF";
3195	pb_system("/usr/sbin/groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
3196	pb_system("/usr/sbin/useradd -g $pbac->{$ENV{'PBPROJ'}} -m -d $home/$pbac->{$ENV{'PBPROJ'}} $pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home $home/$pbac->{$ENV{'PBPROJ'}})");
3197	}
3198	EOF
3199
3200	# Copy the content of our local conf file to the VM/VE/RM
3201	my $content = pb_get_content(pb_distro_conffile());
3202	print SCRIPT << "EOF";
3203	#
3204	# Create a temporary local conf file for distribution support
3205	# This is created here before its use later. Its place is hardcoded, so no choice for the path
3206	#
3207	my \$tempconf = pb_distro_conffile();
3208	pb_mkdir_p(dirname(\$tempconf));
3209	open(CONF,"> \$tempconf") \|\| die "Unable to create \$tempconf";
3210	print CONF q{$content};
3211	close(CONF);
3212	EOF
3213
3214	if ($vtype =~ /(v\|r)m/) {
3215	print SCRIPT << "EOF";
3216	# allow ssh entry to build
3217	#
3218	mkdir "$home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
3219	# Allow those accessing root to access the build account
3220	copy("\$ENV{'HOME'}/.ssh/authorized_keys","$home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
3221	chmod 0600,".ssh/authorized_keys";
3222	pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} $home/$pbac->{$ENV{'PBPROJ'}}","Finish setting up the account env for $pbac->{$ENV{'PBPROJ'}}");
3223
3224	EOF
3225	}
3226	print SCRIPT << 'EOF';
3227	# No passwd for build account only keys
3228	$file="/etc/shadow";
3229	if (-f $file) {
3230	open(PBFILE,$file) \|\| die "Unable to open $file";
3231	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
3232	while (<PBFILE>) {
3233	EOF
3234	print SCRIPT << "EOF";
3235	s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
3236	s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
3237	s/^$pbac->{$ENV{'PBPROJ'}}:\\LK\\:/$pbac->{$ENV{'PBPROJ'}}:NP:/; #Solaris e.g.
3238	EOF
3239	print SCRIPT << 'EOF';
3240	print PBOUT $_;
3241	}
3242	close(PBFILE);
3243	close(PBOUT);
3244	rename("$file.new",$file);
3245	chmod 0640,$file;
3246	}
3247
3248	# Keep the VM in text mode
3249	$file="/etc/inittab";
3250	if (-f $file) {
3251	open(PBFILE,$file) \|\| die "Unable to open $file";
3252	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
3253	while (<PBFILE>) {
3254	s/^(..):5:initdefault:$/$1:3:initdefault:/;
3255	print PBOUT $_;
3256	}
3257	close(PBFILE);
3258	close(PBOUT);
3259	rename("$file.new",$file);
3260	chmod 0640,$file;
3261	}
3262
3263	# pb has to be added to portage group on gentoo
3264
3265	# We need to have that pb_distro_get_context function
3266	# Get it from Project-Builder::Distribution
3267	# And we now need the conf file required for this to work created above
3268
3269	my $pbos = pb_distro_get_context();
3270	print "distro tuple: ".Dumper($pbos)."\n";
3271
3272	# Adapt sudoers
3273	# sudo is not default on Solaris and needs to be installed first
3274	# from http://www.sunfreeware.com/programlistsparc10.html#sudo
3275	if ($pbos->{'type'} eq "pkg") {
3276	$file="/usr/local/etc/sudoers";
3277	} else {
3278	$file="/etc/sudoers";
3279	}
3280	open(PBFILE,$file) \|\| die "Unable to open $file";
3281	open(PBOUT,"> $file.new") \|\| die "Unable to open $file.new";
3282	while (<PBFILE>) {
3283	EOF
3284	# Skip what will be generated
3285	print SCRIPT << "EOF";
3286	next if (/^$pbac->{$ENV{'PBPROJ'}}\\s+/);
3287	next if (/^Defaults:$pbac->{$ENV{'PBPROJ'}}\\s+/);
3288	next if (/^Defaults:root\\s+\!requiretty/);
3289	next if (/^Defaults:root\\s+env_keep/);
3290	EOF
3291	print SCRIPT << 'EOF';
3292	s/Defaults\s+requiretty/# disable Defaults: requiretty/;
3293	print PBOUT $_;
3294	}
3295	close(PBFILE);
3296	EOF
3297	print SCRIPT << "EOF";
3298	# Some distro force requiretty at compile time, so disable here
3299	print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} !requiretty\n";
3300	print PBOUT "Defaults:root !requiretty\n";
3301	# Keep proxy configuration while using sudo
3302	print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} env_keep += \\\"http_proxy ftp_proxy\\\"\n";
3303	print PBOUT "Defaults:root env_keep += \\\"http_proxy ftp_proxy\\\"\n";
3304	EOF
3305	# Try to restrict security to what is really needed
3306	if ($vtype =~ /^vm/) {
3307	my $hpath = pb_distro_get_param($pbos,pb_conf_get("ospathcmd-halt"));
3308	my @sudocmds = pb_get_sudocmds($pbos,$ntpline,"sudo $hpath");
3309	print SCRIPT << "EOF";
3310	# This is needed in order to be able on VM to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
3311	# Build account $pbac->{$ENV{'PBPROJ'}} in VM also needs to setup date and install deps.
3312	# Nothing else should be needed
3313	EOF
3314	foreach my $c (@sudocmds) {
3315	print SCRIPT "print PBOUT \"$pbac->{$ENV{'PBPROJ'}} ALL = NOPASSWD: $c\\n\";\n";
3316	}
3317	} elsif ($vtype =~ /^rm/) {
3318	my @sudocmds = pb_get_sudocmds($pbos,$ntpline);
3319	print SCRIPT << "EOF";
3320	# Build account $pbac->{$ENV{'PBPROJ'}} in RM only needs to setup date and install deps if needed each time
3321	EOF
3322	foreach my $c (@sudocmds) {
3323	print SCRIPT "print PBOUT \"$pbac->{$ENV{'PBPROJ'}} ALL = NOPASSWD: $c\\n\";\n";
3324	}
3325	} else {
3326	print SCRIPT << "EOF";
3327	# Build account $pbac->{$ENV{'PBPROJ'}} for VE needs to do a lot in the host (and chroot), so allow without restriction for now
3328	print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
3329	EOF
3330	}
3331	print SCRIPT << 'EOF';
3332	close(PBOUT);
3333	rename("$file.new",$file);
3334	chmod 0440,$file;
3335
3336	EOF
3337
3338	if ($vtype =~ /(v\|r)m/) {
3339	# Sync date
3340	# do it after sudoers is setup
3341	print SCRIPT "pb_system(\"$ntpline\",\"Updating time with $ntpline\",\"mayfail\");\n";
3342	}
3343
3344	print SCRIPT << 'EOF';
3345
3346	# We may need a proxy configuration. Get it from the local env
3347	pb_apply_conf_proxy($pbos);
3348
3349	# Suse wants sudoers as 640
3350	if ((($pbos->{'name'} eq "sles") && (($pbos->{'version'} =~ /10/) \|\| ($pbos->{'version'} =~ /9/))) \|\| (($pbos->{'name'} eq "opensuse") && ($pbos->{'version'} =~ /10.[012]/))) {
3351	chmod 0640,$file;
3352	}
3353
3354	# First install all required packages
3355	pb_system("yum clean all","Cleaning yum env","mayfail") if (($pbos->{'name'} eq "fedora") \|\| ($pbos->{'name'} eq "asianux") \|\| ($pbos->{'name'} eq "rhel"));
3356	my ($ospkgdep) = pb_conf_get_if("ospkgdep");
3357
3358	my $pkgdep = pb_distro_get_param($pbos,$ospkgdep);
3359	pb_distro_installdeps(undef,$pbos,pb_distro_only_deps_needed($pbos,join(' ',split(/,/,$pkgdep))));
3360
3361	EOF
3362	my $itype = pb_distro_get_param($pbos,pb_conf_get("pbinstalltype"));
3363	# Install from sandbox mean a file base install
3364	$itype = "file" if (defined $sbx);
3365	if ($itype =~ /^file/) {
3366	my $cmdget;
3367	if (defined $sbx) {
3368	# Install from sandbox mean using the result of the just passed sbx2build command
3369	# Get content saved in cms2build
3370	my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
3371	my $pbextdir = pb_get_extdir();
3372	die "Unable to get package list" if (not defined $pkg);
3373
3374	# We consider 2 specific packages
3375	my $vertag1 = $pkg->{"ProjectBuilder"};
3376	my $vertag2 = $pkg->{"project-builder"};
3377	# get the version of the current package - maybe different
3378	pb_log(2,"Vertag1: $vertag1\n");
3379	pb_log(2,"Vertag2: $vertag2\n");
3380	my ($pbver1,$tmp1) = split(/-/,$vertag1);
3381	my ($pbver2,$tmp2) = split(/-/,$vertag2);
3382	# Copy inside the VE
3383	if ($vtype eq "ve") {
3384	my ($vepath) = pb_conf_get("vepath");
3385	copy("$ENV{'PBDESTDIR'}/ProjectBuilder-$pbver1$pbextdir.tar.gz","$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/tmp");
3386	copy("$ENV{'PBDESTDIR'}/project-builder-$pbver2$pbextdir.tar.gz","$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/tmp");
3387	} else {
3388	pb_system("scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport $ENV{'PBDESTDIR'}/ProjectBuilder-$pbver1$pbextdir.tar.gz $ENV{'PBDESTDIR'}/project-builder-$pbver2$pbextdir.tar.gz root\@$vmhost->{$ENV{'PBPROJ'}}:/tmp","Copying local project files to $vtype.");
3389	}
3390	$cmdget = "mv /tmp/ProjectBuilder-$pbver1$pbextdir.tar.gz ProjectBuilder-latest.tar.gz ; mv /tmp/project-builder-$pbver2$pbextdir.tar.gz project-builder-latest.tar.gz";
3391	} else {
3392	# TODO: shouldn't we have a variable to specify the source file?
3393	# And shouldn't we be getting the one that matches the current pb version?
3394	# For the moment, just take the latest stable one
3395	$cmdget = "wget --passive-ftp ftp://ftp.project-builder.org/src/ProjectBuilder-latest.tar.gz; wget --passive-ftp ftp://ftp.project-builder.org/src/project-builder-latest.tar.gz";
3396	}
3397	print SCRIPT << 'EOF';
3398	# Then install manually the missing perl modules
3399	my ($osperldep,$osperlver) = pb_conf_get_if("osperldep","osperlver");
3400
3401	my $perldep = pb_distro_get_param($pbos,$osperldep);
3402	my $bashopt = "";
3403	$bashopt = "-x" if ($pbdebug ge 1);
3404	my $verbopt = "mayfail";
3405	$verbopt = "mayfailverbose" if ($pbdebug ge 1);
3406	foreach my $m (split(/,/,$perldep)) {
3407	# Skip empty deps
3408	next if ($m =~ /^\s*$/);
3409	my $dir = $m;
3410	$dir =~ s/-.*//;
3411	pb_system("echo \"rm -rf $m* ; wget http://search.cpan.org/CPAN/modules/by-module/$dir/$m-$osperlver->{$m}.tar.gz ; gzip -cd $m-$osperlver->{$m}.tar.gz \| tar xf - ; cd $m* ; if [ -f Build.PL ]; then perl Build.PL; ./Build ; ./Build install ; else perl Makefile.PL; make ; make install ; fi; cd .. ; rm -rf $m*\" \| bash -e $bashopt" ,"Installing perl module $m-$osperlver->{$m}",$verbopt);
3412	}
3413	EOF
3414	print SCRIPT << 'EOF';
3415	pb_system("rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; rm -rf `perl -V:installvendorlib \| awk -F\"'\" '{print \$2}'`/ProjectBuilder ;
3416	EOF
3417	print SCRIPT " $cmdget ; ";
3418	print SCRIPT << 'EOF'
3419	gzip -cd ProjectBuilder-latest.tar.gz \| tar xf - ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; gzip -cd project-builder-latest.tar.gz \| tar xf - ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
3420	EOF
3421	} elsif ($itype =~ /^pkg/) {
3422	# pkg based install. We need to point to the project-builder.org repository
3423	print SCRIPT << 'EOF';
3424	my $pkgforpb = pb_distro_get_param($pbos,pb_conf_get_if("ospkg"));
3425	pb_distro_setuposrepo($pbos);
3426	pb_distro_installdeps(undef,$pbos,pb_distro_only_deps_needed($pbos,join(' ',split(/,/,$pkgforpb))));
3427	EOF
3428	} else {
3429	# Unknown install type
3430	die("Unknown install type $itype->{$ENV{'PBPROJ'}} for param pbinstalltype");
3431	}
3432	print SCRIPT << 'EOF';
3433	pb_system("pb -h",undef,"verbose");
3434	pb_system("pbdistrocheck",undef,"verbose");
3435	EOF
3436	if ($vtype eq "ve") {
3437	print SCRIPT << 'EOF';
3438	# For VE we need to umount some FS at the end
3439
3440	pb_system("umount /proc","Unmounting /proc","mayfail");
3441
3442	# Create a basic network file if not already there
3443
3444	my $nf="/etc/sysconfig/network";
3445	if ((! -f $nf) && ($pbos->{'type'} eq "rpm") && ($pbos->{'family'} ne "novell")) {
3446	open(NF,"> $nf") \|\| die "Unable to create $nf";
3447	print NF "NETWORKING=yes\n";
3448	print NF "HOSTNAME=localhost\n";
3449	close(NF);
3450	}
3451	chmod 0755,$nf;
3452	EOF
3453	}
3454
3455	# Adds pb_distro_get_context and all functions needed from ProjectBuilder::Distribution, Conf and Base
3456	foreach my $m ("ProjectBuilder/Base.pm","ProjectBuilder/Distribution.pm","ProjectBuilder/Conf.pm") {
3457	foreach my $d (@INC) {
3458	my $f = "$d/$m";
3459	if (-f "$f") {
3460	open(PBD,"$f") \|\| die "Unable to open $f: $!";
3461	while (<PBD>) {
3462	next if (/^package/);
3463	next if (/^use Exporter/);
3464	next if (/^use ProjectBuilder::/);
3465	next if (/^our /);
3466	print SCRIPT $_;
3467	}
3468	close(PBD);
3469	# We just need the first one of each file wrt @INC - hopefully that's the right one.
3470	last;
3471	}
3472	}
3473	}
3474	# Use a fake pb_version_init version here
3475	print SCRIPT << "EOF";
3476	sub pb_version_init {
3477
3478	return("$projectbuilderver","$projectbuilderrev");
3479	}
3480	1;
3481	EOF
3482	close(SCRIPT);
3483	chmod 0755,"$pbscript";
3484
3485	# That build script needs to be run as root and force stop of VM at end
3486	$pbaccount = "root";
3487
3488	# Force shutdown of VM except if it was already launched
3489	my $pbforce = 0;
3490	if ((! $vmexist) && ($vtype eq "vm")) {
3491	$pbforce = 1;
3492	}
3493
3494	pb_script2v($pbscript,$vtype,$pbforce,$v);
3495	$pm->finish if (defined $pbparallel);
3496	}
3497	$pm->wait_all_children if (defined $pbparallel);
3498	die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
3499	return;
3500	}
3501
3502	# Function to create a snapshot named 'pb' for VMs and a compressed tar for VEs
3503	sub pb_snap2v {
3504
3505	my $vtype = shift;
3506
3507	my ($vm,$all) = pb_get2v($vtype);
3508
3509	# Script generated
3510	my $pbscript = "$ENV{'PBDESTDIR'}/snapv";
3511
3512	my ($pbac) = pb_conf_get($vtype."login");
3513
3514	foreach my $v (@$vm) {
3515	if ($vtype eq "ve") {
3516	# Get distro context
3517	my $pbos = pb_distro_get_context($v);
3518	my ($vepath) = pb_conf_get("vepath");
3519
3520	# Test if an existing snapshot exists and remove it if there is a VE
3521	if ((-f "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz") &&
3522	(! -d "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}")) {
3523	pb_system("sudo rm -f $vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz","Removing previous snapshot $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz");
3524	}
3525	}
3526
3527	# Prepare the script to be executed on the VM/VE
3528	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
3529	print SCRIPT << 'EOF';
3530	#!/bin/bash
3531	sleep 2
3532	EOF
3533	close(SCRIPT);
3534	chmod 0755,"$pbscript";
3535
3536	# Force shutdown of VM/VE
3537	# Force snapshot of VM/VE
3538	pb_script2v($pbscript,$vtype,1,$v,1);
3539	}
3540	return;
3541	}
3542
3543	# Function to update VMs/VEs/RMs with the latest distribution content
3544	sub pb_update2v {
3545
3546	my $vtype = shift;
3547
3548	my ($vm,$all) = pb_get2v($vtype);
3549
3550	# Script generated
3551	my $pbscript = "$ENV{'PBDESTDIR'}/updatev";
3552
3553	my ($pbac) = pb_conf_get($vtype."login");
3554
3555	foreach my $v (@$vm) {
3556	# Get distro context
3557	my $pbos = pb_distro_get_context($v);
3558
3559	# Prepare the script to be executed on the VM/VE/RM
3560	# in $ENV{'PBDESTDIR'}/updatev
3561	open(SCRIPT,"> $pbscript") \|\| die "Unable to create $pbscript";
3562
3563	print SCRIPT << 'EOF';
3564	#!/bin/bash
3565	sleep 2
3566	EOF
3567	# VE needs a good /proc
3568	if ($vtype eq "ve") {
3569	print SCRIPT "sudo /bin/mount -t proc /proc /proc\n";
3570	}
3571	print SCRIPT "$pbos->{'update'}\n";
3572	if ($vtype eq "ve") {
3573	print SCRIPT "sudo /bin/umount /proc\n";
3574	}
3575	close(SCRIPT);
3576	chmod 0755,"$pbscript";
3577
3578	# Force shutdown of VM except
3579	pb_script2v($pbscript,$vtype,1,$v);
3580	}
3581	return;
3582	}
3583
3584	sub pb_announce {
3585
3586	my $antype = shift;
3587
3588	# Get all required parameters
3589	my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
3590	my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
3591	if (((not defined $testver) \|\| (not defined $testver->{$ENV{'PBPROJ'}}) \|\| ($testver->{$ENV{'PBPROJ'}} !~ /true/i)) && ($antype eq "Clean")) {
3592	# We just clean for test versions
3593	pb_log(0,"Unable to clean SSH repository for non testver version\n");
3594	return;
3595	}
3596	my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
3597	my @pkgs = @$pkg;
3598	my %pkgs;
3599	my $first = 0;
3600
3601	# Get all distros concerned
3602	my $pbos = pb_distro_get_context();
3603	my $distrolist = pb_get_distros($pbos,undef);
3604	my %dl;
3605	my %theorlist;
3606	my %archlist;
3607	foreach my $d (split(/,/,$distrolist)) {
3608	my ($d1,$d2,$d3) = split(/-/,$d);
3609	$dl{$d1}++;
3610	}
3611
3612	# Command to find packages on repo
3613	my $findstr = "find ".join(" ",keys %dl)." ";
3614	my $srcstr = "";
3615	# Generated announce files
3616	my @files;
3617
3618	foreach my $pbpkg (@pkgs) {
3619	if ($first != 0) {
3620	$findstr .= "-o ";
3621	}
3622	$first++;
3623	if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
3624	$pbver = $pkgv->{$pbpkg};
3625	} else {
3626	$pbver = $ENV{'PBPROJVER'};
3627	}
3628	if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
3629	$pbtag = $pkgt->{$pbpkg};
3630	} else {
3631	$pbtag = $ENV{'PBPROJTAG'};
3632	}
3633
3634	# TODO: use virtual/real names here now
3635	my $pbrealpkg = $pbpkg;
3636	my $pbrealpkgrpm = pb_cms_get_real_pkg($pbpkg,"rpm");
3637	my $pbrealpkgdeb = pb_cms_get_real_pkg($pbpkg,"deb");
3638	if ($antype eq "Clean") {
3639	# We only clean test versions anyway
3640	$pbtag = "0";
3641	my $nver = $pbver;
3642	my $ntag = "[2-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9]";
3643	$pbver .= $ntag;
3644	$findstr .= "-name \'$pbrealpkgrpm-$pbver-$pbtag\..rpm\' -o -name \'$pbrealpkgrpm-debug-$pbver-$pbtag\..rpm\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag"."_\.deb\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag.dsc\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag.tar.gz\' -o -name \'$pbrealpkg-$nver"."_p$ntag\.ebuild\' -o -name \'$pbrealpkg-$pbver-$pbtag\.pkg\' -o -name \'$pbrealpkg-$pbver-$pbtag*\.sd\' ";
3645	$srcstr .= "src/$pbrealpkg-$pbver.tar.gz src/$pbrealpkg-$pbver.pbconf.tar.gz ";
3646	} else {
3647	my @date=pb_get_date();
3648	# the matching is only done on packages made the same day for test version. Hopefully this is enough
3649	my $nver = $pbver;
3650	if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i) && ($antype eq "Check")) {
3651	$pbtag = "0";
3652	my $ntag .= strftime("%Y%m%d*", @date);
3653	$nver = $pbver."_p$ntag";
3654	$pbver .= $ntag;
3655	}
3656	$findstr .= "-name \'$pbrealpkgrpm-$pbver-$pbtag\..rpm\' -o -name \'$pbrealpkgdeb"."_$pbver\.deb\' -o -name \'$pbrealpkg-$nver\.ebuild\' -o -name \'$pbrealpkg-$pbver\.pkg\' -o -name \'$pbrealpkg-$pbver*\.sd\' ";
3657	}
3658
3659	if ($antype eq "Announce") {
3660	my $chglog;
3661
3662	pb_cms_init($pbinit);
3663	# Get project info on log file and generate tmp files used later on
3664	$chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
3665	$chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
3666	$chglog = undef if (! -f $chglog);
3667
3668	open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") \|\| die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
3669	my $pb;
3670	$pb->{'realpkg'} = $pbrealpkg;
3671	$pb->{'ver'} = $pbver;
3672	$pb->{'tag'} = $pbtag;
3673	$pb->{'date'} = $pbdate;
3674	$pb->{'extdir'} = pb_get_extdir();
3675	$pb->{'chglog'} = $chglog;
3676	$pb->{'packager'} = $pbpackager;
3677	$pb->{'proj'} = $ENV{'PBPROJ'};
3678	$pb->{'repo'} = $pbrepo;
3679	$pb->{'pbos'}->{'type'} = "announce";
3680	$pb->{'pbos'}->{'suffix'} = "none";
3681	pb_changelog($pb,\*OUT,"yes");
3682	close(OUT);
3683	push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
3684	} elsif ($antype eq "Check") {
3685	# For the check we also build the theoritical complete list we should get
3686	foreach my $d (split(/,/,$distrolist)) {
3687	$pbos = pb_distro_get_context($d);
3688	if ($pbos->{'type'} eq "rpm") {
3689	$theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$pbrealpkgrpm-$pbver-$pbtag$pbos->{'suffix'}"} = 0;
3690	} elsif ($pbos->{'type'} eq "deb") {
3691	$theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkgdeb"."_$pbver-$pbtag"} = 0;
3692	# TODO are we always using the last arch ?
3693	$archlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkgdeb"."_$pbver-$pbtag"} = "$pbos->{'arch'}";
3694	} elsif ($pbos->{'type'} eq "ebuild") {
3695	my $prefix = "-r";
3696	$prefix = "_p" if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
3697	$theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkg-$pbver$prefix$pbtag.ebuild"} = 0;
3698	$archlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkg-$pbver$prefix$pbtag.ebuild"} = "$pbos->{'arch'}";
3699	} elsif ($pbos->{'type'} eq "pkg") {
3700	$theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$pbrealpkg-$pbver-$pbtag.pkg"} = 0;
3701	} else {
3702	pb_log(1,"No theoritical list possible for type $pbos->{'type'}\n");
3703	}
3704	}
3705	}
3706	pb_log(2,"theorlist : ".Dumper(%theorlist)."\n");
3707	}
3708	if ($antype eq "Announce") {
3709	$findstr .= " \| grep -Ev \'src.rpm\'";
3710	} elsif ($antype eq "Clean") {
3711	$findstr .= " \| xargs rm -f -v $srcstr ";
3712	}
3713
3714	# Prepare the command to run and execute it
3715	open(PBS,"> $ENV{'PBTMP'}/pbscript") \|\| die "Unable to create $ENV{'PBTMP'}/pbscript";
3716	print PBS "#!/bin/bash\n";
3717	print PBS "set -x\n" if ($pbdebug gt 1);
3718	print PBS "$findstr \| sort 2> /dev/null\n";
3719	close(PBS);
3720	chmod 0755,"$ENV{'PBTMP'}/pbscript";
3721	pb_send2target("Announce");
3722
3723	my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
3724	if ($antype eq "Announce") {
3725	# Get subject line
3726	pb_log(0,"Please enter the title of your announce\n");
3727	pb_log(0,"(By default: $sl)\n");
3728	my $sl2 = <STDIN>;
3729	$sl = $sl2 if ($sl2 !~ /^$/);
3730
3731	# Prepare a template of announce
3732	open(ANN,"> $ENV{'PBTMP'}/announce.html") \|\| die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
3733	print ANN << "EOF";
3734	$sl</p>
3735
3736	<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
3737	<p>
3738	Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
3739	</p>
3740	<p>
3741	EOF
3742	}
3743
3744	open(LOG,"$ENV{'PBTMP'}/system.$$.log") \|\| die "Unable to read $ENV{'PBTMP'}/system.$$.log: $!";
3745	if ($antype eq "Announce") {
3746	my $col = 2;
3747	my $i = 1;
3748	print ANN << 'EOF';
3749	<TABLE WIDTH="100%" CELLPADDING="0" CELLSPACING="0" BORDER="0">
3750	<TR>
3751	EOF
3752	while (<LOG>) {
3753	print ANN "<TD><A HREF=\"$pbrepo->{$ENV{'PBPROJ'}}/$_\">$_</A></TD>";
3754	$i++;
3755	if ($i > $col) {
3756	print ANN "</TR>\n<TR>";
3757	$i = 1;
3758	}
3759	}
3760	} elsif ($antype eq "Clean") {
3761	while (<LOG>) {
3762	# skip errors
3763	next if ($_ !~ /^removed /);
3764	pb_log(0,"$_");
3765	}
3766	} else {
3767	# In Check mode we need to compare the 2 lists (real and theoritical)
3768	while (<LOG>) {
3769	# Get package name and remove what is in extra for the theoritical list (arch at the end)
3770	chomp();
3771	# skip find errors
3772	next if (/^find:/);
3773	my $p = $_;
3774	$p =~ s/\.(i[3456]86\|x86_64\|noarch\|src)\.rpm$//;
3775	$p =~ s/_(i[3456]86\|amd64\|all).deb$//;
3776	$p =~ s/(-0\.[0-9]{8})[0-9]{6}/$1*/ if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
3777	$p =~ s/(-r\|_p[0-9]+)\.ebuild/$1*/ if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
3778	$theorlist{$p} = -2 if (not defined $theorlist{$p});
3779	$theorlist{$p} = $theorlist{$p} + 1;
3780	}
3781	pb_log(2,"theorlist : ".Dumper(%theorlist)."\n");
3782	}
3783	close(LOG);
3784
3785	# Nothing more for the cleanssh case
3786	return if ($antype eq "Clean");
3787
3788	if ($antype eq "Check") {
3789	my ($chkex) = pb_conf_get_if("checkexclude");
3790	my $vmbuildlist = "";
3791	my $vebuildlist = "";
3792	my $rmbuildlist = "";
3793	my @pt = pb_conf_get_if("vmlist","velist","rmlist");
3794	foreach my $t (sort keys %theorlist) {
3795	if (defined $theorlist{$t} and $theorlist{$t} >= 1) {
3796	pb_log(1,"Packages found for $t\n");
3797	} elsif (defined $theorlist{$t} and $theorlist{$t} < 0) {
3798	pb_log(0,"Extra Package found for $t\n");
3799	} else {
3800	pb_log(2,"Analyzing $t\n");
3801	my ($os,$ver,$arch,$package) = split(/\//,$t);
3802	# Some distro have no arch subdir
3803	if (not defined $package) {
3804	$package = $arch;
3805	# TODO: If both arch have failed, we just make the last one
3806	$arch = $archlist{$t};
3807	}
3808	my $pbos = pb_distro_get_context("$os-$ver-$arch");
3809	my $pkgn = $package;
3810	if ($pbos->{'type'} ne "deb") {
3811	# package name is more easily found from the end for non deb
3812	# as '-' is the separator, but it can also be used in names
3813	$pkgn = reverse($package);
3814	# search the second '-' and isolate the now last part which is the full name
3815	$pkgn =~ s/([^-]+)-([^-]+)-([\S])+$/$3/;
3816	} else {
3817	$pkgn =~ s/([^_]+)_([\S])+$/$2/;
3818	}
3819	my $found = 0;
3820	# Handle the exclusion of OSes
3821	my $excl = "";
3822	$excl .= $chkex->{$pkgn} if (defined $chkex->{$pkgn});
3823	$excl .= $chkex->{"all"} if (defined $chkex->{"all"});
3824	foreach my $ex (split(/,/,$excl)) {
3825	$found = 1 if ("$os-$ver-$arch" =~ /^$ex/);
3826	}
3827	# Skip as excluded
3828	next if ($found == 1);
3829	pb_log(0,"Package NOT found for $t\n");
3830	# Avoid duplicates in list
3831	next if ($vmbuildlist =~ /$os-$ver-$arch/);
3832	next if ($vebuildlist =~ /$os-$ver-$arch/);
3833	next if ($rmbuildlist =~ /$os-$ver-$arch/);
3834	# check with which method we need to build
3835	if ((defined $pt[0]->{$ENV{'PBPROJ'}}) and ($pt[0]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3836	$vmbuildlist = "$os-$ver-$arch" if ($vmbuildlist eq "");
3837	$vmbuildlist .= ",$os-$ver-$arch" if ($vmbuildlist !~ /$os-$ver-$arch/);
3838	next;
3839	}
3840	if ((defined $pt[1]->{$ENV{'PBPROJ'}}) and ($pt[1]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3841	$vebuildlist = "$os-$ver-$arch" if ($vebuildlist eq "");
3842	$vebuildlist .= ",$os-$ver-$arch" if ($vebuildlist !~ /$os-$ver-$arch/);
3843	next;
3844	}
3845	if ((defined $pt[2]->{$ENV{'PBPROJ'}}) and ($pt[2]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3846	$rmbuildlist = "$os-$ver-$arch" if ($rmbuildlist eq "");
3847	$rmbuildlist .= ",$os-$ver-$arch" if ($rmbuildlist !~ /$os-$ver-$arch/);
3848	}
3849	}
3850	}
3851	# If we want to rebuild automatically, let's do it
3852	if (defined $opts{'rebuild'}) {
3853	# SandBox or CMS
3854	pb_log(0,"Rebuilding from SandBox\n");
3855	pb_log(0,"for VMs: $vmbuildlist\n") if ($vmbuildlist ne "");
3856	pb_log(0,"for VEs: $vebuildlist\n") if ($vebuildlist ne "");
3857	pb_log(0,"for RMs: $rmbuildlist\n") if ($rmbuildlist ne "");
3858	pb_cms2build("SandBox");
3859	# Which mode
3860	$ENV{'PBV'} = $vmbuildlist;
3861	pb_build2v("vm","build") if ($vmbuildlist ne "");
3862	$ENV{'PBV'} = $vebuildlist;
3863	pb_build2v("ve","build") if ($vebuildlist ne "");
3864	$ENV{'PBV'} = $rmbuildlist;
3865	pb_build2v("rm","build") if ($rmbuildlist ne "");
3866	}
3867	# For the check part this is now finished
3868	return;
3869	}
3870
3871	print ANN << "EOF";
3872	</TR>
3873	</TABLE>
3874	</p>
3875
3876	<p>As usual source packages are also available in the same directory.</p>
3877
3878	<p>
3879	Changes are :
3880	</p>
3881	<p>
3882	EOF
3883	# Get each package changelog content
3884	foreach my $f (sort(@files)) {
3885	open(IN,"$f") \|\| die "Unable to read $f:$!";
3886	while (<IN>) {
3887	print ANN $_;
3888	}
3889	close(IN);
3890	print ANN "</p><p>\n";
3891	}
3892	print ANN "</p>\n";
3893	close(ANN);
3894
3895	# Allow for modification
3896	my $editor = "vi";
3897	$editor = $ENV{'EDITOR'} if (defined $ENV{'EDITOR'});
3898	pb_system("$editor $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
3899
3900	# Store it in DB for external usage (Web pages generation)
3901	my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
3902
3903	my $precmd = "";
3904	if (! -f $db) {
3905	$precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
3906	}
3907
3908	my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
3909	{ RaiseError => 1, AutoCommit => 1 })
3910	\|\| die "Unable to connect to $db";
3911
3912	if ($precmd ne "") {
3913	my $sth = $dbh->prepare(qq{$precmd})
3914	\|\| die "Unable to create table into $db";
3915	$sth->execute();
3916	}
3917
3918	# To read whole file
3919	local $/;
3920	open(ANN,"$ENV{'PBTMP'}/announce.html") \|\| die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
3921	my $announce = <ANN>;
3922	close(ANN);
3923
3924	pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
3925	my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
3926	\|\| die "Unable to insert into $db";
3927	$sth->execute($pbdate, $announce);
3928	$sth->finish();
3929	$dbh->disconnect;
3930
3931	# Then deliver it on the Web
3932	# $TOOLHOME/livwww www
3933
3934	# Mail it to project's ML
3935	open(ML,"\| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") \|\| die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
3936	print ML << 'EOF';
3937	<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
3938
3939	<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
3940	<head>
3941	</head>
3942	<body>
3943	<p>
3944	EOF
3945	open(ANN,"$ENV{'PBTMP'}/announce.html") \|\| die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
3946	while(<ANN>) {
3947	print ML $_;
3948	}
3949	print ML << 'EOF';
3950	</body>
3951	</html>
3952	EOF
3953	close(ML);
3954
3955	# To read whole file
3956	local $/;
3957	open(ANN,"$ENV{'PBTMP'}/announce.txt") \|\| die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
3958	my $msg = <ANN>;
3959	close(ANN);
3960
3961	# Preparation of headers
3962	eval
3963	{
3964	require Mail::Sendmail;
3965	Mail::Sendmail->import();
3966	};
3967	if ($@) {
3968	# Mail::Sendmail not found not sending mail !
3969	pb_log(0,"No Mail::Sendmail module found so not sending any mail !\n");
3970	} else {
3971	my %mail = (
3972	To => $pbml->{$ENV{'PBPROJ'}},
3973	From => $pbpackager->{$ENV{'PBPROJ'}},
3974	Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
3975	Body => $msg,
3976	Subject => "[ANNOUNCE] $sl",
3977	);
3978
3979	# Send mail
3980	if (! sendmail(%mail)) {
3981	if ((defined $Mail::Sendmail::error) and (defined $Mail::Sendmail::log)) {
3982	die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
3983	}
3984	}
3985	}
3986	}
3987
3988	#
3989	# Creates a set of HTML file containing the news for the project
3990	# based on what has been generated by the pb_announce function
3991	#
3992	sub pb_web_news2html {
3993
3994	my $dest = shift \|\| $ENV{'PBTMP'};
3995
3996	# Get all required parameters
3997	my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
3998
3999	# DB of announces for external usage (Web pages generation)
4000	my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
4001
4002	my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
4003	{ RaiseError => 1, AutoCommit => 1 })
4004	\|\| die "Unable to connect to $db";
4005	# For date handling
4006	$ENV{LANGUAGE}="C";
4007	my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
4008	my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
4009	pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
4010	my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
4011	my %news;
4012	$news{"cy"} = ""; # current year's news
4013	$news{"ly"} = ""; # last year news
4014	$news{"py"} = ""; # previous years news
4015	$news{"fp"} = ""; # first page news
4016	my $cpt = 4; # how many news for first page
4017	# Extract info from DB
4018	foreach my $row (@$all) {
4019	my ($id, $date, $announce) = @$row;
4020	$news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
4021	$news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
4022	$news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
4023	$news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
4024	$cpt--;
4025	}
4026	pb_log(1,"news{fp}: ".$news{"fp"}."\n");
4027	$dbh->disconnect;
4028
4029	# Generate the HTML content
4030	foreach my $pref (keys %news) {
4031	open(NEWS,"> $dest/pb_web_$pref"."news.html") \|\| die "Unable to create $dest/pb_web_$pref"."news.html: $!";
4032	print NEWS "$news{$pref}";
4033	close(NEWS);
4034	}
4035	}
4036
4037
4038	# Return the SSH key file to use
4039	# Potentially create it if needed
4040
4041	sub pb_ssh_get {
4042
4043	my $create = shift \|\| 0; # Do not create keys by default
4044
4045	my ($pbagent) = pb_conf_get_if("pbusesshagent");
4046	# use ssh-agent if asked so.
4047	return(undef) if (($create == 0) && (defined $pbagent->{$ENV{'PBPROJ'}}) && ($pbagent->{$ENV{'PBPROJ'}} =~ /true/io));
4048
4049	# Check the SSH environment
4050	my $keyfile = undef;
4051
4052	# We have specific keys by default
4053	$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
4054	if (!(-e $keyfile) && ($create eq 1)) {
4055	pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
4056	}
4057
4058	$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
4059	$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
4060	$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
4061	die "Unable to find your public ssh key under $ENV{'HOME'}/.ssh" if (not defined $keyfile);
4062	return($keyfile);
4063	}
4064
4065
4066	# Returns the pid of a running VM command using a specific VM file
4067	sub pb_check_ps {
4068	my $vmcmd = shift;
4069	my $vmm = shift;
4070	my $vmexist = 0; # FALSE by default
4071
4072	open(PS, "ps auxhww\|") \|\| die "Unable to call ps";
4073	while (<PS>) {
4074	next if (! /$vmcmd/);
4075	next if (! /$vmm/);
4076	my ($void1, $void2);
4077	($void1, $vmexist, $void2) = split(/ +/);
4078	last;
4079	}
4080	return($vmexist);
4081	}
4082
4083
4084	sub pb_extract_build_files {
4085
4086	my $src=shift;
4087	my $dir=shift;
4088	my $ddir=shift;
4089	my $mandatory=shift \|\| "spec";
4090	my @files;
4091
4092	my $flag = "mayfail" if (($mandatory eq "patch") \|\| ($mandatory eq "src"));
4093	my $res;
4094
4095	if ($src =~ /tar\.gz$/) {
4096	$res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
4097	} elsif ($src =~ /tar\.bz2$/) {
4098	$res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
4099	} else {
4100	die "Unknown compression algorithm for $src";
4101	}
4102	# If not mandatory return now
4103	return() if (($res != 0) and (($mandatory eq "patch") \|\| ($mandatory eq "src")));
4104	opendir(DIR,"$dir") \|\| die "Unable to open directory $dir: $!";
4105	foreach my $f (readdir(DIR)) {
4106	next if ($f =~ /^\./);
4107	# Skip potential patch dir
4108	next if ($f =~ /^pbpatch/);
4109	# Skip potential source dir
4110	next if ($f =~ /^pbsrc/);
4111	# Skip potential backup files
4112	next if ($f =~ /~$/);
4113	move("$dir/$f","$ddir") \|\| die "Unable to move $dir/$f to $ddir";
4114	pb_log(2,"mv $dir/$f $ddir\n");
4115	push @files,"$ddir/$f";
4116	}
4117	closedir(DIR);
4118	# Not enough but still a first cleanup
4119	pb_rm_rf("$dir");
4120	return(@files);
4121	}
4122
4123	sub pb_list_bfiles {
4124
4125	my $dir = shift;
4126	my $pbpkg = shift;
4127	my $bfiles = shift;
4128	my $pkgfiles = shift;
4129	my $supfiles = shift;
4130	# subdir to keep if recursive mode, empty by default
4131	my $subdir = shift \|\| "";
4132	# In a recursive function , we need a local var as DIR handle
4133	my $bdir;
4134
4135	pb_log(2,"DEBUG: entering pb_list_bfiles in $dir: ".Dumper($bfiles)."\n");
4136	opendir($bdir,"$dir") \|\| die "Unable to open dir $dir: $!";
4137	foreach my $f (readdir($bdir)) {
4138	pb_log(3,"DEBUG: pb_list_bfiles found $f\n");
4139	next if ($f =~ /^\./);
4140	if (-d "$dir/$f") {
4141	# Recurse for directories (Debian 3.0 format e.g.)
4142	pb_log(2,"DEBUG: pb_list_bfiles recurse in $dir/$f\n");
4143	pb_list_bfiles("$dir/$f",$pbpkg,$bfiles,$pkgfiles,$supfiles,$f);
4144	next;
4145	}
4146
4147	my $key = $f;
4148	# if recursive then store also the subdir
4149	$key = "$subdir/$f" if ($subdir ne "");
4150	$bfiles->{$key} = "$dir/$f";
4151	$bfiles->{$key} =~ s~$ENV{'PBROOTDIR'}~~;
4152	if (defined $supfiles->{$pbpkg}) {
4153	$pkgfiles->{$key} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
4154	}
4155	}
4156	closedir($bdir);
4157	pb_log(2,"DEBUG: exiting pb_list_bfiles: ".Dumper($bfiles)."\n");
4158	}
4159
4160	sub pb_add_comma {
4161
4162	my $str = shift;
4163	my $addstr = shift;
4164
4165	$str .= "," if (defined $str);
4166	$str .= $addstr;
4167	return($str);
4168	}
4169
4170	sub pb_list_sfiles {
4171
4172	my $sdir = shift;
4173	my $ptr = shift;
4174	my $pbos = shift;
4175	my $extdir = shift;
4176
4177	pb_log(2,"DEBUG: entering pb_list_sfiles: ".Dumper($ptr)."\n");
4178	my $key = "$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
4179
4180	# Prepare local sources for this distro - They are always applied first - May be a problem one day
4181	# This function works for both patches and additional sources
4182	foreach my $p (sort(<$sdir/*>)) {
4183	$ptr->{$key} = pb_add_comma($ptr->{$key},"file://$p") if (($p =~ /\.all$/) \|\| ($p =~ /\.$pbos->{'os'}$/) \|\| ($p =~ /\.$pbos->{'type'}$/) \|\| ($p =~ /\.$pbos->{'family'}$/) \|\| ($p =~ /\.$pbos->{'name'}$/) \|\| ($p =~ /\.$pbos->{'name'}-$pbos->{'version'}$/) \|\|($p =~ /\.$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}$/));
4184	}
4185
4186	# Prepare also remote sources to be included - Applied after the local ones
4187	foreach my $p ("all","$pbos->{'os'}","$pbos->{'type'}","$pbos->{'family'}","$pbos->{'name'}","$pbos->{'name'}-$pbos->{'version'}","$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") {
4188	my $f = "$extdir.".".$p";
4189	next if (not -f $f);
4190	if (not open(PATCH,$f)) {
4191	pb_display("Unable to open existing external source file content $f\n");
4192	next;
4193	}
4194	while (<PATCH>) {
4195	chomp();
4196	$ptr->{$key} = pb_add_comma($ptr->{$key},"$_");
4197	}
4198	close(PATCH);
4199	}
4200	pb_log(2,"DEBUG: exiting pb_list_sfiles: ".Dumper($ptr)."\n");
4201	return($ptr);
4202	}
4203
4204	#
4205	# Return the list of packages we are working on in a non CMS action
4206	#
4207	sub pb_get_pkg {
4208
4209	my @pkgs = ();
4210
4211	# In script actions that file may not exist.
4212	return(\@pkgs) if ((not defined $ENV{'PBDESTDIR'}) \|\| (not defined $ENV{'PBPROJVER'}) \|\| (not defined $ENV{'PBPROJTAG'}) \|\| (! -f "$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb"));
4213
4214	my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
4215	@pkgs = keys %$var if (defined $var);
4216
4217	pb_log(0,"Packages: ".join(',',@pkgs)."\n") if (@pkgs);
4218	return(\@pkgs);
4219	}
4220
4221	# Manages VM/RM SSH port communication
4222	sub pb_get_port {
4223
4224	my $port = shift;
4225	my $pbos = shift;
4226	my $cmt = shift;
4227	my $nport;
4228
4229	die "No port passed in parameter. Report to dev team\n" if (not defined $port);
4230	# key is project on VM, but machine tuple for RM
4231	if ($cmt =~ /^RM/i) {
4232	$nport = $port->{"$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}"};
4233	} else {
4234	$nport = $port->{$ENV{'PBPROJ'}};
4235	}
4236	pb_log(2,"pb_get_port with $nport\n");
4237	# Maybe a port was given as parameter so overwrite
4238	$nport = "$pbport" if (defined $pbport);
4239	# Maybe in // mode so use the env var set up as an offset to the base port, except when called from send2target for Packages or for RM
4240	if (($cmt ne "Packages") && ($cmt !~ /^RM/i)) {
4241	$nport += $ENV{'PBVMPORT'} if ((defined $pbparallel) && (defined $ENV{'PBVMPORT'}));
4242	}
4243	pb_log(2,"pb_get_port returns $nport\n");
4244	return($nport);
4245	}
4246
4247	sub pb_set_port {
4248
4249	my ($pid,$ident) = @_;
4250	pb_log(2,"pb_set_port for VM ($pid), id $ident\n");
4251	$ENV{'PBVMPORT'} = $ident;
4252	pb_log(2,"pb_set_port sets PBVMPORT in env to $ENV{'PBVMPORT'}\n");
4253	}
4254
4255	sub pb_set_parallel {
4256
4257	my $vtype = shift;
4258
4259	pb_log(2,"pb_set_parallel vtype: $vtype\n");
4260	# Take care of memory size if VM, parallel mode and more than 1 action
4261	if ((defined $pbparallel) && ($pbparallel ne 1) && ($vtype eq "vm")) {
4262	eval
4263	{
4264	require Linux::SysInfo;
4265	Linux::SysInfo->import();
4266	};
4267	if ($@) {
4268	# Linux::SysInfo not found
4269	pb_log(1,"ADVISE: Install Linux::SysInfo to benefit from automatic parallelism optimization.\nOr optimize manually pbparallel in your pb.conf file\nUsing $pbparallel processes max at a time for the moment\nWARNING: This may consume too much memory for your system\n");
4270	} else {
4271	# Using the memory size
4272	my $si = Linux::SysInfo::sysinfo();
4273	if (not defined $si) {
4274	pb_log(1,"ADVISE: Install Linux::SysInfo to benefit from automatic parallelism optimization.\nOr optimize manually pbparallel in your pb.conf file\nUsing $pbparallel processes max at a time for the moment\nWARNING: This may consume too much memory for your system\n");
4275	} else {
4276	# Keep the number of VM whose memory can be allocated
4277	my $ram = $si->{"totalram"}-$si->{"sharedram"}-$si->{"bufferram"};
4278	my $ram2;
4279	my ($vmmem) = pb_conf_get_if("vmmem");
4280
4281	my $v = "default";
4282	if ((defined $vmmem) and (defined $vmmem->{$v})) {
4283	$ram2 = $vmmem->{$v};
4284	} else {
4285	# Default for KVM/QEMU
4286	$ram2 = 128;
4287	}
4288	$pbparallel = sprintf("%d",$ram/$ram2);
4289	}
4290	pb_log(1,"Using $pbparallel processes at a time\n");
4291	}
4292	}
4293	pb_log(2,"pb_set_parallel returns: $pbparallel\n") if (defined $pbparallel);
4294	return($pbparallel);
4295	}
4296
4297	sub pb_get_sudocmds {
4298
4299	my $pbos = shift;
4300	my %sudocmds;
4301
4302	pb_log(2,"pb_get_sudocmds entering with lines:".Dumper(@_)."\n");
4303	foreach my $c (split(/;/,$pbos->{'update'}),split(/;/,$pbos->{'install'}),@_) {
4304	pb_log(2,"pb_get_sudocmds analyses $c\n");
4305	next if ($c !~ /^\s*sudo/);
4306	# remove sudo and leading spaces
4307	$c =~ s/^\s*sudo\s+//;
4308	# keep only the command, not the params
4309	$c =~ s/([^\s]+)\s.*$/$1/;
4310	$sudocmds{$c} = "";
4311	}
4312	pb_log(2,"pb_get_sudocmds returns ".Dumper(keys %sudocmds)."\n");
4313	return(keys %sudocmds);
4314	}
4315
4316	sub pb_sign_pkgs {
4317
4318	my $pbos = shift;
4319	my $made = shift;
4320
4321	pb_log(2,"entering pb_sign_pkg: $made ".Dumper($pbos)."\n");
4322	my ($passfile, $passphrase, $passpath) = pb_conf_get_if("pbpassfile","pbpassphrase","pbpasspath");
4323	$ENV{'PBPASSPHRASE'} = $passphrase->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSPHRASE'}) && (defined $passphrase->{$ENV{'PBPROJ'}}));
4324	$ENV{'PBPASSFILE'} = $passfile->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSFILE'})&& (defined $passfile->{$ENV{'PBPROJ'}})) ;
4325	$ENV{'PBPASSPATH'} = $passpath->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSPATH'})&& (defined $passpath->{$ENV{'PBPROJ'}})) ;
4326
4327	# Remove extra spaces
4328	$made =~ s/\s+/ /g;
4329	$made =~ s/^\s//g;
4330	$made =~ s/\s$//g;
4331
4332	if ($pbos->{'type'} eq "rpm") {
4333	eval
4334	{
4335	require RPM4::Sign;
4336	RPM4::Sign->import();
4337	};
4338	if ($@) {
4339	# RPM4::Sign not found
4340	pb_log(1,"WARNING: Install RPM4::Sign to benefit from automatic package signing.\n");
4341	} else {
4342	return if ((not defined $ENV{'PBPASSPHRASE'}) and (not defined $ENV{'PBPASSFILE'}));
4343	my $sign = RPM4::Sign->new(
4344	passphrase => $ENV{'PBPASSPHRASE'},
4345	name => $ENV{'PBPACKAGER'},
4346	path => $ENV{'PBPASSPATH'},
4347	password_file => $ENV{'PBPASSFILE'},
4348	);
4349
4350	pb_log(0,"Signing RPM packages...\n");
4351	pb_log(2,"pb_sign_pkg: pkgs:".Dumper(split(/ /,$made))."\n");
4352	$sign->rpmssign(split(/ /,$made));
4353	}
4354	} elsif ($pbos->{'type'} eq "deb") {
4355	my $changes = "";
4356	foreach my $c (split(/ /,$made)) {
4357	$changes .= " $ENV{'PBBUILDDIR'}/$c" if (($c =~ /\.changes$/) && (-f "$ENV{PBBUILDDIR}/$c"));
4358	}
4359	my $debsigncmd = pb_check_req("debsign",1);
4360	pb_system("$debsigncmd -m\'$ENV{'PBPACKAGER'}\' $changes","Signing DEB packages","mayfail") if (($changes ne "") && (defined $debsigncmd));
4361	} else {
4362	pb_log(0,"I don't know yet how to sign packages for type $pbos->{'type'}.\nPlease give feedback to dev team\n");
4363	}
4364	pb_log(2,"exiting pb_sign_pkg\n");
4365	}
4366
4367	# return list of all distributins supported, comma separated
4368	sub pb_get_distros {
4369
4370	my $pbos = shift;
4371	my $pbtarget = shift;
4372
4373	my @dists = ("$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}");
4374
4375	# Get list of distributions for which we need to generate build files if no target
4376	if (not defined $pbtarget) {
4377	my @pt = pb_conf_get_if("vmlist","velist","rmlist");
4378	foreach my $pt (@pt) {
4379	push(@dists, split(/,/, $pt->{$ENV{PBPROJ}})) if defined $pt->{$ENV{PBPROJ}};
4380	}
4381	# remove any whitespace
4382	grep(s/\s+//go, @dists);
4383	}
4384	return(join(",",@dists));
4385	}
4386
4387	sub pb_get_extdir () {
4388
4389	# the pbrc file should contain it and whatever the key, we take it
4390	my ($ed) = pb_conf_read("$ENV{'PBDESTDIR'}/pbrc","pbextdir");
4391	pb_log(2,"ed: ".Dumper($ed)."\n");
4392	my $pbextdir = "";
4393	foreach my $k (keys %$ed) {
4394	$pbextdir = $ed->{$k};
4395	# In case we have an empty field, empty it completely
4396	pb_log(2,"pbextdir: *$pbextdir*\n");
4397	$pbextdir =~ s/^\s*$//;
4398	}
4399	pb_log(2,"pbextdir: *$pbextdir*\n");
4400	return($pbextdir);
4401	}
4402
4403	1;

Note: See TracBrowser for help on using the repository browser.

Download in other formats: