source: ProjectBuilder/devel/pb/bin/pb@ 1388

Last change on this file since 1388 was 1388, checked in by Bruno Cornec, 12 years ago
  • VE build now propagates params instead of forcing no snapshot e.g.
  • Property svn:executable set to *
File size: 129.6 KB
Line 
1#!/usr/bin/perl -w
2#
3# Project Builder main application
4#
5# $Id$
6#
7# Copyright B. Cornec 2007-2011
8# Provided under the GPL v2
9
10# Syntax: see at end
11
12use strict 'vars';
13
14# The modules mentioned here are required by pb when used both
15# locally or inside a VE/VM/RM
16# Additional required modules only used locally are called with a require
17# in their respective section
18use Getopt::Long qw(:config auto_abbrev no_ignore_case);
19use Data::Dumper;
20use English;
21use File::Basename;
22use File::Copy;
23use File::stat;
24use File::Temp qw(tempdir);
25use File::Find;
26use Time::localtime qw(localtime);
27use POSIX qw(strftime);
28use lib qw (lib);
29use ProjectBuilder::Version;
30use ProjectBuilder::Base;
31use ProjectBuilder::Display;
32use ProjectBuilder::Conf;
33use ProjectBuilder::Distribution;
34use ProjectBuilder::CMS;
35use ProjectBuilder::Env;
36use ProjectBuilder::Filter;
37use ProjectBuilder::Changelog;
38use ProjectBuilder::VE;
39
40# Global variables
41my %opts; # CLI Options
42my $action; # action to realize
43my $test = "FALSE"; # Not used
44my $pbforce = 0; # Force VE/VM rebuild
45my $pbsnap = 0; # Do not use snapshot mode for VM/VE by default
46my $option = ""; # Not used
47my @pkgs; # list of packages
48my $pbtag; # Global Tag variable
49my $pbver; # Global Version variable
50my $pbscript; # Name of the script
51my %pbver; # per package
52my %pbtag; # per package
53my $pbrev; # Global REVISION variable
54my $pbaccount; # Login to use to connect to the VM/RM
55my $pbtarget; # Target os-ver-arch you want to build for
56my $pbport; # Port to use to connect to the VM/RM
57my $newver; # New version to create
58my $iso = undef; # ISO image for the VM to create
59
60my @date = pb_get_date();
61my $pbdate = strftime("%Y-%m-%d", @date);
62
63=pod
64
65=head1 NAME
66
67pb, aka project-builder.org - builds packages for your projects
68
69=head1 DESCRIPTION
70
71pb helps you build various packages directly from your project sources.
72Those sources could be handled by a CMS (Configuration Management System)
73such as Subversion, CVS, Git, Mercurial... or being a simple reference to a compressed tar file.
74It's based on a set of configuration files, a set of provided macros to help
75you keeping build files as generic as possible. For example, a single .spec
76file should be required to generate for all rpm based distributions, even
77if you could also have multiple .spec files if required.
78
79=head1 SYNOPSIS
80
81pb [-vhSq][-r pbroot][-p project][[-s script -a account -P port][-t os-ver-arch][-m os-ver-arch[,...]]][-g][-i iso] <action> [<pkg1> ...]
82
83pb [--verbose][--help][--man][--quiet][--snapshot][--revision pbroot][--project project][[--script script --account account --port port][--target os-ver-arch][--machine os-ver-arch[,...]]][--nographic][--iso iso][--rebuild] <action> [<pkg1> ...]
84
85=head1 OPTIONS
86
87=over 4
88
89=item B<-v|--verbose>
90
91Print a brief help message and exits.
92
93=item B<-q|--quiet>
94
95Do not print any output.
96
97=item B<-h|--help>
98
99Print a brief help message and exits.
100
101=item B<-S|--snapshot>
102
103Use the snapshot mode of VMs or VEs
104
105=item B<--man>
106
107Prints the manual page and exits.
108
109=item B<-t|--target os-ver-arch>
110
111Name of the target system you want to build for.
112All if none precised.
113
114=item B<-m|--machine os-ver-arch[,os-ver-arch,...]>
115
116Name of the Virtual Machines (VM), Virtual Environments (VE) or Remote Machines (RM)
117you want to build on (coma separated).
118All if none precised (or use the env variable PBV).
119
120=item B<-s|--script script>
121
122Name of the script you want to execute on the related VMs/VEs/RMs.
123
124=item B<-g|--nographic>
125
126Do not launch VMs in graphical mode.
127
128=item B<-i|--iso iso_image>
129
130Name of the ISO image of the distribution you want to install on the related VMs.
131
132=item B<-a|--account account>
133
134Name of the account to use to connect on the related VMs/RMs.
135
136=item B<-P|--port port_number>
137
138Port number to use to connect on the related VMs/RMs.";
139
140=item B<-p|--project project_name>
141
142Name of the project you're working on (or use the env variable PBPROJ)
143
144=item B<-r|--revision revision>
145
146Path Name of the project revision under the CMS (or use the env variable PBROOT)
147
148=item B<-V|--version new_version>
149
150New version of the project to create based on the current one.
151
152=item B<--rebuild>
153
154Only valid with the checkssh action, it alllows to automatically relaunch the build of the failed packages
155
156=back
157
158=head1 ARGUMENTS
159
160<action> can be:
161
162=over 4
163
164=item B<sbx2build>
165
166Create tar files for the project under your CMS.
167Current state of the exported content is taken.
168CMS supported are SVN, SVK, CVS, Git and Mercurial
169parameters are packages to build
170if not using default list
171
172=item B<cms2build>
173
174Create tar files for the project under your CMS.
175Current state of the CMS is taken.
176CMS supported are SVN, SVK, CVS, Git and Mercurial
177parameters are packages to build
178if not using default list
179
180=item B<build2pkg>
181
182Create packages for your running distribution
183
184=item B<cms2pkg>
185
186cms2build + build2pkg
187
188=item B<sbx2pkg>
189
190sbx2build + build2pkg
191
192=item B<build2ssh>
193
194Send the tar files to a SSH host
195
196=item B<sbx2ssh>
197
198sbx2build + build2ssh
199
200=item B<cms2ssh>
201
202cms2build + build2ssh
203
204=item B<pkg2ssh>
205
206Send the packages built to a SSH host
207
208=item B<build2vm>
209
210Create packages in VMs, launching them if needed
211and send those packages to a SSH host once built
212VM type supported are QEMU and KVM
213
214=item B<build2ve>
215
216Create packages in VEs, creating it if needed
217and send those packages to a SSH host once built
218
219=item B<build2rm>
220
221Create packages in RMs, which should pre-exist,
222and send those packages to a SSH host once built
223RM means Remote Machine, and could be a physical or Virtual one.
224This is one buildfarm integration for pb.
225
226=item B<sbx2vm>
227
228sbx2build + build2vm
229
230=item B<sbx2ve>
231
232sbx2build + build2ve
233
234=item B<sbx2rm>
235
236sbx2build + build2rm
237
238=item B<cms2vm>
239
240cms2build + build2vm
241
242=item B<cms2ve>
243
244cms2build + build2ve
245
246=item B<cms2rm>
247
248cms2build + build2rm
249
250=item B<launchvm>
251
252Launch one virtual machine
253
254=item B<launchve>
255
256Launch one virtual environment
257
258=item B<script2vm>
259
260Launch one virtual machine if needed
261and executes a script on it
262
263=item B<script2ve>
264
265Execute a script in a virtual environment
266
267=item B<script2rm>
268
269Execute a script on a remote machine
270
271=item B<newvm>
272
273Create a new virtual machine
274
275=item B<newve>
276
277Create a new virtual environment
278
279=item B<setupvm>
280
281Setup a virtual machine for pb usage
282
283=item B<setupve>
284
285Setup a virtual environment for pb usage
286
287=item B<setuprm>
288
289Setup a remote machine for pb usage
290
291=item B<sbx2setupvm>
292
293Setup a virtual machine for pb usage using the sandbox version of pb instead of the latest stable
294Reserved to dev team.
295
296=item B<sbx2setupve>
297
298Setup a virtual environment for pb usage using the sandbox version of pb instead of the latest stable
299Reserved to dev team.
300
301=item B<sbx2setuprm>
302
303Setup a remote machine for pb usage using the sandbox version of pb instead of the latest stable
304Reserved to dev team.
305
306=item B<snapvm>
307
308Snapshot a virtual machine for pb usage
309
310=item B<snapve>
311
312Snapshot a virtual environment for pb usage
313
314=item B<updatevm>
315
316Update the distribution in the virtual machine
317
318=item B<updateve>
319
320Update the distribution in the virtual environment
321
322=item B<updaterm>
323
324Update the distribution in the remote machine
325
326=item B<test2pkg>
327
328Test a package locally
329
330=item B<test2vm>
331
332Test a package in a virtual machine
333
334=item B<test2ve>
335
336Test a package in a virtual environment
337
338=item B<test2rm>
339
340Test a package in a remote machine
341
342=item B<checkssh>
343
344Check the delivery of the packages on the repository
345
346=item B<newver>
347
348Create a new version of the project derived
349from the current one
350
351=item B<newproj>
352
353Create a new project and a template set of
354configuration files under pbconf
355
356=item B<announce>
357
358Announce the availability of the project through various means
359
360=item B<sbx2webssh>
361
362Create tar files for the website under your CMS.
363Current state of the exported content is taken.
364Deliver the content to the target server using ssh from the exported dir.
365
366=item B<cms2webssh>
367
368Create tar files for the website from your CMS.
369Deliver the content to the target server using ssh from the DVCS.
370
371=item B<sbx2webpkg>
372
373Create tar files for the website under your CMS.
374Current state of the exported content is taken.
375
376=item B<cms2webpkg>
377
378Create tar files for the website under your CMS.
379
380=item B<clean>
381
382Purge the build and delivery directories related to the current project
383
384=back
385
386<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
387
388=head1 WEB SITES
389
390The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
391
392=head1 USER MAILING LIST
393
394None exists for the moment.
395
396=head1 CONFIGURATION FILES
397
398Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
399
400Here is an example of such a configuration file:
401
402 #
403 # Define for each project the URL of its pbconf repository
404 # No default option allowed here as they need to be all different
405 #
406 # URL of the pbconf content
407 # This is the format of a classical URL with the extension of additional schema such as
408 # svn+ssh, cvs+ssh, ...
409 #
410 pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
411
412 # This is normaly defined in the project's configuration file
413 # Url of the project
414 #
415 pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
416
417 # All these URLs needs to be defined here as the are the entry point
418 # for how to build packages for the project
419 #
420 pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
421 pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
422 pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
423 pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
424
425 # Under that dir will take place everything related to pb
426 # If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
427 # to your VMs/chroot/...
428 # if not defined then /var/cache
429 pbdefdir default = $ENV{'HOME'}/project-builder
430 pbdefdir pb = $ENV{'HOME'}
431 pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
432 pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
433
434 # pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
435 # If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
436 pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
437 pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
438
439 # pbdir points to the directory where the CMS content of the pburl is checked out
440 # If not defined, pbdir is under pbdefdir/pbproj
441 # Only defined if we have access to the dev of the project
442 pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
443 pbdir mondorescue = $ENV{'HOME'}/mondo/svn
444
445 # -daemonize doesn't work with qemu 0.8.2
446 vmopt default = -m 384
447
448=head1 AUTHORS
449
450The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
451
452=head1 COPYRIGHT
453
454Project-Builder.org is distributed under the GPL v2.0 license
455described in the file C<COPYING> included with the distribution.
456
457=cut
458
459# ---------------------------------------------------------------------------
460
461my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
462my $appname = "pb";
463
464# Initialize the syntax string
465
466pb_syntax_init("$appname (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
467
468GetOptions("help|?|h" => \$opts{'h'},
469 "man" => \$opts{'man'},
470 "verbose|v+" => \$opts{'v'},
471 "snapshot|S" => \$opts{'S'},
472 "quiet|q" => \$opts{'q'},
473 "log-files|l=s" => \$opts{'l'},
474 "force|f" => \$opts{'f'},
475 "account|a=s" => \$opts{'a'},
476 "revision|r=s" => \$opts{'r'},
477 "script|s=s" => \$opts{'s'},
478 "machines|mock|m=s" => \$opts{'m'},
479 "target|t=s" => \$opts{'t'},
480 "nographic|g" => \$opts{'g'},
481 "port|P=i" => \$opts{'P'},
482 "project|p=s" => \$opts{'p'},
483 "rebuild" => \$opts{'rebuild'},
484 "iso|i=s" => \$opts{'i'},
485 "version|V=s" => \$opts{'V'},
486) || pb_syntax(-1,0);
487
488if (defined $opts{'h'}) {
489 pb_syntax(0,1);
490}
491if (defined $opts{'man'}) {
492 pb_syntax(0,2);
493}
494if (defined $opts{'v'}) {
495 $pbdebug = $opts{'v'};
496}
497if (defined $opts{'f'}) {
498 $pbforce=1;
499}
500if (defined $opts{'q'}) {
501 $pbdebug=-1;
502}
503if (defined $opts{'S'}) {
504 $pbsnap=1;
505}
506if (defined $opts{'l'}) {
507 open(pbLOG,"> $opts{'l'}") || die "Unable to log to $opts{'l'}: $!";
508 $pbLOG = \*pbLOG;
509 $pbdebug = 0 if ($pbdebug == -1);
510 }
511pb_log_init($pbdebug, $pbLOG);
512pb_display_init("text","");
513
514# Handle root of the project if defined
515if (defined $opts{'r'}) {
516 $ENV{'PBROOTDIR'} = $opts{'r'};
517}
518# Handle virtual machines if any
519if (defined $opts{'m'}) {
520 $ENV{'PBV'} = $opts{'m'};
521}
522if (defined $opts{'s'}) {
523 $pbscript = $opts{'s'};
524}
525if (defined $opts{'a'}) {
526 $pbaccount = $opts{'a'};
527 die "option -a requires a -s script option" if (not defined $pbscript);
528}
529if (defined $opts{'P'}) {
530 $pbport = $opts{'P'};
531}
532if (defined $opts{'V'}) {
533 $newver = $opts{'V'};
534}
535if (defined $opts{'i'}) {
536 $iso = $opts{'i'};
537}
538if (defined $opts{'t'}) {
539 $pbtarget = $opts{'t'};
540}
541
542# Get Action
543$action = shift @ARGV;
544die pb_syntax(-1,1) if (not defined $action);
545
546my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
547my $pbinit = undef;
548$pbinit = 1 if ($action =~ /^newproj$/);
549
550# Handles project name if any
551# And get global params
552($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action);
553
554#
555# Check for command requirements
556#
557my ($req,$opt,$pbpara) = pb_conf_get_if("oscmd","oscmdopt","pbparallel");
558pb_check_requirements($req,$opt,$appname);
559
560#
561# Check if we can launch some actions in // with Parallel::ForkManager
562#
563my $pbparallel = $pbpara->{$appname} if (defined $pbpara);
564if (not defined $pbparallel) {
565 eval
566 {
567 require Sys::CPU;
568 Sys::CPU->import();
569 };
570 if ($@) {
571 # Sys::CPU not found, defaulting to 1
572 pb_log(1,"ADVISE: Install Sys::CPU to benefit from automatic parallelism optimization.\nOr use pbparallel in your pb.conf file\nOnly 1 process at a time for the moment\n");
573 $pbparallel = 1;
574 } else {
575 # Using the number of cores
576 $pbparallel = Sys::CPU::cpu_count();
577 pb_log(1,"Using parallel mode with $pbparallel processes\n");
578 }
579}
580
581eval
582{
583 require Parallel::ForkManager;
584 Parallel::ForkManager->import();
585};
586# Parallel::ForkManager not found so no // actions
587if ($@) {
588 $pbparallel = undef;
589 pb_log(1,"ADVISE: Install Parallel::ForkManager to benefit from automatic parallelism optimization.\nOnly 1 process at a time for the moment\n");
590}
591
592pb_log(0,"Project: $ENV{'PBPROJ'}\n");
593pb_log(0,"Action: $action\n");
594
595# Act depending on action
596if ($action =~ /^cms2build$/) {
597 pb_cms2build("CMS");
598} elsif ($action =~ /^sbx2build$/) {
599 pb_cms2build("SandBox");
600} elsif ($action =~ /^build2pkg$/) {
601 pb_build2pkg();
602} elsif ($action =~ /^cms2pkg$/) {
603 pb_cms2build("CMS");
604 pb_build2pkg();
605} elsif ($action =~ /^sbx2pkg$/) {
606 pb_cms2build("SandBox");
607 pb_build2pkg();
608} elsif ($action =~ /^build2ssh$/) {
609 pb_build2ssh();
610} elsif ($action =~ /^cms2ssh$/) {
611 pb_cms2build("CMS");
612 pb_build2ssh();
613} elsif ($action =~ /^sbx2ssh$/) {
614 pb_cms2build("SandBox");
615 pb_build2ssh();
616} elsif ($action =~ /^pkg2ssh$/) {
617 pb_pkg2ssh();
618} elsif ($action =~ /^build2rm$/) {
619 pb_build2v("rm","build");
620} elsif ($action =~ /^build2ve$/) {
621 pb_build2v("ve","build");
622} elsif ($action =~ /^build2vm$/) {
623 pb_build2v("vm","build");
624} elsif ($action =~ /^cms2rm$/) {
625 pb_cms2build("CMS");
626 pb_build2v("rm","build");
627} elsif ($action =~ /^cms2ve$/) {
628 pb_cms2build("CMS");
629 pb_build2v("ve","build");
630} elsif ($action =~ /^sbx2rm$/) {
631 pb_cms2build("SandBox");
632 pb_build2v("rm","build");
633} elsif ($action =~ /^sbx2ve$/) {
634 pb_cms2build("SandBox");
635 pb_build2v("ve","build");
636} elsif ($action =~ /^cms2vm$/) {
637 pb_cms2build("CMS");
638 pb_build2v("vm","build");
639} elsif ($action =~ /^sbx2vm$/) {
640 pb_cms2build("SandBox");
641 pb_build2v("vm","build");
642} elsif ($action =~ /^launchvm$/) {
643 pb_launchv("vm",$ENV{'PBV'},0);
644} elsif ($action =~ /^launchve$/) {
645 pb_launchv("ve",$ENV{'PBV'},0);
646} elsif ($action =~ /^script2vm$/) {
647 pb_script2v($pbscript,"vm");
648} elsif ($action =~ /^script2ve$/) {
649 pb_script2v($pbscript,"ve");
650} elsif ($action =~ /^script2rm$/) {
651 pb_script2v($pbscript,"rm");
652} elsif ($action =~ /^newver$/) {
653 pb_newver();
654} elsif ($action =~ /^newve$/) {
655 pb_launchv("ve",$ENV{'PBV'},1);
656} elsif ($action =~ /^newvm$/) {
657 pb_launchv("vm",$ENV{'PBV'},1);
658 pb_log(0, "Please ensure that sshd is running in your VM by default\n");
659 pb_log(0, "and that it allows remote root login (PermitRootLogin yes in /etc/ssh/sshd_config)\n");
660 pb_log(0, "Also ensure that network is up, firewalling correctly configured\n");
661 pb_log(0, "and perl, sudo, ntpdate and scp/ssh installed\n");
662 pb_log(0, "You should then be able to login with ssh -p VMPORT root\@localhost (if VM started with pb)\n");
663} elsif ($action =~ /^setuprm$/) {
664 pb_setup2v("rm");
665} elsif ($action =~ /^setupve$/) {
666 pb_setup2v("ve");
667} elsif ($action =~ /^setupvm$/) {
668 pb_setup2v("vm");
669} elsif ($action =~ /^sbx2setuprm$/) {
670 die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
671 pb_cms2build("SandBox");
672 pb_setup2v("rm","SandBox");
673} elsif ($action =~ /^sbx2setupve$/) {
674 die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
675 pb_cms2build("SandBox");
676 pb_setup2v("ve","SandBox");
677} elsif ($action =~ /^sbx2setupvm$/) {
678 die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
679 pb_cms2build("SandBox");
680 pb_setup2v("vm","SandBox");
681} elsif ($action =~ /^updaterm$/) {
682 pb_update2v("rm");
683} elsif ($action =~ /^updateve$/) {
684 pb_update2v("ve");
685} elsif ($action =~ /^updatevm$/) {
686 pb_update2v("vm");
687} elsif ($action =~ /^snapve$/) {
688 pb_snap2v("ve");
689} elsif ($action =~ /^snapvm$/) {
690 pb_snap2v("vm");
691} elsif ($action =~ /^test2pkg$/) {
692 pb_test2pkg();
693} elsif ($action =~ /^test2rm$/) {
694 pb_build2v("rm","test");
695} elsif ($action =~ /^test2ve$/) {
696 pb_build2v("ve","test");
697} elsif ($action =~ /^test2vm$/) {
698 pb_build2v("vm","test");
699} elsif ($action =~ /^newproj$/) {
700 # Nothing to do - already done in pb_env_init
701} elsif ($action =~ /^clean$/) {
702 pb_clean();
703} elsif ($action =~ /^announce$/) {
704 # For announce only. Require avoids the systematic load of these modules
705 require DBI;
706 require DBD::SQLite;
707
708 pb_announce("Announce");
709} elsif ($action =~ /^checkssh$/) {
710 pb_announce("Check");
711} elsif ($action =~ /^sbx2webpkg$/) {
712 require DBI;
713 require DBD::SQLite;
714
715 pb_cms2build("SandBox","Web");
716} elsif ($action =~ /^sbx2webssh$/) {
717 require DBI;
718 require DBD::SQLite;
719
720 pb_cms2build("SandBox","Web");
721 pb_send2target("Web");
722} elsif ($action =~ /^cms2webpkg$/) {
723 require DBI;
724 require DBD::SQLite;
725
726 pb_cms2build("CMS","Web");
727} elsif ($action =~ /^cms2webssh$/) {
728 require DBI;
729 require DBD::SQLite;
730
731 pb_cms2build("CMS","Web");
732 pb_send2target("Web");
733} else {
734 pb_log(0,"\'$action\' is not available\n");
735 pb_syntax(-2,1);
736}
737
738sub pb_cms2build {
739
740 my $param = shift || undef;
741 my $web = shift || undef;
742
743 my $pkg;
744 my @pkgs;
745 my $webdir;
746
747 my %pkgs;
748 my $pb; # Structure to store conf info
749
750 die "pb_cms2build requires a parameter: SandBox or CMS" if (not defined $param);
751
752 # If Website, then pkg is only the website
753 if (defined $web) {
754 ($webdir) = pb_conf_get("webdir");
755 pb_log(2,"webdir: ".Dumper($webdir)."\n");
756 $pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
757 $extpkgdir = $webdir;
758 pb_log(0,"Package: $pkgs[0]\n");
759 } else {
760 $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
761 @pkgs = @$pkg;
762 }
763
764 my ($scheme, $uri) = pb_cms_init($pbinit,$param);
765
766 # We need 2 lines here
767 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
768
769 # declare packager and repo for filtering
770 my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
771 $ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
772 $ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
773 my ($delivery) = pb_conf_get_if("delivery");
774 $delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
775
776 foreach my $pbpkg (@pkgs) {
777 $ENV{'PBPKG'} = $pbpkg;
778
779 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
780 $pbver = $pkgv->{$pbpkg};
781 } else {
782 $pbver = $ENV{'PBPROJVER'};
783 }
784 # If it's a test version, then tag == 0.date
785 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
786 $pbtag = "0.".strftime("%Y%m%d%H%M%S", @date);
787 $ENV{'PBPROJTAG'} = $pbtag;
788 } elsif ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
789 $pbtag = $pkgt->{$pbpkg};
790 } else {
791 $pbtag = $ENV{'PBPROJTAG'};
792 }
793
794 $pbrev = $ENV{'PBREVISION'};
795 pb_log(0,"\n");
796 pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
797 die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
798
799 my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
800 # Create the structure if needed
801 pb_mkdir_p($dest);
802 # Clean up dest if necessary. The export will recreate it
803 pb_rm_rf($dest) if (-d $dest);
804
805 # Export CMS tree for the concerned package to dest
806 # And generate some additional files
807 $OUTPUT_AUTOFLUSH=1;
808
809 # computes in which dir we have to work
810 my $dir = $defpkgdir->{$pbpkg};
811 $dir = $extpkgdir->{$pbpkg} if (not defined $dir);
812 $dir = $webdir->{$ENV{'PBPROJ'}} if (defined $web);
813 die "Variable \$dir not defined. Please report to dev team with log of a verbose run and this info ".Dumper($webdir) if (not defined $dir);
814 pb_log(2,"def:".Dumper($defpkgdir)."ext: ".Dumper($extpkgdir)."dir: $dir\n");
815
816 # Exporting content from CMS
817 my $sourcedir = undef;
818 my $sourceuri = $uri;
819 if ($param eq "SandBox") {
820 # Point to the local instance
821 $sourcedir = "$ENV{'PBDIR'}/$dir";
822 } else {
823 # Get it from a subdir of the URI with same version as localy but different root
824 # Only if using a real CMS
825 my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
826 if (($scheme !~ /^file/) && ($scheme !~ /^(ht|f)tp/)) {
827 $sourceuri = "$ENV{'PBDIR'}/$dir";
828 $sourceuri =~ s|^$ENV{'PBPROJDIR'}/|$uri/|;
829 }
830 }
831 my $preserve = pb_cms_export($sourceuri,$sourcedir,$dest);
832
833 # Generated fake content for test versions to speed up stuff
834 my $chglog;
835
836 # Get project info on authors and log file
837 # TODO: Make it CMS aware
838 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
839 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
840 $chglog = undef if (! -f $chglog);
841
842 # TODO: Make it CMS aware
843 my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
844 $authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
845 $authors = "/dev/null" if (! -f $authors);
846
847 # Extract cms log history and store it
848 if ((defined $chglog) && (! -f "$dest/NEWS")) {
849 pb_log(2,"Generating NEWS file from $chglog\n");
850 copy($chglog,"$dest/NEWS") || die "Unable to create $dest/NEWS";
851 }
852 pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
853
854 my %build;
855 # We want to at least build for the underlying distro
856 # except if a target was given, in which case we only build for it
857 my $pbos = pb_distro_get_context($pbtarget);
858 my $tmpl = pb_get_distros($pbos,$pbtarget);
859
860 # Setup $pb structure to allow filtering later on, on files using that structure
861 $pb->{'tag'} = $pbtag;
862 $pb->{'rev'} = $pbrev;
863 $pb->{'ver'} = $pbver;
864 $pb->{'pkg'} = $pbpkg;
865 $pb->{'suf'} = $pbos->{'suffix'};
866 $pb->{'realpkg'} = $pbpkg;
867 $pb->{'date'} = $pbdate;
868 $pb->{'defpkgdir'} = $defpkgdir;
869 $pb->{'extpkgdir'} = $extpkgdir;
870 $pb->{'chglog'} = $chglog;
871 $pb->{'packager'} = $ENV{'PBPACKAGER'};
872 $pb->{'proj'} = $ENV{'PBPROJ'};
873 $pb->{'repo'} = "$ENV{'PBREPO'}/$delivery->{$ENV{'PBPROJ'}}";
874 $pb->{'patches'} = ();
875 $pb->{'sources'} = ();
876
877 my $tmpd = "$ENV{'PBTMP'}/cms.$$";
878 pb_mkdir_p($tmpd) if (defined $pbparallel);
879
880 # Get only all.pbf filter at this stage for pbinit
881 my $ptr = pb_get_filters($pbpkg);
882
883 # Do not do that for website
884 if (not defined $web) {
885 my %virt;
886 # De-duplicate similar VM/VE/RM
887 foreach my $d (split(/,/,$tmpl)) {
888 # skip ill-formatted vms (name-ver-arch)
889 next if ($d !~ /-/);
890 $virt{$d} = $d;
891 }
892
893 # Try to use // processing here
894 my $pm = new Parallel::ForkManager($pbparallel) if (defined $pbparallel);
895
896 pb_log(0,"Preparing delivery ...\n");
897 foreach my $v (keys %virt) {
898 $pm->start and next if (defined $pbparallel);
899
900 # Distro context
901 my $pbos = pb_distro_get_context($v);
902
903 $pb->{'pbos'} = $pbos;
904 $pb->{'suf'} = $pbos->{'suffix'};
905 pb_log(3,"DEBUG: pb: ".Dumper($pb)."\n");
906
907 # Get all filters to apply
908 $ptr = pb_get_filters($pbpkg,$pbos);
909
910 pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
911
912 # We need to compute the real name of the package
913 my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pbos->{'type'});
914 $pb->{'realpkg'} = $pbrealpkg;
915 pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $pbos->{'name'}-$pbos->{'version'}\n") if ($pbrealpkg ne $pbpkg);
916
917 # Filter build files from the less precise up to the most with overloading
918 # Filter all files found, keeping the name, and generating in dest
919
920 # Find all build files first relatively to PBROOTDIR
921 # Find also all specific files referenced in the .pb conf file
922 my %bfiles = ();
923 my %pkgfiles = ();
924 # Used in Filter.pm by pb_filter_file
925
926 $build{$v} = "no";
927 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'os'}") {
928 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'os'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
929 $build{$v} = "yes";
930 }
931 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'type'}") {
932 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'type'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
933 $build{$v} = "yes";
934 }
935 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'family'}") {
936 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'family'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
937 $build{$v} = "yes";
938 }
939 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}") {
940 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
941 $build{$v} = "yes";
942 }
943 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}") {
944 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
945 $build{$v} = "yes";
946 }
947 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") {
948 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
949 $build{$v} = "yes";
950 }
951 pb_log(2,"DEBUG($v) bfiles: ".Dumper(\%bfiles)."\n");
952
953 if ($build{$v} ne "no") {
954 # Apply now all the filters on all the files concerned
955 # destination dir depends on the type of file
956 # For patch support
957 # TODO: Make it CMS aware
958 $pb->{'patches'} = pb_list_sfiles("$ENV{'PBROOTDIR'}/$pbpkg/pbpatch", $pb->{'patches'}, $pbos, "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch");
959 pb_log(2,"DEBUG($v) patches: ".Dumper($pb->{'patches'})."\n");
960 # TODO: Make it CMS aware
961 $pb->{'sources'} = pb_list_sfiles("$ENV{'PBROOTDIR'}/$pbpkg/pbsrc", $pb->{'sources'}, $pbos, "$ENV{'PBROOTDIR'}/$pbpkg/pbextsrc");
962 pb_log(2,"DEBUG($v) sources: ".Dumper($pb->{'sources'})."\n");
963
964 if (defined $pb->{'patches'}->{$v}) {
965 # Filter potential patches (local + remote)
966 pb_mkdir_p("$dest/pbconf/$v/pbpatch");
967 # If Debian based distribution, then prepare what will be done at build time
968 my ($patchcmd,$patchopt);
969 if ($pbos->{'type'} eq "deb") {
970 ($patchcmd,$patchopt) = pb_distro_get_param($pbos,pb_conf_get_if("ospatchcmd","ospatchopt"));
971 open(SCRIPT,"> $dest/pbconf/$v/pbpatch/pbapplypatch") || die "Unable to create $dest/pbconf/$v/pbpatch/pbapplypatch";
972 print SCRIPT "#!/bin/bash\n";
973 print SCRIPT "set -x\n" if ($pbdebug gt 1);
974 }
975 foreach my $pf (split(/,/,$pb->{'patches'}->{$v})) {
976 my $pp = basename($pf);
977 pb_cms_export($pf,undef,"$dest/pbconf/$v/pbpatch");
978 pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",$pb);
979 pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
980 if ($pbos->{'type'} eq "deb") {
981 # If Debian based distribution, then prepare what will be done at build time
982 # by applying the patches that will be available under the debian/patches dir
983 print SCRIPT "$patchcmd $patchopt \< debian/patches/$pp\n";
984 }
985 }
986 if ($pbos->{'type'} eq "deb") {
987 close(SCRIPT);
988 chmod 0755,"$dest/pbconf/$v/pbpatch/pbapplypatch";
989 }
990 #pb_system("cat $dest/pbconf/$v/pbpatch/pbapplypatch","APPLY","verbose");
991 }
992 if (defined $pb->{'sources'}->{$v}) {
993 pb_mkdir_p("$dest/pbconf/$v/pbsrc");
994 foreach my $pf (split(/,/,$pb->{'sources'}->{$v})) {
995 my $pp = basename($pf);
996 pb_cms_export($pf,undef,"$dest/pbconf/$v/pbsrc");
997 pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbsrc/$pp",$pb);
998 }
999 }
1000 # Filter build files at the end, as they depend on patches and sources
1001 foreach my $f (keys %bfiles) {
1002 pb_filter_file("$ENV{'PBROOTDIR'}/$bfiles{$f}",$ptr,"$dest/pbconf/$v/$f",$pb);
1003 }
1004 foreach my $f (keys %pkgfiles) {
1005 pb_filter_file("$ENV{'PBROOTDIR'}/$pkgfiles{$f}",$ptr,"$dest/pbconf/$v/$f",$pb);
1006 }
1007 }
1008
1009 if (defined $pbparallel) {
1010 # Communicate results back to parent
1011 my $str = "";
1012 $str .= "build $v = $build{$v}\n" if (defined $build{$v});
1013 $str .= "patches $v = $pb->{'patches'}->{$v}\n" if (defined $pb->{'patches'}->{$v});
1014 $str .= "sources $v = $pb->{'sources'}->{$v}\n" if (defined $pb->{'sources'}->{$v});
1015 pb_set_content("$tmpd/$$","$str");
1016 $pm->finish;
1017 }
1018 }
1019 # In the parent, we need to get the result from the children
1020 $pm->wait_all_children if (defined $pbparallel);
1021 my $made = "";
1022 my %h = ();
1023 my %tmp;
1024 my %tmp2;
1025 my $pt;
1026 my $k;
1027
1028 foreach $k (<$tmpd/*>) {
1029 $made .= pb_get_content($k);
1030 }
1031 pb_rm_rf($tmpd);
1032 pb_log(3,"MADE:\n$made");
1033
1034 # Rebuild local hashes
1035 foreach $k (split(/\n/,$made)) {
1036 if ($k =~ /^\s*([A-z0-9-_]+)\s+([[A-z0-9-_.]+)\s*=\s*(.+)$/) {
1037 $h{$1}->{$2}=$3;
1038 }
1039 }
1040 pb_log(2,"HASH: ".Dumper(%h));
1041
1042 # Patches
1043 pb_log(0,"Delivered and compressed patches ");
1044 $pt = $h{'patches'};
1045 foreach $k (keys %$pt) {
1046 foreach my $v1 (split(/,/,$pt->{$k})) {
1047 $tmp{$v1} = "";
1048 }
1049 }
1050 if (keys %tmp) {
1051 foreach $k (keys %tmp) {
1052 pb_log(0,"$k ");
1053 }
1054 } else {
1055 pb_log(0,"N/A");
1056 }
1057 pb_log(0,"\n");
1058
1059 # Sources
1060 pb_log(0,"Delivered additional sources ");
1061 $pt = $h{'sources'};
1062 foreach $k (keys %$pt) {
1063 foreach my $v1 (split(/,/,$pt->{$k})) {
1064 $tmp2{$v1} = "";
1065 }
1066 }
1067 if (keys %tmp2) {
1068 foreach $k (keys %tmp2) {
1069 pb_log(0,"$k ");
1070 }
1071 } else {
1072 pb_log(0,"N/A");
1073 }
1074 pb_log(0,"\n");
1075
1076 # Build files
1077 my @found;
1078 my @notfound;
1079 $pt = $h{'build'};
1080 foreach my $b (keys %$pt) {
1081 push @found,$b if ($pt->{$b} =~ /yes/);
1082 push @notfound,$b if ($pt->{$b} =~ /no/);
1083 }
1084 pb_log(0,"Build files have been generated for ... ".join(',',sort(@found))."\n") if (@found);
1085 pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
1086
1087 } else {
1088 # Instead call News generation
1089 pb_web_news2html($dest);
1090 # And create an empty pbconf
1091 pb_mkdir_p("$dest/pbconf");
1092 # And prepare the pbscript to execute remotely
1093 open(SCRIPT,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
1094 print SCRIPT "#!/bin/bash\n";
1095 print SCRIPT "#set -x\n";
1096 print SCRIPT "echo ... Extracting Website content\n";
1097 print SCRIPT "find . -type f | grep -Ev '^./$pbpkg-$pbver.tar.gz|^./pbscript' | xargs rm -f non-existent\n";
1098 print SCRIPT "find * -type d -depth | xargs rmdir 2> /dev/null \n";
1099 print SCRIPT "tar xfz $pbpkg-$pbver.tar.gz\n";
1100 print SCRIPT "mv $pbpkg-$pbver/* .\n";
1101 print SCRIPT "rm -f $pbpkg-$pbver.tar.gz\n";
1102 print SCRIPT "rmdir $pbpkg-$pbver\n";
1103 close(SCRIPT);
1104 chmod 0755,"$ENV{'PBTMP'}/pbscript";
1105 }
1106
1107 # Apply filters to the non-build files
1108 my $liste ="";
1109 if (defined $filteredfiles->{$pbpkg}) {
1110 foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
1111 pb_filter_file_inplace($ptr,"$dest/$f",$pb);
1112 $liste = "$f $liste";
1113 }
1114 }
1115 pb_log(2,"Files ".$liste."have been filtered\n");
1116
1117 # TODO: Make it CMS aware
1118 # Execute the pbinit script if any
1119 if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
1120 pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",$pb);
1121 chmod 0755,"$ENV{'PBTMP'}/pbinit";
1122 pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit under $dest","verbose");
1123 }
1124
1125 # Do we have additional script to run to prepare the environement for the project ?
1126 # Then include it in the pbconf delivery
1127 foreach my $pbvf (<$ENV{'PBROOTDIR'}/pbv*.pre>,<$ENV{'PBROOTDIR'}/pbv*.post>, <$ENV{'PBROOTDIR'}/pbtest*>) {
1128 if (-x "$pbvf") {
1129 my $target = "$ENV{'PBDESTDIR'}/".basename($pbvf);
1130 pb_filter_file("$pbvf",$ptr,$target,$pb);
1131 chmod 0755,"$target";
1132 }
1133 }
1134
1135 # Prepare the dest directory for archive
1136 chdir "$ENV{'PBDESTDIR'}" || die "Unable to change dir to $ENV{'PBDESTDIR'}";
1137 if (defined $preserve) {
1138 # In that case we want to preserve the original tar file for checksum purposes
1139 # The one created is btw equivalent in that case to this one
1140 # Maybe check basename of both to be sure they are the same ?
1141 pb_log(0,"Preserving original tar file ");
1142 move("$preserve","$pbpkg-$pbver.tar.gz");
1143 } else {
1144 # Possibility to look at PBSRC to guess more the filename
1145 pb_system("tar cfz $pbpkg-$pbver.tar.gz --exclude=$pbpkg-$pbver/pbconf $pbpkg-$pbver","Creating $pbpkg tar files compressed");
1146 }
1147 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n");
1148 pb_system("tar cfz $pbpkg-$pbver.pbconf.tar.gz $pbpkg-$pbver/pbconf","Creating pbconf tar files compressed");
1149 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz\n");
1150
1151 # Keep track of version-tag per pkg
1152 $pkgs{$pbpkg} = "$pbver-$pbtag";
1153
1154 # Final cleanup
1155 pb_rm_rf($dest) if (-d $dest);
1156 }
1157
1158 # Keep track of per package version
1159 pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
1160 open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") || die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
1161 foreach my $pbpkg (keys %pkgs) {
1162 print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
1163 }
1164 close(PKG);
1165
1166 # Keep track of what is generated by default
1167 # We need to store the dir and info on version-tag
1168 # Base our content on the existing .pb file
1169 copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
1170 open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") || die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
1171 print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
1172 print LAST "projver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
1173 print LAST "projtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
1174 print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
1175 close(LAST);
1176}
1177
1178sub pb_test2pkg {
1179 # Get the running distro to test on
1180 my $pbos = pb_distro_get_context();
1181
1182 # Get list of packages to test
1183 # Get content saved in cms2build
1184 my $ptr = pb_get_pkg();
1185 @pkgs = @$ptr;
1186
1187 # Additional potential repo
1188 pb_distro_setuprepo($pbos);
1189 foreach my $pbpkg (@pkgs) {
1190 # We need to install the package to test, and deps brought with it
1191 pb_distro_installdeps(undef,$pbos,$pbpkg);
1192 pb_system("$ENV{'PBDESTDIR'}/pbtest","Launching test for $pbpkg","verbose");
1193 }
1194}
1195
1196sub pb_build2pkg {
1197
1198 # Get the running distro to build on
1199 my $pbos = pb_distro_get_context();
1200
1201 # If needed we may add repository to the build env
1202 pb_distro_setuprepo($pbos);
1203
1204 # Get list of packages to build
1205 my $ptr = pb_get_pkg();
1206 @pkgs = @$ptr;
1207
1208 # Get content saved in cms2build
1209 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1210 $pkg = { } if (not defined $pkg);
1211
1212 pb_mkdir_p("$ENV{'PBBUILDDIR'}") if (! -d "$ENV{'PBBUILDDIR'}");
1213 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1214 my $made = ""; # pkgs made during build
1215 my $pm;
1216 $pm = new Parallel::ForkManager($pbparallel) if (defined $pbparallel);
1217
1218 # We need to communicate info back from the children if parallel so prepare a dir for that
1219 my $tmpd = "$ENV{'PBTMP'}/build.$$";
1220 pb_mkdir_p($tmpd) if (defined $pbparallel);
1221
1222 foreach my $pbpkg (@pkgs) {
1223 $pm->start and next if (defined $pbparallel);
1224
1225 my $vertag = $pkg->{$pbpkg};
1226 # get the version of the current package - maybe different
1227 ($pbver,$pbtag) = split(/-/,$vertag);
1228
1229 my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
1230 my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
1231 pb_log(2,"Source file: $src\n");
1232 pb_log(2,"Pbconf file: $src2\n");
1233
1234 pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
1235 if ($pbos->{'type'} eq "rpm") {
1236 foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
1237 if (! -d "$ENV{'PBBUILDDIR'}/$d") {
1238 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d");
1239 }
1240 }
1241
1242 # Remove in case a previous link/file was there
1243 unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
1244 symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) || die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
1245 # We need to first extract the spec file
1246 my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/","$ENV{'PBBUILDDIR'}/SPECS","spec");
1247
1248 # We need to handle potential patches to upstream sources
1249 pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
1250
1251 # We need to handle potential additional sources to upstream sources
1252 pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}/SOURCES","src");
1253
1254 pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
1255 # set LANGUAGE to check for correct log messages
1256 $ENV{'LANGUAGE'}="C";
1257 # Older Redhat use _target_platform in %configure incorrectly
1258 my $specialdef = "";
1259 if (($pbos->{'name'} eq "redhat") || (($pbos->{'name'} eq "rhel") && ($pbos->{'version'} eq "2.1"))) {
1260 $specialdef = "--define \'_target_platform \"\"\'";
1261 }
1262
1263 foreach my $f (@specfile) {
1264 if ($f =~ /\.spec$/) {
1265 # This could cause an issue in // mode
1266 pb_distro_installdeps($f,$pbos);
1267 pb_system("rpmbuild $specialdef --define \"packager $ENV{'PBPACKAGER'}\" --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
1268 last;
1269 }
1270 }
1271 # Get the name of the generated packages
1272 open(LOG,"$ENV{'PBTMP'}/system.$$.log") || die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1273 while (<LOG>) {
1274 chomp($_);
1275 next if ($_ !~ /^Wrote:/);
1276 s|.*/([S]*RPMS.*)|$1|;
1277 $made .=" $_";
1278 }
1279 close(LOG);
1280
1281 } elsif ($pbos->{'type'} eq "deb") {
1282 pb_system("tar xfz $src","Extracting sources");
1283 pb_system("tar xfz $src2","Extracting pbconf");
1284
1285 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
1286 pb_rm_rf("debian");
1287 symlink "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}","debian" || die "Unable to symlink to pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1288 chmod 0755,"debian/rules";
1289
1290 # We need to handle potential patches to upstream sources
1291 pb_mkdir_p("debian/patches");
1292 my @f = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","debian/patches","patch");
1293
1294 # By default we use format 1.0 - Cf man dpkg-source
1295 my $debsrcfmt = "1.0";
1296 my $debsrcfile = "debian/source/format";
1297 if (-f $debsrcfile) {
1298 $debsrcfmt = pb_get_content($debsrcfile);
1299 }
1300
1301 if ($debsrcfmt =~ /^3.*quilt/) {
1302 # If we use quilt to manage patches, we then setup the env correctly
1303 # as per http://pkg-perl.alioth.debian.org/howto/quilt.html
1304 # Generate Debian patch series for quilt
1305 open(SERIE,"> debian/patches/series") || die "Unable to write in debian/patches/series";
1306 $ENV{'QUILT_PATCHES'}="debian/patches";
1307 } else {
1308 # If we use dpatch to manage patches, we then setup the 00list file as well
1309 open(SERIE,"> debian/patches/00list") || die "Unable to write in debian/patches/00list";
1310 }
1311 foreach my $f (sort @f) {
1312 # Skip the script made to apply the patches to the Debian tree
1313 next if ($f =~ /pbapplypatch/);
1314 # We also need to uncompress them
1315 pb_system("gzip -d $f","","quiet");
1316 $f =~ s/\.gz$//;
1317 print SERIE "$f\n";
1318 }
1319 close(SERIE);
1320 if ($debsrcfmt =~ /^1.*/) {
1321 # In that case we need to apply the patches ourselves locally
1322 pb_system("cat debian/patches/pbapplypatch","APPLY","verbose");
1323 pb_system("debian/patches/pbapplypatch","Applying patches to $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} tree");
1324 }
1325 if (@f) {
1326 # We have patches, so modify the name of files to be Debian compliant
1327 move("../$src","../$pbpkg-$pbver.orig.tar.gz");
1328 }
1329
1330 # We need to handle potential additional sources to upstream sources
1331 #pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}/debian","src");
1332
1333 pb_distro_installdeps("debian/control",$pbos);
1334 pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
1335 # Get the name of the generated packages
1336 open(LOG,"$ENV{'PBTMP'}/system.$$.log") || die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1337 while (<LOG>) {
1338 chomp();
1339 my $tmp = $_;
1340 next if ($tmp !~ /^dpkg-deb.*:/);
1341 $tmp =~ s|.*\.\./(.*)_(.*).deb.*|$1|;
1342 $made="$made $tmp.dsc $tmp.tar.gz $tmp"."_*.deb $tmp"."_*.changes";
1343 }
1344 close(LOG);
1345 chdir ".." || die "Unable to chdir to parent dir";
1346 pb_system("rm -rf $pbpkg-$pbver", "Cleanup");
1347 } elsif ($pbos->{'type'} eq "ebuild") {
1348 my @ebuildfile;
1349 # For gentoo we need to take pb as subsystem name
1350 # We put every apps here under sys-apps. hope it's correct
1351 # We use pb's home dir in order to have a single OVERLAY line
1352 my $tmpe = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
1353 pb_mkdir_p($tmpe) if (! -d "$tmpe");
1354 pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
1355
1356 # We need to first extract the ebuild file
1357 @ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/","$tmpe","ebuild");
1358
1359 # Prepare the build env for gentoo
1360 my $found = 0;
1361 my $pbbd = $ENV{'HOME'};
1362 $pbbd =~ s|/|\\/|g;
1363 if (-r "/etc/make.conf") {
1364 open(MAKE,"/etc/make.conf");
1365 while (<MAKE>) {
1366 $found = 1 if (/$pbbd\/portage/);
1367 }
1368 close(MAKE);
1369 }
1370 if ($found == 0) {
1371 pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
1372 }
1373 #$found = 0;
1374 #if (-r "/etc/portage/package.keywords") {
1375 #open(KEYW,"/etc/portage/package.keywords");
1376 #while (<KEYW>) {
1377 #$found = 1 if (/portage\/pb/);
1378 #}
1379 #close(KEYW);
1380 #}
1381 #if ($found == 0) {
1382 #pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
1383 #}
1384
1385 # Build
1386 foreach my $f (@ebuildfile) {
1387 if ($f =~ /\.ebuild$/) {
1388 pb_distro_installdeps($f,$pbos);
1389 move($f,"$tmpe/$pbpkg-$pbver.ebuild");
1390 pb_system("cd $tmpe ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
1391 # Now move it where pb expects it
1392 pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
1393 if ($pbtag =~ /^0\./) {
1394 # This is a test version
1395 my $ntag = $pbtag;
1396 $ntag =~ s/^0\.//;
1397 move("$tmpe/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver"."_p$ntag.ebuild");
1398 $made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver"."_p$ntag.ebuild";
1399 } else {
1400 move("$tmpe/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild");
1401 $made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild";
1402 }
1403 }
1404 }
1405
1406 } elsif ($pbos->{'type'} eq "tgz") {
1407 # Slackware family
1408 $made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
1409
1410 pb_system("tar xfz $src","Extracting sources");
1411 pb_system("tar xfz $src2","Extracting pbconf");
1412 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
1413 symlink "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}","install" || die "Unable to symlink to pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1414 if (-x "install/pbslack") {
1415 pb_distro_installdeps("./install/pbslack",$pbos);
1416 pb_system("./install/pbslack","Building software");
1417 pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
1418 }
1419 chdir ".." || die "Unable to chdir to parent dir";
1420 pb_system("rm -rf $pbpkg-$pbver", "Cleanup");
1421 } elsif ($pbos->{'type'} eq "pkg") {
1422 # Solaris
1423 $made="$made $pbpkg-$pbver-$pbtag.pkg.gz";
1424 my $pkgdestdir="$ENV{'PBBUILDDIR'}/install";
1425
1426 # Will host resulting packages
1427 pb_mkdir_p("$pbos->{'type'}");
1428 pb_mkdir_p("$pkgdestdir/delivery");
1429 pb_system("tar xfz $src","Extracting sources under $ENV{'PBBUILDDIR'}");
1430 pb_system("tar xfz $src2","Extracting pbconf under $ENV{'PBBUILDDIR'}");
1431 # We need to handle potential patches to upstream sources
1432 pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","$ENV{'PBBUILDDIR'}","patch");
1433
1434 # We need to handle potential additional sources to upstream sources
1435 pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}","src");
1436
1437 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
1438 if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild") {
1439 chmod 0755,"pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild";
1440 # pkginfo file is mandatory
1441 die "Unable to find pkginfo file in pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}" if (! -f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pkginfo");
1442 # Build
1443 pb_system("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild $pkgdestdir/delivery","Building software and installing under $pkgdestdir/delivery");
1444 # Copy complementary files
1445 if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/prototype") {
1446 copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/prototype", $pkgdestdir)
1447 } else {
1448 # No prototype provided, calculating it
1449 open(PROTO,"> $pkgdestdir/prototype") || die "Unable to create prototype file";
1450 print PROTO "i pkginfo\n";
1451 print PROTO "i depend\n" if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend");
1452 $ENV{'PBSOLDESTDIR'} = "$pkgdestdir/delivery";
1453 find(\&create_solaris_prototype, "$pkgdestdir/delivery");
1454 }
1455 copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend", $pkgdestdir) if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend");
1456 copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pkginfo", $pkgdestdir);
1457 pb_system("cd $pkgdestdir/delivery ; pkgmk -o -f ../prototype -r $pkgdestdir/delivery -d $ENV{'PBBUILDDIR'}/$pbos->{'type'}","Packaging $pbpkg","verbose");
1458 pb_system("cd $ENV{'PBBUILDDIR'}/$pbos->{'type'} ; echo \"\" | pkgtrans -o -n -s $ENV{'PBBUILDDIR'}/$pbos->{'type'} $ENV{'PBBUILDDIR'}/$pbpkg-$pbver-$pbtag.pkg all","Transforming $pbpkg","verbose");
1459 pb_system("cd $ENV{'PBBUILDDIR'} ; gzip -9f $pbpkg-$pbver-$pbtag.pkg","Compressing $pbpkg-$pbver-$pbtag.pkg","verbose");
1460 } else {
1461 pb_log(0,"No pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild file found for $pbpkg-$pbver in \n");
1462 }
1463 chdir ".." || die "Unable to chdir to parent dir";
1464 pb_system("rm -rf $pbpkg-$pbver $ENV{'PBBUILDDIR'}/$pbos->{'type'} $pkgdestdir", "Cleanup");
1465 } elsif ($pbos->{'type'} eq "hpux") {
1466 # HP-UX
1467 pb_system("tar xfz $src","Extracting sources");
1468 pb_system("tar xfz $src2","Extracting pbconf");
1469
1470 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
1471 pb_system("buildpackage ","Building package","verbose");
1472 # Get the name of the generated packages
1473 open(LOG,"$ENV{'PBTMP'}/system.$$.log") || die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1474 while (<LOG>) {
1475 chomp();
1476 my $tmp = $_;
1477 next if ($tmp !~ /^SD BUILD.*:/);
1478 $tmp =~ s|.*../(.*)_(.*).sd.*|$1|;
1479 $made = "$made $tmp"."_*.sd";
1480 }
1481 close(LOG);
1482 $made="$made $pbpkg-$pbver-$pbtag.sd";
1483
1484 chdir ".." || die "Unable to chdir to parent dir";
1485 pb_system("rm -rf $pbpkg-$pbver", "Cleanup");
1486 } else {
1487 die "Unknown OS type format $pbos->{'type'}";
1488 }
1489 if (defined $pbparallel) {
1490 # Communicate results back to parent
1491 pb_set_content("$tmpd/$$",$made);
1492 $pm->finish;
1493 }
1494 }
1495 if (defined $pbparallel) {
1496 # In the parent, we need to get the result from the children
1497 $pm->wait_all_children;
1498 foreach my $f (<$tmpd/*>) {
1499 $made .= " ".pb_get_content($f);
1500 }
1501 pb_rm_rf($tmpd);
1502 }
1503
1504 # Sign packages
1505 pb_sign_pkgs($pbos,$made);
1506
1507 # Find the appropriate check cmd/opts
1508 my ($chkcmd,$chkopt) = pb_distro_get_param($pbos,pb_conf_get_if("oschkcmd","oschkopt"));
1509
1510 # Packages check if needed
1511 if ($pbos->{'type'} eq "rpm") {
1512 if ((defined $chkcmd) && (-x $chkcmd)) {
1513 my $cmd = "$chkcmd";
1514 $cmd .= " $chkopt" if (defined $chkopt);
1515 $cmd .= " $made";
1516 pb_system("$cmd","Checking validity of rpms with $chkcmd","verbose");
1517 }
1518 my $rpms ="";
1519 my $srpms ="";
1520 foreach my $f (split(/ /,$made)) {
1521 $rpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^RPMS\//);
1522 $srpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^SRPMS\//);
1523 }
1524 pb_log(0,"SRPM packages generated: $srpms\n");
1525 pb_log(0,"RPM packages generated: $rpms\n");
1526 } elsif ($pbos->{'type'} eq "deb") {
1527 my $made2 = "";
1528 foreach my $f (split(/ /,$made)) {
1529 $made2 .= "$f " if ($f =~ /\.deb$/);
1530 }
1531 if (-x $chkcmd) {
1532 pb_system("$chkcmd $chkopt $made2","Checking validity of debs with $chkcmd","verbose");
1533 }
1534 pb_log(0,"deb packages generated: $made2\n");
1535 } else {
1536 pb_log(0,"No check done for $pbos->{'type'} yet\n");
1537 pb_log(0,"Packages generated: $made\n");
1538 }
1539
1540 # Keep track of what is generated so that we can get them back from VMs/RMs
1541 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") || die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1542 print KEEP "$made\n";
1543 close(KEEP);
1544}
1545
1546sub create_solaris_prototype {
1547
1548 my $uidgid = "bin bin";
1549 my $pkgdestdir = $ENV{'PBSOLDESTDIR'};
1550
1551 return if ($_ =~ /^$pkgdestdir$/);
1552 if (-d $_) {
1553 my $n = $File::Find::name;
1554 $n =~ s~$pkgdestdir/~~;
1555 print PROTO "d none $n 0755 $uidgid\n";
1556 } elsif (-x $_) {
1557 my $n = $File::Find::name;
1558 $n =~ s~$pkgdestdir/~~;
1559 print PROTO "f none $n 0755 $uidgid\n";
1560 } elsif (-f $_) {
1561 my $n = $File::Find::name;
1562 $n =~ s~$pkgdestdir/~~;
1563 print PROTO "f none $n 0644 $uidgid\n";
1564 }
1565}
1566
1567sub pb_build2ssh {
1568 pb_send2target("Sources");
1569 pb_send2target("CPAN");
1570}
1571
1572sub pb_pkg2ssh {
1573 pb_send2target("Packages");
1574}
1575
1576# By default deliver to the the public site hosting the
1577# ftp structure (or whatever) or a VM/VE/RM
1578sub pb_send2target {
1579
1580 my $cmt = shift;
1581 my $v = shift || undef;
1582 my $vmexist = shift || 0; # 0 is FALSE
1583 my $vmpid = shift || 0; # 0 is FALSE
1584 my $snapme = shift || 0; # 0 is FALSE
1585
1586 pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
1587 my $host = "sshhost";
1588 my $login = "sshlogin";
1589 my $dir = "sshdir";
1590 my $port = "sshport";
1591 my $conf = "sshconf";
1592 my $tmout = undef;
1593 my $path = undef;
1594 if ($cmt =~ /^VM/) {
1595 $login = "vmlogin";
1596 $dir = "pbdefdir";
1597 # Specific VM
1598 $tmout = "vmtmout";
1599 $path = "vmpath";
1600 $host = "vmhost";
1601 $port = "vmport";
1602 } elsif ($cmt =~ /^RM/) {
1603 $login = "rmlogin";
1604 $dir = "pbdefdir";
1605 # Specific RM
1606 $tmout = "rmtmout";
1607 $path = "rmpath";
1608 $host = "rmhost";
1609 $port = "rmport";
1610 } elsif ($cmt =~ /^VE/) {
1611 $login = "velogin";
1612 $dir = "pbdefdir";
1613 # Specific VE
1614 $path = "vepath";
1615 $conf = "rbsconf";
1616 } elsif ($cmt eq "Web") {
1617 $host = "websshhost";
1618 $login = "websshlogin";
1619 $dir = "websshdir";
1620 $port = "websshport";
1621 } elsif ($cmt eq "CPAN") {
1622 $host = "cpanpause";
1623 $login = "";
1624 $dir = "cpandir";
1625 $port = "";
1626 }
1627 my $cmd = "";
1628 my $src = "";
1629 my $cpanpkg = 0;
1630 my $pbos;
1631
1632 if ($cmt ne "Announce") {
1633 # Get list of packages to build
1634 my $ptr = pb_get_pkg();
1635 @pkgs = @$ptr;
1636
1637 # Get the running distro to consider
1638 $pbos = pb_distro_get_context($v);
1639
1640 # Get content saved in cms2build
1641 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1642 $pkg = { } if (not defined $pkg);
1643
1644 pb_mkdir_p("$ENV{'PBBUILDDIR'}") if (! -d "$ENV{'PBBUILDDIR'}");
1645 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1646 foreach my $pbpkg (@pkgs) {
1647 my $vertag = $pkg->{$pbpkg};
1648 # get the version of the current package - maybe different
1649 ($pbver,$pbtag) = split(/-/,$vertag);
1650
1651 if (($cmt eq "Sources") || ($cmt =~ /(V[EM]|RM)build/)) {
1652 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
1653 if ($cmd eq "") {
1654 $cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1655 } else {
1656 $cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1657 }
1658 } elsif ($cmt eq "Web") {
1659 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz"
1660 }
1661
1662 # Do we have one perl package
1663 my @nametype = pb_conf_get_if("namingtype");
1664 my $type = $nametype[0]->{$pbpkg};
1665 if ((defined $type) && ($type eq "perl")) {
1666 $cpanpkg = 1;
1667 }
1668 }
1669 # Adds conf file for availability of conf elements
1670 pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb");
1671 }
1672 my ($rbsconf,$testver,$delivery) = pb_conf_get_if($conf,"testver","delivery");
1673 if ($cmt =~ /CPAN/) {
1674 # Do not deliver on Pause if this is a test version
1675 return if (not defined $testver);
1676 return if ($testver =~ /true/);
1677 # Do not deliver on Pause if this is not a perl package
1678 return if ($cpanpkg == 0);
1679 }
1680
1681 if ($cmt =~ /(V[EM]|RM)build/) {
1682 $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript.$$";
1683 } elsif ($cmt =~ /(V[EM]|RM)Script/) {
1684 $src="$src $ENV{'PBDESTDIR'}/pbscript.$$";
1685 } elsif ($cmt =~ /(V[EM]|RM)test/) {
1686 $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript.$$ $ENV{'PBDESTDIR'}/pbtest";
1687 } elsif (($cmt eq "Announce") || ($cmt eq "Web") || ($cmt eq "CPAN")) {
1688 $src="$src $ENV{'PBTMP'}/pbscript";
1689 } elsif ($cmt eq "Packages") {
1690 # Get package list from file made during build2pkg
1691 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1692 $src = <KEEP>;
1693 chomp($src);
1694 close(KEEP);
1695 $src = "$src $ENV{'PBBUILDDIR'}/pbscript.$$";
1696 }
1697 if (($cmt eq "Sources") || ($cmt eq "Packages") || ($cmt eq "CPAN")) {
1698 my ($pbpackager) = pb_conf_get("pbpackager");
1699 $ENV{'PBPACKAGER'} = $pbpackager->{$ENV{'PBPROJ'}};
1700 pb_log(0,"Exporting public key for $ENV{'PBPACKAGER'}\n");
1701 # Using pb_system is not working due to redirection below
1702 system("gpg --export -a \'$ENV{'PBPACKAGER'}\' > $ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey");
1703 chmod 0644,"$ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey";
1704 $src = "$src $ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey";
1705 }
1706 # Remove potential leading spaces (cause problem with basename)
1707 $src =~ s/^ *//;
1708 my $basesrc = "";
1709 foreach my $i (split(/ +/,$src)) {
1710 $basesrc .= " ".basename($i);
1711 }
1712
1713 pb_log(0,"Sources handled ($cmt): $src\n");
1714 pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$path,$conf))."\n");
1715 my ($sshhost,$sshlogin,$sshdir,$sshport) = pb_conf_get($host,$login,$dir,$port);
1716 # Not mandatory...
1717 $delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
1718 my ($vtmout,$vepath);
1719 # ...Except those in virtual context
1720 if ($cmt =~ /^VE/) {
1721 ($vepath) = pb_conf_get($path);
1722 }
1723 if ($cmt =~ /^(V|R)M/) {
1724 $vtmout = pb_distro_get_param($pbos,pb_conf_get_if($tmout));
1725 }
1726 my $remhost = $sshhost->{$ENV{'PBPROJ'}};
1727 my $remdir = $sshdir->{$ENV{'PBPROJ'}};
1728 if ($cmt =~ /^V[EM]|RM/) {
1729 # In that case our real host is in the xxhost with the OS as key, not project as above
1730 $remhost = pb_distro_get_param($pbos,$sshhost);
1731 }
1732 pb_log(2,"ssh: ".Dumper(($remhost,$sshlogin,$remdir,$sshport,$vepath,$rbsconf))."\n");
1733 pb_log(2,"ssh: ".Dumper($vtmout)."\n") if (defined $vtmout);
1734
1735 my $mac;
1736 if ($cmt !~ /^VE/) {
1737 $mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$remhost";
1738 # Overwrite account value if passed as parameter
1739 $mac = "$pbaccount\@$remhost" if (defined $pbaccount);
1740 pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
1741 } else {
1742 # VE
1743 # Overwrite account value if passed as parameter (typically for setup2v)
1744 $mac = $sshlogin->{$ENV{'PBPROJ'}};
1745 $mac = $pbaccount if (defined $pbaccount);
1746 }
1747
1748 my $tdir;
1749 my $bdir;
1750 if (($cmt eq "Sources") || ($cmt =~ /(V[EM]|RM)Script/)) {
1751 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/src";
1752 } elsif ($cmt eq "CPAN") {
1753 $tdir = "$remdir";
1754 } elsif ($cmt =~ /(V[EM]|RM)(build|test)/) {
1755 $tdir = $remdir."/$ENV{'PBPROJ'}/delivery";
1756 $bdir = $remdir."/$ENV{'PBPROJ'}/build";
1757 # Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
1758 $bdir =~ s|\$ENV.+\}/||;
1759 } elsif ($cmt eq "Announce") {
1760 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}";
1761 } elsif ($cmt eq "Web") {
1762 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}";
1763 } elsif ($cmt eq "Packages") {
1764 if (($pbos->{'type'} eq "rpm") || ($pbos->{'type'} eq "pkg") || ($pbos->{'type'} eq "hpux") || ($pbos->{'type'} eq "tgz")) {
1765 # put packages under an arch subdir
1766 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
1767 } elsif (($pbos->{'type'} eq "deb") || ($pbos->{'type'} eq "ebuild")) {
1768 # No need for an arch subdir
1769 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}";
1770 } else {
1771 die "Please teach the dev team where to deliver ($pbos->{'type'} type of packages\n";
1772 }
1773
1774 my $repodir = $tdir;
1775 $repodir =~ s|^$remdir/||;
1776
1777 my ($pbrepo) = pb_conf_get("pbrepo");
1778
1779 # Repository management
1780 open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript.$$") || die "Unable to create $ENV{'PBBUILDDIR'}/pbscript.$$";
1781 if ($pbos->{'type'} eq "rpm") {
1782 my $pbsha = pb_distro_get_param($pbos,pb_conf_get("ossha"));
1783 # Also make a pbscript to generate yum/urpmi bases
1784 print PBS << "EOF";
1785#!/bin/bash
1786# Prepare a script to ease yum setup
1787EOF
1788 print PBS "set -x\n" if ($pbdebug gt 1);
1789 print PBS << "EOF";
1790cat > $ENV{'PBPROJ'}.repo << EOT
1791[$ENV{'PBPROJ'}]
1792name=$pbos->{'name'} $pbos->{'version'} $pbos->{'arch'} - $ENV{'PBPROJ'} Vanilla Packages
1793baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
1794enabled=1
1795gpgcheck=1
1796gpgkey=$pbrepo->{$ENV{'PBPROJ'}}/$repodir/$ENV{'PBPROJ'}.pubkey
1797EOT
1798chmod 644 $ENV{'PBPROJ'}.repo
1799
1800# Clean up old repo content
1801rm -rf headers/ repodata/
1802# Create yum repo
1803if [ -x /usr/bin/yum-arch ]; then
1804 yum-arch .
1805fi
1806# Create repodata
1807createrepo -s $pbsha .
1808# Link to the key
1809ln -sf $ENV{'PBPROJ'}.pubkey repodata/repomd.xml.key
1810# sign the repomd (at least useful for SLES - which requires a local key)
1811# gpg -a --detach-sign repodata/repomd.xml
1812# SLES also looks for media.1/info.txt
1813EOF
1814 if ($pbos->{'family'} eq "md") {
1815 # For Mandriva add urpmi management
1816 print PBS << "EOF";
1817# Prepare a script to ease urpmi setup
1818cat > $ENV{'PBPROJ'}.addmedia << EOT
1819urpmi.addmedia $ENV{'PBPROJ'} $pbrepo->{$ENV{'PBPROJ'}}/$repodir with media_info/hdlist.cz
1820EOT
1821chmod 755 $ENV{'PBPROJ'}.addmedia
1822
1823# Clean up old repo content
1824rm -f hdlist.cz synthesis.hdlist.cz
1825# Create urpmi repo
1826genhdlist2 --clean .
1827if [ \$\? -ne 0 ]; then
1828 genhdlist .
1829fi
1830EOF
1831 }
1832 if ($pbos->{'name'} eq "fedora") {
1833 # Extract the spec file to please Fedora maintainers :-(
1834 print PBS << "EOF";
1835for p in $basesrc; do
1836 echo \$p | grep -q 'src.rpm'
1837 if [ \$\? -eq 0 ]; then
1838 rpm2cpio \$p | cpio -ivdum --quiet '*.spec'
1839 fi
1840done
1841EOF
1842 }
1843 if ($pbos->{'family'} eq "novell") {
1844 # Add ymp scripts for one-click install on SuSE
1845 print PBS << "EOF";
1846# Prepare a script to ease SuSE one-click install
1847# Cf: http://de.opensuse.org/1-Klick-Installation/ISV
1848#
1849cat > $ENV{'PBPROJ'}.ymp << EOT
1850<?xml version="1.0" encoding="utf-8"?>
1851<!-- vim: set sw=2 ts=2 ai et: -->
1852<metapackage xmlns:os="http://opensuse.org/Standards/One_Click_Install" xmlns="http://opensuse.org/Standards/One_Click_Install">
1853 <group><!-- The group of software, typically one for project-builder.org -->
1854 <name>$ENV{'PBPROJ'} Bundle</name> <!-- Name of the software group -->
1855 <summary>Software bundle for the $ENV{'PBPROJ'} project</summary> <!--This message is shown to the user and should describe the whole bundle -->
1856 <description>This is the summary of the $ENV{'PBPROJ'} Project
1857
1858 Details are available on a per package basis below
1859
1860 </description><!--This is also shown to the user -->
1861 <remainSubscribed>false</remainSubscribed> <!-- Don't know what it mean -->
1862 <repositories><!-- List of needed repositories -->
1863 <repository>
1864 <name>$ENV{'PBPROJ'} Repository</name> <!-- Name of the repository -->
1865 <summary>This repository contains the $ENV{'PBPROJ'} project packages.</summary> <!-- Summary of the repository -->
1866 <description>This repository contains the $ENV{'PBPROJ'} project packages.</description><!-- This description is shown to the user -->
1867 <url>$pbrepo->{$ENV{'PBPROJ'}}/$repodir</url><!--URL of repository, which is added -->
1868 </repository>
1869 </repositories>
1870 <software><!-- A List of packages, which should be added through the one-click-installation -->
1871EOT
1872for p in $basesrc; do
1873 sum=`rpm -q --qf '%{SUMMARY}' \$p`
1874 name=`rpm -q --qf '%{NAME}' \$p`
1875 desc=`rpm -q --qf '%{description}' \$p`
1876 cat >> $ENV{'PBPROJ'}.ymp << EOT
1877 <item>
1878 <name>\$name</name><!-- Name of the package, is shown to the user and used to identify the package at the repository -->
1879 <summary>\$sum</summary> <!-- Summary of the package -->
1880 <description>\$desc</description> <!-- Description, is shown to the user -->
1881 </item>
1882EOT
1883done
1884cat >> $ENV{'PBPROJ'}.ymp << EOT
1885 </software>
1886 </group>
1887</metapackage>
1888EOT
1889chmod 644 $ENV{'PBPROJ'}.ymp
1890EOF
1891 }
1892 } elsif ($pbos->{'type'} eq "deb") {
1893 # Also make a pbscript to generate apt bases
1894 # Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
1895 # This dirname removes ver
1896 my $debarch = $pbos->{'arch'};
1897 $debarch = "amd64" if ($pbos->{'arch'} eq "x86_64");
1898 my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
1899 # Remove extra . in path to fix #522
1900 $rpd =~ s|/./|/|g;
1901 print PBS << "EOF";
1902#!/bin/bash
1903# Prepare a script to ease apt setup
1904cat > $ENV{'PBPROJ'}.sources.list << EOT
1905deb $rpd $pbos->{'version'} contrib
1906deb-src $rpd $pbos->{'version'} contrib
1907EOT
1908chmod 644 $ENV{'PBPROJ'}.sources.list
1909
1910# Up two levels to deal with the dist dir cross versions
1911cd ..
1912mkdir -p dists/$pbos->{'version'}/contrib/binary-$debarch dists/$pbos->{'version'}/contrib/source
1913
1914# Prepare a script to create apt info file
1915# Reuse twice after
1916TMPD=`mktemp -d /tmp/pb.XXXXXXXXXX` || exit 1
1917mkdir -p \$TMPD
1918cat > \$TMPD/Release << EOT
1919Archive: unstable
1920Component: contrib
1921Origin: $ENV{'PBPROJ'}
1922Label: $ENV{'PBPROJ'} dev repository $pbrepo->{$ENV{'PBPROJ'}}
1923EOT
1924
1925echo "Creating Packages metadata ($pbos->{'arch'} aka $debarch)"
1926dpkg-scanpackages -a$debarch $pbos->{'version'} /dev/null | gzip -c9 > dists/$pbos->{'version'}/contrib/binary-$debarch/Packages.gz
1927dpkg-scanpackages -a$debarch $pbos->{'version'} /dev/null | bzip2 -c9 > dists/$pbos->{'version'}/contrib/binary-$debarch/Packages.bz2
1928echo "Creating Contents metadata"
1929apt-ftparchive contents $pbos->{'version'} | gzip -c9 > dists/$pbos->{'version'}/Contents.gz
1930echo "Creating Release metadata ($pbos->{'arch'} aka $debarch)"
1931cat \$TMPD/Release > dists/$pbos->{'version'}/contrib/binary-$debarch/Release
1932echo "Architecture: $debarch" >> dists/$pbos->{'version'}/contrib/binary-$debarch/Release
1933echo "Creating Source metadata"
1934dpkg-scansources $pbos->{'version'} /dev/null | gzip -c9 > dists/$pbos->{'version'}/contrib/source/Sources.gz
1935cat \$TMPD/Release > dists/$pbos->{'version'}/contrib/source/Release
1936echo "Architecture: Source" >> dists/$pbos->{'version'}/contrib/source/Release
1937echo "Creating Release metadata"
1938# Signing that file would be useful but uneasy as gpg keys are not there
1939# Cf: http://wiki.debian.org/SecureApt
1940# Same as for repomd
1941apt-ftparchive release dists/$pbos->{'version'} > dists/$pbos->{'version'}/Release
1942rm -rf \$TMPD
1943EOF
1944 } elsif ($pbos->{'type'} eq "ebuild") {
1945 # make a pbscript to generate links to latest version
1946 print PBS << "EOF";
1947#!/bin/bash
1948# Prepare a script to create correct links
1949for p in $src; do
1950 echo \$p | grep -q '.ebuild'
1951 if [ \$\? -eq 0 ]; then
1952 j=`basename \$p`
1953 pp=`echo \$j | cut -d'-' -f1`
1954 ln -sf \$j \$pp.ebuild
1955 fi
1956done
1957EOF
1958 }
1959 close(PBS);
1960 chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript.$$";
1961 } else {
1962 return;
1963 }
1964
1965 # Useless for VE
1966 my $nport = pb_get_port($sshport,$pbos,$cmt) if ($cmt !~ /^VE/);
1967
1968 # Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
1969 $tdir =~ s|\$ENV.+\}/||;
1970
1971 my $tm = "";
1972 if ($cmt =~ /^(V|R)M/) {
1973 $tm = "sleep $vtmout" if (defined $vtmout);
1974 }
1975
1976 # ssh communication if not VE or CPAN
1977 # should use a hash instead...
1978 my ($shcmd,$cpcmd,$cptarget,$cp2target);
1979 if ($cmt =~ /^VE/) {
1980 my $tp = $vepath->{$ENV{'PBPROJ'}};
1981 my $tpdir = "$tp/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
1982 my ($ptr) = pb_conf_get("vetype");
1983 my $vetype = $ptr->{$ENV{'PBPROJ'}};
1984 if ($vetype eq "chroot") {
1985 $shcmd = "sudo /usr/sbin/chroot $tpdir /bin/su - $mac -c ";
1986 } elsif ($vetype eq "schroot") {
1987 $shcmd = "schroot $tp -u $mac -- ";
1988 }
1989 $cpcmd = "sudo /bin/cp -r ";
1990 # We need to get the home dir of the target account to deliver in the right place
1991 open(PASS,"$tpdir/etc/passwd") || die "Unable to open $tpdir/etc/passwd";
1992 my $homedir = "";
1993 while (<PASS>) {
1994 my ($c1,$c2,$c3,$c4,$c5,$c6,$c7) = split(/:/);
1995 $homedir = $c6 if ($c1 =~ /^$mac$/);
1996 pb_log(3,"Homedir: $homedir - account: $c6\n");
1997 }
1998 close(PASS);
1999 $cptarget = "$tpdir/$homedir/$tdir";
2000 if ($cmt eq "VEbuild") {
2001 $cp2target = "$tpdir/$homedir/$bdir";
2002 }
2003 pb_log(2,"On VE using $cptarget as target dir to copy to\n");
2004 } elsif ($cmt =~ /^CPAN/) {
2005 my $ftpput = pb_check_req("ncftpput",1);
2006 my $ftpget = pb_check_req("wget",1);
2007 my ($cpanuser,$cpanpasswd) = pb_conf_get("cpanuser","cpanpasswd");
2008 my ($cpansubdir) = pb_conf_get_if("cpansubdir");
2009 $shcmd = "$ftpget --post-data \'HIDDENNAME=".$cpanuser;
2010 $shcmd .= "&user=".$cpanuser;
2011 $shcmd .= "&password=".$cpanpasswd;
2012 $shcmd .= "&SUBMIT_pause99_add_uri_upload=\"Upload the checked files\"";
2013 $shcmd .= "&pause99_add_uri_subdirtext=".$cpansubdir if (defined $cpansubdir);
2014 foreach my $s (split(/ /,$src)) {
2015 $shcmd .= "&pause99_add_uri_upload=".basename($s);
2016 }
2017 $shcmd .= "'";
2018 $cpcmd = "$ftpput $host $dir";
2019 $cptarget = "CPAN";
2020 } else {
2021 my $keyfile = pb_ssh_get(0);
2022 my $sshcmd = pb_check_req("ssh",1);
2023 my $scpcmd = pb_check_req("scp",1);
2024 $shcmd = "$sshcmd -i $keyfile -q -o UserKnownHostsFile=/dev/null -p $nport $mac";
2025 $cpcmd = "$scpcmd -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport";
2026 $cptarget = "$mac:$tdir";
2027 if ($cmt =~ /^(V|R)Mbuild/) {
2028 $cp2target = "$mac:$bdir";
2029 }
2030 }
2031
2032 my $logres = "";
2033 # Do not touch when just announcing
2034 if (($cmt ne "Announce") && ($cmt ne "CPAN")) {
2035 pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' | bash\"","Preparing $tdir on $cptarget");
2036 } else {
2037 $logres = "> ";
2038 }
2039 pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
2040
2041 # For VE we need to change the owner manually
2042 if ($cmt =~ /^VE/) {
2043 pb_system("$shcmd \"sudo chown -R $mac $tdir\"","Adapt owner in $tdir to $mac");
2044 }
2045
2046 # Use the right script name depending on context
2047 my $pbscript;
2048 if (($cmt =~ /^(V[EM]|RM)/) || ($cmt =~ /Packages/)){
2049 $pbscript = "pbscript.$$";
2050 } else {
2051 $pbscript = "pbscript";
2052 }
2053
2054 # It's already ready for CPAN
2055 my $shcmdbase = $shcmd;
2056 if ($cmt !~ /^CPAN/) {
2057 $shcmd .= " \"echo \'cd $tdir ; if [ -x $pbscript ]; then ./$pbscript; fi ; rm -f ./$pbscript\' | bash\"";
2058 }
2059 my $cmdverb = "verbose";
2060 if (($cmt eq "Announce") || ($cmt eq "CPAN")) {
2061 $cmdverb = undef;
2062 }
2063 pb_system("$shcmd","Executing pbscript on $cptarget if needed",$cmdverb);
2064 if ($cmt =~ /^(V[EM]|RM)build/) {
2065 # Get back info on pkg produced, compute their name and get them from the VM/RM
2066 pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$ 2> /dev/null","Get package names in $cp2target");
2067 # For VE we need to change the owner manually
2068 if ($cmt eq "VEbuild") {
2069 pb_system("sudo chown $UID $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$","Adapt owner in $tdir to $UID");
2070 }
2071 if (not -f "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$") {
2072 pb_log(0,"Problem with VM/RM $v on $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$");
2073 } else {
2074 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$";
2075 my $src = <KEEP>;
2076 chomp($src);
2077 close(KEEP);
2078 unlink("$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$");
2079
2080 $src =~ s/^ *//;
2081 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2082 # Change pgben to make the next send2target happy
2083 my $made = "";
2084
2085 # For VM/RM we don't want shell expansion to hapen locally but remotely
2086 my $delim = '\'';
2087 if ($cmt =~ /^VEbuild/) {
2088 # For VE we need to support shell expansion locally
2089 $delim = "";
2090 }
2091
2092 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") || die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
2093 foreach my $p (split(/ +/,$src)) {
2094 my $j = basename($p);
2095 pb_system("$cpcmd $cp2target/$delim$p$delim $ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'} 2> /dev/null","Recovery of package $j in $ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2096 $made="$made $pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$j"; # if (($pbos->{'type'} ne "rpm") || ($j !~ /.src.rpm$/));
2097 }
2098 print KEEP "$made\n";
2099 close(KEEP);
2100 pb_system("$shcmdbase \"rm -rf $tdir $bdir\"","$cmt cleanup");
2101
2102 # Sign packages locally
2103 pb_sign_pkgs($pbos,$made);
2104
2105 # We want to send them to the ssh account so overwrite what has been done before
2106 undef $pbaccount;
2107 pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
2108 pb_send2target("Packages",$pbos->{'name'}."-".$pbos->{'version'}."-".$pbos->{'arch'},$vmexist,$vmpid);
2109 pb_rm_rf("$ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2110 }
2111 }
2112 unlink("$ENV{'PBDESTDIR'}/pbscript.$$") if (($cmt =~ /^(V[ME]|RM)/) || ($cmt =~ /Packages/));
2113
2114 pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
2115 if ((! $vmexist) && ($cmt =~ /^VM/)) {
2116 # If in setupvm then takes a snapshot just before halting
2117 if ($snapme != 0) {
2118 my ($vmmonport,$vmtype) = pb_conf_get("vmmonport","vmtype");
2119 # For monitoring control
2120 if ((($vmtype->{$ENV{'PBPROJ'}}) eq "kvm") || (($vmtype->{$ENV{'PBPROJ'}}) eq "qemu")) {
2121 eval
2122 {
2123 require Net::Telnet;
2124 Net::Telnet->import();
2125 };
2126 if ($@) {
2127 # Net::Telnet not found
2128 pb_log(1,"ADVISE: Install Net::Telnet to benefit from monitoring control and snapshot feature.\nWARNING: No snapshot created");
2129 } else {
2130 my $t = new Net::Telnet (Timeout => 120, Host => "localhost", Port => $vmmonport->{$ENV{'PBPROJ'}}) || die "Unable to dialog on the monitor";
2131 # move to monitor mode
2132 my @lines = $t->cmd("c");
2133 # Create a snapshot named pb
2134 @lines = $t->cmd("savevm pb");
2135 # Write the new status in the VM
2136 @lines = $t->cmd("commit all");
2137 # End
2138 @lines = $t->cmd("quit");
2139 }
2140 }
2141 }
2142 my $hoption = "-p";
2143 my $hpath = pb_distro_get_param($pbos,pb_conf_get("ospathcmd-halt"));
2144 # Solaris doesn't support -p of halt
2145 if ($pbos->{'type'} eq "pkg") {
2146 $hoption = "" ;
2147 }
2148 pb_system("$shcmdbase \"sudo $hpath $hoption \"; $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' | bash ; sleep 10","VM $v halt (pid $vmpid)");
2149 }
2150 if (($cmt =~ /^VE/) && ($snapme != 0)) {
2151 my $tpdir = "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
2152 pb_system("sudo tar cz -C $tpdir -f $vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz .","Creating a snapshot of $tpdir");
2153 }
2154}
2155
2156sub pb_script2v {
2157 my $pbscript=shift;
2158 my $vtype=shift;
2159 my $pbforce=shift || 0; # Force stop of VM. Default not.
2160 my $vm1=shift || undef; # Only that VM/VE/RM to treat. Default all.
2161 my $snapme=shift || 0; # Do we have to create a snapshot. Default not.
2162 my $vm;
2163 my $all;
2164
2165 pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$pbforce,".Dumper($vm1).",$snapme)\n");
2166 # Prepare the script to be executed on the VM/VE/RM
2167 # in $ENV{'PBDESTDIR'}/pbscript.$$
2168 if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript.$$")) {
2169 copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript.$$") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript.$$";
2170 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript.$$";
2171 }
2172
2173 if (not defined $vm1) {
2174 ($vm,$all) = pb_get2v($vtype);
2175 } else {
2176 @$vm = ($vm1);
2177 }
2178 my ($vmexist,$vmpid) = (undef,undef);
2179
2180 foreach my $v (@$vm) {
2181 # Launch VM/VE
2182 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0,$snapme,$pbsnap);
2183
2184 if ($vtype eq "vm") {
2185 pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
2186
2187 # Skip that VM/RM if something went wrong
2188 next if (($vmpid == 0) && ($vmexist == 0));
2189
2190 # If force stopping the VM then reset vmexist
2191 if ($pbforce == 1) {
2192 $vmpid = $vmexist;
2193 $vmexist = 0;
2194 }
2195 } else {
2196 #VE
2197 $vmexist = 0;
2198 $vmpid = 0;
2199 }
2200
2201 # Gather all required files to send them to the VM/VE/RM
2202 # and launch the build through pbscript
2203 pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
2204 pb_send2target(uc($vtype)."Script","$v",$vmexist,$vmpid,$snapme);
2205
2206 }
2207}
2208
2209sub pb_launchv {
2210 my $vtype = shift;
2211 my $v = shift;
2212 my $create = shift || 0; # By default do not create a VM/VE/RM
2213 my $snapme = shift || 0; # By default do not snap a VM/VE/RM
2214 my $usesnap = shift || 1; # By default study the usage of the snapshot feature of VM/VE/RM
2215
2216 # If creation or snapshot creation mode, no snapshot usable
2217 if (($create == 1) || ($snapme == 1)) {
2218 $usesnap = 0;
2219 }
2220
2221 pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create,$snapme,$usesnap)\n");
2222 die "No VM/VE/RM defined, unable to launch" if (not defined $v);
2223 # Keep only the first VM in case many were given
2224 $v =~ s/,.*//;
2225
2226 my $pbos = pb_distro_get_context($v);
2227
2228 # Launch the VMs/VEs
2229 if ($vtype eq "vm") {
2230 die "-i iso parameter needed" if (((not defined $iso) || ($iso eq "")) && ($create != 0));
2231
2232 # TODO: vmmonport should be optional
2233 my ($ptr,$ptr2,$vmpath,$vmport,$vms,$vmmonport) = pb_conf_get("vmtype","vmcmd","vmpath","vmport","vmsize","vmmonport");
2234 my ($vmopt,$vmmm,$vmtmout,$vmsnap,$vmbuildtm) = pb_conf_get_if("vmopt","vmmem","vmtmout","vmsnap","vmbuildtm");
2235 my $vmsize = pb_distro_get_param($pbos,$vms);
2236
2237 my $vmtype = $ptr->{$ENV{'PBPROJ'}};
2238 my $vmcmd = $ptr2->{$ENV{'PBPROJ'}};
2239
2240 if (defined $opts{'g'}) {
2241 if (($vmtype eq "kvm") || ($vmtype eq "qemu")) {
2242 $ENV{'PBVMOPT'} = "--nographic";
2243 }
2244 }
2245 if (not defined $ENV{'PBVMOPT'}) {
2246 $ENV{'PBVMOPT'} = "";
2247 }
2248 # Save the current status for later restoration
2249 $ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
2250 # Set a default timeout of 2 minutes
2251 if (not defined $ENV{'PBVMTMOUT'}) {
2252 $ENV{'PBVMTMOUT'} = "120";
2253 }
2254 if (defined $vmopt->{$v}) {
2255 $ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
2256 } elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
2257 $ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
2258 }
2259
2260 # How much memory to allocate for VMs
2261 my $vmmem = pb_distro_get_param($pbos,$vmmm);
2262 if (defined $vmmem) {
2263 $ENV{'PBVMOPT'} .= " -m $vmmem";
2264 }
2265
2266 # Are we allowed to use snapshot feature
2267 if ($usesnap == 1) {
2268 if ((defined $vmsnap->{$v}) && ($vmsnap->{$v} =~ /true/i)) {
2269 $ENV{'PBVMOPT'} .= " -snapshot";
2270 } elsif ((defined $vmsnap->{$ENV{'PBPROJ'}}) && ($vmsnap->{$ENV{'PBPROJ'}} =~ /true/i)) {
2271 $ENV{'PBVMOPT'} .= " -snapshot";
2272 } elsif ($pbsnap eq 1) {
2273 $ENV{'PBVMOPT'} .= " -snapshot";
2274 }
2275 }
2276 if ($snapme != 0) {
2277 if (($vmtype eq "kvm") || ($vmtype eq "qemu")) {
2278 # Configure the monitoring to automate the creation of the 'pb' snapshot
2279 $ENV{'PBVMOPT'} .= " -serial mon:telnet::$vmmonport->{$ENV{'PBPROJ'}},server,nowait";
2280 # In that case no snapshot call needed
2281 $ENV{'PBVMOPT'} =~ s/ -snapshot//;
2282 }
2283 }
2284 if (defined $vmtmout->{$v}) {
2285 $ENV{'PBVMTMOUT'} = $vmtmout->{$v};
2286 } elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
2287 $ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
2288 }
2289 my $nport = pb_get_port($vmport,$pbos,$vtype);
2290
2291 my $cmd;
2292 my $vmm; # has to be used for pb_check_ps
2293 if (($vmtype eq "qemu") || ($vmtype eq "kvm")) {
2294 $vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
2295 if (($create != 0) || (defined $iso)) {
2296 $ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
2297 }
2298 # Always redirect the network and always try to use a 'pb' snapshot
2299 #$cmd = "$vmcmd $ENV{'PBVMOPT'} -net user,hostfwd=tcp:$nport:10.0.2.15:22 -loadvm pb $vmm"
2300 $cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
2301 } elsif ($vmtype eq "xen") {
2302 } elsif ($vmtype eq "vmware") {
2303 } else {
2304 die "VM of type $vmtype not supported. Report to the dev team";
2305 }
2306 # Restore the ENV VAR Value
2307 $ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
2308
2309 my ($tmpcmd,$void) = split(/ +/,$cmd);
2310 my $vmexist = pb_check_ps($tmpcmd,$vmm);
2311 my $vmpid = 0;
2312 if (! $vmexist) {
2313 if ($create != 0) {
2314 die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
2315 if (($vmtype eq "qemu") || ($vmtype eq "xen") || ($vmtype eq "kvm")) {
2316 my $command = pb_check_req("qemu-img",0);
2317 pb_system("$command create -f qcow2 $vmm $vmsize","Creating the QEMU VM");
2318 } elsif ($vmtype eq "vmware") {
2319 } else {
2320 }
2321 }
2322 if (! -f "$vmm") {
2323 pb_log(0,"Unable to find VM $vmm\n");
2324 } else {
2325 # Is the SSH port free? if not kill the existing process using it after a build timeout period
2326 my $vmssh = pb_check_ps($tmpcmd,"tcp:$nport:10.0.2.15:22");
2327 if ($vmssh) {
2328 my $buildtm = $ENV{'PBVMTMOUT'};
2329 if (defined $vmbuildtm->{$v}) {
2330 $buildtm = $vmbuildtm->{$v};
2331 } elsif (defined $vmbuildtm->{$ENV{'PBPROJ'}}) {
2332 $buildtm = $vmbuildtm->{$ENV{'PBPROJ'}};
2333 }
2334
2335 sleep $buildtm;
2336 pb_log(0,"WARNING: Killing the process ($vmssh) using port $nport (previous failed VM ?)\n");
2337 kill 15,$vmssh;
2338 # Let it time to exit
2339 sleep 5;
2340 }
2341 pb_system("$cmd &","Launching the VM $vmm");
2342 # Using system allows to kill it externaly if needed
2343 pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up");
2344 $vmpid = pb_check_ps($tmpcmd,$vmm);
2345 pb_log(0,"VM $vmm launched (pid $vmpid)\n");
2346 }
2347 } else {
2348 pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
2349 }
2350 pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
2351 return($vmexist,$vmpid);
2352 } elsif ($vtype eq "ve") {
2353 # Force the creation of the VE and no snapshot usable
2354 pb_ve_launch($v,$create,$usesnap);
2355 } else {
2356 # RM here
2357 # Get distro context
2358 my $pbos = pb_distro_get_context($v);
2359
2360 # Get RM context
2361 my ($ptr,$rmpath) = pb_conf_get("rmtype","rmpath");
2362
2363 # Nothing more to do for RM. No real launch
2364 # For the moment we support the RM is already running
2365 # For ProLiant may be able to power them on if needed later on as an example.
2366 }
2367}
2368
2369# Return string for date synchro
2370sub pb_date2v {
2371
2372my $vtype = shift;
2373my $pbos = shift;
2374
2375my ($ntp) = pb_conf_get_if($vtype."ntp");
2376my $vntp = $ntp->{$ENV{'PBPROJ'}} if (defined $ntp);
2377my $ntpline = undef;
2378
2379if (defined $vntp) {
2380 # ntp command depends on pbos
2381 my $vntpcmd = pb_distro_get_param($pbos,pb_conf_get($vtype."ntpcmd"));
2382 $ntpline = "sudo $vntpcmd $vntp";
2383}
2384# Force new date to be in the future compared to the date
2385# of the host by adding 1 minute
2386my @date=pb_get_date();
2387$date[1]++;
2388my $upddate = strftime("%m%d%H%M%Y", @date);
2389my $dateline = "sudo /bin/date $upddate";
2390if (defined $ntpline) {
2391 return($ntpline);
2392} else {
2393 return($dateline);
2394}
2395}
2396
2397sub pb_build2v {
2398
2399my $vtype = shift;
2400my $action = shift || "build";
2401
2402my ($v,$all) = pb_get2v($vtype);
2403
2404# Send tar files when we do a global generation
2405pb_build2ssh() if (($all == 1) && ($action eq "build"));
2406
2407# Adapt // mode to memory size
2408$pbparallel = pb_set_parallel($vtype);
2409
2410my ($vmexist,$vmpid) = (undef,undef);
2411my $pm;
2412if (defined $pbparallel) {
2413 $pm = new Parallel::ForkManager($pbparallel);
2414
2415 # Set which port the VM/RM will use to communicate
2416 $pm->run_on_start(\&pb_set_port);
2417}
2418
2419my $counter = 0;
2420foreach my $v (@$v) {
2421 $counter++;
2422 # Modulo 2 * pbparallel (to avoid synchronization problems)
2423 $counter = 1 if ((defined $pbparallel) && ($counter > 2 * $pbparallel));
2424 $pm->start($counter) and next if (defined $pbparallel);
2425 # Prepare the script to be executed on the VM/VE/RM
2426 # in $ENV{'PBDESTDIR'}/pbscript.$$
2427 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript.$$") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript.$$";
2428 print SCRIPT "#!/bin/bash\n";
2429
2430 # Transmit the verbosity level to the virtual env/mach.
2431 my $verbose = "";
2432 my $i = 0; # minimal debug level
2433 while ($i lt $pbdebug) {
2434 $verbose .= "-v ";
2435 $i++;
2436 }
2437 # Activate script verbosity if at least 2 for pbdebug
2438 print SCRIPT "set -x\n" if ($i gt 1);
2439 # Quiet if asked to be so on the original system
2440 $verbose = "-q" if ($pbdebug eq -1);
2441
2442 print SCRIPT "echo ... Execution needed\n";
2443 print SCRIPT "# This is in directory delivery\n";
2444 print SCRIPT "# Setup the variables required for building\n";
2445 print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
2446
2447 if ($action eq "build") {
2448 print SCRIPT "# Preparation for pb\n";
2449 print SCRIPT "mv .pbrc \$HOME\n";
2450 print SCRIPT "cd ..\n";
2451 }
2452
2453 # VE needs a good /proc
2454 if ($vtype eq "ve") {
2455 print SCRIPT "sudo /bin/mount -t proc /proc /proc\n";
2456 }
2457
2458 # Get distro context
2459 my $pbos = pb_distro_get_context($v);
2460
2461 my $ntpline = pb_date2v($vtype,$pbos);
2462 print SCRIPT "# Time sync\n";
2463 print SCRIPT "echo 'setting up date with '";
2464 print SCRIPT "echo $ntpline\n";
2465 print SCRIPT "$ntpline\n";
2466 # Use potential local proxy declaration in case we need it to download repo, pkgs, ...
2467 if (defined $ENV{'http_proxy'}) {
2468 print SCRIPT "export http_proxy=\"$ENV{'http_proxy'}\"\n";
2469 }
2470
2471 if (defined $ENV{'ftp_proxy'}) {
2472 print SCRIPT "export ftp_proxy=\"$ENV{'ftp_proxy'}\"\n";
2473 }
2474
2475 # Get list of packages to build/test and get some ENV vars as well
2476 my $ptr = pb_get_pkg();
2477 @pkgs = @$ptr;
2478 my $p = join(' ',@pkgs) if (@pkgs);
2479 print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
2480 print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
2481 print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
2482
2483 # We may need to do some other tasks before building. Read a script here to finish setup
2484 if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".pre") {
2485 print SCRIPT "# Special pre-instructions to be launched\n";
2486 print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".pre");
2487 }
2488
2489 if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre") {
2490 print SCRIPT "# Special pre-$action instructions to be launched\n";
2491 print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre");
2492 }
2493
2494 print SCRIPT "# $action\n";
2495 print SCRIPT "echo $action"."ing packages on $vtype...\n";
2496
2497 if (($action eq "test") && (! -x "$ENV{'PBDESTDIR'}/pbtest")) {
2498 die "No test script ($ENV{'PBDESTDIR'}/pbtest) found when in test mode. Aborting ...";
2499 }
2500 print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} $action"."2pkg $p\n";
2501
2502 if ($vtype eq "ve") {
2503 print SCRIPT "sudo /bin/umount /proc\n";
2504 }
2505
2506 # We may need to do some other tasks after building. Read a script here to exit properly
2507 if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.post") {
2508 print SCRIPT "# Special post-$action instructions to be launched\n";
2509 print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.post");
2510 }
2511
2512 if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".post") {
2513 print SCRIPT "# Special post-instructions to be launched\n";
2514 print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".post");
2515 }
2516
2517 close(SCRIPT);
2518 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript.$$";
2519
2520 # Launch the VM/VE/RM
2521 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
2522
2523
2524 if ($vtype eq "vm") {
2525 # Skip that VM if something went wrong
2526 if (($vmpid == 0) && ($vmexist == 0)) {
2527 $pm->finish if (defined $pbparallel);
2528 next;
2529 }
2530 } else {
2531 # VE/RM
2532 $vmexist = 0;
2533 $vmpid = 0;
2534 }
2535 # Gather all required files to send them to the VM/VE
2536 # and launch the build through pbscript
2537 pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
2538 pb_send2target(uc($vtype).$action,"$v",$vmexist,$vmpid);
2539 $pm->finish if (defined $pbparallel);
2540}
2541$pm->wait_all_children if (defined $pbparallel);
2542}
2543
2544
2545sub pb_clean {
2546
2547 my $sleep=10;
2548 die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
2549 die "Unable to get env var PBBUILDDIR" if (not defined $ENV{'PBBUILDDIR'});
2550 pb_log(0,"We will now wait $sleep s before removing both directories\n$ENV{'PBDESTDIR'} and $ENV{'PBBUILDDIR'}.\nPlease break me if this is wrong\n");
2551 sleep $sleep;
2552 pb_rm_rf($ENV{'PBDESTDIR'});
2553 pb_rm_rf($ENV{'PBBUILDDIR'});
2554}
2555
2556sub pb_newver {
2557
2558 die "-V Version parameter needed" if ((not defined $newver) || ($newver eq ""));
2559
2560 # Need this call for PBDIR
2561 my ($scheme2,$uri) = pb_cms_init($pbinit);
2562
2563 my ($pbconf,$pburl) = pb_conf_get("pbconfurl","pburl");
2564 $uri = $pbconf->{$ENV{'PBPROJ'}};
2565 my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
2566
2567 # Checking CMS repositories status
2568 ($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
2569
2570 if ($scheme !~ /^svn/) {
2571 die "Only SVN is supported at the moment";
2572 }
2573
2574 my $res = pb_cms_isdiff($scheme,$ENV{'PBROOTDIR'});
2575 die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
2576
2577 $res = pb_cms_isdiff($scheme2,$ENV{'PBDIR'});
2578 die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
2579
2580 # Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
2581 # we want to get for the root of the new URL
2582
2583 my $oldver = $ENV{'PBROOTDIR'};
2584 $oldver =~ s|^$ENV{'PBCONFDIR'}||;
2585
2586 pb_log(2, "PBCONFDIR: $ENV{'PBCONFDIR'}\nPBROOTDIR: $ENV{'PBROOTDIR'}\n");
2587
2588 my $newurl = "$uri/$newver";
2589 # Should probably use projver in the old file
2590 my $oldvertxt= basename($oldver);
2591 my $newvertxt = basename($newver);
2592
2593 # Duplicate and extract project-builder part
2594 pb_log(2,"Copying $uri/$oldver to $newurl\n");
2595 pb_cms_copy($scheme,"$uri/$oldver",$newurl);
2596 pb_log(2,"Checkout $newurl to $ENV{'PBCONFDIR'}/$newver\n");
2597 pb_cms_up($scheme,"$ENV{'PBCONFDIR'}");
2598
2599 # Duplicate and extract project
2600 my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/$newver";
2601
2602 pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$oldver to $newurl2\n");
2603 pb_cms_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$oldver",$newurl2);
2604
2605 my $tmp = $ENV{'PBDIR'};
2606 $tmp =~ s|$oldver$||;
2607 pb_log(2,"Checkout $newurl2 to $tmp/$newver\n");
2608 pb_cms_up($scheme2,"$tmp");
2609
2610 # Update the .pb file
2611 open(FILE,"$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb") || die "Unable to open $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb";
2612 open(OUT,"> $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new") || die "Unable to write to $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new";
2613 while(<FILE>) {
2614 if (/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldvertxt/) {
2615 s/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldvertxt/projver $ENV{'PBPROJ'} = $newvertxt/;
2616 pb_log(0,"Changing projver from $oldvertxt to $newvertxt in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n");
2617 }
2618 if (/^testver/) {
2619 s/^testver/#testver/;
2620 pb_log(0,"Commenting testver in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
2621 }
2622 if (/^delivery/) {
2623 pb_log(0,"Please check delivery (".chomp($_).") in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n");
2624 }
2625 print OUT $_;
2626 }
2627 close(FILE);
2628 close(OUT);
2629 rename("$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb");
2630
2631 # Checking pbcl files
2632 foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
2633 # Compute new pbcl file
2634 my $f2 = $f;
2635 $f2 =~ s|$ENV{'PBROOTDIR'}|$ENV{'PBCONFDIR'}/$newver/|;
2636 open(PBCL,$f) || die "Unable to open $f";
2637 my $foundnew = 0;
2638 while (<PBCL>) {
2639 $foundnew = 1 if (/^$newvertxt \(/);
2640 }
2641 close(PBCL);
2642 open(OUT,"> $f2") || die "Unable to write to $f2: $!";
2643 open(PBCL,$f) || die "Unable to open $f";
2644 while (<PBCL>) {
2645 print OUT "$_" if (not /^$oldvertxt \(/);
2646 if ((/^$oldvertxt \(/) && ($foundnew == 0)) {
2647 print OUT "$newvertxt ($pbdate)\n";
2648 print OUT "- TBD\n";
2649 print OUT "\n";
2650 pb_log(0,"WARNING: version $newvertxt not found in $f so added to $f2...\n") if ($foundnew == 0);
2651 }
2652 }
2653 close(OUT);
2654 close(PBCL);
2655 }
2656
2657 pb_log(2,"Checkin $ENV{'PBCONFDIR'}/$newver\n");
2658 pb_cms_checkin($scheme,"$ENV{'PBCONFDIR'}/$newver",undef);
2659}
2660
2661#
2662# Return the list of VMs/VEs/RMs we are working on
2663# $all is a flag to know if we return all of them
2664# or only some (if all we publish also tar files in addition to pkgs
2665#
2666sub pb_get2v {
2667
2668my $vtype = shift;
2669my @v;
2670my $all = 0;
2671my $pbv = 'PBV';
2672my $vlist = $vtype."list";
2673
2674# Get VM/VE list
2675if ((not defined $ENV{$pbv}) || ($ENV{$pbv} =~ /^all$/)) {
2676 my ($ptr) = pb_conf_get($vlist);
2677 $ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
2678 $all = 1;
2679}
2680pb_log(2,"$vtype: $ENV{$pbv}\n");
2681@v = split(/,/,$ENV{$pbv});
2682return(\@v,$all);
2683}
2684
2685# Function to create a potentialy missing pb account on the VM/VE/RM, and adds it to sudo
2686# Needs to use root account to connect to the VM/VE/RM
2687# pb will take your local public SSH key to access
2688# the pb account in the VM/VE/RM later on if needed
2689sub pb_setup2v {
2690
2691my $vtype = shift;
2692my $sbx = shift || undef;
2693
2694my ($vm,$all) = pb_get2v($vtype);
2695
2696# Script generated
2697my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
2698
2699# Adapt // mode to memory size
2700$pbparallel = pb_set_parallel($vtype);
2701
2702my $pm;
2703if (defined $pbparallel) {
2704 $pm = new Parallel::ForkManager($pbparallel);
2705
2706 # Set which port the VM/RM will use to communicate
2707 $pm->run_on_start(\&pb_set_port);
2708}
2709
2710my $counter = 0;
2711foreach my $v (@$vm) {
2712 $counter++;
2713 # Modulo pbparallel
2714 $counter = 1 if ((defined $pbparallel) && ($counter > $pbparallel));
2715 $pm->start($counter) and next if (defined $pbparallel);
2716
2717 # Get distro context
2718 my $pbos = pb_distro_get_context($v);
2719
2720 # Deal with date sync.
2721 my $ntpline = pb_date2v($vtype,$pbos);
2722
2723 # Name of the account to deal with for VM/VE/RM
2724 # Do not use the one passed potentially with -a
2725 my ($pbac) = pb_conf_get($vtype."login");
2726 my ($key,$zero0,$zero1,$zero2);
2727 my ($vmexist,$vmpid);
2728
2729 # Prepare the script to be executed on the VM/VE/RM
2730 # in $ENV{'PBDESTDIR'}/setupv
2731 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
2732
2733 print SCRIPT << 'EOF';
2734#!/usr/bin/perl -w
2735
2736use strict;
2737use File::Copy;
2738
2739# We should not need in this script more functions than what is provided
2740# by Base, Conf and Distribution to avoid problems at exec time.
2741# They are appended at the end.
2742
2743# Define mandatory global vars
2744our $pbdebug;
2745our $pbLOG;
2746our $pbsynmsg = "pbscript";
2747our $pbdisplaytype = "text";
2748our $pblocale = "";
2749pb_log_init($pbdebug, $pbLOG);
2750pb_temp_init();
2751
2752EOF
2753
2754 # Launch the VM/VE/RM - Usage of snapshot disabled
2755 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0,0,0);
2756
2757 my $keyfile;
2758 my $nport;
2759 my $vmhost;
2760
2761 # Prepare the key to be used and transfered remotely
2762 $keyfile = pb_ssh_get(1);
2763
2764 if ($vtype =~ /(v|r)m/) {
2765 my ($vmport);
2766 ($vmhost,$vmport) = pb_conf_get($vtype."host",$vtype."port");
2767 $nport = pb_get_port($vmport,$pbos,$vtype);
2768
2769 # Skip that VM/RM if something went wrong
2770 next if (($vmpid == 0) && ($vmexist == 0));
2771
2772 # Store the pub key part in a variable
2773 open(FILE,"$keyfile.pub") || die "Unable to open $keyfile.pub";
2774 ($zero0,$zero1,$zero2) = split(/ /,<FILE>);
2775 close(FILE);
2776
2777 $key = "\Q$zero1";
2778
2779 # We call true to avoid problems if SELinux is not activated, but chcon is present and returns in that case 1
2780 pb_system("cat $keyfile.pub | ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys ; if [ -x /usr/bin/chcon ]; then /usr/bin/chcon -Rt home_ssh_t .ssh 2> /dev/null; /bin/true; fi\"","Copying local keys to $vtype. This may require the root password");
2781 # once this is done, we can do what we need on the VM/RM remotely
2782 } elsif ($vtype eq "ve") {
2783 print SCRIPT << "EOF";
2784# For VE we need a good null dev
2785pb_system("rm -f /dev/null; mknod /dev/null c 1 3; chmod 777 /dev/null");
2786EOF
2787 print SCRIPT << "EOF";
2788# For VE we first need to mount some FS
2789pb_system("mount -t proc /proc /proc");
2790
2791EOF
2792 }
2793
2794 if ($vtype =~ /(v|r)m/) {
2795 print SCRIPT << 'EOF';
2796# Removes duplicate in .ssh/authorized_keys of our key if needed
2797#
2798my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
2799open(PBFILE,$file1) || die "Unable to open $file1";
2800open(PBOUT,"> $file1.new") || die "Unable to open $file1.new";
2801my $count = 0;
2802while (<PBFILE>) {
2803
2804EOF
2805 print SCRIPT << "EOF";
2806 if (/ $key /) {
2807 \$count++;
2808 }
2809print PBOUT \$_ if ((\$count <= 1) || (\$_ !~ / $key /));
2810}
2811close(PBFILE);
2812close(PBOUT);
2813rename("\$file1.new",\$file1);
2814chmod 0600,\$file1;
2815
2816EOF
2817 }
2818 print SCRIPT << 'EOF';
2819
2820# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
2821#
2822my $file="/etc/passwd";
2823open(PBFILE,$file) || die "Unable to open $file";
2824my $found = 0;
2825while (<PBFILE>) {
2826EOF
2827 print SCRIPT << "EOF";
2828 \$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
2829EOF
2830
2831# TODO: use an external parameter
2832my $home = "/home";
2833# Solaris doesn't like that we use /home
2834$home = "/export/home" if ($pbos->{'type'} eq "pkg");
2835
2836 print SCRIPT << "EOF";
2837}
2838close(PBFILE);
2839
2840if ( \$found == 0 ) {
2841 if ( ! -d "$home" ) {
2842 pb_mkdir_p("$home");
2843 }
2844EOF
2845 # TODO: Level of portability of these cmds ? Critical now for RM
2846 # TODO: Check existence before adding to avoid errors
2847 print SCRIPT << "EOF";
2848pb_system("/usr/sbin/groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
2849pb_system("/usr/sbin/useradd -g $pbac->{$ENV{'PBPROJ'}} -m -d $home/$pbac->{$ENV{'PBPROJ'}} $pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home $home/$pbac->{$ENV{'PBPROJ'}})");
2850}
2851EOF
2852
2853 # Copy the content of our local conf file to the VM/VE/RM
2854 my $content = pb_get_content(pb_distro_conffile());
2855 print SCRIPT << "EOF";
2856 #
2857 # Create a temporary local conf file for distribution support
2858 # This is created here before its use later. Its place is hardcoded, so no choice for the path
2859 #
2860 my \$tempconf = pb_distro_conffile();
2861 pb_mkdir_p(dirname(\$tempconf));
2862 open(CONF,"> \$tempconf") || die "Unable to create \$tempconf";
2863 print CONF q{$content};
2864 close(CONF);
2865EOF
2866
2867 if ($vtype =~ /(v|r)m/) {
2868 print SCRIPT << "EOF";
2869# allow ssh entry to build
2870#
2871mkdir "$home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
2872# Allow those accessing root to access the build account
2873copy("\$ENV{'HOME'}/.ssh/authorized_keys","$home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
2874chmod 0600,".ssh/authorized_keys";
2875pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} $home/$pbac->{$ENV{'PBPROJ'}}","Finish setting up the account env for $pbac->{$ENV{'PBPROJ'}}");
2876
2877EOF
2878}
2879 print SCRIPT << 'EOF';
2880# No passwd for build account only keys
2881$file="/etc/shadow";
2882if (-f $file) {
2883 open(PBFILE,$file) || die "Unable to open $file";
2884 open(PBOUT,"> $file.new") || die "Unable to open $file.new";
2885 while (<PBFILE>) {
2886EOF
2887 print SCRIPT << "EOF";
2888 s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
2889 s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
2890 s/^$pbac->{$ENV{'PBPROJ'}}:\\*LK\\*:/$pbac->{$ENV{'PBPROJ'}}:NP:/; #Solaris e.g.
2891EOF
2892 print SCRIPT << 'EOF';
2893 print PBOUT $_;
2894 }
2895 close(PBFILE);
2896 close(PBOUT);
2897 rename("$file.new",$file);
2898 chmod 0640,$file;
2899 }
2900
2901# Keep the VM in text mode
2902$file="/etc/inittab";
2903if (-f $file) {
2904 open(PBFILE,$file) || die "Unable to open $file";
2905 open(PBOUT,"> $file.new") || die "Unable to open $file.new";
2906 while (<PBFILE>) {
2907 s/^(..):5:initdefault:$/$1:3:initdefault:/;
2908 print PBOUT $_;
2909 }
2910 close(PBFILE);
2911 close(PBOUT);
2912 rename("$file.new",$file);
2913 chmod 0640,$file;
2914}
2915
2916# pb has to be added to portage group on gentoo
2917
2918# We need to have that pb_distro_get_context function
2919# Get it from Project-Builder::Distribution
2920# And we now need the conf file required for this to work created above
2921
2922my $pbos = pb_distro_get_context();
2923print "distro tuple: ".Dumper($pbos)."\n";
2924
2925# Adapt sudoers
2926# sudo is not default on Solaris and needs to be installed first
2927# from http://www.sunfreeware.com/programlistsparc10.html#sudo
2928if ($pbos->{'type'} eq "pkg") {
2929 $file="/usr/local/etc/sudoers";
2930} else {
2931 $file="/etc/sudoers";
2932}
2933open(PBFILE,$file) || die "Unable to open $file";
2934open(PBOUT,"> $file.new") || die "Unable to open $file.new";
2935while (<PBFILE>) {
2936EOF
2937 # Skip what will be generated
2938 print SCRIPT << "EOF";
2939 next if (/^$pbac->{$ENV{'PBPROJ'}}\\s+/);
2940 next if (/^Defaults:$pbac->{$ENV{'PBPROJ'}}\\s+/);
2941 next if (/^Defaults:root \!requiretty/);
2942EOF
2943 print SCRIPT << 'EOF';
2944 s/Defaults[ \t]+requiretty//;
2945 print PBOUT $_;
2946}
2947close(PBFILE);
2948EOF
2949 print SCRIPT << "EOF";
2950# Some distro force requiretty at compile time, so disable here
2951print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} !requiretty\n";
2952print PBOUT "Defaults:root !requiretty\n";
2953# Keep proxy configuration while using sudo
2954print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} env_keep += \\\"http_proxy ftp_proxy\\\"\n";
2955EOF
2956 # Try to restrict security to what is really needed
2957 if ($vtype =~ /^vm/) {
2958 my $hpath = pb_distro_get_param($pbos,pb_conf_get("ospathcmd-halt"));
2959 my @sudocmds = pb_get_sudocmds($pbos,$ntpline,"sudo $hpath");
2960 print SCRIPT << "EOF";
2961# This is needed in order to be able on VM to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
2962# Build account $pbac->{$ENV{'PBPROJ'}} in VM also needs to setup date and install deps.
2963# Nothing else should be needed
2964EOF
2965 foreach my $c (@sudocmds) {
2966 print SCRIPT "print PBOUT \"$pbac->{$ENV{'PBPROJ'}} ALL = NOPASSWD: $c\n\";";
2967 }
2968 } elsif ($vtype =~ /^rm/) {
2969 my @sudocmds = pb_get_sudocmds($pbos,$ntpline);
2970 print SCRIPT << "EOF";
2971# Build account $pbac->{$ENV{'PBPROJ'}} in RM only needs to setup date and install deps if needed each time
2972EOF
2973 foreach my $c (@sudocmds) {
2974 print SCRIPT "print PBOUT \"$pbac->{$ENV{'PBPROJ'}} ALL = NOPASSWD: $c\n\";";
2975 }
2976 } else {
2977 print SCRIPT << "EOF";
2978# Build account $pbac->{$ENV{'PBPROJ'}} for VE needs to do a lot in the host (and chroot), so allow without restriction for now
2979print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
2980EOF
2981}
2982 print SCRIPT << 'EOF';
2983close(PBOUT);
2984rename("$file.new",$file);
2985chmod 0440,$file;
2986
2987EOF
2988
2989 if ($vtype =~ /(v|r)m/) {
2990 # Sync date
2991 # do it after sudoers is setup
2992 print SCRIPT "pb_system(\"$ntpline\");\n";
2993 }
2994 # We may need a proxy configuration. Get it from the local env
2995
2996 if (defined $ENV{'http_proxy'}) {
2997 print SCRIPT "\$ENV\{'http_proxy'\}=\"$ENV{'http_proxy'}\";\n";
2998 }
2999
3000 if (defined $ENV{'ftp_proxy'}) {
3001 print SCRIPT "\$ENV\{'ftp_proxy'\}=\"$ENV{'ftp_proxy'}\";\n";
3002 }
3003
3004 print SCRIPT << 'EOF';
3005
3006# Suse wants sudoers as 640
3007if ((($pbos->{'name'} eq "sles") && (($pbos->{'version'} =~ /10/) || ($pbos->{'version'} =~ /9/))) || (($pbos->{'name'} eq "opensuse") && ($pbos->{'version'} =~ /10.[012]/))) {
3008 chmod 0640,$file;
3009}
3010
3011# First install all required packages
3012pb_system("yum clean all","Cleaning yum env") if (($pbos->{'name'} eq "fedora") || ($pbos->{'name'} eq "asianux") || ($pbos->{'name'} eq "rhel"));
3013my ($ospkgdep) = pb_conf_get_if("ospkgdep");
3014
3015my $pkgdep = pb_distro_get_param($pbos,$ospkgdep);
3016pb_distro_installdeps(undef,$pbos,pb_distro_only_deps_needed($pbos,join(' ',split(/,/,$pkgdep))));
3017
3018EOF
3019 my $itype = pb_distro_get_param($pbos,pb_conf_get("pbinstalltype"));
3020 # Install from sandbox mean a file base install
3021 $itype = "file" if (defined $sbx);
3022 if ($itype =~ /^file/) {
3023 my $cmdget;
3024 if (defined $sbx) {
3025 # Install from sandbox mean using the result of the just passed sbx2build command
3026 # Get content saved in cms2build
3027 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
3028 die "Unable to get package list" if (not defined $pkg);
3029
3030 # We consider 2 specific packages
3031 my $vertag1 = $pkg->{"ProjectBuilder"};
3032 my $vertag2 = $pkg->{"project-builder"};
3033 # get the version of the current package - maybe different
3034 my ($pbver1,$tmp1) = split(/-/,$vertag1);
3035 my ($pbver2,$tmp2) = split(/-/,$vertag2);
3036 # Copy inside the VE
3037 if ($vtype eq "ve") {
3038 my ($vepath) = pb_conf_get("vepath");
3039 copy("$ENV{'PBDESTDIR'}/ProjectBuilder-$pbver1.tar.gz","$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/tmp");
3040 copy("$ENV{'PBDESTDIR'}/project-builder-$pbver2.tar.gz","$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/tmp");
3041 } else {
3042 pb_system("scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport $ENV{'PBDESTDIR'}/ProjectBuilder-$pbver1.tar.gz $ENV{'PBDESTDIR'}/project-builder-$pbver2.tar.gz root\@$vmhost->{$ENV{'PBPROJ'}}:/tmp","Copying local project files to $vtype.");
3043 }
3044 $cmdget = "mv /tmp/ProjectBuilder-$pbver1.tar.gz ProjectBuilder-latest.tar.gz ; mv /tmp/project-builder-$pbver2.tar.gz project-builder-latest.tar.gz";
3045 } else {
3046 $cmdget = "wget --passive-ftp ftp://ftp.project-builder.org/src/ProjectBuilder-latest.tar.gz; wget --passive-ftp ftp://ftp.project-builder.org/src/project-builder-latest.tar.gz";
3047 }
3048 print SCRIPT << 'EOF';
3049# Then install manually the missing perl modules
3050my ($osperldep,$osperlver) = pb_conf_get_if("osperldep","osperlver");
3051
3052my $perldep = pb_distro_get_param($pbos,$osperldep);
3053foreach my $m (split(/,/,$perldep)) {
3054 # Skip empty deps
3055 next if ($m =~ /^\s*$/);
3056 my $dir = $m;
3057 $dir =~ s/-.*//;
3058 pb_system("echo \"rm -rf $m* ; wget http://search.cpan.org/CPAN/modules/by-module/$dir/$m-$osperlver->{$m}.tar.gz ; gzip -cd $m-$osperlver->{$m}.tar.gz | tar xf - ; cd $m* ; if [ -f Build.PL ]; then perl Build.PL; ./Build ; ./Build install ; else perl Makefile.PL; make ; make install ; fi; cd .. ; rm -rf $m*\" | bash" ,"Installing perl module $m-$osperlver->{$m}");
3059}
3060EOF
3061
3062 print SCRIPT << "EOF";
3063pb_system("rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; $cmdget ; gzip -cd ProjectBuilder-latest.tar.gz | tar xf - ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; gzip -cd project-builder-latest.tar.gz | tar xf - ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
3064EOF
3065 } elsif ($itype =~ /^pkg/) {
3066 # pkg based install. We need to point to the project-builder.org repository
3067 print SCRIPT << 'EOF';
3068my $pkgforpb = pb_distro_get_param($pbos,pb_conf_get_if("ospkg"));
3069pb_distro_setuposrepo($pbos);
3070pb_distro_installdeps(undef,$pbos,pb_distro_only_deps_needed($pbos,join(' ',split(/,/,$pkgforpb))));
3071EOF
3072 } else {
3073 # Unknown install type
3074 die("Unknown install type $itype->{$ENV{'PBPROJ'}} for param pbinstalltype");
3075 }
3076 print SCRIPT << 'EOF';
3077pb_system("pb 2>&1 | head -5",undef,"verbose");
3078pb_system("pbdistrocheck",undef,"verbose");
3079EOF
3080 if ($vtype eq "ve") {
3081 print SCRIPT << 'EOF';
3082# For VE we need to umount some FS at the end
3083
3084pb_system("umount /proc");
3085
3086# Create a basic network file if not already there
3087
3088my $nf="/etc/sysconfig/network";
3089if ((! -f $nf) && ($pbos->{'type'} eq "rpm")) {
3090 open(NF,"> $nf") || die "Unable to create $nf";
3091 print NF "NETWORKING=yes\n";
3092 print NF "HOSTNAME=localhost\n";
3093 close(NF);
3094}
3095chmod 0755,$nf;
3096EOF
3097 }
3098
3099 # Adds pb_distro_get_context and all functions needed from ProjectBuilder::Distribution, Conf and Base
3100 foreach my $d (@INC) {
3101 my @f = ("$d/ProjectBuilder/Base.pm","$d/ProjectBuilder/Distribution.pm","$d/ProjectBuilder/Conf.pm");
3102 foreach my $f (@f) {
3103 if (-f "$f") {
3104 open(PBD,"$f") || die "Unable to open $f";
3105 while (<PBD>) {
3106 next if (/^package/);
3107 next if (/^use Exporter/);
3108 next if (/^use ProjectBuilder::/);
3109 next if (/^our /);
3110 print SCRIPT $_;
3111 }
3112 close(PBD);
3113 }
3114 }
3115 }
3116 # Use a fake pb_version_init version here
3117 print SCRIPT << "EOF";
3118sub pb_version_init {
3119
3120return("$projectbuilderver","$projectbuilderrev");
3121}
31221;
3123EOF
3124 close(SCRIPT);
3125 chmod 0755,"$pbscript";
3126
3127 # That build script needs to be run as root and force stop of VM at end
3128 $pbaccount = "root";
3129
3130 # Force shutdown of VM except if it was already launched
3131 my $pbforce = 0;
3132 if ((! $vmexist) && ($vtype eq "vm")) {
3133 $pbforce = 1;
3134 }
3135
3136 pb_script2v($pbscript,$vtype,$pbforce,$v);
3137 $pm->finish if (defined $pbparallel);
3138}
3139$pm->wait_all_children if (defined $pbparallel);
3140return;
3141}
3142
3143# Function to create a snapshot named 'pb' for VMs and a compressed tar for VEs
3144sub pb_snap2v {
3145
3146my $vtype = shift;
3147
3148my ($vm,$all) = pb_get2v($vtype);
3149
3150# Script generated
3151my $pbscript = "$ENV{'PBDESTDIR'}/snapv";
3152
3153my ($pbac) = pb_conf_get($vtype."login");
3154
3155foreach my $v (@$vm) {
3156 if ($vtype eq "ve") {
3157 # Get distro context
3158 my $pbos = pb_distro_get_context($v);
3159 my ($vepath) = pb_conf_get("vepath");
3160
3161 # Test if an existing snapshot exists and remove it if there is a VE
3162 if ((-f "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz") &&
3163 (! -d "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}")) {
3164 pb_system("sudo rm -f $vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz","Removing previous snapshot $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz");
3165 }
3166 }
3167
3168 # Prepare the script to be executed on the VM/VE
3169 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
3170 print SCRIPT << 'EOF';
3171 #!/bin/bash
3172 sleep 2
3173EOF
3174 close(SCRIPT);
3175 chmod 0755,"$pbscript";
3176
3177 # Force shutdown of VM/VE
3178 # Force snapshot of VM/VE
3179 pb_script2v($pbscript,$vtype,1,$v,1);
3180}
3181return;
3182}
3183
3184# Function to update VMs/VEs/RMs with the latest distribution content
3185sub pb_update2v {
3186
3187my $vtype = shift;
3188
3189my ($vm,$all) = pb_get2v($vtype);
3190
3191# Script generated
3192my $pbscript = "$ENV{'PBDESTDIR'}/updatev";
3193
3194my ($pbac) = pb_conf_get($vtype."login");
3195
3196foreach my $v (@$vm) {
3197 # Get distro context
3198 my $pbos = pb_distro_get_context($v);
3199
3200 # Prepare the script to be executed on the VM/VE/RM
3201 # in $ENV{'PBDESTDIR'}/updatev
3202 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
3203
3204 print SCRIPT << 'EOF';
3205 #!/bin/bash
3206 sleep 2
3207EOF
3208 # VE needs a good /proc
3209 if ($vtype eq "ve") {
3210 print SCRIPT "sudo /bin/mount -t proc /proc /proc\n";
3211 }
3212 print SCRIPT "$pbos->{'update'}\n";
3213 if ($vtype eq "ve") {
3214 print SCRIPT "sudo /bin/umount /proc\n";
3215 }
3216 close(SCRIPT);
3217 chmod 0755,"$pbscript";
3218
3219 # Force shutdown of VM except
3220 pb_script2v($pbscript,$vtype,1,$v);
3221}
3222return;
3223}
3224
3225sub pb_announce {
3226
3227 my $antype = shift;
3228
3229 # Get all required parameters
3230 my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
3231 my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
3232 my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
3233 my @pkgs = @$pkg;
3234 my %pkgs;
3235 my $first = 0;
3236
3237 # Get all distros concerned
3238 my $pbos = pb_distro_get_context();
3239 my $distrolist = pb_get_distros($pbos,undef);
3240 my %dl;
3241 my %theorlist;
3242 my %archlist;
3243 foreach my $d (split(/,/,$distrolist)) {
3244 my ($d1,$d2,$d3) = split(/-/,$d);
3245 $dl{$d1}++;
3246 }
3247
3248 # Command to find packages on repo
3249 my $findstr = "find ".join(" ",keys %dl)." ";
3250 # Generated announce files
3251 my @files;
3252
3253 foreach my $pbpkg (@pkgs) {
3254 if ($first != 0) {
3255 $findstr .= "-o ";
3256 }
3257 $first++;
3258 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
3259 $pbver = $pkgv->{$pbpkg};
3260 } else {
3261 $pbver = $ENV{'PBPROJVER'};
3262 }
3263 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
3264 $pbtag = $pkgt->{$pbpkg};
3265 } else {
3266 $pbtag = $ENV{'PBPROJTAG'};
3267 }
3268
3269 # TODO: use virtual/real names here now
3270 my $pbrealpkg = $pbpkg;
3271 my $pbrealpkgrpm = pb_cms_get_real_pkg($pbpkg,"rpm");
3272 my $pbrealpkgdeb = pb_cms_get_real_pkg($pbpkg,"deb");
3273 $findstr .= "-name \'$pbrealpkgrpm-$pbver-$pbtag\.*.rpm\' -o -name \'$pbrealpkgdeb"."_$pbver*\.deb\' -o -name \'$pbrealpkg-$pbver*\.ebuild\' -o -name \'$pbrealpkg-$pbver*\.pkg\' -o -name \'$pbrealpkg-$pbver*\.sd\' ";
3274
3275 if ($antype eq "Announce") {
3276 my $chglog;
3277
3278 pb_cms_init($pbinit);
3279 # Get project info on log file and generate tmp files used later on
3280 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
3281 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
3282 $chglog = undef if (! -f $chglog);
3283
3284 open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") || die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
3285 my $pb;
3286 $pb->{'realpkg'} = $pbrealpkg;
3287 $pb->{'ver'} = $pbver;
3288 $pb->{'tag'} = $pbtag;
3289 $pb->{'date'} = $pbdate;
3290 $pb->{'chglog'} = $chglog;
3291 $pb->{'packager'} = $pbpackager;
3292 $pb->{'proj'} = $ENV{'PBPROJ'};
3293 $pb->{'repo'} = $pbrepo;
3294 $pb->{'pbos'}->{'type'} = "announce";
3295 $pb->{'pbos'}->{'suffix'} = "none";
3296 pb_changelog($pb,\*OUT,"yes");
3297 close(OUT);
3298 push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
3299 } else {
3300 # For the check we also build the theoritical complete list we should get
3301 foreach my $d (split(/,/,$distrolist)) {
3302 $pbos = pb_distro_get_context($d);
3303 if ($pbos->{'type'} eq "rpm") {
3304 $theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$pbrealpkgrpm-$pbver-$pbtag$pbos->{'suffix'}"} = 0;
3305 } elsif ($pbos->{'type'} eq "deb") {
3306 $theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkgdeb"."_$pbver-$pbtag"} = 0;
3307 $archlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkgdeb"."_$pbver-$pbtag"} = "$pbos->{'arch'}";
3308 } elsif ($pbos->{'type'} eq "ebuild") {
3309 $theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkg-$pbver-r$pbtag.ebuild"} = 0;
3310 $archlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkg-$pbver-r$pbtag.ebuild"} = "$pbos->{'arch'}";
3311 } elsif ($pbos->{'type'} eq "pkg") {
3312 $theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$pbrealpkg-$pbver-$pbtag.pkg"} = 0;
3313 } else {
3314 pb_log(1,"No theoritical list possible for type $pbos->{'type'}\n");
3315 }
3316 }
3317 }
3318 pb_log(2,"theorlist : ".Dumper(%theorlist)."\n");
3319 }
3320 $findstr .= " | grep -Ev \'src.rpm\'" if ($antype eq "Announce");
3321
3322 # Prepare the command to run and execute it
3323 open(PBS,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
3324 print PBS "set -x\n" if ($pbdebug gt 1);
3325 print PBS "$findstr | sort 2> /dev/null\n";
3326 close(PBS);
3327 chmod 0755,"$ENV{'PBTMP'}/pbscript";
3328 pb_send2target("Announce");
3329
3330 my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
3331 if ($antype eq "Announce") {
3332 # Get subject line
3333 pb_log(0,"Please enter the title of your announce\n");
3334 pb_log(0,"(By default: $sl)\n");
3335 my $sl2 = <STDIN>;
3336 $sl = $sl2 if ($sl2 !~ /^$/);
3337
3338 # Prepare a template of announce
3339 open(ANN,"> $ENV{'PBTMP'}/announce.html") || die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
3340 print ANN << "EOF";
3341$sl</p>
3342
3343<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
3344<p>
3345Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
3346</p>
3347<p>
3348EOF
3349 }
3350
3351 open(LOG,"$ENV{'PBTMP'}/system.$$.log") || die "Unable to read $ENV{'PBTMP'}/system.$$.log: $!";
3352 if ($antype eq "Announce") {
3353 my $col = 2;
3354 my $i = 1;
3355 print ANN << 'EOF';
3356<TABLE WIDTH="700" CELLPADDING="0" CELLSPACING="0" BORDER="0">
3357<TR>
3358EOF
3359 while (<LOG>) {
3360 print ANN "<TD><A HREF=\"$pbrepo->{$ENV{'PBPROJ'}}/$_\">$_</A></TD>";
3361 $i++;
3362 if ($i > $col) {
3363 print ANN "</TR>\n<TR>";
3364 $i = 1;
3365 }
3366 }
3367 } else {
3368 # In Check mode we need to compare the 2 lists (real and theoritical)
3369 while (<LOG>) {
3370 # Get package name and remove what is in extra for the theoritical list (arch at the end)
3371 chomp();
3372 # skip find errors
3373 next if (/^find:/);
3374 my $p = $_;
3375 $p =~ s/\.(i[3456]86|x86_64|noarch|src)\.rpm$//;
3376 $p =~ s/_(i[3456]86|amd64|all).deb$//;
3377 $theorlist{$p} = -2 if (not defined $theorlist{$p});
3378 $theorlist{$p} = $theorlist{$p} + 1;
3379 }
3380 pb_log(2,"theorlist : ".Dumper(%theorlist)."\n");
3381 }
3382 close(LOG);
3383
3384 if ($antype eq "Check") {
3385 my ($chkex) = pb_conf_get_if("checkexclude");
3386 my $vmbuildlist = "";
3387 my $vebuildlist = "";
3388 my $rmbuildlist = "";
3389 my @pt = pb_conf_get_if("vmlist","velist","rmlist");
3390 foreach my $t (sort keys %theorlist) {
3391 if (defined $theorlist{$t} and $theorlist{$t} >= 1) {
3392 pb_log(1,"Packages found for $t\n");
3393 } elsif (defined $theorlist{$t} and $theorlist{$t} < 0) {
3394 pb_log(0,"Extra Package found for $t\n");
3395 } else {
3396 my ($os,$ver,$arch,$package) = split(/\//,$t);
3397 # Some distro have no arch subdir
3398 if (not defined $package) {
3399 $package = $arch;
3400 # TODO: If both arch have failed, we just make the last one
3401 $arch = $archlist{$t};
3402 }
3403 my $pbos = pb_distro_get_context("$os-$ver-$arch");
3404 my $pkgn = $package;
3405 if ($pbos->{'type'} ne "deb") {
3406 # package name is more easily found from the end for non deb
3407 # as '-' is the separator, but it can also be used in names
3408 $pkgn = reverse($package);
3409 # search the second '-' and isolate the now last part which is the full name
3410 $pkgn =~ s/([^-]+)-([^-]+)-([\S])+$/$3/;
3411 } else {
3412 $pkgn =~ s/([^_]+)_([\S])+$/$2/;
3413 }
3414 my $found = 0;
3415 # Handle the exclusion of OSes
3416 my $excl = "";
3417 $excl .= $chkex->{$pkgn} if (defined $chkex->{$pkgn});
3418 $excl .= $chkex->{"all"} if (defined $chkex->{"all"});
3419 foreach my $ex (split(/,/,$excl)) {
3420 $found = 1 if ("$os-$ver-$arch" =~ /^$ex/);
3421 }
3422 # Skip as excluded
3423 next if ($found == 1);
3424 pb_log(0,"Package NOT found for $t\n");
3425 # Avoid duplicates in list
3426 next if ($vmbuildlist =~ /$os-$ver-$arch/);
3427 next if ($vebuildlist =~ /$os-$ver-$arch/);
3428 next if ($rmbuildlist =~ /$os-$ver-$arch/);
3429 # check with which method we need to build
3430 if ((defined $pt[0]->{$ENV{'PBPROJ'}}) and ($pt[0]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3431 $vmbuildlist = "$os-$ver-$arch" if ($vmbuildlist eq "");
3432 $vmbuildlist .= ",$os-$ver-$arch" if ($vmbuildlist !~ /$os-$ver-$arch/);
3433 next;
3434 }
3435 if ((defined $pt[1]->{$ENV{'PBPROJ'}}) and ($pt[1]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3436 $vebuildlist = "$os-$ver-$arch" if ($vebuildlist eq "");
3437 $vebuildlist .= ",$os-$ver-$arch" if ($vebuildlist !~ /$os-$ver-$arch/);
3438 next;
3439 }
3440 if ((defined $pt[2]->{$ENV{'PBPROJ'}}) and ($pt[2]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3441 $rmbuildlist = "$os-$ver-$arch" if ($rmbuildlist eq "");
3442 $rmbuildlist .= ",$os-$ver-$arch" if ($rmbuildlist !~ /$os-$ver-$arch/);
3443 }
3444 }
3445 }
3446 # If we want to rebuild automatically, let's do it
3447 if (defined $opts{'rebuild'}) {
3448 # SandBox or CMS
3449 pb_log(0,"Rebuilding from SandBox\n");
3450 pb_log(0,"for VMs: $vmbuildlist\n") if ($vmbuildlist ne "");
3451 pb_log(0,"for VEs: $vebuildlist\n") if ($vebuildlist ne "");
3452 pb_log(0,"for RMs: $rmbuildlist\n") if ($rmbuildlist ne "");
3453 pb_cms2build("SandBox");
3454 # Which mode
3455 $ENV{'PBV'} = $vmbuildlist;
3456 pb_build2v("vm","build") if ($vmbuildlist ne "");
3457 $ENV{'PBV'} = $vebuildlist;
3458 pb_build2v("ve","build") if ($vebuildlist ne "");
3459 $ENV{'PBV'} = $rmbuildlist;
3460 pb_build2v("rm","build") if ($rmbuildlist ne "");
3461 }
3462 # For the check part this is now finished
3463 return;
3464 }
3465
3466 print ANN << "EOF";
3467</TR>
3468</TABLE>
3469</p>
3470
3471<p>As usual source packages are also available in the same directory.</p>
3472
3473<p>
3474Changes are :
3475</p>
3476<p>
3477EOF
3478 # Get each package changelog content
3479 foreach my $f (sort(@files)) {
3480 open(IN,"$f") || die "Unable to read $f:$!";
3481 while (<IN>) {
3482 print ANN $_;
3483 }
3484 close(IN);
3485 print ANN "</p><p>\n";
3486 }
3487 print ANN "</p>\n";
3488 close(ANN);
3489
3490 # Allow for modification
3491 my $editor = "vi";
3492 $editor = $ENV{'EDITOR'} if (defined $ENV{'EDITOR'});
3493 pb_system("$editor $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
3494
3495 # Store it in DB for external usage (Web pages generation)
3496 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
3497
3498 my $precmd = "";
3499 if (! -f $db) {
3500 $precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
3501 }
3502
3503 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
3504 { RaiseError => 1, AutoCommit => 1 })
3505 || die "Unable to connect to $db";
3506
3507 if ($precmd ne "") {
3508 my $sth = $dbh->prepare(qq{$precmd})
3509 || die "Unable to create table into $db";
3510 $sth->execute();
3511 }
3512
3513 # To read whole file
3514 local $/;
3515 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
3516 my $announce = <ANN>;
3517 close(ANN);
3518
3519 pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
3520 my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
3521 || die "Unable to insert into $db";
3522 $sth->execute($pbdate, $announce);
3523 $sth->finish();
3524 $dbh->disconnect;
3525
3526 # Then deliver it on the Web
3527 # $TOOLHOME/livwww www
3528
3529 # Mail it to project's ML
3530 open(ML,"| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") || die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
3531 print ML << 'EOF';
3532<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
3533
3534<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
3535 <head>
3536 </head>
3537 <body>
3538 <p>
3539EOF
3540 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
3541 while(<ANN>) {
3542 print ML $_;
3543 }
3544 print ML << 'EOF';
3545</body>
3546</html>
3547EOF
3548 close(ML);
3549
3550 # To read whole file
3551 local $/;
3552 open(ANN,"$ENV{'PBTMP'}/announce.txt") || die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
3553 my $msg = <ANN>;
3554 close(ANN);
3555
3556 # Preparation of headers
3557 eval
3558 {
3559 require Mail::Sendmail;
3560 Mail::Sendmail->import();
3561 };
3562 if ($@) {
3563 # Mail::Sendmail not found not sending mail !
3564 pb_log(0,"No Mail::Sendmail module found so not sending any mail !\n");
3565 } else {
3566 my %mail = (
3567 To => $pbml->{$ENV{'PBPROJ'}},
3568 From => $pbpackager->{$ENV{'PBPROJ'}},
3569 Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
3570 Body => $msg,
3571 Subject => "[ANNOUNCE] $sl",
3572 );
3573
3574 # Send mail
3575 if (! sendmail(%mail)) {
3576 if ((defined $Mail::Sendmail::error) and (defined $Mail::Sendmail::log)) {
3577 die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
3578 }
3579 }
3580 }
3581}
3582
3583#
3584# Creates a set of HTML file containing the news for the project
3585# based on what has been generated by the pb_announce function
3586#
3587sub pb_web_news2html {
3588
3589 my $dest = shift || $ENV{'PBTMP'};
3590
3591 # Get all required parameters
3592 my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
3593
3594 # DB of announces for external usage (Web pages generation)
3595 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
3596
3597 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
3598 { RaiseError => 1, AutoCommit => 1 })
3599 || die "Unable to connect to $db";
3600 # For date handling
3601 $ENV{LANGUAGE}="C";
3602 my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
3603 my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
3604 pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
3605 my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
3606 my %news;
3607 $news{"cy"} = ""; # current year's news
3608 $news{"ly"} = ""; # last year news
3609 $news{"py"} = ""; # previous years news
3610 $news{"fp"} = ""; # first page news
3611 my $cpt = 4; # how many news for first page
3612 # Extract info from DB
3613 foreach my $row (@$all) {
3614 my ($id, $date, $announce) = @$row;
3615 $news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
3616 $news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
3617 $news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
3618 $news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
3619 $cpt--;
3620 }
3621 pb_log(1,"news{fp}: ".$news{"fp"}."\n");
3622 $dbh->disconnect;
3623
3624 # Generate the HTML content
3625 foreach my $pref (keys %news) {
3626 open(NEWS,"> $dest/pb_web_$pref"."news.html") || die "Unable to create $dest/pb_web_$pref"."news.html: $!";
3627 print NEWS "$news{$pref}";
3628 close(NEWS);
3629 }
3630}
3631
3632
3633# Return the SSH key file to use
3634# Potentially create it if needed
3635
3636sub pb_ssh_get {
3637
3638my $create = shift || 0; # Do not create keys by default
3639
3640# Check the SSH environment
3641my $keyfile = undef;
3642
3643# We have specific keys by default
3644$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
3645if (!(-e $keyfile) && ($create eq 1)) {
3646 pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
3647}
3648
3649$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
3650$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
3651$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
3652die "Unable to find your public ssh key under $keyfile" if (not defined $keyfile);
3653return($keyfile);
3654}
3655
3656
3657# Returns the pid of a running VM command using a specific VM file
3658sub pb_check_ps {
3659 my $vmcmd = shift;
3660 my $vmm = shift;
3661 my $vmexist = 0; # FALSE by default
3662
3663 open(PS, "ps auxhww|") || die "Unable to call ps";
3664 while (<PS>) {
3665 next if (! /$vmcmd/);
3666 next if (! /$vmm/);
3667 my ($void1, $void2);
3668 ($void1, $vmexist, $void2) = split(/ +/);
3669 last;
3670 }
3671 return($vmexist);
3672}
3673
3674
3675sub pb_extract_build_files {
3676
3677my $src=shift;
3678my $dir=shift;
3679my $ddir=shift;
3680my $mandatory=shift || "spec";
3681my @files;
3682
3683my $flag = "mayfail" if (($mandatory eq "patch") || ($mandatory eq "src"));
3684my $res;
3685
3686if ($src =~ /tar\.gz$/) {
3687 $res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
3688} elsif ($src =~ /tar\.bz2$/) {
3689 $res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
3690} else {
3691 die "Unknown compression algorithm for $src";
3692}
3693# If not mandatory return now
3694return() if (($res != 0) and (($mandatory eq "patch") || ($mandatory eq "src")));
3695opendir(DIR,"$dir") || die "Unable to open directory $dir";
3696foreach my $f (readdir(DIR)) {
3697 next if ($f =~ /^\./);
3698 # Skip potential patch dir
3699 next if ($f =~ /^pbpatch/);
3700 # Skip potential source dir
3701 next if ($f =~ /^pbsrc/);
3702 move("$dir/$f","$ddir") || die "Unable to move $dir/$f to $ddir";
3703 pb_log(2,"mv $dir/$f $ddir\n");
3704 push @files,"$ddir/$f";
3705}
3706closedir(DIR);
3707# Not enough but still a first cleanup
3708pb_rm_rf("$dir");
3709return(@files);
3710}
3711
3712sub pb_list_bfiles {
3713
3714my $dir = shift;
3715my $pbpkg = shift;
3716my $bfiles = shift;
3717my $pkgfiles = shift;
3718my $supfiles = shift;
3719# subdir to keep if recursive mode, empty by default
3720my $subdir = shift || "";
3721# In a recursive function , we need a local var as DIR handle
3722my $bdir;
3723
3724pb_log(2,"DEBUG: entering pb_list_bfiles in $dir: ".Dumper($bfiles)."\n");
3725opendir($bdir,"$dir") || die "Unable to open dir $dir: $!";
3726foreach my $f (readdir($bdir)) {
3727 pb_log(3,"DEBUG: pb_list_bfiles found $f\n");
3728 next if ($f =~ /^\./);
3729 if (-d "$dir/$f") {
3730 # Recurse for directories (Debian 3.0 format e.g.)
3731 pb_log(2,"DEBUG: pb_list_bfiles recurse in $dir/$f\n");
3732 pb_list_bfiles("$dir/$f",$pbpkg,$bfiles,$pkgfiles,$supfiles,$f);
3733 next;
3734 }
3735
3736 my $key = $f;
3737 # if recursive then store also the subdir
3738 $key = "$subdir/$f" if ($subdir ne "");
3739 $bfiles->{$key} = "$dir/$f";
3740 $bfiles->{$key} =~ s~$ENV{'PBROOTDIR'}~~;
3741 if (defined $supfiles->{$pbpkg}) {
3742 $pkgfiles->{$key} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
3743 }
3744}
3745closedir($bdir);
3746pb_log(2,"DEBUG: exiting pb_list_bfiles: ".Dumper($bfiles)."\n");
3747}
3748
3749sub pb_add_coma {
3750
3751my $str = shift;
3752my $addstr = shift;
3753
3754$str .= "," if (defined $str);
3755$str .= $addstr;
3756return($str);
3757}
3758
3759sub pb_list_sfiles {
3760
3761my $sdir = shift;
3762my $ptr = shift;
3763my $pbos = shift;
3764my $extdir = shift;
3765
3766pb_log(2,"DEBUG: entering pb_list_sfiles: ".Dumper($ptr)."\n");
3767my $key = "$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
3768
3769# Prepare local sources for this distro - They are always applied first - May be a problem one day
3770# This function works for both patches and additional sources
3771foreach my $p (sort(<$sdir/*>)) {
3772 $ptr->{$key} = pb_add_coma($ptr->{$key},"file://$p") if (($p =~ /\.all$/) || ($p =~ /\.$pbos->{'os'}$/) || ($p =~ /\.$pbos->{'type'}$/) || ($p =~ /\.$pbos->{'family'}$/) || ($p =~ /\.$pbos->{'name'}$/) || ($p =~ /\.$pbos->{'name'}-$pbos->{'version'}$/) ||($p =~ /\.$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}$/));
3773}
3774
3775# Prepare also remote sources to be included - Applied after the local ones
3776foreach my $p ("all","$pbos->{'os'}","$pbos->{'type'}","$pbos->{'family'}","$pbos->{'name'}","$pbos->{'name'}-$pbos->{'version'}","$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") {
3777 my $f = "$extdir.".".$p";
3778 next if (not -f $f);
3779 if (not open(PATCH,$f)) {
3780 pb_display("Unable to open existing external source file content $f\n");
3781 next;
3782 }
3783 while (<PATCH>) {
3784 chomp();
3785 $ptr->{$key} = pb_add_coma($ptr->{$key},"$_");
3786 }
3787 close(PATCH);
3788}
3789pb_log(2,"DEBUG: exiting pb_list_sfiles: ".Dumper($ptr)."\n");
3790return($ptr);
3791}
3792
3793#
3794# Return the list of packages we are working on in a non CMS action
3795#
3796sub pb_get_pkg {
3797
3798my @pkgs = ();
3799
3800my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
3801@pkgs = keys %$var;
3802
3803pb_log(0,"Packages: ".join(',',@pkgs)."\n");
3804return(\@pkgs);
3805}
3806
3807# Manages VM/RM SSH port communication
3808sub pb_get_port {
3809
3810my $port = shift;
3811my $pbos = shift;
3812my $cmt = shift;
3813my $nport;
3814
3815die "No port passed in parameter. Report to dev team\n" if (not defined $port);
3816# key is project on VM, but machine tuple for RM
3817if ($cmt =~ /^RM/i) {
3818 $nport = $port->{"$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}"};
3819} else {
3820 $nport = $port->{$ENV{'PBPROJ'}};
3821}
3822pb_log(2,"pb_get_port with $nport\n");
3823# Maybe a port was given as parameter so overwrite
3824$nport = "$pbport" if (defined $pbport);
3825# Maybe in // mode so use the env var set up as an offset to the base port, except when called from send2target for Packages or for RM
3826if (($cmt ne "Packages") && ($cmt !~ /^RM/i)) {
3827 $nport += $ENV{'PBVMPORT'} if ((defined $pbparallel) && (defined $ENV{'PBVMPORT'}));
3828}
3829pb_log(2,"pb_get_port returns $nport\n");
3830return($nport);
3831}
3832
3833sub pb_set_port {
3834
3835my ($pid,$ident) = @_;
3836pb_log(2,"pb_set_port for VM ($pid), id $ident\n");
3837$ENV{'PBVMPORT'} = $ident;
3838pb_log(2,"pb_set_port sets PBVMPORT in env to $ENV{'PBVMPORT'}\n");
3839}
3840
3841sub pb_set_parallel {
3842
3843my $vtype = shift;
3844
3845pb_log(2,"pb_set_parallel vtype: $vtype\n");
3846# Take care of memory size if VM, parallel mode and more than 1 action
3847if ((defined $pbparallel) && ($pbparallel ne 1) && ($vtype eq "vm")) {
3848 eval
3849 {
3850 require Linux::SysInfo;
3851 Linux::SysInfo->import();
3852 };
3853 if ($@) {
3854 # Linux::SysInfo not found
3855 pb_log(1,"ADVISE: Install Linux::SysInfo to benefit from automatic parallelism optimization.\nOr optimize manually pbparallel in your pb.conf file\nUsing $pbparallel processes max at a time for the moment\nWARNING: This may consume too much memory for your system\n");
3856 } else {
3857 # Using the memory size
3858 my $si = Linux::SysInfo::sysinfo();
3859 if (not defined $si) {
3860 pb_log(1,"ADVISE: Install Linux::SysInfo to benefit from automatic parallelism optimization.\nOr optimize manually pbparallel in your pb.conf file\nUsing $pbparallel processes max at a time for the moment\nWARNING: This may consume too much memory for your system\n");
3861 } else {
3862 # Keep the number of VM whose memory can be allocated
3863 my $ram = $si->{"totalram"}-$si->{"sharedram"}-$si->{"bufferram"};
3864 my $ram2;
3865 my ($vmmem) = pb_conf_get_if("vmmem");
3866
3867 my $v = "default";
3868 if ((defined $vmmem) and (defined $vmmem->{$v})) {
3869 $ram2 = $vmmem->{$v};
3870 } else {
3871 # Default for KVM/QEMU
3872 $ram2 = 128;
3873 }
3874 $pbparallel = sprintf("%d",$ram/$ram2);
3875 }
3876 pb_log(1,"Using $pbparallel processes at a time\n");
3877 }
3878}
3879pb_log(2,"pb_set_parallel returns: $pbparallel\n") if (defined $pbparallel);
3880return($pbparallel);
3881}
3882
3883sub pb_get_sudocmds {
3884
3885my $pbos = shift;
3886my %sudocmds;
3887
3888pb_log(2,"pb_get_sudocmds entering with lines:".Dumper(@_)."\n");
3889foreach my $c (split(/;/,$pbos->{'update'}),split(/;/,$pbos->{'install'}),@_) {
3890 pb_log(2,"pb_get_sudocmds analyses $c\n");
3891 next if ($c !~ /^\s*sudo/);
3892 # remove sudo and leading spaces
3893 $c =~ s/^\s*sudo\s+//;
3894 # keep only the command, not the params
3895 $c =~ s/([^\s]+)\s.*$/$1/;
3896 $sudocmds{$c} = "";
3897}
3898pb_log(2,"pb_get_sudocmds returns ".Dumper(keys %sudocmds)."\n");
3899return(keys %sudocmds);
3900}
3901
3902sub pb_sign_pkgs {
3903
3904my $pbos = shift;
3905my $made = shift;
3906
3907pb_log(2,"entering pb_sign_pkg: $made ".Dumper($pbos)."\n");
3908my ($passfile, $passphrase, $passpath) = pb_conf_get_if("pbpassfile","pbpassphrase","pbpasspath");
3909$ENV{'PBPASSPHRASE'} = $passphrase->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSPHRASE'}) && (defined $passphrase->{$ENV{'PBPROJ'}}));
3910$ENV{'PBPASSFILE'} = $passfile->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSFILE'})&& (defined $passfile->{$ENV{'PBPROJ'}})) ;
3911$ENV{'PBPASSPATH'} = $passpath->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSPATH'})&& (defined $passpath->{$ENV{'PBPROJ'}})) ;
3912
3913# Remove extra spaces
3914$made =~ s/\s+/ /g;
3915$made =~ s/^\s//g;
3916$made =~ s/\s$//g;
3917
3918if ($pbos->{'type'} eq "rpm") {
3919 eval
3920 {
3921 require RPM4::Sign;
3922 RPM4::Sign->import();
3923 };
3924 if ($@) {
3925 # RPM4::Sign not found
3926 pb_log(1,"WARNING: Install RPM4::Sign to benefit from automatic package signing.\n");
3927 } else {
3928 return if ((not defined $ENV{'PBPASSPHRASE'}) and (not defined $ENV{'PBPASSFILE'}));
3929 my $sign = RPM4::Sign->new(
3930 passphrase => $ENV{'PBPASSPHRASE'},
3931 name => $ENV{'PBPACKAGER'},
3932 path => $ENV{'PBPASSPATH'},
3933 password_file => $ENV{'PBPASSFILE'},
3934 );
3935
3936 pb_log(0,"Signing RPM packages...\n");
3937 pb_log(2,"pb_sign_pkg: pkgs:".Dumper(split(/ /,$made))."\n");
3938 $sign->rpmssign(split(/ /,$made));
3939 }
3940} elsif ($pbos->{'type'} eq "deb") {
3941 my $changes = "";
3942 foreach my $c (split(/ /,$made)) {
3943 $changes .= " $ENV{'PBBUILDDIR'}/$c" if ($c =~ /\.changes$/);
3944 }
3945 my $debsigncmd = pb_check_req("debsign",1);
3946 pb_system("$debsigncmd -m\'$ENV{'PBPACKAGER'}\' $changes","Signing DEB packages");
3947} else {
3948 pb_log(0,"I don't know yet how to sign packages for type $pbos->{'type'}.\nPlease give feedback to dev team\n");
3949}
3950pb_log(2,"exiting pb_sign_pkg\n");
3951}
3952
3953# return list of all distributins supported, coma separated
3954sub pb_get_distros {
3955
3956my $pbos = shift;
3957my $pbtarget = shift;
3958
3959my $tmpl = "$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'},";
3960
3961# Get list of distributions for which we need to generate build files if no target
3962if (not defined ($pbtarget)) {
3963 my @pt = pb_conf_get_if("vmlist","velist","rmlist");
3964 if (defined $pt[0]->{$ENV{'PBPROJ'}}) {
3965 $tmpl .= $pt[0]->{$ENV{'PBPROJ'}};
3966 }
3967 if (defined $pt[1]->{$ENV{'PBPROJ'}}) {
3968 # The 2 lists need to be grouped with a ',' separating them
3969 if ($tmpl ne "") {
3970 $tmpl .= ",";
3971 }
3972 $tmpl .= $pt[1]->{$ENV{'PBPROJ'}}
3973 }
3974 if (defined $pt[2]->{$ENV{'PBPROJ'}}) {
3975 # The lists needs to be grouped with a ',' separating them
3976 if ($tmpl ne "") {
3977 $tmpl .= ",";
3978 }
3979 $tmpl .= $pt[2]->{$ENV{'PBPROJ'}}
3980 }
3981}
3982return($tmpl);
3983}
3984
39851;
Note: See TracBrowser for help on using the repository browser.