source: devel/pb/bin/pb @ 1098

Last change on this file since 1098 was 1098, checked in by bruno, 9 years ago
  • Improve display of RPMS and SRPMS packages generated to allow easy cut and paste.
  • Fix #69 by doing recursion in pb_list_bfiles to handle new Debian 3.0 format with subdirs
  • Property svn:executable set to *
File size: 99.7 KB
Line 
1#!/usr/bin/perl -w
2#
3# Project Builder main application
4#
5# $Id$
6#
7# Copyright B. Cornec 2007
8# Provided under the GPL v2
9
10# Syntax: see at end
11
12use strict 'vars';
13use Getopt::Long qw(:config auto_abbrev no_ignore_case);
14use Data::Dumper;
15use English;
16use File::Basename;
17use File::Copy;
18use File::stat;
19use File::Temp qw(tempdir);
20use File::Find;
21use Time::localtime qw(localtime);
22use POSIX qw(strftime);
23use lib qw (lib);
24use ProjectBuilder::Version;
25use ProjectBuilder::Base;
26use ProjectBuilder::Display;
27use ProjectBuilder::Conf;
28use ProjectBuilder::Distribution;
29use ProjectBuilder::CMS;
30use ProjectBuilder::Env;
31use ProjectBuilder::Filter;
32use ProjectBuilder::Changelog;
33use Mail::Sendmail;
34
35# Global variables
36my %opts;                   # CLI Options
37my $action;                 # action to realize
38my $test = "FALSE";         # Not used
39my $pbforce = 0;            # Force VE/VM rebuild
40my $pbsnap = 0;             # Do not use snapshot mode for VM/VE by default
41my $option = "";            # Not used
42my @pkgs;                   # list of packages
43my $pbtag;                  # Global Tag variable
44my $pbver;                  # Global Version variable
45my $pbscript;               # Name of the script
46my %pbver;                  # per package
47my %pbtag;                  # per package
48my $pbrev;                  # Global REVISION variable
49my $pbaccount;              # Login to use to connect to the VM
50my $pbport;                 # Port to use to connect to the VM
51my $newver;                 # New version to create
52my $iso = undef;            # ISO image for the VM to create
53
54my @date = pb_get_date();
55my $pbdate = strftime("%Y-%m-%d", @date);
56
57=pod
58
59=head1 NAME
60
61pb, aka project-builder.org - builds packages for your projects
62
63=head1 DESCRIPTION
64
65pb helps you build various packages directly from your project sources.
66Those sources could be handled by a CMS (Configuration Management System)
67such as Subversion, CVS, Git, Mercurial... or being a simple reference to a compressed tar file.
68It's based on a set of configuration files, a set of provided macros to help
69you keeping build files as generic as possible. For example, a single .spec
70file should be required to generate for all rpm based distributions, even
71if you could also have multiple .spec files if required.
72
73=head1 SYNOPSIS
74
75pb [-vhSq][-r pbroot][-p project][[-s script -a account -P port][-m mach-1[,...]]][-i iso] <action> [<pkg1> ...]
76
77pb [--verbose][--help][--man][--quiet][--snapshot][--revision pbroot][--project project][[--script script --account account --port port][--machine mach-1[,...]]][--iso iso] <action> [<pkg1> ...]
78
79=head1 OPTIONS
80
81=over 4
82
83=item B<-v|--verbose>
84
85Print a brief help message and exits.
86
87=item B<-q|--quiet>
88
89Do not print any output.
90
91=item B<-h|--help>
92
93Print a brief help message and exits.
94
95=item B<-S|--snapshot>
96
97Use the snapshot mode of VMs or VEs
98
99=item B<--man>
100
101Prints the manual page and exits.
102
103=item B<-m|--machine machine1[,machine2,...]>
104
105Name of the Virtual Machines (VM) or Virtual Environments (VE) you want to build on (coma separated).
106All if none precised (or use the env variable PBV).
107
108=item B<-s|--script script>
109
110Name of the script you want to execute on the related VMs or VEs.
111
112=item B<-i|--iso iso_image>
113
114Name of the ISO image of the distribution you want to install on the related VMs.
115
116=item B<-a|--account account>
117
118Name of the account to use to connect on the related VMs.
119
120=item B<-P|--port port_number>
121
122Port number to use to connect on the related VMs.\n";
123
124=item B<-p|--project project_name>
125
126Name of the project you're working on (or use the env variable PBPROJ)
127
128=item B<-r|--revision revision>
129
130Path Name of the project revision under the CMS (or use the env variable PBROOT)
131
132=item B<-V|--version new_version>
133
134New version of the project to create based on the current one.
135
136=back
137
138=head1 ARGUMENTS
139
140<action> can be:
141
142=over 4
143
144=item B<sbx2build>
145
146Create tar files for the project under your CMS.
147Current state of the exported content is taken.
148CMS supported are SVN, SVK, CVS, Git and Mercurial
149parameters are packages to build
150if not using default list
151
152=item B<cms2build>
153
154Create tar files for the project under your CMS.
155Current state of the CMS is taken.
156CMS supported are SVN, SVK, CVS, Git and Mercurial
157parameters are packages to build
158if not using default list
159
160=item B<build2pkg>
161
162Create packages for your running distribution
163
164=item B<cms2pkg>
165
166cms2build + build2pkg
167
168=item B<sbx2pkg>
169
170sbx2build + build2pkg
171
172=item B<build2ssh>
173
174Send the tar files to a SSH host
175
176=item B<sbx2ssh>
177
178sbx2build + build2ssh
179
180=item B<cms2ssh>
181
182cms2build + build2ssh
183
184=item B<pkg2ssh>
185
186Send the packages built to a SSH host
187
188=item B<build2vm>
189
190Create packages in VMs, launching them if needed
191and send those packages to a SSH host once built
192VM type supported are QEMU
193
194=item B<build2ve>
195
196Create packages in VEs, creating it if needed
197and send those packages to a SSH host once built
198
199=item B<sbx2vm>
200
201sbx2build + build2vm
202
203=item B<sbx2ve>
204
205sbx2build + build2ve
206
207=item B<cms2vm>
208
209cms2build + build2vm
210
211=item B<cms2ve>
212
213cms2build + build2ve
214
215=item B<launchvm>
216
217Launch one virtual machine
218
219=item B<launchve>
220
221Launch one virtual environment
222
223=item B<script2vm>
224
225Launch one virtual machine if needed
226and executes a script on it
227
228=item B<script2ve>
229
230Execute a script in a virtual environment
231
232=item B<newvm>
233
234Create a new virtual machine
235
236=item B<newve>
237
238Create a new virtual environment
239
240=item B<setupvm>
241
242Setup a virtual machine for pb usage
243
244=item B<setupve>
245
246Setup a virtual environment for pb usage
247
248=item B<snapvm>
249
250Snapshot a virtual machine for pb usage
251
252=item B<snapve>
253
254Snapshot a virtual environment for pb usage
255
256=item B<test2pkg>
257
258Test a package locally
259
260=item B<test2vm>
261
262Test a package in a virtual machine
263
264=item B<test2ve>
265
266Test a package in a virtual environment
267
268=item B<newver>
269
270Create a new version of the project derived
271from the current one
272
273=item B<newproj>
274
275Create a new project and a template set of
276configuration files under pbconf
277
278=item B<announce>
279
280Announce the availability of the project through various means
281
282=item B<web2ssh>
283
284Deliver the Web site content to the target server using ssh.
285
286=item B<clean>
287
288Purge the build and delivery directories related to the current project
289
290=back
291
292<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
293
294=head1 WEB SITES
295
296The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
297
298=head1 USER MAILING LIST
299
300None exists for the moment.
301
302=head1 CONFIGURATION FILES
303
304Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
305
306Here is an example of such a configuration file:
307
308 #
309 # Define for each project the URL of its pbconf repository
310 # No default option allowed here as they need to be all different
311 #
312 # URL of the pbconf content
313 # This is the format of a classical URL with the extension of additional schema such as
314 # svn+ssh, cvs+ssh, ...
315 #
316 pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
317
318 # This is normaly defined in the project's configuration file
319 # Url of the project
320 #
321 pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
322 
323 # All these URLs needs to be defined here as the are the entry point
324 # for how to build packages for the project
325 #
326 pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
327 pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
328 pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
329 pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
330 
331 # Under that dir will take place everything related to pb
332 # If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
333 # to your VMs/chroot/...
334 # if not defined then /var/cache
335 pbdefdir default = $ENV{'HOME'}/project-builder
336 pbdefdir pb = $ENV{'HOME'}
337 pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
338 pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
339 
340 # pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
341 # If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
342 pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
343 pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
344 
345 # pbdir points to the directory where the CMS content of the pburl is checked out
346 # If not defined, pbdir is under pbdefdir/pbproj
347 # Only defined if we have access to the dev of the project
348 pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
349 pbdir mondorescue = $ENV{'HOME'}/mondo/svn
350 
351 # -daemonize doesn't work with qemu 0.8.2
352 vmopt default = -m 384
353
354=head1 AUTHORS
355
356The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
357
358=head1 COPYRIGHT
359
360Project-Builder.org is distributed under the GPL v2.0 license
361described in the file C<COPYING> included with the distribution.
362
363=cut
364
365# ---------------------------------------------------------------------------
366
367my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
368my $appname = "pb";
369
370# Initialize the syntax string
371
372pb_syntax_init("$appname (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
373
374GetOptions("help|?|h" => \$opts{'h'}, 
375        "man" => \$opts{'man'},
376        "verbose|v+" => \$opts{'v'},
377        "snapshot|S" => \$opts{'S'},
378        "quiet|q" => \$opts{'q'},
379        "log-files|l=s" => \$opts{'l'},
380        "force|f" => \$opts{'f'},
381        "account|a=s" => \$opts{'a'},
382        "revision|r=s" => \$opts{'r'},
383        "script|s=s" => \$opts{'s'},
384        "machines|mock|m=s" => \$opts{'m'},
385        "port|P=i" => \$opts{'P'},
386        "project|p=s" => \$opts{'p'},
387        "iso|i=s" => \$opts{'i'},
388        "version|V=s" => \$opts{'V'},
389) || pb_syntax(-1,0);
390
391if (defined $opts{'h'}) {
392    pb_syntax(0,1);
393}
394if (defined $opts{'man'}) {
395    pb_syntax(0,2);
396}
397if (defined $opts{'v'}) {
398    $pbdebug = $opts{'v'};
399}
400if (defined $opts{'f'}) {
401    $pbforce=1;
402}
403if (defined $opts{'q'}) {
404    $pbdebug=-1;
405}
406if (defined $opts{'S'}) {
407    $pbsnap=1;
408}
409if (defined $opts{'l'}) {
410    open(pbLOG,"> $opts{'l'}") || die "Unable to log to $opts{'l'}: $!";
411    $pbLOG = \*pbLOG;
412    $pbdebug = 0  if ($pbdebug == -1);
413    }
414pb_log_init($pbdebug, $pbLOG);
415pb_display_init("text","");
416
417# Handle root of the project if defined
418if (defined $opts{'r'}) {
419    $ENV{'PBROOTDIR'} = $opts{'r'};
420}
421# Handle virtual machines if any
422if (defined $opts{'m'}) {
423    $ENV{'PBV'} = $opts{'m'};
424}
425if (defined $opts{'s'}) {
426    $pbscript = $opts{'s'};
427}
428if (defined $opts{'a'}) {
429    $pbaccount = $opts{'a'};
430    die "option -a requires a -s script option" if (not defined $pbscript);
431}
432if (defined $opts{'P'}) {
433    $pbport = $opts{'P'};
434}
435if (defined $opts{'V'}) {
436    $newver = $opts{'V'};
437}
438if (defined $opts{'i'}) {
439    $iso = $opts{'i'};
440}
441
442# Get Action
443$action = shift @ARGV;
444die pb_syntax(-1,1) if (not defined $action);
445
446my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
447my $pbinit = undef;
448$pbinit = 1 if ($action =~ /^newproj$/);
449
450# Handles project name if any
451# And get global params
452($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action);
453
454#
455# Check for command requirements
456#
457my ($req,$opt) = pb_conf_get_if("oscmd","oscmdopt");
458my ($req2,$opt2) = (undef,undef);
459$req2 = $req->{$appname} if (defined $req);
460$opt2 = $opt->{$appname} if (defined $opt);
461pb_check_requirements($req2,$opt2);
462
463pb_log(0,"Project: $ENV{'PBPROJ'}\n");
464pb_log(0,"Action: $action\n");
465
466# Act depending on action
467if ($action =~ /^cms2build$/) {
468    pb_cms2build("CMS");
469} elsif ($action =~ /^sbx2build$/) {
470    pb_cms2build("SandBox");
471} elsif ($action =~ /^build2pkg$/) {
472    pb_build2pkg();
473} elsif ($action =~ /^cms2pkg$/) {
474    pb_cms2build("CMS");
475    pb_build2pkg();
476} elsif ($action =~ /^sbx2pkg$/) {
477    pb_cms2build("SandBox");
478    pb_build2pkg();
479} elsif ($action =~ /^build2ssh$/) {
480    pb_build2ssh();
481} elsif ($action =~ /^cms2ssh$/) {
482    pb_cms2build("CMS");
483    pb_build2ssh();
484} elsif ($action =~ /^sbxs2ssh$/) {
485    pb_cms2build("SandBox");
486    pb_build2ssh();
487} elsif ($action =~ /^pkg2ssh$/) {
488    pb_pkg2ssh();
489} elsif ($action =~ /^build2ve$/) {
490    pb_build2v("ve","build");
491} elsif ($action =~ /^build2vm$/) {
492    pb_build2v("vm","build");
493} elsif ($action =~ /^cms2ve$/) {
494    pb_cms2build("CMS");
495    pb_build2v("ve","build");
496} elsif ($action =~ /^sbx2ve$/) {
497    pb_cms2build("SandBox");
498    pb_build2v("ve","build");
499} elsif ($action =~ /^cms2vm$/) {
500    pb_cms2build("CMS");
501    pb_build2v("vm","build");
502} elsif ($action =~ /^sbx2vm$/) {
503    pb_cms2build("SandBox");
504    pb_build2v("vm","build");
505} elsif ($action =~ /^launchvm$/) {
506    pb_launchv("vm",$ENV{'PBV'},0);
507} elsif ($action =~ /^launchve$/) {
508    pb_launchv("ve",$ENV{'PBV'},0);
509} elsif ($action =~ /^script2vm$/) {
510    pb_script2v($pbscript,"vm");
511} elsif ($action =~ /^script2ve$/) {
512    pb_script2v($pbscript,"ve");
513} elsif ($action =~ /^newver$/) {
514    pb_newver();
515} elsif ($action =~ /^newve$/) {
516    pb_launchv("ve",$ENV{'PBV'},1);
517} elsif ($action =~ /^newvm$/) {
518    pb_launchv("vm",$ENV{'PBV'},1);
519    pb_log(0, "Please ensure that sshd is running in your VM by default\n");
520    pb_log(0, "and that it allows remote root login (PermitRootLogin yes in /etc/ssh/sshd_config)\n");
521    pb_log(0, "Also ensure that network is up, firewalling correctly configured, and perl and scp/ssh installed\n");
522    pb_log(0, "You should then be able to login with ssh -p VMPORT root\@localhost (if VM started with pb)\n");
523} elsif ($action =~ /^setupve$/) {
524    pb_setup2v("ve");
525} elsif ($action =~ /^setupvm$/) {
526    pb_setup2v("vm");
527} elsif ($action =~ /^snapve$/) {
528    pb_snap2v("ve");
529} elsif ($action =~ /^snapvm$/) {
530    pb_snap2v("vm");
531} elsif ($action =~ /^test2pkg$/) {
532    pb_test2pkg();
533} elsif ($action =~ /^test2ve$/) {
534    pb_build2v("ve","test");
535} elsif ($action =~ /^test2vm$/) {
536    pb_build2v("vm","test");
537} elsif ($action =~ /^newproj$/) {
538    # Nothing to do - already done in pb_env_init
539} elsif ($action =~ /^clean$/) {
540    pb_clean();
541} elsif ($action =~ /^announce$/) {
542    # For announce only. Require avoids the systematic load of these modules
543    require DBI;
544    require DBD::SQLite;
545
546    pb_announce();
547} elsif ($action =~ /^web2ssh$/) {
548    require DBI;
549    require DBD::SQLite;
550
551    pb_cms2build("Web");
552    pb_send2target("Web");
553} else {
554    pb_log(0,"\'$action\' is not available\n");
555    pb_syntax(-2,1);
556}
557
558sub pb_cms2build {
559
560    my $param = shift || undef;
561
562    my $pkg;
563    my @pkgs;
564    my $webdir;
565
566    my %pkgs;
567    my %pb;             # Structure to store conf info
568
569    die "pb_cms2build requires a parameter: Web, SandBox or CMS" if (not defined $param);
570
571    # If Website, then pkg is only the website
572    if ($param eq "Web") {
573        ($webdir) = pb_conf_get("webdir");
574        pb_log(2,"webdir: ".Dumper($webdir)."\n");
575        $pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
576        $extpkgdir = $webdir;
577        pb_log(0,"Package: $pkgs[0]\n");
578    } else {
579        $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
580        @pkgs = @$pkg;
581    }
582
583    my ($scheme, $uri) = pb_cms_init($pbinit,$param);
584
585    # We need 2 lines here
586    my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
587    my @pt = pb_conf_get_if("vmlist","velist");
588
589    # declare packager and repo for filtering
590    # TODO: Is pbrepo needed so early in the process ?
591    my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
592    $ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
593    $ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
594
595    foreach my $pbpkg (@pkgs) {
596        $ENV{'PBPKG'} = $pbpkg;
597
598        if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
599            $pbver = $pkgv->{$pbpkg};
600        } else {
601            $pbver = $ENV{'PBPROJVER'};
602        }
603        # If it's a test version, then tag == 0.date
604        if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
605            $pbtag = "0.".strftime("%Y%m%d%H%M%S", @date);
606            $ENV{'PBPROJTAG'} = $pbtag;
607        } elsif ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
608            $pbtag = $pkgt->{$pbpkg};
609        } else {
610            $pbtag = $ENV{'PBPROJTAG'};
611        }
612
613        $pbrev = $ENV{'PBREVISION'};
614        pb_log(0,"\n");
615        pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
616        die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
617
618        # Clean up dest if necessary. The export will recreate it
619        my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
620        pb_rm_rf($dest) if (-d $dest);
621
622        # Export CMS tree for the concerned package to dest
623        # And generate some additional files
624        $OUTPUT_AUTOFLUSH=1;
625
626        # computes in which dir we have to work
627        my $dir = $defpkgdir->{$pbpkg};
628        $dir = $extpkgdir->{$pbpkg} if (not defined $dir);
629        $dir = $webdir->{$ENV{'PBPROJ'}} if ($param eq "Web");
630        pb_log(2,"def:".Dumper($defpkgdir)." ext: ".Dumper($extpkgdir)." \n");
631
632        # Exporting content from CMS
633        my $sourcedir = undef;
634        my $sourceuri = $uri;
635        if ($param eq "SandBox") {
636            # Point to the local instance
637            $sourcedir = "$ENV{'PBDIR'}/$dir";
638        } else {
639            # Get it from a subdir of the URI with same version as localy but different root
640            $sourceuri = "$ENV{'PBDIR'}/$dir";
641            $sourceuri =~ s|^$ENV{'PBPROJDIR'}/|$uri|;
642        }
643        my $preserve = pb_cms_export($sourceuri,$sourcedir,$dest);
644
645        # Generated fake content for test versions to speed up stuff
646        my $chglog;
647
648        # Get project info on authors and log file
649        $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
650        $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
651        $chglog = undef if (! -f $chglog);
652
653        my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
654        $authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
655        $authors = "/dev/null" if (! -f $authors);
656
657        # Extract cms log history and store it
658        if ((defined $chglog) && (! -f "$dest/NEWS")) {
659            pb_log(2,"Generating NEWS file from $chglog\n");
660            copy($chglog,"$dest/NEWS") || die "Unable to create $dest/NEWS";
661        }
662        pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
663
664        my %build;
665        # We want to at least build for the underlying distro
666        my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
667        my $tmpl = "$ddir-$dver-$arch,";
668        my %patches;
669
670        # Get list of distributions for which we need to generate build files
671        if (defined $pt[0]->{$ENV{'PBPROJ'}}) {
672            $tmpl .= $pt[0]->{$ENV{'PBPROJ'}};
673        }
674        if (defined $pt[1]->{$ENV{'PBPROJ'}}) {
675            # The 2 lists needs to be grouped with a ',' separating them
676            if ($tmpl ne "") {
677                $tmpl .= ",";
678            }
679            $tmpl .= $pt[1]->{$ENV{'PBPROJ'}} 
680        }
681   
682        # Setup %pb structure to allow filtering later on, on files using that structure
683        $pb{'tag'} = $pbtag;
684        $pb{'rev'} = $pbrev;
685        $pb{'ver'} = $pbver;
686        $pb{'pkg'} = $pbpkg;
687        $pb{'date'} = $pbdate;
688        $pb{'defpkgdir'} = $defpkgdir;
689        $pb{'extpkgdir'} = $extpkgdir;
690        $pb{'chglog'} = $chglog;
691        $pb{'packager'} = $ENV{'PBPACKAGER'};
692        $pb{'proj'} = $ENV{'PBPROJ'};
693        $pb{'repo'} = $ENV{'PBREPO'};
694        $pb{'patches'} = \%patches;
695        pb_log(2,"DEBUG: pb: ".Dumper(%pb)."\n");
696   
697        # Do not do that for website
698        if ($param ne "Web") {
699            pb_log(0,"Build files are being generated for ...\n");
700            my %virt;
701            # De-duplicate similar VM and VE
702            foreach my $d (split(/,/,$tmpl)) {
703                # skip ill-formatted vms (name-ver-arch)
704                next if ($d !~ /-/);
705                $virt{$d} = $d;
706            }
707
708            foreach my $d (keys %virt) {
709                my ($name,$ver,$arch) = split(/-/,$d);
710                pb_log(0,"Bad format for $d") if ((not defined $name) || (not defined $ver) || (not defined $arch)) ;
711                chomp($arch);
712                my ($ddir, $dver, $dfam);
713                ($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'os'}, $pb{'suf'}, $pb{'upd'}, $pb{'arch'}) = pb_distro_init($name,$ver,$arch);
714                pb_log(2,"DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'})."\n");
715                pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
716   
717                # We need to compute the real name of the package
718                my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pb{'dtype'});
719                $pb{'realpkg'} = $pbrealpkg;
720                pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $ddir-$dver\n") if ($pbrealpkg ne $pbpkg);
721   
722                # Filter build files from the less precise up to the most with overloading
723                # Filter all files found, keeping the name, and generating in dest
724   
725                # Find all build files first relatively to PBROOTDIR
726                # Find also all specific files referenced in the .pb conf file
727                my %bfiles = ();
728                my %pkgfiles = ();
729                $build{"$ddir-$dver-$arch"} = "yes";
730   
731                if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}") {
732                    pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
733                } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$dfam") {
734                    pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$dfam",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
735                } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir") {
736                    pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
737                } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver") {
738                    pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
739                } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch") {
740                    pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
741                } else {
742                    $build{"$ddir-$dver-$arch"} = "no";
743                    next;
744                }
745                pb_log(2,"DEBUG bfiles: ".Dumper(\%bfiles)."\n");
746   
747                # Get all filters to apply
748                my $ptr = pb_get_filters($pbpkg, $pb{'dtype'}, $dfam, $ddir, $dver);
749   
750                # Prepare local patches for this distro - They are always applied first - May be a problem one day
751                foreach my $p (sort(<$ENV{'PBROOTDIR'}/$pbpkg/pbpatch/*>)) {
752                    $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.all$/));
753                    $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.all$/);
754                    $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$pb{'dtype'}$/));
755                    $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$pb{'dtype'}$/);
756                    $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$dfam$/));
757                    $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$dfam$/);
758                    $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir$/));
759                    $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir$/);
760                    $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver$/));
761                    $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver$/);
762                    $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver-$arch$/));
763                    $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver-$arch$/);
764                }
765   
766                # Prepare also remote patches to be included - Applied after the local ones
767                foreach my $p ("all","$pb{'dtype'}","$dfam","$ddir","$ddir-$dver","$ddir-$dver-$arch") {
768                    my $f = "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch.$p";
769                    next if (not -f $f);
770                    if (not open(PATCH,$f)) {
771                        pb_display("Unable to open existing external patch file content $f\n");
772                        next;
773                    }
774                    while (<PATCH>) {
775                        chomp();
776                        $patches{"$ddir-$dver-$arch"} .= "," if (defined $patches{"$ddir-$dver-$arch"});
777                        $patches{"$ddir-$dver-$arch"} .= "$_";
778                    }
779                    close(PATCH);
780                }
781                pb_log(2,"DEBUG: pb->patches: ".Dumper($pb{'patches'})."\n");
782   
783                # Apply now all the filters on all the files concerned
784                # destination dir depends on the type of file
785                if (defined $ptr) {
786                    # For patch support
787                    $pb{'tuple'} = "$ddir-$dver-$arch";
788                    foreach my $f (values %bfiles,values %pkgfiles) {
789                        pb_filter_file("$ENV{'PBROOTDIR'}/$f",$ptr,"$dest/pbconf/$ddir-$dver-$arch/".basename($f),\%pb);
790                    }
791                }
792            }
793            my @found;
794            my @notfound;
795            foreach my $b (keys %build) {
796                push @found,$b if ($build{$b} =~ /yes/);
797                push @notfound,$b if ($build{$b} =~ /no/);
798            }
799            pb_log(0," ... ".join(',',sort(@found))."\n");
800            pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
801            pb_log(2,"DEBUG: patches: ".Dumper(%patches)."\n");
802        }
803
804        # Get the generic filter (all.pbf) and
805        # apply those to the non-build files including those
806        # generated by pbinit if applicable
807
808        # Get only all.pbf filter
809        my $ptr = pb_get_filters($pbpkg);
810
811        my $liste ="";
812        if (defined $filteredfiles->{$pbpkg}) {
813            foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
814                pb_filter_file_inplace($ptr,"$dest/$f",\%pb);
815                $liste = "$f $liste";
816            }
817        }
818        pb_log(2,"Files ".$liste."have been filtered\n");
819
820        # Do not do that for website
821        if ($param ne "Web") {
822            my %tmp;
823            my $warnflag = 0;
824            # Filter potential patches (local + remote)
825            pb_log(0,"Delivering and compressing patches ");
826            foreach my $v (keys %patches) {
827                pb_mkdir_p("$dest/pbconf/$v/pbpatch");
828                foreach my $pf (split(/,/,$patches{$v})) {
829                    my $pp = basename($pf);
830                    if ($param eq "SandBox") {
831                        $warnflag = 1;
832                    }
833                    pb_cms_export($pf,undef,"$dest/pbconf/$v/pbpatch");
834                    pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",\%pb);
835                    pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
836                    $tmp{$pf} = "";
837                }
838            }
839            foreach my $v (keys %tmp) {
840                pb_log(0,"$v ");
841            }
842            pb_log(0,"\n");
843            pb_log(0,"WARNING: Patches are always taken from repository not local export\n") if ($warnflag == 1);
844        } else {
845            # Instead call News generation
846            pb_web_news2html($dest);
847            # And create an empty pbconf
848            pb_mkdir_p("$dest/pbconf");
849            # And prepare the pbscript to execute remotely
850            open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
851            print SCRIPT "#!/bin/bash\n";
852            print SCRIPT "#set -x\n";
853            print SCRIPT "echo ... Extracting Website content\n";
854            print SCRIPT "find . -type f | grep -Ev '^./$pbpkg-$pbver.tar.gz|^./pbscript' | xargs rm -f non-existent\n";
855            print SCRIPT "find * -type d -depth | xargs rmdir 2> /dev/null \n";
856            print SCRIPT "tar xfz $pbpkg-$pbver.tar.gz\n";
857            print SCRIPT "mv $pbpkg-$pbver/* .\n";
858            print SCRIPT "rm -f $pbpkg-$pbver.tar.gz\n";
859            print SCRIPT "rmdir $pbpkg-$pbver\n";
860            close(SCRIPT);
861        }
862
863        # Prepare the dest directory for archive
864        if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
865            pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",\%pb);
866            chmod 0755,"$ENV{'PBTMP'}/pbinit";
867            pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit","verbose");
868        }
869
870        # Do we have additional script to run to prepare the environement for the project ?
871        # Then include it in the pbconf delivery
872        foreach my $pbvf (<$ENV{'PBROOTDIR'}/pbv*.pre>,<$ENV{'PBROOTDIR'}/pbv*.post>, <$ENV{'PBROOTDIR'}/pbtest*>) {
873            if (-x "$pbvf") {
874                my $target = "$ENV{'PBDESTDIR'}/".basename($pbvf);
875                pb_filter_file("$pbvf",$ptr,$target,\%pb);
876                chmod 0755,"$target";
877            }
878        }
879
880        # Archive dest dir
881        chdir "$ENV{'PBDESTDIR'}" || die "Unable to change dir to $ENV{'PBDESTDIR'}";
882        if (defined $preserve) {
883            # In that case we want to preserve the original tar file for checksum purposes
884            # The one created is btw equivalent in that case to this one
885            # Maybe check basename of both to be sure they are the same ?
886            pb_log(0,"Preserving original tar file ");
887            move("$preserve","$pbpkg-$pbver.tar.gz");
888        } else {
889            # Possibility to look at PBSRC to guess more the filename
890            pb_system("tar cfz $pbpkg-$pbver.tar.gz --exclude=$pbpkg-$pbver/pbconf $pbpkg-$pbver","Creating $pbpkg tar files compressed");
891        }
892        pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n");
893        pb_system("tar cfz $pbpkg-$pbver.pbconf.tar.gz $pbpkg-$pbver/pbconf","Creating pbconf tar files compressed");
894        pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz\n");
895
896        # Keep track of version-tag per pkg
897        $pkgs{$pbpkg} = "$pbver-$pbtag";
898
899        # Final cleanup
900        pb_rm_rf($dest) if (-d $dest);
901    }
902
903    # Keep track of per package version
904    pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
905    open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") || die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
906    foreach my $pbpkg (keys %pkgs) {
907        print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
908    }
909    close(PKG);
910
911    # Keep track of what is generated by default
912    # We need to store the dir and info on version-tag
913    # Base our content on the existing .pb file
914    copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
915    open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") || die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
916    print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
917    print LAST "projver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
918    print LAST "projtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
919    print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
920    close(LAST);
921}
922
923sub pb_test2pkg {
924    # Get the running distro to test on
925    my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
926    pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch))."\n");
927
928    # Get list of packages to test
929    # Get content saved in cms2build
930    my $ptr = pb_get_pkg();
931    @pkgs = @$ptr;
932
933    # Additional potential repo
934    pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
935    foreach my $pbpkg (@pkgs) {
936        # We need to install the package to test, and deps brought with it
937        pb_distro_installdeps(undef,$dtype,$pbupd,$pbpkg);
938        pb_system("$ENV{'PBDESTDIR'}/pbtest","Launching test for $pbpkg","verbose");
939    }
940}
941
942sub pb_build2pkg {
943
944    # Get the running distro to build on
945    my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $arch) = pb_distro_init();
946    pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch))."\n");
947
948    # Get list of packages to build
949    my $ptr = pb_get_pkg();
950    @pkgs = @$ptr;
951
952    # Get content saved in cms2build
953    my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
954    $pkg = { } if (not defined $pkg);
955
956    chdir "$ENV{'PBBUILDDIR'}";
957    my $made = ""; # pkgs made during build
958    foreach my $pbpkg (@pkgs) {
959        my $vertag = $pkg->{$pbpkg};
960        # get the version of the current package - maybe different
961        ($pbver,$pbtag) = split(/-/,$vertag);
962
963        my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
964        my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
965        pb_log(2,"Source file: $src\n");
966        pb_log(2,"Pbconf file: $src2\n");
967
968        pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
969        if ($dtype eq "rpm") {
970            foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
971                if (! -d "$ENV{'PBBUILDDIR'}/$d") {
972                pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d") || die "Please ensure that you can write into $ENV{'PBBUILDDIR'} to create $d\nchown the $ENV{'PBBUILDDIR'} directory to your uid";
973                }
974            }
975
976            # Remove in case a previous link/file was there
977            unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
978            symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) || die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
979            # We need to first extract the spec file
980            my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$ENV{'PBBUILDDIR'}/SPECS","spec");
981
982            # We need to handle potential patches to upstream sources
983            pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
984
985            pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
986            # set LANGUAGE to check for correct log messages
987            $ENV{'LANGUAGE'}="C";
988            # Older Redhat use _target_platform in %configure incorrectly
989            my $specialdef = "";
990            if (($ddir eq "redhat") || (($ddir eq "rhel") && ($dver eq "2.1"))) {
991                $specialdef = "--define \'_target_platform \"\"\'";
992            }
993
994            # If needed we may add repository to the build env
995            pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
996            foreach my $f (@specfile) {
997                if ($f =~ /\.spec$/) {
998                    pb_distro_installdeps($f,$dtype,$pbupd);
999                    pb_system("rpmbuild $specialdef --define \"packager $ENV{'PBPACKAGER'}\" --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
1000                    last;
1001                }
1002            }
1003            # Get the name of the generated packages
1004            open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
1005            while (<LOG>) {
1006                chomp($_);
1007                next if ($_ !~ /^Wrote:/);
1008                s|.*/([S]*RPMS.*)|$1|;
1009                $made .=" $_";
1010            }
1011            close(LOG);
1012
1013        } elsif ($dtype eq "deb") {
1014            chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1015            pb_system("tar xfz $src","Extracting sources");
1016            pb_system("tar xfz $src2","Extracting pbconf");
1017
1018            chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
1019            pb_rm_rf("debian");
1020            symlink "pbconf/$ddir-$dver-$arch","debian" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
1021            chmod 0755,"debian/rules";
1022
1023            pb_distro_setuprepo($ddir,$dver,$arch,$dtype);
1024            pb_distro_installdeps("debian/control",$dtype,$pbupd);
1025            pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
1026            # Get the name of the generated packages
1027            open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
1028            while (<LOG>) {
1029                chomp();
1030                my $tmp = $_;
1031                next if ($tmp !~ /^dpkg-deb.*:/);
1032                $tmp =~ s|.*../(.*)_(.*).deb.*|$1|;
1033                $made="$made $tmp.dsc $tmp.tar.gz $tmp"."_*.deb $tmp"."_*.changes";
1034            }
1035            close(LOG);
1036        } elsif ($dtype eq "ebuild") {
1037            my @ebuildfile;
1038            # For gentoo we need to take pb as subsystem name
1039            # We put every apps here under sys-apps. hope it's correct
1040            # We use pb's home dir in order to have a single OVERLAY line
1041            my $tmpd = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
1042            pb_mkdir_p($tmpd) if (! -d "$tmpd");
1043            pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
1044
1045            # We need to first extract the ebuild file
1046            @ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$tmpd","ebuild");
1047
1048            # Prepare the build env for gentoo
1049            my $found = 0;
1050            my $pbbd = $ENV{'HOME'};
1051            $pbbd =~ s|/|\\/|g;
1052            if (-r "/etc/make.conf") {
1053                open(MAKE,"/etc/make.conf");
1054                while (<MAKE>) {
1055                    $found = 1 if (/$pbbd\/portage/);
1056                }
1057                close(MAKE);
1058            }
1059            if ($found == 0) {
1060                pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
1061            }
1062            #$found = 0;
1063            #if (-r "/etc/portage/package.keywords") {
1064            #open(KEYW,"/etc/portage/package.keywords");
1065            #while (<KEYW>) {
1066            #$found = 1 if (/portage\/pb/);
1067            #}
1068            #close(KEYW);
1069            #}
1070            #if ($found == 0) {
1071            #pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
1072            #}
1073
1074            # Build
1075            foreach my $f (@ebuildfile) {
1076                if ($f =~ /\.ebuild$/) {
1077                    pb_distro_installdeps($f,$dtype,$pbupd);
1078                    move($f,"$tmpd/$pbpkg-$pbver.ebuild");
1079                    pb_system("cd $tmpd ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
1080                    # Now move it where pb expects it
1081                    pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
1082                    move("$tmpd/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild");
1083                }
1084            }
1085
1086            $made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild";
1087        } elsif ($dtype eq "tgz") {
1088            # Slackware family
1089            $made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
1090
1091            chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1092            pb_system("tar xfz $src","Extracting sources");
1093            pb_system("tar xfz $src2","Extracting pbconf");
1094            chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
1095            symlink "pbconf/$ddir-$dver-$arch","install" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
1096            if (-x "install/pbslack") {
1097                pb_distro_installdeps("./install/pbslack",$dtype,$pbupd);
1098                pb_system("./install/pbslack","Building software");
1099                pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
1100            }
1101        } elsif ($dtype eq "pkg") {
1102            # Solaris
1103            $made="$made $pbpkg-$pbver-$pbtag.pkg.gz";
1104            my $pkgdestdir="$ENV{'PBBUILDDIR'}/install";
1105
1106            chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
1107            # Will host resulting packages
1108            pb_mkdir_p("$dtype");
1109            pb_mkdir_p("$pkgdestdir/delivery");
1110            pb_system("tar xfz $src","Extracting sources under $ENV{'PBBUILDDIR'}");
1111            pb_system("tar xfz $src2","Extracting pbconf under $ENV{'PBBUILDDIR'}");
1112            chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
1113            if (-f "pbconf/$ddir-$dver-$arch/pbbuild") {
1114                chmod 0755,"pbconf/$ddir-$dver-$arch/pbbuild";
1115                # pkginfo file is mandatory
1116                die "Unable to find pkginfo file in pbconf/$ddir-$dver-$arch" if (! -f "pbconf/$ddir-$dver-$arch/pkginfo");
1117                # Build
1118                pb_system("pbconf/$ddir-$dver-$arch/pbbuild $pkgdestdir/delivery","Building software and installing under $pkgdestdir/delivery");
1119                # Copy complementary files
1120                if (-f "pbconf/$ddir-$dver-$arch/prototype") {
1121                    copy("pbconf/$ddir-$dver-$arch/prototype", $pkgdestdir) 
1122                } else {
1123                    # No prototype provided, calculating it
1124                    open(PROTO,"> $pkgdestdir/prototype") || die "Unable to create prototype file";
1125                    print PROTO "i pkginfo\n";
1126                    print PROTO "i depend\n" if (-f "pbconf/$ddir-$dver-$arch/depend");
1127                    $ENV{'PBSOLDESTDIR'} = "$pkgdestdir/delivery";
1128                    find(\&create_solaris_prototype, "$pkgdestdir/delivery");
1129                }
1130                copy("pbconf/$ddir-$dver-$arch/depend", $pkgdestdir) if (-f "pbconf/$ddir-$dver-$arch/depend");
1131                copy("pbconf/$ddir-$dver-$arch/pkginfo", $pkgdestdir);
1132                pb_system("cd $pkgdestdir/delivery ; pkgmk -o -f ../prototype -r $pkgdestdir/delivery -d $ENV{'PBBUILDDIR'}/$dtype","Packaging $pbpkg","verbose");
1133                pb_system("cd $ENV{'PBBUILDDIR'}/$dtype ;  echo \"\" | pkgtrans -o -n -s $ENV{'PBBUILDDIR'}/$dtype $ENV{'PBBUILDDIR'}/$pbpkg-$pbver-$pbtag.pkg all","Transforming $pbpkg","verbose");
1134                pb_system("cd $ENV{'PBBUILDDIR'} ;  gzip -9f $pbpkg-$pbver-$pbtag.pkg","Compressing $pbpkg-$pbver-$pbtag.pkg","verbose");
1135            } else {
1136                pb_log(0,"No pbconf/$ddir-$dver-$arch/pbbuild file found for $pbpkg-$pbver in \n");
1137            }
1138            chdir ".." || die "Unable to chdir to parent dir";
1139            pb_system("rm -rf $pbpkg-$pbver $ENV{'PBBUILDDIR'}/$dtype $pkgdestdir", "Cleanup");
1140        } else {
1141            die "Unknown dtype format $dtype";
1142        }
1143    }
1144    # Packages check if needed
1145    if ($dtype eq "rpm") {
1146        if (-f "/usr/bin/rpmlint") {
1147            pb_system("rpmlint $made","Checking validity of rpms with rpmlint","verbose");
1148        }
1149        my $rpms ="";
1150        my $srpms ="";
1151        foreach my $f (split(/ /,$made)) {
1152            $rpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^RPMS\//);
1153            $srpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^SRPMS\//);
1154        }
1155        pb_log(0,"SRPM packages generated: $srpms\n");
1156        pb_log(0,"RPM packages generated: $rpms\n");
1157    } elsif ($dtype eq "deb") {
1158        my $made2 = "";
1159        foreach my $f (split(/ /,$made)) {
1160            $made2 .= "../$f " if ($f =~ /\.changes$/);
1161        }
1162        if (-f "/usr/bin/lintian") {
1163            pb_system("lintian $made2","Checking validity of debs with lintian","verbose");
1164        } else {
1165            pb_log(0,"deb packages generated: $made2\n");
1166        }
1167    } else {
1168        pb_log(0,"No check done for $dtype yet\n");
1169        pb_log(0,"Packages generated: $made\n");
1170    }
1171
1172    # Keep track of what is generated so that we can get them back from VMs
1173    open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1174    print KEEP "$made\n";
1175    close(KEEP);
1176}
1177
1178sub create_solaris_prototype {
1179
1180    my $uidgid = "bin bin";
1181    my $pkgdestdir = $ENV{'PBSOLDESTDIR'};
1182
1183    return if ($_ =~ /^$pkgdestdir$/);
1184    if (-d $_) {
1185        my $n = $File::Find::name;
1186        $n =~ s~$pkgdestdir/~~;
1187        print PROTO "d none $n 0755 $uidgid\n";
1188    } elsif (-x $_) {
1189        my $n = $File::Find::name;
1190        $n =~ s~$pkgdestdir/~~;
1191        print PROTO "f none $n 0755 $uidgid\n";
1192    } elsif (-f $_) {
1193        my $n = $File::Find::name;
1194        $n =~ s~$pkgdestdir/~~;
1195        print PROTO "f none $n 0644 $uidgid\n";
1196    }
1197}
1198
1199sub pb_build2ssh {
1200    pb_send2target("Sources");
1201}
1202
1203sub pb_pkg2ssh {
1204    pb_send2target("Packages");
1205}
1206
1207# By default deliver to the the public site hosting the
1208# ftp structure (or whatever) or a VM/VE
1209sub pb_send2target {
1210
1211    my $cmt = shift;
1212    my $v = shift || undef;
1213    my $vmexist = shift || 0;           # 0 is FALSE
1214    my $vmpid = shift || 0;             # 0 is FALSE
1215    my $snapme = shift || 0;            # 0 is FALSE
1216
1217    pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
1218    my $host = "sshhost";
1219    my $login = "sshlogin";
1220    my $dir = "sshdir";
1221    my $port = "sshport";
1222    my $conf = "sshconf";
1223    my $tmout = undef;
1224    my $path = undef;
1225    if ($cmt =~ /^VM/) {
1226        $login = "vmlogin";
1227        $dir = "pbdefdir";
1228        # Specific VM
1229        $tmout = "vmtmout";
1230        $path = "vmpath";
1231        $host = "vmhost";
1232        $port = "vmport";
1233    } elsif ($cmt =~ /^VE/) {
1234        $login = "velogin";
1235        $dir = "pbdefdir";
1236        # Specific VE
1237        $path = "vepath";
1238        $conf = "rbsconf";
1239    } elsif ($cmt eq "Web") {
1240        $host = "websshhost";
1241        $login = "websshlogin";
1242        $dir = "websshdir";
1243        $port = "websshport";
1244    }
1245    my $cmd = "";
1246    my $src = "";
1247    my ($odir,$over,$oarch) = (undef, undef, undef);
1248    my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch);
1249
1250    if ($cmt ne "Announce") {
1251        # Get list of packages to build
1252        my $ptr = pb_get_pkg();
1253        @pkgs = @$ptr;
1254
1255        # Get the running distro to consider
1256        if (defined $v) {
1257            ($odir,$over,$oarch) = split(/-/,$v);
1258        }
1259        ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch) = pb_distro_init($odir,$over,$oarch);
1260        pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $darch))."\n");
1261
1262        # Get list of packages to build
1263        # Get content saved in cms2build
1264        my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1265        $pkg = { } if (not defined $pkg);
1266
1267        chdir "$ENV{'PBBUILDDIR'}";
1268        foreach my $pbpkg (@pkgs) {
1269            my $vertag = $pkg->{$pbpkg};
1270            # get the version of the current package - maybe different
1271            ($pbver,$pbtag) = split(/-/,$vertag);
1272
1273            if (($cmt eq "Sources") || ($cmt =~ /V[EM]build/)) {
1274                $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
1275                if ($cmd eq "") {
1276                    $cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1277                } else {
1278                    $cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1279                }
1280            } elsif ($cmt eq "Web") {
1281                $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz"
1282            }
1283        }
1284        # Adds conf file for availability of conf elements
1285        pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb");
1286    }
1287
1288    if ($cmt =~ /V[EM]build/) {
1289        $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript";
1290    } elsif (($cmt =~ /V[EM]Script/) || ($cmt eq "Web")) {
1291        $src="$src $ENV{'PBDESTDIR'}/pbscript";
1292    } elsif ($cmt =~ /V[EM]test/) {
1293        $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript $ENV{'PBDESTDIR'}/pbtest";
1294    } elsif ($cmt eq "Announce") {
1295        $src="$src $ENV{'PBTMP'}/pbscript";
1296    } elsif ($cmt eq "Packages") {
1297        # Get package list from file made during build2pkg
1298        open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1299        $src = <KEEP>;
1300        chomp($src);
1301        close(KEEP);
1302        $src="$src $ENV{'PBBUILDDIR'}/pbscript";
1303    }
1304    # Remove potential leading spaces (cause problem with basename)
1305    $src =~ s/^ *//;
1306    my $basesrc = "";
1307    foreach my $i (split(/ +/,$src)) {
1308        $basesrc .= " ".basename($i);
1309    }
1310
1311    pb_log(0,"Sources handled ($cmt): $src\n");
1312    pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$path,$conf))."\n");
1313    my ($sshhost,$sshlogin,$sshdir,$sshport) = pb_conf_get($host,$login,$dir,$port);
1314    # Not mandatory...
1315    my ($rbsconf,$testver,$delivery) = pb_conf_get_if($conf,"testver","delivery");
1316    my ($vtmout,$vepath);
1317    # ...Except those in virtual context
1318    if ($cmt =~ /^VE/) {
1319        ($vepath) = pb_conf_get($path);
1320    }
1321    if ($cmt =~ /^VM/) {
1322        ($vtmout) = pb_conf_get($tmout);
1323    }
1324    pb_log(2,"ssh: ".Dumper(($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vepath,$rbsconf))."\n");
1325
1326    my $mac;
1327    if ($cmt !~ /^VE/) {
1328        $mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$sshhost->{$ENV{'PBPROJ'}}";
1329        # Overwrite account value if passed as parameter
1330        $mac = "$pbaccount\@$sshhost->{$ENV{'PBPROJ'}}" if (defined $pbaccount);
1331        pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
1332    } else {
1333        # VE
1334        # Overwrite account value if passed as parameter (typically for setup2ve)
1335        $mac = $sshlogin->{$ENV{'PBPROJ'}};
1336        $mac = $pbaccount if (defined $pbaccount);
1337    }
1338
1339    my $tdir;
1340    my $bdir;
1341    if (($cmt eq "Sources") || ($cmt =~ /V[EM]Script/)) {
1342        $tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}/src";
1343    } elsif (($cmt =~ /V[EM]build/)  || ($cmt =~ /V[EM]test/)) {
1344        $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/delivery";
1345        $bdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/build";
1346        # Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
1347        $bdir =~ s|\$ENV.+\}/||;
1348    } elsif ($cmt eq "Announce") {
1349        $tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}";
1350    } elsif ($cmt eq "Web") {
1351        $tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}";
1352    } elsif ($cmt eq "Packages") {
1353        $tdir = "$sshdir->{$ENV{'PBPROJ'}}/$delivery->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch";
1354
1355        my $repodir = $tdir;
1356        $repodir =~ s|^$sshdir->{$ENV{'PBPROJ'}}/||;
1357
1358        my ($pbrepo) = pb_conf_get("pbrepo");
1359
1360        # Repository management
1361        open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript") || die "Unable to create $ENV{'PBBUILDDIR'}/pbscript";
1362        if ($dtype eq "rpm") {
1363            # Also make a pbscript to generate yum/urpmi bases
1364            print PBS << "EOF";
1365#!/bin/bash
1366# Prepare a script to ease yum setup
1367cat > $ENV{'PBPROJ'}.repo << EOT
1368[$ENV{'PBPROJ'}]
1369name=$ddir $dver $darch - $ENV{'PBPROJ'} Vanilla Packages
1370baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
1371enabled=1
1372gpgcheck=0
1373EOT
1374chmod 644 $ENV{'PBPROJ'}.repo
1375
1376# Clean up old repo content
1377rm -rf headers/ repodata/
1378# Create yum repo
1379yum-arch .
1380# Create repodata
1381createrepo .
1382EOF
1383            if ($dfam eq "md") {
1384                # For Mandriva add urpmi management
1385                print PBS << "EOF";
1386# Prepare a script to ease urpmi setup
1387cat > $ENV{'PBPROJ'}.addmedia << EOT
1388urpmi.addmedia $ENV{'PBPROJ'} $pbrepo->{$ENV{'PBPROJ'}}/$repodir with media_info/hdlist.cz
1389EOT
1390chmod 755 $ENV{'PBPROJ'}.addmedia
1391
1392# Clean up old repo content
1393rm -f hdlist.cz synthesis.hdlist.cz
1394# Create urpmi repo
1395genhdlist2 --clean .
1396if [ \$\? -ne 0 ]; then
1397    genhdlist .
1398fi
1399EOF
1400            }
1401            if ($ddir eq "fedora") {
1402                # Extract the spec file to please Fedora maintainers :-(
1403                print PBS << "EOF";
1404for p in $basesrc; do
1405    echo \$p | grep -q 'src.rpm'
1406    if [ \$\? -eq 0 ]; then
1407        rpm2cpio \$p | cpio -ivdum --quiet '*.spec'
1408    fi
1409done
1410EOF
1411            }
1412            if ($dfam eq "novell") {
1413                # Add ymp scripts for one-click install on SuSE
1414                print PBS << "EOF";
1415# Prepare a script to ease SuSE one-click install
1416# Cf: http://de.opensuse.org/1-Klick-Installation/ISV
1417#
1418cat > $ENV{'PBPROJ'}.ymp << EOT
1419<?xml version="1.0" encoding="utf-8"?>
1420<!-- vim: set sw=2 ts=2 ai et: -->
1421<metapackage xmlns:os="http://opensuse.org/Standards/One_Click_Install" xmlns="http://opensuse.org/Standards/One_Click_Install">
1422    <group><!-- The group of software, typically one for project-builder.org -->
1423        <name>$ENV{'PBPROJ'} Bundle</name> <!-- Name of the software group -->
1424        <summary>Software bundle for the $ENV{'PBPROJ'} project</summary> <!--This message is shown to the user and should describe the whole bundle -->
1425        <description>This is the summary of the $ENV{'PBPROJ'} Project
1426             
1427            Details are available on a per package basis below
1428
1429        </description><!--This is also shown to the user -->
1430        <remainSubscribed>false</remainSubscribed> <!-- Don't know what it mean -->
1431        <repositories><!-- List of needed repositories -->
1432            <repository>
1433                <name>$ENV{'PBPROJ'} Repository</name> <!-- Name of the repository  -->
1434                <summary>This repository contains the $ENV{'PBPROJ'} project packages.</summary> <!-- Summary of the repository -->
1435                <description>This repository contains the $ENV{'PBPROJ'} project packages.</description><!-- This description is shown to the user -->
1436                <url>$pbrepo->{$ENV{'PBPROJ'}}/$repodir</url><!--URL of repository, which is added -->
1437            </repository>
1438        </repositories>
1439        <software><!-- A List of packages, which should be added through the one-click-installation -->
1440EOT
1441for p in $basesrc; do
1442    sum=`rpm -q --qf '%{SUMMARY}' \$p`
1443    name=`rpm -q --qf '%{NAME}' \$p`
1444    desc=`rpm -q --qf '%{description}' \$p`
1445    cat >> $ENV{'PBPROJ'}.ymp << EOT
1446            <item>
1447                <name>\$name</name><!-- Name of the package, is shown to the user and used to identify the package at the repository -->
1448                <summary>\$sum</summary> <!-- Summary of the package -->
1449                <description>\$desc</description> <!-- Description, is shown to the user -->
1450            </item>
1451EOT
1452done
1453cat >> $ENV{'PBPROJ'}.ymp << EOT
1454        </software>
1455    </group>
1456</metapackage>
1457EOT
1458chmod 644 $ENV{'PBPROJ'}.ymp
1459EOF
1460            }
1461        } elsif ($dtype eq "deb") {
1462            # Also make a pbscript to generate apt bases
1463            # Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
1464            my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
1465            print PBS << "EOF";
1466#!/bin/bash
1467# Prepare a script to ease apt setup
1468cat > $ENV{'PBPROJ'}.sources.list << EOT
1469deb $rpd $dver contrib
1470deb-src $rpd $dver contrib
1471EOT
1472chmod 644 $ENV{'PBPROJ'}.sources.list
1473
1474# Prepare a script to create apt info file
1475(cd .. ; for a in i386 amd64 ia64; do mkdir -p dists/$dver/contrib/binary-\$a; dpkg-scanpackages -a\$a $dver/$darch /dev/null | gzip -c9 > dists/$dver/contrib/binary-\$a/Packages.gz; done; mkdir -p dists/$dver/contrib/source; dpkg-scansources $dver/$darch /dev/null | gzip -c9 > dists/$dver/contrib/source/Sources.gz)
1476#(cd .. ; rm -f dists/$dver/Release ; apt-ftparchive release dists/$dver > dists/$dver/Release; gpg --sign -ba -o dists/$dver/Release.gpg dists/$dver/Release)
1477EOF
1478        } elsif ($dtype eq "ebuild") {
1479            # make a pbscript to generate links to latest version
1480            print PBS << "EOF";
1481#!/bin/bash
1482# Prepare a script to create correct links
1483for p in $src; do
1484    echo \$p | grep -q '.ebuild'
1485    if [ \$\? -eq 0 ]; then
1486        j=`basename \$p`
1487        pp=`echo \$j | cut -d'-' -f1`
1488        ln -sf \$j \$pp.ebuild
1489    fi
1490done
1491EOF
1492        }
1493        close(PBS);
1494        chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript";
1495    } else {
1496        return;
1497    }
1498
1499    # Useless for VE
1500    my $nport;
1501    if ($cmt !~ /^VE/) {
1502        $nport = $sshport->{$ENV{'PBPROJ'}};
1503        $nport = "$pbport" if (defined $pbport);
1504    }
1505
1506    # Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
1507    $tdir =~ s|\$ENV.+\}/||;
1508
1509    my $tm = undef;
1510    if ($cmt =~ /^VM/) {
1511        $tm = $vtmout->{$ENV{'PBPROJ'}};
1512    }
1513
1514    # ssh communication if not VE
1515    # should use a hash instead...
1516    my ($shcmd,$cpcmd,$cptarget,$cp2target);
1517    if ($cmt !~ /^VE/) {
1518        my $keyfile = pb_ssh_get(0);
1519        $shcmd = "ssh -i $keyfile -q -o UserKnownHostsFile=/dev/null -p $nport $mac";
1520        $cpcmd = "scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport";
1521        $cptarget = "$mac:$tdir";
1522        if ($cmt =~ /^VMbuild/) {
1523            $cp2target = "$mac:$bdir";
1524        }
1525    } else {
1526        my $tp = $vepath->{$ENV{'PBPROJ'}};
1527        ($odir,$over,$oarch) = split(/-/,$v);
1528        my $tpdir = "$tp/$odir/$over/$oarch";
1529        my ($ptr) = pb_conf_get("vetype");
1530        my $vetype = $ptr->{$ENV{'PBPROJ'}};
1531        if ($vetype eq "chroot") {
1532            $shcmd = "sudo chroot $tpdir /bin/su - $mac -c ";
1533        } elsif ($vetype eq "schroot") {
1534            $shcmd = "schroot $tp -u $mac -- ";
1535        }
1536        $cpcmd = "sudo cp -r ";
1537        # We need to get the home dir of the target account to deliver in the right place
1538        open(PASS,"$tpdir/etc/passwd") || die "Unable to open $tpdir/etc/passwd";
1539        my $homedir = "";
1540        while (<PASS>) {
1541            my ($c1,$c2,$c3,$c4,$c5,$c6,$c7) = split(/:/);
1542            $homedir = $c6 if ($c1 =~ /^$mac$/);
1543            pb_log(3,"Homedir: $homedir - account: $c6\n");
1544        }
1545        close(PASS);
1546        $cptarget = "$tpdir/$homedir/$tdir";
1547        if ($cmt eq "VEbuild") {
1548            $cp2target = "$tpdir/$homedir/$bdir";
1549        }
1550        pb_log(2,"On VE using $cptarget as target dir to copy to\n");
1551    }
1552
1553    my $logres = "";
1554    # Do not touch when just announcing
1555    if ($cmt ne "Announce") {
1556        pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' | bash\"","Preparing $tdir on $cptarget");
1557    } else {
1558        $logres = "> ";
1559    }
1560    pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
1561
1562    # For VE we need to change the owner manually
1563    if ($cmt =~ /^VE/) {
1564        pb_system("$shcmd \"sudo chown -R $mac $tdir\"","Adapt owner in $tdir to $mac");
1565    }
1566
1567    pb_system("$shcmd \"echo \'cd $tdir ; if [ -x pbscript ]; then ./pbscript; fi ; rm -f ./pbscript\' | bash\"","Executing pbscript on $cptarget if needed","verbose");
1568    if ($cmt =~ /^V[EM]build/) {
1569        # Get back info on pkg produced, compute their name and get them from the VM
1570        pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'} $ENV{'PBBUILDDIR'} 2> /dev/null","Get package names in $cp2target");
1571        # For VE we need to change the owner manually
1572        if ($cmt eq "VEbuild") {
1573            pb_system("sudo chown $UID $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}","Adapt owner in $tdir to $UID");
1574        }
1575        # return here to avoid breaking the load on VMs/VEs in case of a bad one
1576        if (not -f "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") {
1577            pb_log(0,"Problem with VM $v on $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}");
1578            return;
1579        }
1580        open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1581        my $src = <KEEP>;
1582        chomp($src);
1583        close(KEEP);
1584        $src =~ s/^ *//;
1585        pb_mkdir_p("$ENV{'PBBUILDDIR'}/$odir/$over");
1586        # Change pgben to make the next send2target happy
1587        my $made = "";
1588        open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1589        foreach my $p (split(/ +/,$src)) {
1590            my $j = basename($p);
1591            # For VM we don't want shell expansion to hapen locally but remotely
1592            my $delim = '\'';
1593            if ($cmt =~ /^VEbuild/) {
1594                # For VE we need to support shell expansion locally
1595                $delim = "";
1596            }   
1597            pb_system("$cpcmd $cp2target/$delim$p$delim $ENV{'PBBUILDDIR'}/$odir/$over 2> /dev/null","Recovery of package $j in $ENV{'PBBUILDDIR'}/$odir/$over");
1598            $made="$made $odir/$over/$j"; # if (($dtype ne "rpm") || ($j !~ /.src.rpm$/));
1599        }
1600        print KEEP "$made\n";
1601        close(KEEP);
1602        pb_system("$shcmd \"rm -rf $tdir $bdir\"","$cmt cleanup");
1603
1604        # Sign packages locally
1605        if ($dtype eq "rpm") {
1606                #pb_system("rpm --addsign --define \'_signature gpg\' --define \'_gpg_name \"$ENV{'PBPACKAGER'}\"\' --define \'__gpg_sign_cmd /usr/bin/gpg --batch --no-verbose --no-armor --no-tty --no-secmem-warning -sbo %{__signature_filename} %{__plaintext_filename} --use-agent\' $made","Signing RPM packages packages");
1607        } elsif ($dtype eq "deb") {
1608                #pb_system("debsign $made","Signing DEB packages");
1609        } else {
1610            pb_log(0,"I don't know yet how to sign packages for type $dtype.\nPlease give feedback to dev team\n");
1611        }
1612
1613        # We want to send them to the ssh account so overwrite what has been done before
1614        undef $pbaccount;
1615        pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
1616        pb_send2target("Packages",$odir."-".$over."-".$oarch,$vmexist,$vmpid);
1617        pb_rm_rf("$ENV{'PBBUILDDIR'}/$odir");
1618    }
1619    pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
1620    if ((! $vmexist) && ($cmt =~ /^VM/)) {
1621        # If in setupvm then takes a snapshot just before halting
1622        if ($snapme != 0) {
1623            my ($vmmonport,$vmtype) = pb_conf_get("vmmonport","vmtype");
1624            # For monitoring control
1625            if ((($vmtype->{$ENV{'PBPROJ'}}) eq "kvm") || (($vmtype->{$ENV{'PBPROJ'}}) eq "qemu")) {
1626                require Net::Telnet;
1627                my $t = new Net::Telnet (Timeout => 120, Host => "localhost", Port => $vmmonport->{$ENV{'PBPROJ'}}) || die "Unable to dialog on the monitor";
1628                # move to monitor mode
1629                my @lines = $t->cmd("c");
1630                # Create a snapshot named pb
1631                @lines = $t->cmd("savevm pb");
1632                # Write the new status in the VM
1633                @lines = $t->cmd("commit all");
1634                # End
1635                @lines = $t->cmd("quit");
1636            }
1637        }
1638        my $hoption = "-p";
1639        my $hpath = "/sbin";
1640        # Solaris doesn't support -h and has halt elsewhere
1641        if ($dtype eq "pkg") {
1642            $hoption = "" ;
1643            $hpath = "/usr/sbin";
1644        }
1645        pb_system("$shcmd \"sudo $hpath/halt $hoption \"; sleep $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' | bash ; sleep 10","VM $v halt (pid $vmpid)");
1646    }
1647    if (($cmt =~ /^VE/) && ($snapme != 0)) {
1648        ($odir,$over,$oarch) = split(/-/,$v);
1649        my $tpdir = "$vepath->{$ENV{'PBPROJ'}}/$odir/$over/$oarch";
1650        pb_system("sudo tar cz -f $vepath->{$ENV{'PBPROJ'}}/$odir-$over-$oarch.tar.gz -C $tpdir .","Creating a snapshot of $tpdir");
1651    }
1652}
1653
1654sub pb_script2v {
1655    my $pbscript=shift;
1656    my $vtype=shift;
1657    my $pbforce=shift || 0; # Force stop of VM. Default not
1658    my $vm1=shift || undef; # Only that VM to treat
1659    my $snapme=shift || 0;  # Do we have to create a snapshot
1660    my $vm;
1661    my $all;
1662
1663    pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$pbforce,".Dumper($vm1).",$snapme)\n");
1664    # Prepare the script to be executed on the VM
1665    # in $ENV{'PBDESTDIR'}/pbscript
1666    if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript")) {
1667        copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1668        chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1669    }
1670
1671    if (not defined $vm1) {
1672        ($vm,$all) = pb_get2v($vtype);
1673    } else {
1674        @$vm = ($vm1);
1675    }
1676    my ($vmexist,$vmpid) = (undef,undef);
1677
1678    foreach my $v (@$vm) {
1679        # Launch VM/VE
1680        ($vmexist,$vmpid) = pb_launchv($vtype,$v,0,$snapme,$pbsnap);
1681
1682        if ($vtype eq "vm") {
1683            pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
1684
1685            # Skip that VM if something went wrong
1686            next if (($vmpid == 0) && ($vmexist == 0));
1687
1688            # If force stopping the VM then reset vmexist
1689            if ($pbforce == 1) {
1690                $vmpid = $vmexist;
1691                $vmexist = 0;
1692            }
1693        } else {
1694            #VE
1695            $vmexist = 0;
1696            $vmpid = 0;
1697        }
1698
1699        # Gather all required files to send them to the VM
1700        # and launch the build through pbscript
1701        pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
1702        pb_send2target(uc($vtype)."Script","$v",$vmexist,$vmpid,$snapme);
1703
1704    }
1705}
1706
1707sub pb_launchv {
1708    my $vtype = shift;
1709    my $v = shift;
1710    my $create = shift || 0;        # By default do not create a VM/VE
1711    my $snapme = shift || 0;        # By default do not snap a VM/VE
1712    my $usesnap = shift || 1;       # By default study the usage of the snapshot feature of VM/VE
1713
1714    # If creation or snapshot creation mode, no snapshot usable
1715    if (($create == 1) || ($snapme == 1)) {
1716        $usesnap = 0;
1717    }
1718
1719    pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create,$snapme,$usesnap)\n");
1720    die "No VM/VE defined, unable to launch" if (not defined $v);
1721    # Keep only the first VM in case many were given
1722    $v =~ s/,.*//;
1723
1724    my $arch = pb_get_arch();
1725
1726    # Launch the VMs/VEs
1727    if ($vtype eq "vm") {
1728        die "-i iso parameter needed" if (((not defined $iso) || ($iso eq "")) && ($create != 0));
1729
1730        # TODO: vmmonport should be optional
1731        my ($ptr,$ptr2,$vmpath,$vmport,$vmsize,$vmmonport) = pb_conf_get("vmtype","vmcmd","vmpath","vmport","vmsize","vmmonport");
1732        my ($vmopt,$vmtmout,$vmsnap) = pb_conf_get_if("vmopt","vmtmout","vmsnap");
1733
1734        my $vmtype = $ptr->{$ENV{'PBPROJ'}};
1735        my $vmcmd = $ptr2->{$ENV{'PBPROJ'}};
1736        if (not defined $ENV{'PBVMOPT'}) {
1737            $ENV{'PBVMOPT'} = "";
1738        }
1739        # Save the current status for later restoration
1740        $ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
1741        # Set a default timeout of 2 minutes
1742        if (not defined $ENV{'PBVMTMOUT'}) {
1743            $ENV{'PBVMTMOUT'} = "120";
1744        }
1745        if (defined $vmopt->{$v}) {
1746            $ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
1747        } elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
1748            $ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
1749        }
1750
1751        # Are we allowed to use snapshot feature
1752        if ($usesnap == 1) {
1753            if ((defined $vmsnap->{$v}) && ($vmsnap->{$v} =~ /true/i)) {
1754                $ENV{'PBVMOPT'} .= " -snapshot";
1755            } elsif ((defined $vmsnap->{$ENV{'PBPROJ'}}) && ($vmsnap->{$ENV{'PBPROJ'}} =~ /true/i)) {
1756                $ENV{'PBVMOPT'} .= " -snapshot";
1757            } elsif ($pbsnap eq 1) {
1758                $ENV{'PBVMOPT'} .= " -snapshot";
1759            }
1760        } 
1761        if ($snapme != 0) {
1762            if (($vmtype eq "kvm") || ($vmtype eq "qemu")) {
1763                # Configure the monitoring to automize the creation of the 'pb' snapshot
1764                $ENV{'PBVMOPT'} .= " -serial mon:telnet::$vmmonport->{$ENV{'PBPROJ'}},server,nowait";
1765                # In that case no snapshot call needed
1766                $ENV{'PBVMOPT'} =~ s/ -snapshot//;
1767            }
1768        }
1769        if (defined $vmtmout->{$v}) {
1770            $ENV{'PBVMTMOUT'} = $vmtmout->{$v};
1771        } elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
1772            $ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
1773        }
1774        my $nport = $vmport->{$ENV{'PBPROJ'}};
1775        $nport = "$pbport" if (defined $pbport);
1776   
1777        my $cmd;
1778        my $vmm;        # has to be used for pb_check_ps
1779        if (($vmtype eq "qemu") || ($vmtype eq "kvm")) {
1780            $vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
1781            if (($create != 0) || (defined $iso)) {
1782                $ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
1783            }
1784            # Always redirect the network and always try to use a 'pb' snapshot
1785            $cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 -loadvm pb $vmm"
1786        } elsif ($vmtype eq "xen") {
1787        } elsif ($vmtype eq "vmware") {
1788        } else {
1789            die "VM of type $vmtype not supported. Report to the dev team";
1790        }
1791        # Restore the ENV VAR Value
1792        $ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
1793
1794        my ($tmpcmd,$void) = split(/ +/,$cmd);
1795        my $vmexist = pb_check_ps($tmpcmd,$vmm);
1796        my $vmpid = 0;
1797        if (! $vmexist) {
1798            if ($create != 0) {
1799                die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
1800                if (($vmtype eq "qemu") || ($vmtype eq "xen") || ($vmtype eq "kvm")) {
1801                    pb_system("/usr/bin/qemu-img create -f qcow2 $vmm $vmsize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
1802                } elsif ($vmtype eq "vmware") {
1803                } else {
1804                }
1805            }
1806            if (! -f "$vmm") {
1807                pb_log(0,"Unable to find VM $vmm\n");
1808            } else {
1809                pb_system("$cmd &","Launching the VM $vmm");
1810                pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up");
1811                $vmpid = pb_check_ps($tmpcmd,$vmm);
1812                pb_log(0,"VM $vmm launched (pid $vmpid)\n");
1813            }
1814        } else {
1815            pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
1816        }
1817        pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
1818        return($vmexist,$vmpid);
1819    # VE here
1820    } else {
1821        # Get distro context
1822        my ($name,$ver,$darch) = split(/-/,$v);
1823        chomp($darch);
1824        my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf) = pb_distro_init($name,$ver,$darch);
1825
1826        # Get VE context
1827        my ($ptr,$vepath) = pb_conf_get("vetype","vepath");
1828        my $vetype = $ptr->{$ENV{'PBPROJ'}};
1829
1830        # We can probably only get those params now we have the distro context
1831        my ($rbsb4pi,$rbspi,$vesnap,$oscodename,$osmindep,$verebuild,$rbsmirrorsrv) = pb_conf_get_if("rbsb4pi","rbspi","vesnap","oscodename","osmindep","verebuild","rbsmirrorsrv");
1832
1833        # We need to avoid umask propagation to the VE
1834        umask 0022;
1835
1836        if (($vetype eq "chroot") || ($vetype eq "schroot")) {
1837            # Architecture consistency
1838            if ($arch ne $darch) {
1839                die "Unable to launch a VE of architecture $darch on a $arch platform" if (($darch eq "x86_64") && ($arch =~ /i?86/));
1840            }
1841
1842            my ($verpmtype,$vedebtype) = pb_conf_get("verpmtype","vedebtype");
1843            if (($create != 0) || ((defined $verebuild) && ($verebuild->{$ENV{'PBPROJ'}} =~ /true/i)) || ($pbforce == 1)) {
1844                my ($rbsopt1) = pb_conf_get_if("rbsopt");
1845
1846                # We have to rebuild the chroot
1847                if ($dtype eq "rpm") {
1848
1849                    # Which tool is used
1850                    my $verpmstyle = $verpmtype->{$ENV{'PBPROJ'}};
1851
1852                    # Get potential rbs option
1853                    my $rbsopt = "";
1854                    if (defined $rbsopt1) {
1855                        if (defined $rbsopt1->{$verpmstyle}) {
1856                            $rbsopt = $rbsopt1->{$verpmstyle};
1857                        } elsif (defined $rbsopt1->{$ENV{'PBPROJ'}}) {
1858                            $rbsopt = $rbsopt1->{$ENV{'PBPROJ'}};
1859                        } else {
1860                            $rbsopt = "";
1861                        }
1862                    }
1863
1864                    my $postinstall = pb_get_postinstall($ddir,$dver,$darch,$rbspi,$verpmstyle);
1865                    if ($verpmstyle eq "rinse") {
1866                        # Need to reshape the mirrors generated with local before-post-install script
1867                        my $b4post = "--before-post-install ";
1868                        my $postparam = pb_distro_get_param($ddir,$dver,$darch,$rbsb4pi);
1869                        if ($postparam eq "") {
1870                            $b4post = "";
1871                        } else {
1872                            $b4post .= $postparam;
1873                        }
1874
1875                        # Need to reshape the package list for pb
1876                        my $addpkgs;
1877                        $postparam = "";
1878                        $postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
1879                        if ($postparam eq "") {
1880                            $addpkgs = "";
1881                        } else {
1882                            my $pkgfile = "$ENV{'PBTMP'}/addpkgs.lis";
1883                            open(PKG,"> $pkgfile") || die "Unable to create $pkgfile";
1884                            foreach my $p (split(/,/,$postparam)) {
1885                                print PKG "$p\n";
1886                            }
1887                            close(PKG);
1888                            $addpkgs = "--add-pkg-list $pkgfile";
1889                        }
1890
1891                        my $rinseverb = "";
1892                        $rinseverb = "--verbose" if ($pbdebug gt 0);
1893                        my ($rbsconf) = pb_conf_get("rbsconf");
1894
1895                        pb_system("sudo /usr/sbin/rinse --directory \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" --arch \"$darch\" --distribution \"$ddir-$dver\" --config \"$rbsconf->{$ENV{'PBPROJ'}}\" $b4post $postinstall $rbsopt $addpkgs $rinseverb","Creating the rinse VE for $ddir-$dver ($darch)", "verbose");
1896                    } elsif ($verpmstyle eq "rpmbootstrap") {
1897                        my $rbsverb = "";
1898                        foreach my $i (1..$pbdebug) {
1899                            $rbsverb .= " -v";
1900                        }
1901                        my $addpkgs = "";
1902                        my $postparam = "";
1903                        $postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
1904                        if ($postparam eq "") {
1905                            $addpkgs = "";
1906                        } else {
1907                            $addpkgs = "-a $postparam";
1908                        }
1909                        pb_system("sudo /usr/bin/rpmbootstrap $rbsopt $postinstall $addpkgs $ddir-$dver-$darch $rbsverb","Creating the rpmbootstrap VE for $ddir-$dver ($darch)", "verbose");
1910                    } elsif ($verpmstyle eq "mock") {
1911                        my ($rbsconf) = pb_conf_get("rbsconf");
1912                        pb_system("sudo /usr/sbin/mock --init --resultdir=\"/tmp\" --configdir=\"$rbsconf->{$ENV{'PBPROJ'}}\" -r $v $rbsopt","Creating the mock VE for $ddir-$dver ($darch)");
1913                        # Once setup we need to install some packages, the pb account, ...
1914                        pb_system("sudo /usr/sbin/mock --install --configdir=\"$rbsconf->{$ENV{'PBPROJ'}}\" -r $v su","Configuring the mock VE");
1915                    } else {
1916                        die "Unknown verpmtype type $verpmstyle. Report to dev team";
1917                    }
1918                } elsif ($dtype eq "deb") {
1919                    my $vedebstyle = $vedebtype->{$ENV{'PBPROJ'}};
1920
1921                    my $codename = pb_distro_get_param($ddir,$dver,$darch,$oscodename);
1922                    my $postparam = "";
1923                    my $addpkgs;
1924                    $postparam .= pb_distro_get_param($ddir,$dver,$darch,$osmindep);
1925                    if ($postparam eq "") {
1926                        $addpkgs = "";
1927                    } else {
1928                        $addpkgs = "--include $postparam";
1929                    }
1930                    my $debmir = "";
1931                    $debmir .= pb_distro_get_param($ddir,$dver,$darch,$rbsmirrorsrv);
1932
1933                    # Get potential rbs option
1934                    my $rbsopt = "";
1935                    if (defined $rbsopt1) {
1936                        if (defined $rbsopt1->{$vedebstyle}) {
1937                            $rbsopt = $rbsopt1->{$vedebstyle};
1938                        } elsif (defined $rbsopt1->{$ENV{'PBPROJ'}}) {
1939                            $rbsopt = $rbsopt1->{$ENV{'PBPROJ'}};
1940                        } else {
1941                            $rbsopt = "";
1942                        }
1943                    }
1944   
1945                    # debootstrap works with amd64 not x86_64
1946                    my $debarch = $darch;
1947                    $debarch = "amd64" if ($darch eq "x86_64");
1948                    if ($vedebstyle eq "debootstrap") {
1949                        my $dbsverb = "";
1950                        $dbsverb = "--verbose" if ($pbdebug gt 0);
1951
1952                        # Some perl modules are in Universe on Ubuntu
1953                        $rbsopt .= " --components=main,universe" if ($ddir eq "ubuntu");
1954
1955                        pb_system("sudo /usr/sbin/debootstrap $dbsverb $rbsopt --arch=$debarch $addpkgs $codename \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" $debmir","Creating the debootstrap VE for $ddir-$dver ($darch)", "verbose");
1956                        # debootstrap doesn't create an /etc/hosts file
1957                        if (! -f "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch/etc/hosts" ) {
1958                            pb_system("sudo cp /etc/hosts $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch/etc/hosts");
1959                        }
1960                    } else {
1961                        die "Unknown vedebtype type $vedebstyle. Report to dev team";
1962                    }
1963                } elsif ($dtype eq "ebuild") {
1964                    die "Please teach the dev team how to build gentoo chroot";
1965                } else {
1966                    die "Unknown distribution type $dtype. Report to dev team";
1967                }
1968            }
1969            # Fix modes to allow access to the VE for pb user
1970            pb_system("sudo chmod 755 $vepath->{$ENV{'PBPROJ'}}/$ddir $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch","Fixing permissions");
1971
1972            # Test if an existing snapshot exists and use it if appropriate
1973            # And also use it of no local extracted VE is present
1974            if ((-f "$vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz") &&
1975                (((defined $vesnap->{$v}) && ($vesnap->{$v} =~ /true/i)) ||
1976                    ((defined $vesnap->{$ENV{'PBPROJ'}}) && ($vesnap->{$ENV{'PBPROJ'}} =~ /true/i)) ||
1977                    ($pbsnap eq 1) ||
1978                    (! -d "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch"))) {
1979                        pb_system("sudo rm -rf $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch ; sudo mkdir -p $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch ; sudo tar xz  -C $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch -f $vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz","Extracting snapshot of $ddir-$dver-$darch.tar.gz under $vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch");
1980            }
1981            # Nothing more to do for VE. No real launch
1982        } else {
1983            die "VE of type $vetype not supported. Report to the dev team";
1984        }
1985    }
1986}
1987
1988# Return string for date synchro
1989sub pb_date2v {
1990
1991my $vtype = shift;
1992my $v = shift;
1993
1994my ($ntp) = pb_conf_get_if($vtype."ntp");
1995my $vntp = $ntp->{$ENV{'PBPROJ'}} if (defined $ntp);
1996my $ntpline;
1997
1998if (defined $vntp) {
1999    my ($ntpcmd) = pb_conf_get($vtype."ntpcmd");
2000    my $vntpcmd;
2001    if (defined $ntpcmd->{$v}) {
2002        $vntpcmd = $ntpcmd->{$v};
2003    } elsif (defined $ntpcmd->{$ENV{'PBPROJ'}}) {
2004        $vntpcmd = $ntpcmd->{$ENV{'PBPROJ'}};
2005    } else {
2006        $vntpcmd = "/bin/true";
2007    }
2008    $ntpline = "sudo $vntpcmd $vntp";
2009} else {
2010    $ntpline = undef;
2011}
2012# Force new date to be in the future compared to the date
2013# of the host by adding 1 minute
2014my @date=pb_get_date();
2015$date[1]++;
2016my $upddate = strftime("%m%d%H%M%Y", @date);
2017my $dateline = "sudo date $upddate";
2018return($ntpline,$dateline);
2019}
2020
2021sub pb_build2v {
2022
2023my $vtype = shift;
2024my $action = shift || "build";
2025
2026my ($v,$all) = pb_get2v($vtype);
2027
2028# Send tar files when we do a global generation
2029pb_build2ssh() if (($all == 1) && ($action eq "build"));
2030
2031my ($vmexist,$vmpid) = (undef,undef);
2032
2033foreach my $v (@$v) {
2034    # Prepare the script to be executed on the VM/VE
2035    # in $ENV{'PBDESTDIR'}/pbscript
2036    open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
2037    print SCRIPT "#!/bin/bash\n";
2038
2039    # Transmit the verbosity level to the virtual env/mach.
2040    my $verbose = "";
2041    my $i = 0;                          # minimal debug level
2042    while ($i lt $pbdebug) {
2043        $verbose .= "-v ";
2044        $i++;
2045    }
2046    # Activate script verbosity if at least 2 for pbdebug
2047    print SCRIPT "set -x\n" if ($i gt 1);
2048    # Quiet if asked to be so on the original system
2049    $verbose = "-q" if ($pbdebug eq -1);
2050
2051    print SCRIPT "echo ... Execution needed\n";
2052    print SCRIPT "# This is in directory delivery\n";
2053    print SCRIPT "# Setup the variables required for building\n";
2054    print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
2055
2056    if ($action eq "build") {
2057        print SCRIPT "# Preparation for pb\n";
2058        print SCRIPT "mv .pbrc \$HOME\n";
2059        print SCRIPT "cd ..\n";
2060    }
2061
2062    # VE needs a good /proc
2063    if ($vtype eq "ve") {
2064        print SCRIPT "sudo mount -t proc /proc /proc\n";
2065    }
2066
2067    my ($ntpline,$dateline) = pb_date2v($vtype,$v);
2068    print SCRIPT "# Time sync\n";
2069    print SCRIPT "echo 'setting up date with '";
2070    if (defined $ntpline) {
2071        print SCRIPT "echo $ntpline\n";
2072        print SCRIPT "$ntpline\n";
2073    } else {
2074        print SCRIPT "echo $dateline\n";
2075        print SCRIPT "$dateline\n";
2076    }
2077    # Use potential local proxy declaration in case we need it to download repo, pkgs, ...
2078    if (defined $ENV{'http_proxy'}) {
2079        print SCRIPT "export http_proxy=\"$ENV{'http_proxy'}\"\n";
2080    }
2081
2082    if (defined $ENV{'ftp_proxy'}) {
2083        print SCRIPT "export ftp_proxy=\"$ENV{'ftp_proxy'}\"\n";
2084    }
2085
2086    # Get list of packages to build/test and get some ENV vars as well
2087    my $ptr = pb_get_pkg();
2088    @pkgs = @$ptr;
2089    my $p = join(' ',@pkgs) if (@pkgs);
2090    print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
2091    print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
2092    print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
2093
2094    # We may need to do some other tasks before building. Read a script here to finish setup
2095    if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".pre") {
2096        print SCRIPT "# Special pre-instructions to be launched\n";
2097        print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".pre");
2098    }
2099
2100    if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre") {
2101        print SCRIPT "# Special pre-$action instructions to be launched\n";
2102        print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre");
2103    }
2104
2105    print SCRIPT "# $action\n";
2106    print SCRIPT "echo $action"."ing packages on $vtype...\n";
2107
2108    if (($action eq "test") && (! -x "$ENV{'PBDESTDIR'}/pbtest")) {
2109            die "No test script ($ENV{'PBDESTDIR'}/pbtest) found when in test mode. Aborting ...";
2110    }
2111    print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} $action"."2pkg $p\n";
2112
2113    if ($vtype eq "ve") {
2114        print SCRIPT "sudo umount /proc\n";
2115    }
2116
2117    # We may need to do some other tasks after building. Read a script here to exit properly
2118    if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.post") {
2119        print SCRIPT "# Special post-$action instructions to be launched\n";
2120        print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.post");
2121    }
2122
2123    if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".post") {
2124        print SCRIPT "# Special post-instructions to be launched\n";
2125        print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".post");
2126    }
2127
2128    close(SCRIPT);
2129    chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
2130   
2131    # Launch the VM/VE
2132    ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
2133
2134    if ($vtype eq "vm") {
2135        # Skip that VM if it something went wrong
2136        next if (($vmpid == 0) && ($vmexist == 0));
2137    } else {
2138        # VE
2139        $vmexist = 0;
2140        $vmpid = 0;
2141    }
2142    # Gather all required files to send them to the VM/VE
2143    # and launch the build through pbscript
2144    pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
2145    pb_send2target(uc($vtype).$action,"$v",$vmexist,$vmpid);
2146}
2147}
2148
2149
2150sub pb_clean {
2151
2152    my $sleep=10;
2153    die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
2154    die "Unable to get env var PBBUILDDIR" if (not defined $ENV{'PBBUILDDIR'});
2155    pb_log(0,"We will now wait $sleep s before removing both directories\n$ENV{'PBDESTDIR'} and $ENV{'PBBUILDDIR'}.\nPlease break me if this is wrong\n");
2156    sleep $sleep;
2157    pb_rm_rf($ENV{'PBDESTDIR'});
2158    pb_rm_rf($ENV{'PBBUILDDIR'});
2159}
2160
2161sub pb_newver {
2162
2163    die "-V Version parameter needed" if ((not defined $newver) || ($newver eq ""));
2164
2165    # Need this call for PBDIR
2166    my ($scheme2,$uri) = pb_cms_init($pbinit);
2167
2168    my ($pbconf,$pburl) = pb_conf_get("pbconfurl","pburl");
2169    $uri = $pbconf->{$ENV{'PBPROJ'}};
2170    my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
2171
2172    # Checking CMS repositories status
2173    ($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
2174
2175    if ($scheme !~ /^svn/) {
2176        die "Only SVN is supported at the moment";
2177    }
2178
2179    my $res = pb_cms_isdiff($scheme,$ENV{'PBROOTDIR'});
2180    die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
2181
2182    $res = pb_cms_isdiff($scheme2,$ENV{'PBDIR'});
2183    die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
2184
2185    # Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
2186    # we want to get for the root of the new URL
2187
2188    my $tmp = $ENV{'PBROOTDIR'};
2189    $tmp =~ s|^$ENV{'PBCONFDIR'}||;
2190
2191    my $newurl = "$uri/".dirname($tmp)."/$newver";
2192    # Should probably use projver in the old file
2193    my $oldver= basename($tmp);
2194
2195    # Duplicate and extract project-builder part
2196    pb_log(2,"Copying $uri/$tmp to $newurl\n");
2197    pb_cms_copy($scheme,"$uri/$tmp",$newurl);
2198    pb_log(2,"Checkout $newurl to $ENV{'PBROOTDIR'}/../$newver\n");
2199    pb_cms_up($scheme,"$ENV{'PBCONFDIR'}/..");
2200
2201    # Duplicate and extract project
2202    my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/".dirname($tmp)."/$newver";
2203
2204    pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$tmp to $newurl2\n");
2205    pb_cms_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$tmp",$newurl2);
2206    pb_log(2,"Checkout $newurl2 to $ENV{'PBDIR'}/../$newver\n");
2207    pb_cms_up($scheme2,"$ENV{'PBDIR'}/..");
2208
2209    # Update the .pb file
2210    open(FILE,"$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb") || die "Unable to open $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb";
2211    open(OUT,"> $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new") || die "Unable to write to $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new";
2212    while(<FILE>) {
2213        s/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/projver $ENV{'PBPROJ'} = $newver/;
2214        pb_log(0,"Changing projver from $oldver to $newver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/);
2215        pb_log(0,"Commenting testver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
2216        s/^testver/#testver/;
2217        print OUT $_;
2218        pb_log(0,"Please check delivery ($_) in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^delivery/);
2219    }
2220    close(FILE);
2221    close(OUT);
2222    rename("$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb");
2223
2224    # Checking pbcl files
2225    foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
2226        # Compute new pbcl file
2227        my $f2 = $f;
2228        $f2 =~ s|$ENV{'PBROOTDIR'}|$ENV{'PBROOTDIR'}/../$newver/|;
2229        open(PBCL,$f) || die "Unable to open $f";
2230        my $foundnew = 0;
2231        while (<PBCL>) {
2232            $foundnew = 1 if (/^$newver \(/);
2233        }
2234        close(PBCL);
2235        open(OUT,"> $f2") || die "Unable to write to $f2: $!";
2236        open(PBCL,$f) || die "Unable to open $f";
2237        while (<PBCL>) {
2238            print OUT "$_" if (not /^$oldver \(/);
2239            if ((/^$oldver \(/) && ($foundnew == 0)) {
2240                print OUT "$newver ($pbdate)\n";
2241                print OUT "- TBD\n";
2242                print OUT "\n";
2243                pb_log(0,"WARNING: version $newver not found in $f so added to $f2...\n") if ($foundnew == 0);
2244            }
2245        }
2246        close(OUT);
2247        close(PBCL);
2248    }
2249
2250    pb_log(2,"Checkin $ENV{'PBROOTDIR'}/../$newver\n");
2251    pb_cms_checkin($scheme,"$ENV{'PBROOTDIR'}/../$newver",undef);
2252}
2253
2254#
2255# Return the list of VMs/VEs we are working on
2256# $all is a flag to know if we return all of them
2257# or only some (if all we publish also tar files in addition to pkgs
2258#
2259sub pb_get2v {
2260
2261my $vtype = shift;
2262my @v;
2263my $all = 0;
2264my $vlist;
2265my $pbv = 'PBV';
2266
2267if ($vtype eq "vm") {
2268    $vlist = "vmlist";
2269} elsif ($vtype eq "ve") {
2270    $vlist = "velist";
2271}
2272# Get VM/VE list
2273if ((not defined $ENV{$pbv}) || ($ENV{$pbv} =~ /^all$/)) {
2274    my ($ptr) = pb_conf_get($vlist);
2275    $ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
2276    $all = 1;
2277}
2278pb_log(2,"$vtype: $ENV{$pbv}\n");
2279@v = split(/,/,$ENV{$pbv});
2280return(\@v,$all);
2281}
2282
2283# Function to create a potentialy missing pb account on the VM/VE, and adds it to sudo
2284# Needs to use root account to connect to the VM/VE
2285# pb will take your local public SSH key to access
2286# the pb account in the VM later on if needed
2287sub pb_setup2v {
2288
2289my $vtype = shift;
2290
2291my ($vm,$all) = pb_get2v($vtype);
2292
2293# Script generated
2294my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
2295
2296foreach my $v (@$vm) {
2297    # Deal with date sync.
2298    my ($ntpline,$dateline) = pb_date2v($vtype,$v);
2299
2300    # Get distro context
2301    my ($name,$ver,$darch) = split(/-/,$v);
2302    chomp($darch);
2303    my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd) = pb_distro_init($name,$ver,$darch);
2304   
2305    # Name of the account to deal with for VM/VE
2306    # Do not use the one passed potentially with -a
2307    my ($pbac) = pb_conf_get($vtype."login");
2308    my ($key,$zero0,$zero1,$zero2);
2309    my ($vmexist,$vmpid);
2310
2311    # Prepare the script to be executed on the VM/VE
2312    # in $ENV{'PBDESTDIR'}/setupv
2313    open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
2314   
2315    print SCRIPT << 'EOF';
2316#!/usr/bin/perl -w
2317
2318use strict;
2319use File::Copy;
2320
2321# We should not need in this script more functions than what is provided
2322# by Base and Distribution to avoid problems at exec time.
2323# They are appended at the end.
2324
2325our $pbdebug;
2326our $pbLOG;
2327our $pbsynmsg = "pbscript";
2328our $pbdisplaytype = "text";
2329our $pblocale = "";
2330pb_log_init($pbdebug, $pbLOG);
2331pb_temp_init();
2332
2333EOF
2334
2335    # Launch the VM/VE - Usage of snapshot disabled
2336    ($vmexist,$vmpid) = pb_launchv($vtype,$v,0,0,0);
2337
2338    if ($vtype eq "vm") {
2339        # Prepare the key to be used and transfered remotely
2340        my $keyfile = pb_ssh_get(1);
2341       
2342        my ($vmhost,$vmport,$vmntp) = pb_conf_get("vmhost","vmport","vmntp");
2343        my $nport = $vmport->{$ENV{'PBPROJ'}};
2344        $nport = "$pbport" if (defined $pbport);
2345   
2346        # Skip that VM if something went wrong
2347        next if (($vmpid == 0) && ($vmexist == 0));
2348   
2349        # Store the pub key part in a variable
2350        open(FILE,"$keyfile.pub") || die "Unable to open $keyfile.pub";
2351        ($zero0,$zero1,$zero2) = split(/ /,<FILE>);
2352        close(FILE);
2353
2354        $key = "\Q$zero1";
2355
2356        pb_system("cat $keyfile.pub | ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys ; if [ -x /usr/bin/chcon ]; then /usr/bin/chcon -Rt home_ssh_t .ssh 2> /dev/null; fi\"","Copying local keys to $vtype. This may require the root password");
2357        # once this is done, we can do what we want on the VM remotely
2358    } elsif ($vtype eq "ve") {
2359        print SCRIPT << "EOF";
2360# For VE we need a good null dev
2361pb_system("rm -f /dev/null; mknod /dev/null c 1 3; chmod 777 /dev/null");
2362EOF
2363        print SCRIPT << "EOF";
2364# For VE we first need to mount some FS
2365pb_system("mount -t proc /proc /proc");
2366
2367EOF
2368    }
2369
2370if ($vtype eq "vm") {
2371        print SCRIPT << 'EOF';
2372# Removes duplicate in .ssh/authorized_keys of our key if needed
2373#
2374my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
2375open(PBFILE,$file1) || die "Unable to open $file1";
2376open(PBOUT,"> $file1.new") || die "Unable to open $file1.new";
2377my $count = 0;
2378while (<PBFILE>) {
2379
2380EOF
2381        print SCRIPT << "EOF";
2382    if (/ $key /) {
2383        \$count++;
2384    }
2385print PBOUT \$_ if ((\$count <= 1) || (\$_ !~ / $key /));
2386}
2387close(PBFILE);
2388close(PBOUT);
2389rename("\$file1.new",\$file1);
2390chmod 0600,\$file1;
2391
2392# Sync date
2393EOF
2394        if (defined $ntpline) {
2395            print SCRIPT "pb_system(\"$ntpline\");\n";
2396        } else {
2397            print SCRIPT "pb_system(\"$dateline\");\n";
2398        }
2399    }
2400    print SCRIPT << 'EOF';
2401
2402# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
2403#
2404my $file="/etc/passwd";
2405open(PBFILE,$file) || die "Unable to open $file";
2406my $found = 0;
2407while (<PBFILE>) {
2408EOF
2409    print SCRIPT << "EOF";
2410    \$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
2411EOF
2412
2413my $home = "/home";
2414# Solaris doesn't like that we use /home
2415$home = "/export/home" if ($dtype eq "pkg");
2416
2417    print SCRIPT << "EOF";
2418}
2419close(PBFILE);
2420
2421if ( \$found == 0 ) {
2422    if ( ! -d "$home" ) {
2423        pb_mkdir_p("$home");
2424    }
2425EOF
2426    print SCRIPT << "EOF";
2427pb_system("/usr/sbin/groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
2428pb_system("/usr/sbin/useradd -g $pbac->{$ENV{'PBPROJ'}} -m -d $home/$pbac->{$ENV{'PBPROJ'}} $pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home $home/$pbac->{$ENV{'PBPROJ'}})");
2429}
2430EOF
2431
2432    # Copy the content of our local conf file to the VM/VE
2433    my $content = pb_get_content(pb_distro_conffile());
2434    print SCRIPT << "EOF";
2435    #
2436    # Create a temporary local conf file for distribution support
2437    # This is created here before its use later. Its place is hardcoded, so no choice for the path
2438    #
2439    my \$tempconf = pb_distro_conffile();
2440    pb_mkdir_p(dirname(\$tempconf));
2441    open(CONF,"> \$tempconf") || die "Unable to create \$tempconf";
2442    print CONF q{$content};
2443    close(CONF);
2444EOF
2445
2446    if ($vtype eq "vm") {
2447        print SCRIPT << "EOF";
2448# allow ssh entry to build
2449#
2450mkdir "$home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
2451# Allow those accessing root to access the build account
2452copy("\$ENV{'HOME'}/.ssh/authorized_keys","$home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
2453chmod 0600,".ssh/authorized_keys";
2454pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} $home/$pbac->{$ENV{'PBPROJ'}}","Finish setting up the account env for $pbac->{$ENV{'PBPROJ'}}");
2455
2456EOF
2457}
2458    print SCRIPT << 'EOF';
2459# No passwd for build account only keys
2460$file="/etc/shadow";
2461if (-f $file) {
2462    open(PBFILE,$file) || die "Unable to open $file";
2463    open(PBOUT,"> $file.new") || die "Unable to open $file.new";
2464    while (<PBFILE>) {
2465EOF
2466    print SCRIPT << "EOF";
2467        s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
2468        s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
2469        s/^$pbac->{$ENV{'PBPROJ'}}:\\*LK\\*:/$pbac->{$ENV{'PBPROJ'}}:NP:/;  #Solaris e.g.
2470EOF
2471        print SCRIPT << 'EOF';
2472        print PBOUT $_;
2473    }
2474    close(PBFILE);
2475    close(PBOUT);
2476    rename("$file.new",$file);
2477    chmod 0640,$file;
2478    }
2479
2480# Keep the VM in text mode
2481$file="/etc/inittab";
2482if (-f $file) {
2483    open(PBFILE,$file) || die "Unable to open $file";
2484    open(PBOUT,"> $file.new") || die "Unable to open $file.new";
2485    while (<PBFILE>) {
2486        s/^(..):5:initdefault:$/$1:3:initdefault:/;
2487        print PBOUT $_;
2488    }
2489    close(PBFILE);
2490    close(PBOUT);
2491    rename("$file.new",$file);
2492    chmod 0640,$file;
2493}
2494
2495# pb has to be added to portage group on gentoo
2496
2497# We need to have that pb_distro_init function
2498# Get it from Project-Builder::Distribution
2499# And we now need the conf file required for this to work created above
2500
2501my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf, $pbupd, $darch) = pb_distro_init(); 
2502print "distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $darch))."\n";
2503
2504# Adapt sudoers
2505# sudo is not default on Solaris and needs to be installed first
2506# from http://www.sunfreeware.com/programlistsparc10.html#sudo
2507if ($dtype eq "pkg") {
2508    $file="/usr/local/etc/sudoers";
2509} else {
2510    $file="/etc/sudoers";
2511}
2512open(PBFILE,$file) || die "Unable to open $file";
2513open(PBOUT,"> $file.new") || die "Unable to open $file.new";
2514while (<PBFILE>) {
2515EOF
2516    print SCRIPT << "EOF";
2517    next if (/^$pbac->{$ENV{'PBPROJ'}}   /);
2518EOF
2519    print SCRIPT << 'EOF';
2520    s/Defaults[ \t]+requiretty//;
2521    print PBOUT $_;
2522}
2523close(PBFILE);
2524EOF
2525    print SCRIPT << "EOF";
2526# Some distro force requiretty at compile time, so disable here
2527print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} !requiretty\n";
2528print PBOUT "Defaults:root !requiretty\n";
2529# This is needed in order to be able to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
2530print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} env_keep += \\\"http_proxy ftp_proxy\\\"\n";
2531print PBOUT "$pbac->{$ENV{'PBPROJ'}}   ALL=(ALL) NOPASSWD:ALL\n";
2532EOF
2533    print SCRIPT << 'EOF';
2534close(PBOUT);
2535rename("$file.new",$file);
2536chmod 0440,$file;
2537
2538EOF
2539
2540    # We may need a proxy configuration. Get it from the local env
2541
2542    if (defined $ENV{'http_proxy'}) {
2543        print SCRIPT "\$ENV\{'http_proxy'\}=\"$ENV{'http_proxy'}\";\n";
2544    }
2545
2546    if (defined $ENV{'ftp_proxy'}) {
2547        print SCRIPT "\$ENV\{'ftp_proxy'\}=\"$ENV{'ftp_proxy'}\";\n";
2548    }
2549
2550    print SCRIPT << 'EOF';
2551   
2552    my ($ospkgdep,$osperldep,$osperlver) = pb_conf_get_if("ospkgdep","osperldep","osperlver");
2553   
2554    # First install all required packages
2555    pb_system("yum clean all","Cleaning yum env") if (($ddir eq "fedora") || ($ddir eq "asianux") || ($ddir eq "rhel"));
2556    my $pkgdep = pb_distro_get_param($ddir,$dver,$darch,$ospkgdep,$dfam,$dtype,$dos);
2557    pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,join(' ',split(/,/,$pkgdep))));
2558
2559    # Then install manually the missing perl modules
2560    my $perldep = pb_distro_get_param($ddir,$dver,$darch,$osperldep,$dfam,$dtype,$dos);
2561    foreach my $m (split(/,/,$perldep)) {
2562        # Skip empty deps
2563        next if ($m =~ /^\s*$/);
2564        my $dir = $m;
2565        $dir =~ s/-.*//;
2566        pb_system("echo \"rm -rf $m* ; wget http://search.cpan.org/CPAN/modules/by-module/$dir/$m-$osperlver->{$m}.tar.gz ; gzip -cd $m-$osperlver->{$m}.tar.gz | tar xf - ; cd $m* ; if [ -f Build.PL ]; then perl Build.PL; ./Build ; ./Build install ; else perl Makefile.PL; make ; make install ; fi; cd .. ; rm -rf $m*\" | bash" ,"Installing perl module $m-$osperlver->{$m}");
2567    }
2568
2569# Suse wants sudoers as 640
2570if ((($ddir eq "sles") && (($dver =~ /10/) || ($dver =~ /9/))) || (($ddir eq "opensuse") && ($dver =~ /10.[012]/))) {
2571    chmod 0640,$file;
2572}
2573
2574pb_system("rm -rf ProjectBuilder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/ProjectBuilder-latest.tar.gz ; gzip -cd ProjectBuilder-latest.tar.gz | tar xf - ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/project-builder-latest.tar.gz ; gzip -cd project-builder-latest.tar.gz | tar xf - ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
2575pb_system("pb 2>&1 | head -5",undef,"verbose");
2576EOF
2577    if ($vtype eq "ve") {
2578            print SCRIPT << 'EOF';
2579# For VE we need to umount some FS at the end
2580
2581pb_system("umount /proc");
2582
2583# Create a basic network file if not already there
2584
2585my $nf="/etc/sysconfig/network";
2586if ((! -f $nf) && ($dtype eq "rpm")) {
2587    open(NF,"> $nf") || die "Unable to create $nf";
2588    print NF "NETWORKING=yes\n";
2589    print NF "HOSTNAME=localhost\n";
2590    close(NF);
2591}
2592chmod 0755,$nf;
2593EOF
2594    }
2595
2596    # Adds pb_distro_init and all functions needed from ProjectBuilder::Distribution and Base
2597    foreach my $d (@INC) {
2598        my @f = ("$d/ProjectBuilder/Base.pm","$d/ProjectBuilder/Distribution.pm","$d/ProjectBuilder/Conf.pm");
2599        foreach my $f (@f) {
2600            if (-f "$f") {
2601                open(PBD,"$f") || die "Unable to open $f";
2602                while (<PBD>) {
2603                    next if (/^package/);
2604                    next if (/^use Exporter/);
2605                    next if (/^use ProjectBuilder::/);
2606                    next if (/^our /);
2607                    print SCRIPT $_;
2608                }
2609                close(PBD);
2610            }
2611        }
2612    }
2613    close(SCRIPT);
2614    chmod 0755,"$pbscript";
2615
2616    # That build script needs to be run as root and force stop of VM at end
2617    $pbaccount = "root";
2618
2619    # Force shutdown of VM exept if it was already launched
2620    my $pbforce = 0;
2621    if ((! $vmexist) && ($vtype eq "vm")) {
2622        $pbforce = 1;
2623    }
2624   
2625    pb_script2v($pbscript,$vtype,$pbforce,$v);
2626}
2627return;
2628}
2629
2630# Function to create a snapshot named 'pb' for VMs and a compressed tar for VEs
2631sub pb_snap2v {
2632
2633my $vtype = shift;
2634
2635my ($vm,$all) = pb_get2v($vtype);
2636
2637# Script generated
2638my $pbscript = "$ENV{'PBDESTDIR'}/snapv";
2639
2640my ($pbac) = pb_conf_get($vtype."login");
2641
2642foreach my $v (@$vm) {
2643    # Get distro context
2644    my ($name,$ver,$darch) = split(/-/,$v);
2645    chomp($darch);
2646    my ($ddir, $dver, $dfam, $dtype, $dos, $pbsuf) = pb_distro_init($name,$ver,$darch);
2647    my ($vepath) = pb_conf_get("vepath");
2648
2649    # Test if an existing snapshot exists and remove it if there is a VE
2650    if ((-f "$vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz") &&
2651        (! -d "$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch")) {
2652            pb_system("sudo rm -f $vepath->{$ENV{'PBPROJ'}}/$ddir-$dver-$darch.tar.gz","Removing previous snapshot $ddir-$dver-$darch.tar.gz");
2653    }
2654
2655    # Name of the account to deal with for VM/VE
2656    # Do not use the one passed potentially with -a
2657    my ($vmexist,$vmpid);
2658
2659    # Prepare the script to be executed on the VM/VE
2660    # in $ENV{'PBDESTDIR'}/setupv
2661    open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
2662   
2663    print SCRIPT << 'EOF';
2664    #!/bin/bash
2665    sleep 2
2666EOF
2667    close(SCRIPT);
2668    chmod 0755,"$pbscript";
2669
2670    # Force shutdown of VM/VE
2671    # Force snapshot of VM/VE
2672    pb_script2v($pbscript,$vtype,1,$v,1);
2673}
2674return;
2675}
2676
2677sub pb_announce {
2678
2679    # Get all required parameters
2680    my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
2681    my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2682    my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
2683    my @pkgs = @$pkg;
2684    my %pkgs;
2685    my $first = 0;
2686
2687    # Command to find packages on repo
2688    my $findstr = "find . ";
2689    # Generated announce files
2690    my @files;
2691
2692    foreach my $pbpkg (@pkgs) {
2693        if ($first != 0) {
2694            $findstr .= "-o ";
2695        }
2696        $first++;
2697        if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
2698            $pbver = $pkgv->{$pbpkg};
2699        } else {
2700            $pbver = $ENV{'PBPROJVER'};
2701        }
2702        if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
2703            $pbtag = $pkgt->{$pbpkg};
2704        } else {
2705            $pbtag = $ENV{'PBPROJTAG'};
2706        }
2707
2708        # TODO: use virtual/real names here now
2709        $findstr .= "-name \'$pbpkg-$pbver-$pbtag\.*.rpm\' -o -name \'$pbpkg"."_$pbver*\.deb\' -o -name \'$pbpkg-$pbver*\.ebuild\' ";
2710
2711        my $chglog;
2712
2713        # Get project info on log file and generate tmp files used later on
2714        pb_cms_init($pbinit);
2715        $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
2716        $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
2717        $chglog = undef if (! -f $chglog);
2718
2719        open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") || die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
2720        my %pb;
2721        $pb{'dtype'} = "announce";
2722        $pb{'realpkg'} = $pbpkg;
2723        $pb{'ver'} = $pbver;
2724        $pb{'tag'} = $pbtag;
2725        $pb{'suf'} = "N/A";     # Should not be empty even if unused
2726        $pb{'date'} = $pbdate;
2727        $pb{'chglog'} = $chglog;
2728        $pb{'packager'} = $pbpackager;
2729        $pb{'proj'} = $ENV{'PBPROJ'};
2730        $pb{'repo'} = $pbrepo;
2731        pb_changelog(\%pb,\*OUT,"yes");
2732        close(OUT);
2733        push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
2734    }
2735    $findstr .= " | grep -Ev \'src.rpm\'";
2736
2737    # Prepare the command to run and execute it
2738    open(PBS,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
2739    print PBS "$findstr\n";
2740    close(PBS);
2741    chmod 0755,"$ENV{'PBTMP'}/pbscript";
2742    pb_send2target("Announce");
2743
2744    # Get subject line
2745    my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
2746    pb_log(0,"Please enter the title of your announce\n");
2747    pb_log(0,"(By default: $sl)\n");
2748    my $sl2 = <STDIN>;
2749    $sl = $sl2 if ($sl2 !~ /^$/);
2750
2751    # Prepare a template of announce
2752    open(ANN,"> $ENV{'PBTMP'}/announce.html") || die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
2753    print ANN << "EOF";
2754$sl</p>
2755
2756<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
2757<p>
2758Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
2759</p>
2760<p>
2761EOF
2762    open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to read $ENV{'PBTMP'}/system.log: $!";
2763    my $col = 2;
2764    my $i = 1;
2765    print ANN << 'EOF';
2766<TABLE WIDTH="700" CELLPADDING="0" CELLSPACING="0" BORDER="0">
2767<TR>
2768EOF
2769    while (<LOG>) {
2770        print ANN "<TD><A HREF=\"$pbrepo->{$ENV{'PBPROJ'}}/$_\">$_</A></TD>";
2771        $i++;
2772        if ($i > $col) {
2773            print ANN "</TR>\n<TR>";
2774            $i = 1;
2775        }
2776    }
2777    close(LOG);
2778    print ANN << "EOF";
2779</TR>
2780</TABLE>
2781</p>
2782
2783<p>As usual source packages are also available in the same directory.</p>
2784
2785<p>
2786Changes are :
2787</p>
2788<p>
2789EOF
2790    # Get each package changelog content
2791    foreach my $f (sort(@files)) {
2792        open(IN,"$f") || die "Unable to read $f:$!";
2793        while (<IN>) {
2794            print ANN $_;
2795        }
2796        close(IN);
2797        print ANN "</p><p>\n";
2798    }
2799    print ANN "</p>\n";
2800    close(ANN);
2801
2802    # Allow for modification
2803    my $editor = "vi";
2804    $editor = $ENV{'EDITOR'} if (defined $ENV{'EDITOR'});
2805    pb_system("$editor $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
2806
2807    # Store it in DB for external usage (Web pages generation)
2808    my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2809
2810    my $precmd = "";
2811    if (! -f $db) {
2812        $precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
2813    }
2814
2815    my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2816                        { RaiseError => 1, AutoCommit => 1 })
2817                        || die "Unable to connect to $db";
2818
2819    if ($precmd ne "") {
2820        my $sth = $dbh->prepare(qq{$precmd})
2821                    || die "Unable to create table into $db";
2822        $sth->execute();
2823    }
2824
2825    # To read whole file
2826    local $/;
2827    open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2828    my $announce = <ANN>;
2829    close(ANN);
2830   
2831    pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
2832    my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
2833                    || die "Unable to insert into $db";
2834    $sth->execute($pbdate, $announce);
2835    $sth->finish();
2836    $dbh->disconnect;
2837
2838    # Then deliver it on the Web
2839    # $TOOLHOME/livwww www
2840
2841    # Mail it to project's ML
2842    open(ML,"| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") || die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
2843    print ML << 'EOF';
2844<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
2845
2846<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
2847  <head>
2848  </head>
2849  <body>
2850  <p>
2851EOF
2852    open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2853    while(<ANN>) {
2854        print ML $_;
2855    }
2856    print ML << 'EOF';
2857</body>
2858</html>
2859EOF
2860    close(ML);
2861
2862    # To read whole file
2863    local $/;
2864    open(ANN,"$ENV{'PBTMP'}/announce.txt") || die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
2865    my $msg = <ANN>;
2866    close(ANN);
2867   
2868    # Preparation of headers
2869
2870    my %mail = (   
2871            To          =>  $pbml->{$ENV{'PBPROJ'}},
2872            From        =>  $pbpackager->{$ENV{'PBPROJ'}},
2873            Smtp        =>  $pbsmtp->{$ENV{'PBPROJ'}},
2874            Body        =>  $msg,
2875            Subject     =>  "[ANNOUNCE] $sl",
2876        );
2877           
2878    # Send mail
2879    sendmail(%mail) or die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
2880}
2881
2882#
2883# Creates a set of HTML file containing the news for the project
2884# based on what has been generated by the pb_announce function
2885#
2886sub pb_web_news2html {
2887
2888    my $dest = shift || $ENV{'PBTMP'};
2889
2890    # Get all required parameters
2891    my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
2892
2893    # DB of announces for external usage (Web pages generation)
2894    my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2895
2896    my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2897                        { RaiseError => 1, AutoCommit => 1 })
2898                        || die "Unable to connect to $db";
2899    # For date handling
2900    $ENV{LANGUAGE}="C";
2901    my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
2902    my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
2903    pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
2904    my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
2905    my %news;
2906    $news{"cy"} = "";   # current year's news
2907    $news{"ly"} = "";   # last year news
2908    $news{"py"} = "";   # previous years news
2909    $news{"fp"} = "";   # first page news
2910    my $cpt = 4;        # how many news for first page
2911    # Extract info from DB
2912    foreach my $row (@$all) {
2913        my ($id, $date, $announce) = @$row;
2914        $news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
2915        $news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
2916        $news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
2917        $news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
2918        $cpt--;
2919    }
2920    pb_log(1,"news{fp}: ".$news{"fp"}."\n");
2921    $dbh->disconnect;
2922
2923    # Generate the HTML content
2924    foreach my $pref (keys %news) {
2925        open(NEWS,"> $dest/pb_web_$pref"."news.html") || die "Unable to create $dest/pb_web_$pref"."news.html: $!";
2926        print NEWS "$news{$pref}";
2927        close(NEWS);
2928    }
2929}
2930
2931
2932# Return the SSH key file to use
2933# Potentially create it if needed
2934
2935sub pb_ssh_get {
2936
2937my $create = shift || 0;    # Do not create keys by default
2938
2939# Check the SSH environment
2940my $keyfile = undef;
2941
2942# We have specific keys by default
2943$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
2944if (!(-e $keyfile) && ($create eq 1)) {
2945    pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
2946}
2947
2948$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
2949$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
2950$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
2951die "Unable to find your public ssh key under $keyfile" if (not defined $keyfile);
2952return($keyfile);
2953}
2954
2955
2956# Returns the pid of a running VM command using a specific VM file
2957sub pb_check_ps {
2958    my $vmcmd = shift;
2959    my $vmm = shift;
2960    my $vmexist = 0;        # FALSE by default
2961
2962    open(PS, "ps auxhww|") || die "Unable to call ps";
2963    while (<PS>) {
2964        next if (! /$vmcmd/);
2965        next if (! /$vmm/);
2966        my ($void1, $void2);
2967        ($void1, $vmexist, $void2) = split(/ +/);
2968        last;
2969    }
2970    return($vmexist);
2971}
2972
2973
2974sub pb_extract_build_files {
2975
2976my $src=shift;
2977my $dir=shift;
2978my $ddir=shift;
2979my $mandatory=shift || "spec";
2980my @files;
2981
2982my $flag = "mayfail" if ($mandatory eq "patch");
2983my $res;
2984
2985if ($src =~ /tar\.gz$/) {
2986    $res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
2987} elsif ($src =~ /tar\.bz2$/) {
2988    $res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
2989} else {
2990    die "Unknown compression algorithm for $src";
2991}
2992# If not mandatory return now
2993return() if (($res != 0) and ($mandatory eq "patch"));
2994opendir(DIR,"$dir") || die "Unable to open directory $dir";
2995foreach my $f (readdir(DIR)) {
2996    next if ($f =~ /^\./);
2997    # Skip potential patch dir
2998    next if ($f =~ /^pbpatch/);
2999    move("$dir/$f","$ddir") || die "Unable to move $dir/$f to $ddir";
3000    pb_log(2,"mv $dir/$f $ddir\n");
3001    push @files,"$ddir/$f";
3002}
3003closedir(DIR);
3004# Not enough but still a first cleanup
3005pb_rm_rf("$dir");
3006return(@files);
3007}
3008
3009sub pb_list_bfiles {
3010
3011my $dir = shift;
3012my $pbpkg = shift;
3013my $bfiles = shift;
3014my $pkgfiles = shift;
3015my $supfiles = shift;
3016
3017opendir(BDIR,"$dir") || die "Unable to open dir $dir: $!";
3018foreach my $f (readdir(BDIR)) {
3019    next if ($f =~ /^\./);
3020    if (-d $f) {
3021        # Recurse for directories (Debian 3.0 format e.g.)
3022        pb_list_bfiles($f,$pbpkg,$bfiles,$pkgfiles,$supfiles);
3023        next;
3024    }
3025    $bfiles->{$f} = "$dir/$f";
3026    $bfiles->{$f} =~ s~$ENV{'PBROOTDIR'}~~;
3027    if (defined $supfiles->{$pbpkg}) {
3028        $pkgfiles->{$f} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
3029    }
3030}
3031closedir(BDIR);
3032}
3033
3034
3035#
3036# Return the list of packages we are working on in a non CMS action
3037#
3038sub pb_get_pkg {
3039
3040my @pkgs = ();
3041
3042my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
3043@pkgs = keys %$var;
3044
3045pb_log(0,"Packages: ".join(',',@pkgs)."\n");
3046return(\@pkgs);
3047}
3048
3049#
3050# Return the postinstall line if needed
3051#
3052
3053sub pb_get_postinstall {
3054
3055my $ddir = shift;
3056my $dver = shift;
3057my $darch = shift;
3058my $rbspi = shift;
3059my $vestyle = shift;
3060my $post = "";
3061
3062# Do we have a local post-install script
3063if ($vestyle eq "rinse") {
3064    $post = "--post-install ";
3065} elsif ($vestyle eq "rpmbootstrap") {
3066    $post = "-s ";
3067}
3068
3069my $postparam = pb_distro_get_param($ddir,$dver,$darch,$rbspi);
3070if ($postparam eq "") {
3071    $post = "";
3072} else {
3073    $post .= $postparam;
3074}
3075return($post);
3076}
3077
30781;
Note: See TracBrowser for help on using the repository browser.