source: ProjectBuilder/devel/pb/bin/pb@ 677

Last change on this file since 677 was 677, checked in by Bruno Cornec, 15 years ago

Adds kvm support (aligned on qemu support)

  • Property svn:executable set to *
File size: 80.2 KB
Line 
1#!/usr/bin/perl -w
2#
3# Project Builder main application
4#
5# $Id$
6#
7# Copyright B. Cornec 2007
8# Provided under the GPL v2
9
10# Syntax: see at end
11
12use strict 'vars';
13use Getopt::Long qw(:config auto_abbrev no_ignore_case);
14use Data::Dumper;
15use English;
16use File::Basename;
17use File::Copy;
18use File::stat;
19use File::Temp qw(tempdir);
20use Time::localtime qw(localtime);
21use POSIX qw(strftime);
22use lib qw (lib);
23use ProjectBuilder::Version;
24use ProjectBuilder::Base;
25use ProjectBuilder::Display;
26use ProjectBuilder::Conf;
27use ProjectBuilder::Distribution;
28use ProjectBuilder::CMS;
29use ProjectBuilder::Env;
30use ProjectBuilder::Filter;
31use ProjectBuilder::Changelog;
32use Mail::Sendmail;
33
34# Global variables
35my %opts; # CLI Options
36my $action; # action to realize
37my $test = "FALSE"; # Not used
38my $force = 0; # Force VE/VM rebuild
39my $option = ""; # Not used
40my @pkgs; # list of packages
41my $pbtag; # Global Tag variable
42my $pbver; # Global Version variable
43my $pbscript; # Name of the script
44my %pbver; # per package
45my %pbtag; # per package
46my $pbrev; # Global REVISION variable
47my $pbaccount; # Login to use to connect to the VM
48my $pbport; # Port to use to connect to the VM
49my $newver; # New version to create
50my $iso; # ISO image for the VM to create
51
52my @date = pb_get_date();
53my $pbdate = strftime("%Y-%m-%d", @date);
54
55=pod
56
57=head1 NAME
58
59pb, aka project-builder.org - builds packages for your projects
60
61=head1 DESCRIPTION
62
63pb helps you build various packages directly from your project sources.
64Those sources could be handled by a CMS (Configuration Management System)
65such as Subversion, CVS, Mercurial... or being a simple reference to a compressed tar file.
66It's based on a set of configuration files, a set of provided macros to help
67you keeping build files as generic as possible. For example, a single .spec
68file should be required to generate for all rpm based distributions, even
69if you could also have multiple .spec files if required.
70
71=head1 SYNOPSIS
72
73pb [-vhq][-r pbroot][-p project][[-s script -a account -P port][-m mach-1[,...]]][-i iso] <action> [<pkg1> ...]
74
75pb [--verbose][--help][--man][--quiet][--revision pbroot][--project project][[--script script --account account --port port][--machine mach-1[,...]]][--iso iso] <action> [<pkg1> ...]
76
77=head1 OPTIONS
78
79=over 4
80
81=item B<-v|--verbose>
82
83Print a brief help message and exits.
84
85=item B<-q|--quiet>
86
87Do not print any output.
88
89=item B<-h|--help>
90
91Print a brief help message and exits.
92
93=item B<--man>
94
95Prints the manual page and exits.
96
97=item B<-m|--machine machine1[,machine2,...]>
98
99Name of the Virtual Machines (VM) or Virtual Environments (VE) you want to build on (coma separated).
100All if none precised (or use the env variable PBV).
101
102=item B<-s|--script script>
103
104Name of the script you want to execute on the related VMs or VEs.
105
106=item B<-i|--iso iso_image>
107
108Name of the ISO image of the distribution you want to install on the related VMs.
109
110=item B<-a|--account account>
111
112Name of the account to use to connect on the related VMs.
113
114=item B<-P|--port port_number>
115
116Port number to use to connect on the related VMs.\n";
117
118=item B<-p|--project project_name>
119
120Name of the project you're working on (or use the env variable PBPROJ)
121
122=item B<-r|--revision revision>
123
124Path Name of the project revision under the CMS (or use the env variable PBROOT)
125
126=item B<-V|--version new_version>
127
128New version of the project to create based on the current one.
129
130=back
131
132=head1 ARGUMENTS
133
134<action> can be:
135
136=over 4
137
138=item B<cms2build>
139
140Create tar files for the project under your CMS.
141CMS supported are SVN, CVS and Mercurial
142parameters are packages to build
143if not using default list
144
145=item B<build2pkg>
146
147Create packages for your running distribution
148
149=item B<cms2pkg>
150
151cms2build + build2pkg
152
153=item B<build2ssh>
154
155Send the tar files to a SSH host
156
157=item B<cms2ssh>
158
159cms2build + build2ssh
160
161=item B<pkg2ssh>
162
163Send the packages built to a SSH host
164
165=item B<build2vm>
166
167Create packages in VMs, launching them if needed
168and send those packages to a SSH host once built
169VM type supported are QEMU
170
171=item B<build2ve>
172
173Create packages in VEs, creating it if needed
174and send those packages to a SSH host once built
175
176=item B<cms2vm>
177
178cms2build + build2vm
179
180=item B<cms2ve>
181
182cms2build + build2ve
183
184=item B<launchvm>
185
186Launch one virtual machine
187
188=item B<launchve>
189
190Launch one virtual environment
191
192=item B<script2vm>
193
194Launch one virtual machine if needed
195and executes a script on it
196
197=item B<script2ve>
198
199Execute a script in a virtual environment
200
201=item B<newvm>
202
203Create a new virtual machine
204
205=item B<newve>
206
207Create a new virtual environment
208
209=item B<setupvm>
210
211Setup a virtual machine for pb usage
212
213=item B<setupve>
214
215Setup a virtual environment for pb usage
216
217=item B<newver>
218
219Create a new version of the project derived
220from the current one
221
222=item B<newproj>
223
224Create a new project and a template set of
225configuration files under pbconf
226
227=item B<announce>
228
229Announce the availability of the project through various means
230
231=item B<web2ssh>
232
233Deliver the Web site content to the target server using ssh.
234
235=back
236
237<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
238
239=head1 WEB SITES
240
241The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
242
243=head1 USER MAILING LIST
244
245None exists for the moment.
246
247=head1 CONFIGURATION FILES
248
249Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
250
251Here is an example of such a configuration file:
252
253 #
254 # Define for each project the URL of its pbconf repository
255 # No default option allowed here as they need to be all different
256 #
257 # URL of the pbconf content
258 # This is the format of a classical URL with the extension of additional schema such as
259 # svn+ssh, cvs+ssh, ...
260 #
261 pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
262
263 # This is normaly defined in the project's configuration file
264 # Url of the project
265 #
266 pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
267
268 # All these URLs needs to be defined here as the are the entry point
269 # for how to build packages for the project
270 #
271 pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
272 pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
273 pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
274 pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
275
276 # Under that dir will take place everything related to pb
277 # If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
278 # to your VMs/chroot/...
279 # if not defined then /var/cache
280 pbdefdir default = $ENV{'HOME'}/project-builder
281 pbdefdir pb = $ENV{'HOME'}
282 pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
283 pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
284
285 # pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
286 # If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
287 pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
288 pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
289
290 # pbdir points to the directory where the CMS content of the pburl is checked out
291 # If not defined, pbdir is under pbdefdir/pbproj
292 # Only defined if we have access to the dev of the project
293 pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
294 pbdir mondorescue = $ENV{'HOME'}/mondo/svn
295
296 # -daemonize doesn't work with qemu 0.8.2
297 vmopt default = -m 384
298
299=head1 AUTHORS
300
301The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
302
303=head1 COPYRIGHT
304
305Project-Builder.org is distributed under the GPL v2.0 license
306described in the file C<COPYING> included with the distribution.
307
308=cut
309
310# ---------------------------------------------------------------------------
311
312# Old syntax
313#getopts('a:fhi:l:m:P:p:qr:s:vV:',\%opts);
314
315my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
316
317# Initialize the syntax string
318
319pb_syntax_init("pb (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
320
321GetOptions("help|?|h" => \$opts{'h'},
322 "man" => \$opts{'man'},
323 "verbose|v+" => \$opts{'v'},
324 "quiet|q" => \$opts{'q'},
325 "log-files|l=s" => \$opts{'l'},
326 "force|f" => \$opts{'f'},
327 "account|a=s" => \$opts{'a'},
328 "revision|r=s" => \$opts{'r'},
329 "script|s=s" => \$opts{'s'},
330 "machines|mock|m=s" => \$opts{'m'},
331 "port|P=i" => \$opts{'P'},
332 "project|p=s" => \$opts{'p'},
333 "iso|i=s" => \$opts{'i'},
334 "version|V=s" => \$opts{'V'},
335) || pb_syntax(-1,0);
336
337if (defined $opts{'h'}) {
338 pb_syntax(0,1);
339}
340if (defined $opts{'man'}) {
341 pb_syntax(0,2);
342}
343if (defined $opts{'v'}) {
344 $pbdebug = $opts{'v'};
345}
346if (defined $opts{'f'}) {
347 $force=1;
348}
349if (defined $opts{'q'}) {
350 $pbdebug=-1;
351}
352if (defined $opts{'l'}) {
353 open(pbLOG,"> $opts{'l'}") || die "Unable to log to $opts{'l'}: $!";
354 $pbLOG = \*pbLOG;
355 $pbdebug = 0 if ($pbdebug == -1);
356 }
357pb_log_init($pbdebug, $pbLOG);
358pb_display_init("text","");
359
360# Handle root of the project if defined
361if (defined $opts{'r'}) {
362 $ENV{'PBROOTDIR'} = $opts{'r'};
363}
364# Handle virtual machines if any
365if (defined $opts{'m'}) {
366 $ENV{'PBV'} = $opts{'m'};
367}
368if (defined $opts{'s'}) {
369 $pbscript = $opts{'s'};
370}
371if (defined $opts{'a'}) {
372 $pbaccount = $opts{'a'};
373 die "option -a requires a -s script option" if (not defined $pbscript);
374}
375if (defined $opts{'P'}) {
376 $pbport = $opts{'P'};
377}
378if (defined $opts{'V'}) {
379 $newver = $opts{'V'};
380}
381if (defined $opts{'i'}) {
382 $iso = $opts{'i'};
383}
384
385# Get Action
386$action = shift @ARGV;
387die pb_syntax(-1,1) if (not defined $action);
388
389my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
390my $pbinit = undef;
391$pbinit = 1 if ($action =~ /^newproj$/);
392
393# Handles project name if any
394# And get global params
395($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action);
396
397pb_log(0,"Project: $ENV{'PBPROJ'}\n");
398pb_log(0,"Action: $action\n");
399
400# Act depending on action
401if ($action =~ /^cms2build$/) {
402 pb_cms2build();
403} elsif ($action =~ /^build2pkg$/) {
404 pb_build2pkg();
405} elsif ($action =~ /^cms2pkg$/) {
406 pb_cms2build();
407 pb_build2pkg();
408} elsif ($action =~ /^build2ssh$/) {
409 pb_build2ssh();
410} elsif ($action =~ /^cms2ssh$/) {
411 pb_cms2build();
412 pb_build2ssh();
413} elsif ($action =~ /^pkg2ssh$/) {
414 pb_pkg2ssh();
415} elsif ($action =~ /^build2ve$/) {
416 pb_build2v("ve");
417} elsif ($action =~ /^build2vm$/) {
418 pb_build2v("vm");
419} elsif ($action =~ /^cms2ve$/) {
420 pb_cms2build();
421 pb_build2v("ve");
422} elsif ($action =~ /^cms2vm$/) {
423 pb_cms2build();
424 pb_build2v("vm");
425} elsif ($action =~ /^launchvm$/) {
426 pb_launchv("vm",$ENV{'PBV'},0);
427} elsif ($action =~ /^launchve$/) {
428 pb_launchv("ve",$ENV{'PBV'},0);
429} elsif ($action =~ /^script2vm$/) {
430 pb_script2v($pbscript,"vm");
431} elsif ($action =~ /^script2ve$/) {
432 pb_script2v($pbscript,"ve");
433} elsif ($action =~ /^newver$/) {
434 pb_newver();
435} elsif ($action =~ /^newve$/) {
436 pb_launchv("ve",$ENV{'PBV'},1);
437} elsif ($action =~ /^newvm$/) {
438 pb_launchv("vm",$ENV{'PBV'},1);
439} elsif ($action =~ /^setupve$/) {
440 pb_setup_v("ve");
441} elsif ($action =~ /^setupvm$/) {
442 pb_setup_v("vm");
443} elsif ($action =~ /^newproj$/) {
444 # Nothing to do - already done in pb_env_init
445} elsif ($action =~ /^clean$/) {
446 # TBC
447} elsif ($action =~ /^announce$/) {
448 # For announce only. Require avoids the systematic load of these modules
449 require DBI;
450 require DBD::SQLite;
451
452 pb_announce();
453} elsif ($action =~ /^web2ssh$/) {
454 require DBI;
455 require DBD::SQLite;
456
457 pb_cms2build("Web");
458 pb_send2target("Web");
459} else {
460 pb_log(0,"\'$action\' is not available\n");
461 pb_syntax(-2,1);
462}
463
464sub pb_cms2build {
465
466 my $param = shift || undef;
467
468 my $pkg;
469 my @pkgs;
470 my $webdir;
471
472 my %pkgs;
473 my %pb; # Structure to store conf info
474
475 # If Website, then pkg is only the website
476 if ((defined $param) && ($param eq "Web")) {
477 ($webdir) = pb_conf_get("webdir");
478 pb_log(2,"webdir: ".Dumper($webdir)."\n");
479 $pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
480 $extpkgdir = $webdir;
481 pb_log(0,"Package: $pkgs[0]\n");
482 } else {
483 $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
484 @pkgs = @$pkg;
485 }
486
487 my ($scheme, $uri) = pb_cms_init($pbinit);
488
489 my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
490
491 # declare packager and repo for filtering
492 my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
493 $ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
494 $ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
495
496 foreach my $pbpkg (@pkgs) {
497 $ENV{'PBPKG'} = $pbpkg;
498 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
499 $pbver = $pkgv->{$pbpkg};
500 } else {
501 $pbver = $ENV{'PBPROJVER'};
502 }
503 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
504 $pbtag = $pkgt->{$pbpkg};
505 } else {
506 $pbtag = $ENV{'PBPROJTAG'};
507 }
508
509 $pbrev = $ENV{'PBREVISION'};
510 pb_log(0,"\n");
511 pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
512 die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
513
514 # Clean up dest if necessary. The export will recreate it
515 my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
516 pb_rm_rf($dest) if (-d $dest);
517
518 # Export CMS tree for the concerned package to dest
519 # And generate some additional files
520 $OUTPUT_AUTOFLUSH=1;
521
522 # computes in which dir we have to work
523 my $dir = $defpkgdir->{$pbpkg};
524 $dir = $extpkgdir->{$pbpkg} if (not defined $dir);
525 $dir = $webdir->{$ENV{'PBPROJ'}} if ((defined $param) && ($param eq "Web"));
526 pb_log(2,"def:".Dumper($defpkgdir)." ext: ".Dumper($extpkgdir)." \n");
527
528 # Exporting content from CMS
529 my $preserve = pb_cms_export($uri,"$ENV{'PBDIR'}/$dir",$dest);
530
531 # Generated fake content for test versions to speed up stuff
532 my ($testver) = pb_conf_get_if("testver");
533 my $chglog;
534
535 # Get project info on authors and log file
536 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
537 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
538 $chglog = undef if (! -f $chglog);
539
540 my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
541 $authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
542 $authors = "/dev/null" if (! -f $authors);
543
544 # Extract cms log history and store it
545 if ((defined $chglog) && (! -f "$dest/NEWS")) {
546 pb_log(2,"Generating NEWS file from $chglog\n");
547 copy($chglog,"$dest/NEWS") || die "Unable to create $dest/NEWS";
548 }
549 pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
550
551 my %build;
552 my @pt;
553 my $tmpl = "";
554 my %patches;
555
556 @pt = pb_conf_get_if("vmlist","velist");
557 if (defined $pt[0]->{$ENV{'PBPROJ'}}) {
558 $tmpl .= $pt[0]->{$ENV{'PBPROJ'}};
559 }
560 if (defined $pt[1]->{$ENV{'PBPROJ'}}) {
561 # the 2 lists need to be grouped with a ',' separated them
562 if ($tmpl ne "") {
563 $tmpl .= ",";
564 }
565 $tmpl .= $pt[1]->{$ENV{'PBPROJ'}}
566 }
567
568 # Setup %pb structure to allow filtering later on, on files using that structure
569 $pb{'tag'} = $pbtag;
570 $pb{'rev'} = $pbrev;
571 $pb{'ver'} = $pbver;
572 $pb{'pkg'} = $pbpkg;
573 $pb{'date'} = $pbdate;
574 $pb{'defpkgdir'} = $defpkgdir;
575 $pb{'extpkgdir'} = $extpkgdir;
576 $pb{'chglog'} = $chglog;
577 $pb{'packager'} = $ENV{'PBPACKAGER'};
578 $pb{'proj'} = $ENV{'PBPROJ'};
579 $pb{'repo'} = $ENV{'PBREPO'};
580 $pb{'patches'} = \%patches;
581 pb_log(2,"DEBUG: pb: ".Dumper(%pb)."\n");
582
583 # Do not do that for website
584 if ((not defined $param) || ($param ne "Web")) {
585 my %virt;
586 # De-duplicate similar VM and VE
587 foreach my $d (split(/,/,$tmpl)) {
588 $virt{$d} = $d;
589 }
590
591 foreach my $d (keys %virt) {
592 my ($name,$ver,$arch) = split(/-/,$d);
593 chomp($arch);
594 my ($ddir, $dver, $dfam);
595 ($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'}, $pb{'upd'}) = pb_distro_init($name,$ver);
596 pb_log(2,"DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'})."\n");
597 pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
598
599 # We need to compute the real name of the package
600 my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pb{'dtype'});
601 $pb{'realpkg'} = $pbrealpkg;
602 pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $ddir-$dver\n") if ($pbrealpkg ne $pbpkg);
603
604 # Filter build files from the less precise up to the most with overloading
605 # Filter all files found, keeping the name, and generating in dest
606
607 # Find all build files first relatively to PBROOTDIR
608 # Find also all specific files referenced in the .pb conf file
609 my %bfiles = ();
610 my %pkgfiles = ();
611 $build{"$ddir-$dver-$arch"} = "yes";
612
613 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}") {
614 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
615 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$dfam") {
616 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$dfam",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
617 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir") {
618 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
619 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver") {
620 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
621 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch") {
622 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
623 } else {
624 $build{"$ddir-$dver-$arch"} = "no";
625 next;
626 }
627 pb_log(2,"DEBUG bfiles: ".Dumper(\%bfiles)."\n");
628
629 # Get all filters to apply
630 my $ptr = pb_get_filters($pbpkg, $pb{'dtype'}, $dfam, $ddir, $dver);
631
632 # Prepare local patches for this distro - They are always applied first - May be a problem one day
633 foreach my $p (sort(<$ENV{'PBROOTDIR'}/$pbpkg/pbpatch/*>)) {
634 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.all$/));
635 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.all$/);
636 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$pb{'dtype'}$/));
637 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$pb{'dtype'}$/);
638 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$dfam$/));
639 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$dfam$/);
640 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir$/));
641 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir$/);
642 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver$/));
643 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver$/);
644 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver-$arch$/));
645 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver-$arch$/);
646 }
647
648 # Prepare also remote patches to be included - Applied after the local ones
649 foreach my $p ("all","$pb{'dtype'}","$dfam","$ddir","$ddir-$dver","$ddir-$dver-$arch") {
650 my $f = "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch.$p";
651 next if (not -f $f);
652 if (not open(PATCH,$f)) {
653 pb_display("Unable to open existing external patch file content $f\n");
654 next;
655 }
656 while (<PATCH>) {
657 chomp();
658 $patches{"$ddir-$dver-$arch"} .= "," if (defined $patches{"$ddir-$dver-$arch"});
659 $patches{"$ddir-$dver-$arch"} .= "$_";
660 }
661 close(PATCH);
662 }
663 pb_log(2,"DEBUG: pb->patches: ".Dumper($pb{'patches'})."\n");
664
665 # Apply now all the filters on all the files concerned
666 # destination dir depends on the type of file
667 if (defined $ptr) {
668 # For patch support
669 $pb{'tuple'} = "$ddir-$dver-$arch";
670 foreach my $f (values %bfiles,values %pkgfiles) {
671 pb_filter_file("$ENV{'PBROOTDIR'}/$f",$ptr,"$dest/pbconf/$ddir-$dver-$arch/".basename($f),\%pb);
672 }
673 }
674 }
675 my @found;
676 my @notfound;
677 foreach my $b (keys %build) {
678 push @found,$b if ($build{$b} =~ /yes/);
679 push @notfound,$b if ($build{$b} =~ /no/);
680 }
681 pb_log(0,"Build files generated for ".join(',',sort(@found))."\n");
682 pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
683 pb_log(2,"DEBUG: patches: ".Dumper(%patches)."\n");
684 }
685
686 # Get the generic filter (all.pbf) and
687 # apply those to the non-build files including those
688 # generated by pbinit if applicable
689
690 # Get only all.pbf filter
691 my $ptr = pb_get_filters($pbpkg);
692
693 my $liste ="";
694 if (defined $filteredfiles->{$pbpkg}) {
695 foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
696 pb_filter_file_inplace($ptr,"$dest/$f",\%pb);
697 $liste = "$f $liste";
698 }
699 }
700 pb_log(2,"Files ".$liste."have been filtered\n");
701
702 # Do not do that for website
703 if ((not defined $param) || ($param ne "Web")) {
704 my %tmp;
705 # Filter potential patches (local + remote)
706 pb_log(0,"Delivering and compressing patches ");
707 foreach my $v (keys %patches) {
708 pb_mkdir_p("$dest/pbconf/$v/pbpatch");
709 foreach my $pf (split(/,/,$patches{$v})) {
710 my $pp = basename($pf);
711 pb_cms_export($pf,undef,"$dest/pbconf/$v/pbpatch");
712 pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",\%pb);
713 pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
714 $tmp{$pf} = "";
715 }
716 }
717 foreach my $v (keys %tmp) {
718 pb_log(0,"$v ");
719 }
720 pb_log(0,"\n");
721 } else {
722 # Instead call News generation
723 pb_web_news2html($dest);
724 # And create an empty pbconf
725 pb_mkdir_p("$dest/pbconf");
726 # And prepare the pbscript to execute remotely
727 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
728 print SCRIPT "#!/bin/bash\n";
729 print SCRIPT "#set -x\n";
730 print SCRIPT "echo ... Extracting Website content\n";
731 print SCRIPT "find . -type f | grep -Ev '^./$pbpkg-$pbver.tar.gz|^./pbscript' | xargs rm -f non-existent\n";
732 print SCRIPT "find * -type d -depth | xargs rmdir 2> /dev/null \n";
733 print SCRIPT "tar xfz $pbpkg-$pbver.tar.gz\n";
734 print SCRIPT "mv $pbpkg-$pbver/* .\n";
735 print SCRIPT "rm -f $pbpkg-$pbver.tar.gz\n";
736 print SCRIPT "rmdir $pbpkg-$pbver\n";
737 close(SCRIPT);
738 }
739
740 # Prepare the dest directory for archive
741 if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
742 pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",\%pb);
743 chmod 0755,"$ENV{'PBTMP'}/pbinit";
744 pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit","verbose");
745 }
746
747 # Archive dest dir
748 chdir "$ENV{'PBDESTDIR'}" || die "Unable to change dir to $ENV{'PBDESTDIR'}";
749 if (defined $preserve) {
750 # In that case we want to preserve the original tar file for checksum purposes
751 # The one created is btw equivalent in that case to this one
752 # Maybe check basename of both to be sure they are the same ?
753 pb_log(0,"Preserving original tar file ");
754 move("$preserve","$pbpkg-$pbver.tar.gz");
755 } else {
756 # Possibility to look at PBSRC to guess more the filename
757 pb_system("tar cfz $pbpkg-$pbver.tar.gz --exclude=$pbpkg-$pbver/pbconf $pbpkg-$pbver","Creating $pbpkg tar files compressed");
758 }
759 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n");
760 pb_system("tar cfz $pbpkg-$pbver.pbconf.tar.gz $pbpkg-$pbver/pbconf","Creating pbconf tar files compressed");
761 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz\n");
762
763 # Keep track of version-tag per pkg
764 $pkgs{$pbpkg} = "$pbver-$pbtag";
765
766 # Final cleanup
767 pb_rm_rf($dest) if (-d $dest);
768 }
769
770 # Keep track of per package version
771 pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
772 open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") || die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
773 foreach my $pbpkg (keys %pkgs) {
774 print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
775 }
776 close(PKG);
777
778 # Keep track of what is generated by default
779 # We need to store the dir and info on version-tag
780 # Base our content on the existing .pb file
781 copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
782 open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") || die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
783 print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
784 print LAST "pbprojver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
785 print LAST "pbprojtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
786 print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
787 close(LAST);
788}
789
790sub pb_build2pkg {
791
792 # Get the running distro to build on
793 my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd) = pb_distro_init();
794 pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd))."\n");
795
796 # Get list of packages to build
797 # Get content saved in cms2build
798 my $ptr = pb_get_pkg();
799 @pkgs = @$ptr;
800
801 my $arch = pb_get_arch();
802
803 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
804 $pkg = { } if (not defined $pkg);
805
806 chdir "$ENV{'PBBUILDDIR'}";
807 my $made = ""; # pkgs made during build
808 foreach my $pbpkg (@pkgs) {
809 my $vertag = $pkg->{$pbpkg};
810 # get the version of the current package - maybe different
811 ($pbver,$pbtag) = split(/-/,$vertag);
812
813 my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
814 my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
815 pb_log(2,"Source file: $src\n");
816 pb_log(2,"Pbconf file: $src2\n");
817
818 pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
819 if ($dtype eq "rpm") {
820 foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
821 if (! -d "$ENV{'PBBUILDDIR'}/$d") {
822 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d") || die "Please ensure that you can write into $ENV{'PBBUILDDIR'} to create $d\nchown the $ENV{'PBBUILDDIR'} directory to your uid";
823 }
824 }
825
826 # Remove in case a previous link/file was there
827 unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
828 symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) || die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
829 # We need to first extract the spec file
830 my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$ENV{'PBBUILDDIR'}/SPECS","spec");
831
832 # We need to handle potential patches to upstream sources
833 pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
834
835 pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
836 # set LANGUAGE to check for correct log messages
837 $ENV{'LANGUAGE'}="C";
838 # Older Redhat use _target_platform in %configure incorrectly
839 my $specialdef = "";
840 if (($ddir eq "redhat") || (($ddir eq "rhel") && ($dver eq "2.1"))) {
841 $specialdef = "--define \'_target_platform \"\"\'";
842 }
843 foreach my $f (@specfile) {
844 if ($f =~ /\.spec$/) {
845 pb_distro_installdeps("$f",$dtype,$pbupd);
846 pb_system("rpmbuild $specialdef --define \'packager $ENV{'PBPACKAGER'}\' --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
847 last;
848 }
849 }
850 # Get the name of the generated packages
851 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
852 while (<LOG>) {
853 chomp($_);
854 next if ($_ !~ /^Wrote:/);
855 s|.*/([S]*RPMS.*)|$1|;
856 $made .=" $_";
857 }
858 close(LOG);
859
860 } elsif ($dtype eq "deb") {
861 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
862 pb_system("tar xfz $src","Extracting sources");
863 pb_system("tar xfz $src2","Extracting pbconf");
864
865 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
866 pb_rm_rf("debian");
867 symlink "pbconf/$ddir-$dver-$arch","debian" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
868 chmod 0755,"debian/rules";
869
870 pb_distro_installdeps("debian/control",$dtype,$pbupd);
871 pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
872 # Get the name of the generated packages
873 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
874 while (<LOG>) {
875 chomp();
876 my $tmp = $_;
877 next if ($tmp !~ /^dpkg-deb.*:/);
878 $tmp =~ s|.*../(.*)_(.*).deb.*|$1|;
879 $made="$made $tmp.dsc $tmp.tar.gz $tmp"."_*.deb $tmp"."_*.changes";
880 }
881 close(LOG);
882 } elsif ($dtype eq "ebuild") {
883 my @ebuildfile;
884 # For gentoo we need to take pb as subsystem name
885 # We put every apps here under sys-apps. hope it's correct
886 # We use pb's home dir in order to have a single OVERLAY line
887 my $tmpd = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
888 pb_mkdir_p($tmpd) if (! -d "$tmpd");
889 pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
890
891 # We need to first extract the ebuild file
892 @ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$tmpd","ebuild");
893
894 # Prepare the build env for gentoo
895 my $found = 0;
896 my $pbbd = $ENV{'HOME'};
897 $pbbd =~ s|/|\\/|g;
898 if (-r "/etc/make.conf") {
899 open(MAKE,"/etc/make.conf");
900 while (<MAKE>) {
901 $found = 1 if (/$pbbd\/portage/);
902 }
903 close(MAKE);
904 }
905 if ($found == 0) {
906 pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
907 }
908 #$found = 0;
909 #if (-r "/etc/portage/package.keywords") {
910 #open(KEYW,"/etc/portage/package.keywords");
911 #while (<KEYW>) {
912 #$found = 1 if (/portage\/pb/);
913 #}
914 #close(KEYW);
915 #}
916 #if ($found == 0) {
917 #pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
918 #}
919
920 # Build
921 foreach my $f (@ebuildfile) {
922 if ($f =~ /\.ebuild$/) {
923 pb_distro_installdeps("$f",$dtype,$pbupd);
924 move($f,"$tmpd/$pbpkg-$pbver.ebuild");
925 pb_system("cd $tmpd ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
926 # Now move it where pb expects it
927 pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
928 move("$tmpd/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
929 }
930 }
931
932 $made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver.ebuild";
933 } elsif ($dtype eq "tgz") {
934 # Slackware family
935 $made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
936
937 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
938 pb_system("tar xfz $src","Extracting sources");
939 pb_system("tar xfz $src2","Extracting pbconf");
940 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
941 symlink "pbconf/$ddir-$dver-$arch","install" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
942 if (-x "install/pbslack") {
943 pb_distro_installdeps("./install/pbslack",$dtype,$pbupd);
944 pb_system("./install/pbslack","Building package");
945 pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
946 }
947 } else {
948 die "Unknown dtype format $dtype";
949 }
950 }
951 # Packages check if needed
952 if ($dtype eq "rpm") {
953 if (-f "/usr/bin/rpmlint") {
954 pb_system("rpmlint $made","Checking validity of rpms with rpmlint","verbose");
955 } else {
956 pb_log(0,"rpm packages generated: $made\n");
957 }
958 } elsif ($dtype eq "deb") {
959 my $made2 = "";
960 if (-f "/usr/bin/lintian") {
961 foreach my $f (split(/ /,$made)) {
962 $made2 .= "../$f " if ($f =~ /\.changes$/);
963 }
964 pb_system("lintian $made2","Checking validity of debs with lintian","verbose");
965 } else {
966 pb_log(0,"deb packages generated: $made2\n");
967 }
968 } else {
969 pb_log(0,"No check done for $dtype yet\n");
970 pb_log(0,"Packages generated: $made\n");
971 }
972
973 # Keep track of what is generated so that we can get them back from VMs
974 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
975 print KEEP "$made\n";
976 close(KEEP);
977}
978
979sub pb_build2ssh {
980 pb_send2target("Sources");
981}
982
983sub pb_pkg2ssh {
984 pb_send2target("Packages");
985}
986
987# By default deliver to the the public site hosting the
988# ftp structure (or whatever) or a VM/VE
989sub pb_send2target {
990
991 my $cmt = shift;
992 my $v = shift || undef;
993 my $vmexist = shift || 0; # 0 is FALSE
994 my $vmpid = shift || 0; # 0 is FALSE
995
996 pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
997 my $host = "sshhost";
998 my $login = "sshlogin";
999 my $dir = "sshdir";
1000 my $port = "sshport";
1001 my $conf = "sshconf";
1002 my $rebuild = "sshrebuild";
1003 my $tmout = "vmtmout";
1004 my $path = "vmpath";
1005 if (($cmt eq "vm") || ($cmt eq "Script")) {
1006 $login = "vmlogin";
1007 $dir = "pbdefdir";
1008 $tmout = "vmtmout";
1009 $rebuild = "vmrebuild";
1010 # Specific VM
1011 $host = "vmhost";
1012 $port = "vmport";
1013 } elsif ($cmt eq "ve") {
1014 $login = "velogin";
1015 $dir = "pbdefdir";
1016 $tmout = "vetmout";
1017 # Specific VE
1018 $path = "vepath";
1019 $conf = "veconf";
1020 $rebuild = "verebuild";
1021 } elsif ($cmt eq "Web") {
1022 $host = "websshhost";
1023 $login = "websshlogin";
1024 $dir = "websshdir";
1025 $port = "websshport";
1026 }
1027 my $cmd = "";
1028 my $src = "";
1029 my ($odir,$over,$oarch) = (undef, undef, undef);
1030 my ($ddir, $dver, $dfam, $dtype, $pbsuf);
1031
1032 if ($cmt ne "Announce") {
1033 my $ptr = pb_get_pkg();
1034 @pkgs = @$ptr;
1035
1036 # Get the running distro to consider
1037 if (defined $v) {
1038 ($odir,$over,$oarch) = split(/-/,$v);
1039 }
1040 ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($odir,$over);
1041 pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n");
1042
1043 # Get list of packages to build
1044 # Get content saved in cms2build
1045 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1046 $pkg = { } if (not defined $pkg);
1047
1048 chdir "$ENV{'PBBUILDDIR'}";
1049 foreach my $pbpkg (@pkgs) {
1050 my $vertag = $pkg->{$pbpkg};
1051 # get the version of the current package - maybe different
1052 ($pbver,$pbtag) = split(/-/,$vertag);
1053
1054 if (($cmt eq "Sources") || ($cmt eq "vm") || ($cmt eq "ve")) {
1055 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
1056 if ($cmd eq "") {
1057 $cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1058 } else {
1059 $cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1060 }
1061 } elsif ($cmt eq "Web") {
1062 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz"
1063 }
1064 }
1065 # Adds conf file for availability of conf elements
1066 pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb");
1067 }
1068
1069 if (($cmt eq "vm") || ($cmt eq "ve")) {
1070 $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript";
1071 } elsif (($cmt eq "Script") || ($cmt eq "Web")) {
1072 $src="$src $ENV{'PBDESTDIR'}/pbscript";
1073 } elsif ($cmt eq "Announce") {
1074 $src="$src $ENV{'PBTMP'}/pbscript";
1075 } elsif ($cmt eq "Packages") {
1076 # Get package list from file made during build2pkg
1077 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1078 $src = <KEEP>;
1079 chomp($src);
1080 close(KEEP);
1081 $src="$src $ENV{'PBBUILDDIR'}/pbscript" if ($cmt ne "Sources");
1082 }
1083 # Remove potential leading spaces (cause problem with basename)
1084 $src =~ s/^ *//;
1085 my $basesrc = "";
1086 foreach my $i (split(/ +/,$src)) {
1087 $basesrc .= " ".basename($i);
1088 }
1089
1090 pb_log(0,"Sources handled ($cmt): $src\n");
1091 pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$rebuild,$path,$conf))."\n");
1092 my ($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vepath) = pb_conf_get($host,$login,$dir,$port,$tmout,$path);
1093 my ($vrebuild,$veconf) = pb_conf_get_if($rebuild,$conf);
1094 pb_log(2,"ssh: ".Dumper(($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vrebuild,$vepath,$veconf))."\n");
1095 # Not mandatory
1096 my ($testver) = pb_conf_get_if("testver");
1097
1098 my $mac;
1099 # Useless for VE
1100 if ($cmt ne "ve") {
1101 $mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$sshhost->{$ENV{'PBPROJ'}}";
1102 # Overwrite account value if passed as parameter
1103 $mac = "$pbaccount\@$sshhost->{$ENV{'PBPROJ'}}" if (defined $pbaccount);
1104 pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
1105 }
1106
1107 my $tdir;
1108 my $bdir;
1109 if (($cmt eq "Sources") || ($cmt eq "Script")) {
1110 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/src";
1111 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1112 # This is a test pkg => target dir is under test
1113 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test/src";
1114 }
1115 } elsif (($cmt eq "vm") || ($cmt eq "ve")) {
1116 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/delivery";
1117 $bdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/build";
1118 # Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
1119 $bdir =~ s|\$ENV.+\}/||;
1120 } elsif ($cmt eq "Announce") {
1121 $tdir = "$sshdir->{$ENV{'PBPROJ'}}";
1122 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1123 # This is a test pkg => target dir is under test
1124 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test";
1125 }
1126 } elsif ($cmt eq "Web") {
1127 $tdir = "$sshdir->{$ENV{'PBPROJ'}}";
1128 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1129 # This is a test website => target dir is under test
1130 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/../test";
1131 }
1132 } elsif ($cmt eq "Packages") {
1133 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ddir/$dver";
1134
1135 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1136 # This is a test pkg => target dir is under test
1137 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test/$ddir/$dver";
1138 }
1139
1140 my $repodir = $tdir;
1141 $repodir =~ s|^$sshdir->{$ENV{'PBPROJ'}}/||;
1142
1143 my ($pbrepo) = pb_conf_get("pbrepo");
1144
1145 # Repository management
1146 open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript") || die "Unable to create $ENV{'PBBUILDDIR'}/pbscript";
1147 if ($dtype eq "rpm") {
1148 # Also make a pbscript to generate yum/urpmi bases
1149 print PBS << "EOF";
1150#!/bin/bash
1151# Prepare a script to ease yum setup
1152cat > $ENV{'PBPROJ'}.repo << EOT
1153[$ENV{'PBPROJ'}]
1154name=$ddir $dver - $ENV{'PBPROJ'} Vanilla Packages
1155baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
1156enabled=1
1157gpgcheck=0
1158EOT
1159chmod 644 $ENV{'PBPROJ'}.repo
1160
1161# Clean up old repo content
1162rm -rf headers/ repodata/
1163# Create yum repo
1164yum-arch .
1165# Create repodata
1166createrepo .
1167EOF
1168 if ($dfam eq "md") {
1169 # For Mandriva add urpmi management
1170 print PBS << "EOF";
1171# Prepare a script to ease urpmi setup
1172cat > $ENV{'PBPROJ'}.addmedia << EOT
1173urpmi.addmedia $ENV{'PBPROJ'} $pbrepo->{$ENV{'PBPROJ'}}/$repodir with hdlist.cz
1174EOT
1175chmod 755 $ENV{'PBPROJ'}.addmedia
1176
1177# Clean up old repo content
1178rm -f hdlist.cz synthesis.hdlist.cz
1179# Create urpmi repo
1180genhdlist .
1181EOF
1182 }
1183 if ($ddir eq "fedora") {
1184 # Extract the spec file to please Fedora maintainers :-(
1185 print PBS << "EOF";
1186for p in $basesrc; do
1187 echo \$p | grep -q 'src.rpm'
1188 if [ \$\? -eq 0 ]; then
1189 rpm2cpio \$p | cpio -ivdum --quiet '*.spec'
1190 fi
1191done
1192EOF
1193 }
1194 } elsif ($dtype eq "deb") {
1195 # Also make a pbscript to generate apt bases
1196 # Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
1197 my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
1198 print PBS << "EOF";
1199#!/bin/bash
1200# Prepare a script to ease apt setup
1201cat > $ENV{'PBPROJ'}.sources.list << EOT
1202deb $rpd $dver contrib
1203deb-src $rpd $dver contrib
1204EOT
1205chmod 644 $ENV{'PBPROJ'}.sources.list
1206
1207# Prepare a script to create apt info file
1208(cd .. ; for a in i386 amd64 ia64; do mkdir -p dists/$dver/contrib/binary-\$a; dpkg-scanpackages -a\$a $dver /dev/null | gzip -c9 > dists/$dver/contrib/binary-\$a/Packages.gz; done; mkdir -p dists/$dver/contrib/source; dpkg-scansources $dver /dev/null | gzip -c9 > dists/$dver/contrib/source/Sources.gz)
1209#(cd .. ; rm -f dists/$dver/Release ; apt-ftparchive release dists/$dver > dists/$dver/Release; gpg --sign -ba -o dists/$dver/Release.gpg dists/$dver/Release)
1210EOF
1211 } elsif ($dtype eq "ebuild") {
1212 # make a pbscript to generate links to latest version
1213 print PBS << "EOF";
1214#!/bin/bash
1215# Prepare a script to create correct links
1216for p in $src; do
1217 echo \$p | grep -q '.ebuild'
1218 if [ \$\? -eq 0 ]; then
1219 j=`basename \$p`
1220 pp=`echo \$j | cut -d'-' -f1`
1221 ln -sf \$j \$pp.ebuild
1222 fi
1223done
1224EOF
1225 }
1226 close(PBS);
1227 chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript";
1228 } else {
1229 return;
1230 }
1231
1232 # Useless for VE
1233 my $nport;
1234 if ($cmt ne "ve") {
1235 $nport = $sshport->{$ENV{'PBPROJ'}};
1236 $nport = "$pbport" if (defined $pbport);
1237 }
1238
1239 # Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
1240 $tdir =~ s|\$ENV.+\}/||;
1241
1242 my $tm = $vtmout->{$ENV{'PBPROJ'}};
1243
1244 # ssh communication if not VE
1245 # should use a hash instead...
1246 my ($shcmd,$cpcmd,$cptarget,$cp2target);
1247 if ($cmt ne "ve") {
1248 my $keyfile = pb_ssh_get(0);
1249 $shcmd = "ssh -i $keyfile -q -o UserKnownHostsFile=/dev/null -p $nport $mac";
1250 $cpcmd = "scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport";
1251 $cptarget = "$mac:$tdir";
1252 if ($cmt eq "vm") {
1253 $cp2target = "$mac:$bdir";
1254 }
1255 } else {
1256 my $tp = $vepath->{$ENV{'PBPROJ'}};
1257 $shcmd = "sudo chroot $tp/$v /bin/su - $sshlogin->{$ENV{'PBPROJ'}} -c ";
1258 $cpcmd = "cp -a ";
1259 $cptarget = "$tp/$tdir";
1260 $cp2target = "$tp/$bdir";
1261 }
1262
1263 my $logres = "";
1264 # Do not touch when just announcing
1265 if ($cmt ne "Announce") {
1266 pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' | bash\"","Preparing $tdir on $cptarget");
1267 } else {
1268 $logres = "> ";
1269 }
1270 pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
1271
1272 # For VE we need to change the owner manually - To be tested if needed
1273 #if ($cmt eq "ve") {
1274 #pb_system("cd $cptarget ; sudo chown -R $sshlogin->{$ENV{'PBPROJ'}} .","$cmt chown in $cptarget to $sshlogin->{$ENV{'PBPROJ'}}");
1275 #}
1276 pb_system("$shcmd \"echo \'cd $tdir ; if [ -f pbscript ]; then ./pbscript; fi ; rm -f ./pbscript\' | bash\"","Executing pbscript on $cptarget if needed","verbose");
1277 if (($cmt eq "vm") || ($cmt eq "ve")) {
1278 # Get back info on pkg produced, compute their name and get them from the VM
1279 pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'} $ENV{'PBBUILDDIR'} 2> /dev/null","Get package names in $cp2target");
1280 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1281 my $src = <KEEP>;
1282 chomp($src);
1283 close(KEEP);
1284 $src =~ s/^ *//;
1285 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$odir/$over");
1286 # Change pgben to make the next send2target happy
1287 my $made = "";
1288 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1289 foreach my $p (split(/ +/,$src)) {
1290 my $j = basename($p);
1291 pb_system("$cpcmd $cp2target/\'$p\' $ENV{'PBBUILDDIR'}/$odir/$over 2> /dev/null","Package recovery of $j in $cp2target");
1292 $made="$made $odir/$over/$j"; # if (($dtype ne "rpm") || ($j !~ /.src.rpm$/));
1293 }
1294 print KEEP "$made\n";
1295 close(KEEP);
1296 pb_system("$shcmd \"rm -rf $tdir $bdir\"","$cmt cleanup");
1297
1298 # Sign packages locally
1299 if ($dtype eq "rpm") {
1300 #pb_system("rpm --addsign --define \'_signature gpg\' --define \'__gpg_sign_cmd /usr/bin/gpg --batch --no-verbose --no-armor --no-secmem-warning -u \"$ENV{'PBPACKAGER'}\" -sbo %{__signature_filename} %{__plaintext_filename} --use-agent\' $made","Signing RPM packages packages");
1301 } elsif ($dtype eq "deb") {
1302 #pb_system("debsign $made","Signing DEB packages");
1303 } else {
1304 pb_log(0,"I don't know yet how to sign packages for type $dtype. Please give feedback to dev team");
1305 }
1306
1307 # We want to send them to the ssh account so overwrite what has been done before
1308 undef $pbaccount;
1309 pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
1310 pb_send2target("Packages",$odir."-".$over."-".$oarch,$vmexist,$vmpid);
1311 pb_rm_rf("$ENV{'PBBUILDDIR'}/$odir");
1312 }
1313 pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
1314 if ((! $vmexist) && (($cmt eq "vm") || ($cmt eq "Script"))) {
1315 pb_system("$shcmd \"sudo /sbin/halt -p \"; sleep $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' | bash ; sleep 10","VM $v halt (pid $vmpid)");
1316 }
1317}
1318
1319sub pb_script2v {
1320 my $pbscript=shift;
1321 my $vtype=shift;
1322 my $force=shift || 0; # Force stop of VM. Default not
1323 my $vm1=shift || undef; # Only that VM to treat
1324 my $vm;
1325 my $all;
1326
1327 pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$force)\n");
1328 # Prepare the script to be executed on the VM
1329 # in $ENV{'PBDESTDIR'}/pbscript
1330 if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript")) {
1331 copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1332 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1333 }
1334
1335 if (not defined $vm1) {
1336 ($vm,$all) = pb_get_v($vtype);
1337 } else {
1338 @$vm = ($vm1);
1339 }
1340 my ($vmexist,$vmpid) = (undef,undef);
1341
1342 foreach my $v (@$vm) {
1343 # Launch the VM/VE
1344 if ($vtype eq "vm") {
1345 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1346 pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
1347
1348 # Skip that VM if something went wrong
1349 next if (($vmpid == 0) && ($vmexist == 0));
1350
1351 # If force stopping the VM then reset vmexist
1352 if ($force == 1) {
1353 $vmpid = $vmexist;
1354 $vmexist = 0;
1355 }
1356 } else {
1357 #VE
1358 $vmexist = 0;
1359 $vmpid = 0;
1360 }
1361
1362 # Gather all required files to send them to the VM
1363 # and launch the build through pbscript
1364 pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
1365 pb_send2target("Script","$v",$vmexist,$vmpid);
1366
1367 }
1368}
1369
1370sub pb_launchv {
1371 my $vtype = shift;
1372 my $v = shift;
1373 my $create = shift || 0; # By default do not create a VM
1374
1375 pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create)\n");
1376 die "No VM/VE defined, unable to launch" if (not defined $v);
1377 # Keep only the first VM in case many were given
1378 $v =~ s/,.*//;
1379
1380 my $arch = pb_get_arch();
1381
1382 # Launch the VMs/VEs
1383 if ($vtype eq "vm") {
1384 die "-i iso parameter needed" if (((not defined $iso) || ($iso eq "")) && ($create != 0));
1385
1386 my ($ptr,$vmopt,$vmpath,$vmport,$vmtmout,$vmsize) = pb_conf_get("vmtype","vmopt","vmpath","vmport","vmtmout","vmsize");
1387
1388 my $vmtype = $ptr->{$ENV{'PBPROJ'}};
1389 if (not defined $ENV{'PBVMOPT'}) {
1390 $ENV{'PBVMOPT'} = "";
1391 }
1392 # Save the current status for later restoration
1393 $ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
1394 # Set a default timeout of 2 minutes
1395 if (not defined $ENV{'PBVMTMOUT'}) {
1396 $ENV{'PBVMTMOUT'} = "120";
1397 }
1398 if (defined $vmopt->{$v}) {
1399 $ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
1400 } elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
1401 $ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
1402 }
1403 if (defined $vmtmout->{$v}) {
1404 $ENV{'PBVMTMOUT'} = $vmtmout->{$v};
1405 } elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
1406 $ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
1407 }
1408 my $nport = $vmport->{$ENV{'PBPROJ'}};
1409 $nport = "$pbport" if (defined $pbport);
1410
1411 my $cmd;
1412 my $vmcmd; # has to be used for pb_check_ps
1413 my $vmm; # has to be used for pb_check_ps
1414 if (($vmtype eq "qemu") || ($vmtype eq "kvm")) {
1415 my $qemucmd32;
1416 my $qemucmd64;
1417 if ($arch eq "x86_64") {
1418 $qemucmd32 = "/usr/bin/qemu-system-i386";
1419 $qemucmd64 = "/usr/bin/qemu";
1420 } else {
1421 $qemucmd32 = "/usr/bin/qemu";
1422 $qemucmd64 = "/usr/bin/qemu-system-x86_64";
1423 }
1424 if ($v =~ /x86_64/) {
1425 $vmcmd = "$qemucmd64";
1426 } else {
1427 $vmcmd = "$qemucmd32";
1428 }
1429 if ($vmtype eq "kvm") {
1430 $vmcmd = "/usr/bin/kvm";
1431 }
1432 $vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
1433 if ($create != 0) {
1434 $ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
1435 }
1436 $cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
1437 } elsif ($vmtype eq "xen") {
1438 } elsif ($vmtype eq "vmware") {
1439 } else {
1440 die "VM of type $vmtype not supported. Report to the dev team";
1441 }
1442 # Restore the ENV VAR Value
1443 $ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
1444
1445 my ($tmpcmd,$void) = split(/ +/,$cmd);
1446 my $vmexist = pb_check_ps($tmpcmd,$vmm);
1447 my $vmpid = 0;
1448 if (! $vmexist) {
1449 if ($create != 0) {
1450 die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
1451 if (($vmtype eq "qemu") || ($vmtype eq "xen") || ($vmtype eq "kvm")) {
1452 pb_system("/usr/bin/qemu-img create -f qcow2 $vmm $vmsize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
1453 } elsif ($vmtype eq "vmware") {
1454 } else {
1455 }
1456 }
1457 if (! -f "$vmm") {
1458 pb_log(0,"Unable to find VM $vmm\n");
1459 } else {
1460 pb_system("$cmd &","Launching the VM $vmm");
1461 pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up");
1462 $vmpid = pb_check_ps($tmpcmd,$vmm);
1463 pb_log(0,"VM $vmm launched (pid $vmpid)\n");
1464 }
1465 } else {
1466 pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
1467 }
1468 pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
1469 return($vmexist,$vmpid);
1470 # VE here
1471 } else {
1472 # Get VE context
1473 my ($ptr,$vetmout,$vepath,$verebuild,$veconf,$vepostinstall) = pb_conf_get("vetype","vetmout","vepath","verebuild","veconf");
1474 my ($veb4pi,$vepkglist) = pb_conf_get_if("veb4pi","vepkglist");
1475 my $vetype = $ptr->{$ENV{'PBPROJ'}};
1476
1477 # Get distro context
1478 my ($name,$ver,$darch) = split(/-/,$v);
1479 chomp($darch);
1480 my ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($name,$ver);
1481
1482 if ($vetype eq "chroot") {
1483 # Architecture consistency
1484 if ($arch ne $darch) {
1485 die "Unable to launch a VE of architecture $darch on a $arch platform" if (not (($darch eq "x86_64") && ($arch =~ /i?86/)));
1486 }
1487
1488 my ($verpmtype) = pb_conf_get("verpmtype");
1489 if (($create != 0) || ($verebuild->{$ENV{'PBPROJ'}} eq "true") || ($force == 1)) {
1490 # We have to rebuild the chroot
1491 if ($dtype eq "rpm") {
1492
1493 my $verpmstyle = pb_get_dist_param($ddir,$dver,$darch,$verpmtype);
1494 if ($verpmstyle eq "rinse") {
1495 # Need to reshape the mirrors generated
1496 my $post = "--before-post-install ";
1497 my $postparam = pb_get_dist_param($ddir,$dver,$darch,$veb4pi);
1498 if ($postparam eq "") {
1499 $post = "";
1500 } else {
1501 $post .= $postparam;
1502 }
1503
1504 # Need to reshape the package list for pb
1505 my $addpkgs;
1506 $postparam = pb_get_dist_param($ddir,$dver,$darch,$vepkglist);
1507 if ($postparam eq "") {
1508 $addpkgs = "";
1509 } else {
1510 my $pkgfile = "$ENV{'PBTMP'}/addpkgs.lis";
1511 open(PKG,"> $pkgfile") || die "Unable to create $pkgfile";
1512 foreach my $p (split(/,/,$postparam)) {
1513 print PKG "$p\n";
1514 }
1515 close(PKG);
1516 $addpkgs = "--add-pkg-list $pkgfile";
1517 }
1518 my $rinseverb = "--verbose" if ($pbdebug gt 0);
1519
1520 pb_system("sudo /usr/sbin/rinse --directory \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" --arch \"$darch\" --distribution \"$ddir-$dver\" --config \"$veconf->{$ENV{'PBPROJ'}}\" $post $addpkgs $rinseverb","Creating the rinse VE for $ddir-$dver ($darch)", "verbose");
1521 } elsif ($verpmstyle eq "mock") {
1522 pb_system("sudo /usr/sbin/mock --init --resultdir=\"/tmp\" --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" -r $v","Creating the mock VE for $ddir-$dver ($darch)");
1523 # Once setup we need to install some packages, the pb account, ...
1524 pb_system("sudo /usr/sbin/mock --install --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" -r $v su","Configuring the mock VE");
1525 }
1526 } elsif ($dtype eq "deb") {
1527 pb_system("","Creating the pbuilder VE");
1528 } elsif ($dtype eq "ebuild") {
1529 die "Please teach the dev team how to build gentoo chroot";
1530 } else {
1531 die "Unknown distribution type $dtype. Report to dev team";
1532 }
1533 }
1534 # Nothing more to do for VE. No real launch
1535 } else {
1536 die "VE of type $vetype not supported. Report to the dev team";
1537 }
1538 }
1539}
1540
1541# Return string for date synchro
1542sub pb_date_v {
1543
1544my $vtype = shift;
1545my $v = shift;
1546
1547my ($ntp) = pb_conf_get($vtype."ntp");
1548my $vntp = $ntp->{$ENV{'PBPROJ'}};
1549my $ntpline;
1550
1551if (defined $vntp) {
1552 my ($ntpcmd) = pb_conf_get($vtype."ntpcmd");
1553 my $vntpcmd;
1554 if (defined $ntpcmd->{$v}) {
1555 $vntpcmd = $ntpcmd->{$v};
1556 } elsif (defined $vntpcmd->{$ENV{'PBPROJ'}}) {
1557 $vntpcmd = $ntpcmd->{$ENV{'PBPROJ'}};
1558 } else {
1559 $vntpcmd = "/bin/true";
1560 }
1561 $ntpline = "sudo $vntpcmd $vntp";
1562} else {
1563 $ntpline = undef;
1564}
1565# Force new date to be in the future compared to the date
1566# of the host by adding 1 minute
1567my @date=pb_get_date();
1568$date[1]++;
1569my $upddate = strftime("%m%d%H%M%Y", @date);
1570my $dateline = "sudo date $upddate";
1571return($ntpline,$dateline);
1572}
1573
1574sub pb_build2v {
1575
1576my $vtype = shift;
1577
1578my ($v,$all) = pb_get_v($vtype);
1579
1580# Send tar files when we do a global generation
1581pb_build2ssh() if ($all == 1);
1582
1583my ($vmexist,$vmpid) = (undef,undef);
1584
1585foreach my $v (@$v) {
1586 # Prepare the script to be executed on the VM/VE
1587 # in $ENV{'PBDESTDIR'}/pbscript
1588 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1589 print SCRIPT "#!/bin/bash\n";
1590 print SCRIPT "echo ... Execution needed\n";
1591 print SCRIPT "# This is in directory delivery\n";
1592 print SCRIPT "# Setup the variables required for building\n";
1593 print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
1594 print SCRIPT "# Preparation for pb\n";
1595 print SCRIPT "mv .pbrc \$HOME\n";
1596 print SCRIPT "cd ..\n";
1597
1598 # Get list of packages to build and get some ENV vars as well
1599 my $ptr = pb_get_pkg();
1600 @pkgs = @$ptr;
1601 my $p = join(' ',@pkgs) if (@pkgs);
1602 print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
1603 print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
1604 print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
1605
1606 my ($ntpline,$dateline) = pb_date_v($vtype,$v);
1607 print SCRIPT "# Time sync\n";
1608 if (defined $ntpline) {
1609 print SCRIPT "$ntpline\n";
1610 } else {
1611 print SCRIPT "$dateline\n";
1612 }
1613
1614 # Transmit the verbosity level to the virtual env/mach.
1615 my $verbose = "";
1616 my $i = 0; # minimal debug level
1617 while ($i lt $pbdebug) {
1618 $verbose .= "-v ";
1619 $i++;
1620 }
1621 # Quiet if asked to be so on the original system
1622 $verbose = "-q" if ($pbdebug eq -1);
1623
1624 print SCRIPT "# Build\n";
1625 print SCRIPT "echo Building packages on $vtype...\n";
1626 print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} build2pkg $p\n";
1627 close(SCRIPT);
1628 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1629
1630 if ($vtype eq "vm") {
1631 # Launch the VM
1632 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1633
1634 # Skip that VM if it something went wrong
1635 next if (($vmpid == 0) && ($vmexist == 0));
1636 } else {
1637 # VE
1638 $vmexist = 0;
1639 $vmpid = 0;
1640 }
1641 # Gather all required files to send them to the VM/VE
1642 # and launch the build through pbscript
1643 pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
1644 pb_send2target($vtype,"$v",$vmexist,$vmpid);
1645}
1646}
1647
1648
1649sub pb_newver {
1650
1651 die "-V Version parameter needed" if ((not defined $newver) || ($newver eq ""));
1652
1653 # Need this call for PBDIR
1654 my ($scheme2,$uri) = pb_cms_init($pbinit);
1655
1656 my ($pbconf) = pb_conf_get("pbconfurl");
1657 $uri = $pbconf->{$ENV{'PBPROJ'}};
1658 my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
1659
1660 # Checking CMS repositories status
1661 my ($pburl) = pb_conf_get("pburl");
1662 ($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
1663
1664 if ($scheme !~ /^svn/) {
1665 die "Only SVN is supported at the moment";
1666 }
1667
1668 my $res = pb_cms_isdiff($scheme,$ENV{'PBROOTDIR'});
1669 die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
1670
1671 $res = pb_cms_isdiff($scheme2,$ENV{'PBDIR'});
1672 die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
1673
1674 # Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
1675 # we want to get for the root of the new URL
1676
1677 my $tmp = $ENV{'PBROOTDIR'};
1678 $tmp =~ s|^$ENV{'PBCONFDIR'}||;
1679
1680 my $newurl = "$uri/".dirname($tmp)."/$newver";
1681 # Should probably use projver in the old file
1682 my $oldver= basename($tmp);
1683
1684 # Duplicate and extract project-builder part
1685 pb_log(2,"Copying $uri/$tmp to $newurl\n");
1686 pb_cms_copy($scheme,"$uri/$tmp",$newurl);
1687 pb_log(2,"Checkout $newurl to $ENV{'PBROOTDIR'}/../$newver\n");
1688 pb_cms_up($scheme,"$ENV{'PBCONFDIR'}/..");
1689
1690 # Duplicate and extract project
1691 my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/".dirname($tmp)."/$newver";
1692
1693 pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$tmp to $newurl2\n");
1694 pb_cms_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$tmp",$newurl2);
1695 pb_log(2,"Checkout $newurl2 to $ENV{'PBDIR'}/../$newver\n");
1696 pb_cms_up($scheme2,"$ENV{'PBDIR'}/..");
1697
1698 # Update the .pb file
1699 open(FILE,"$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb") || die "Unable to open $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb";
1700 open(OUT,"> $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new") || die "Unable to write to $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new";
1701 while(<FILE>) {
1702 s/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/projver $ENV{'PBPROJ'} = $newver/;
1703 pb_log(0,"Changing projver from $oldver to $newver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/);
1704 s/^testver/#testver/;
1705 pb_log(0,"Commenting testver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
1706 print OUT $_;
1707 }
1708 close(FILE);
1709 close(OUT);
1710 rename("$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb");
1711
1712 # Checking pbcl files
1713 foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
1714 # Compute new pbcl file
1715 my $f2 = $f;
1716 $f2 =~ s|$ENV{'PBROOTDIR'}|$ENV{'PBROOTDIR'}/../$newver/|;
1717 open(PBCL,$f) || die "Unable to open $f";
1718 my $foundnew = 0;
1719 while (<PBCL>) {
1720 $foundnew = 1 if (/^$newver \(/);
1721 }
1722 close(PBCL);
1723 open(OUT,"> $f2") || die "Unable to write to $f2: $!";
1724 open(PBCL,$f) || die "Unable to open $f";
1725 while (<PBCL>) {
1726 print OUT "$_" if (not /^$oldver \(/);
1727 if ((/^$oldver \(/) && ($foundnew == 0)) {
1728 print OUT "$newver ($pbdate)\n";
1729 print OUT "- TBD\n";
1730 print OUT "\n";
1731 pb_log(0,"WARNING: version $newver not found in $f so added to $f2...\n") if ($foundnew == 0);
1732 }
1733 }
1734 close(OUT);
1735 close(PBCL);
1736 }
1737
1738 pb_log(2,"Checkin $ENV{'PBROOTDIR'}/../$newver\n");
1739 pb_cms_checkin($scheme,"$ENV{'PBROOTDIR'}/../$newver",undef);
1740}
1741
1742#
1743# Return the list of VMs/VEs we are working on
1744# $all is a flag to know if we return all of them
1745# or only some (if all we publish also tar files in addition to pkgs
1746#
1747sub pb_get_v {
1748
1749my $vtype = shift;
1750my @v;
1751my $all = 0;
1752my $vlist;
1753my $pbv = 'PBV';
1754
1755if ($vtype eq "vm") {
1756 $vlist = "vmlist";
1757} elsif ($vtype eq "ve") {
1758 $vlist = "velist";
1759}
1760# Get VM/VE list
1761if ((not defined $ENV{$pbv}) || ($ENV{$pbv} =~ /^all$/)) {
1762 my ($ptr) = pb_conf_get($vlist);
1763 $ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
1764 $all = 1;
1765}
1766pb_log(2,"$vtype: $ENV{$pbv}\n");
1767@v = split(/,/,$ENV{$pbv});
1768return(\@v,$all);
1769}
1770
1771# Function to create a potentialy missing pb account on the VM/VE, and adds it to sudo
1772# Needs to use root account to connect to the VM/VE
1773# pb will take your local public SSH key to access
1774# the pb account in the VM later on if needed
1775sub pb_setup_v {
1776
1777my $vtype = shift;
1778
1779my ($vm,$all) = pb_get_v($vtype);
1780
1781# Script generated
1782my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
1783
1784foreach my $v (@$vm) {
1785 # Deal with date sync.
1786 my ($ntpline,$dateline) = pb_date_v($vtype,$v);
1787
1788 # Name of the account to deal with for VM/VE
1789 # Do not use the one passed potentially with -a
1790 my ($pbac) = pb_conf_get($vtype."login");
1791 my ($key,$zero0,$zero1,$zero2);
1792 my ($vmexist,$vmpid);
1793
1794 if ($vtype eq "vm") {
1795 # Prepare the key to be used and transfered remotely
1796 my $keyfile = pb_ssh_get(1);
1797
1798 my ($vmhost,$vmport,$vmntp) = pb_conf_get("vmhost","vmport","vmntp");
1799 my $nport = $vmport->{$ENV{'PBPROJ'}};
1800 $nport = "$pbport" if (defined $pbport);
1801
1802 # Launch the VM
1803 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1804
1805 # Skip that VM if something went wrong
1806 next if (($vmpid == 0) && ($vmexist == 0));
1807
1808 # Store the pub key part in a variable
1809 open(FILE,"$keyfile.pub") || die "Unable to open $keyfile.pub";
1810 ($zero0,$zero1,$zero2) = split(/ /,<FILE>);
1811 close(FILE);
1812
1813 $key = "\Q$zero1";
1814
1815 pb_system("cat $keyfile.pub | ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys\"","Copying local keys to $vtype. This may require the root password");
1816 # once this is done, we can do what we want on the VM remotely
1817 }
1818
1819 # Prepare the script to be executed on the VM/VE
1820 # in $ENV{'PBDESTDIR'}/setupv
1821
1822 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
1823 print SCRIPT << 'EOF';
1824#!/usr/bin/perl -w
1825
1826use strict;
1827use File::Copy;
1828
1829# We should not need in this script more functions than what is provided
1830# by Base and Distribution to avoid problems at exec time.
1831# They are appended at the end.
1832
1833our $pbdebug;
1834our $pbLOG;
1835our $pbsynmsg = "pbscript";
1836our $pbdisplaytype = "text";
1837our $pblocale = "";
1838pb_log_init($pbdebug, $pbLOG);
1839pb_temp_init();
1840
1841EOF
1842 if ($vtype eq "vm") {
1843 print SCRIPT << 'EOF';
1844# Removes duplicate in .ssh/authorized_keys of our key if needed
1845#
1846my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
1847open(PBFILE,$file1) || die "Unable to open $file1";
1848open(PBOUT,"> $file1.new") || die "Unable to open $file1.new";
1849my $count = 0;
1850while (<PBFILE>) {
1851
1852EOF
1853 print SCRIPT << "EOF";
1854 if (/ $key /) {
1855 \$count++;
1856 }
1857print PBOUT \$_ if ((\$count <= 1) || (\$_ !~ / $key /));
1858}
1859close(PBFILE);
1860close(PBOUT);
1861rename("\$file1.new",\$file1);
1862chmod 0600,\$file1;
1863
1864# Sync date
1865EOF
1866 if (defined $ntpline) {
1867 print SCRIPT "system(\"$ntpline\");\n";
1868 } else {
1869 print SCRIPT "system(\"$dateline\");\n";
1870 }
1871 }
1872 print SCRIPT << 'EOF';
1873
1874# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
1875#
1876my $file="/etc/passwd";
1877open(PBFILE,$file) || die "Unable to open $file";
1878my $found = 0;
1879while (<PBFILE>) {
1880EOF
1881 print SCRIPT << "EOF";
1882 \$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
1883EOF
1884 print SCRIPT << 'EOF';
1885}
1886close(PBFILE);
1887
1888if ( $found == 0 ) {
1889 if ( ! -d "/home" ) {
1890 pb_mkdir("/home");
1891 }
1892EOF
1893 print SCRIPT << "EOF";
1894pb_system("groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
1895pb_system("useradd $pbac->{$ENV{'PBPROJ'}} -g $pbac->{$ENV{'PBPROJ'}} -m -d /home/$pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home /home/$pbac->{$ENV{'PBPROJ'}}");
1896}
1897EOF
1898
1899 if ($vtype eq "vm") {
1900 print SCRIPT << "EOF";
1901# allow ssh entry to build
1902#
1903mkdir "/home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
1904# Allow those accessing root to access the build account
1905copy("\$ENV{'HOME'}/.ssh/authorized_keys","/home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
1906chmod 0600,".ssh/authorized_keys";
1907pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} /home/$pbac->{$ENV{'PBPROJ'}}/.ssh","Finish setting up the SSH env for $pbac->{$ENV{'PBPROJ'}}");
1908
1909EOF
1910}
1911 print SCRIPT << 'EOF';
1912# No passwd for build account only keys
1913$file="/etc/shadow";
1914open(PBFILE,$file) || die "Unable to open $file";
1915open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1916while (<PBFILE>) {
1917EOF
1918 print SCRIPT << "EOF";
1919 s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
1920 s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
1921EOF
1922 print SCRIPT << 'EOF';
1923 print PBOUT $_;
1924}
1925close(PBFILE);
1926close(PBOUT);
1927rename("$file.new",$file);
1928chmod 0640,$file;
1929
1930# Keep the VM in text mode
1931$file="/etc/inittab";
1932if (-f $file) {
1933 open(PBFILE,$file) || die "Unable to open $file";
1934 open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1935 while (<PBFILE>) {
1936 s/^(..):5:initdefault:$/$1:3:initdefault:/;
1937 print PBOUT $_;
1938 }
1939 close(PBFILE);
1940 close(PBOUT);
1941 rename("$file.new",$file);
1942 chmod 0640,$file;
1943}
1944
1945# pb has to be added to portage group on gentoo
1946
1947# Adapt sudoers
1948$file="/etc/sudoers";
1949open(PBFILE,$file) || die "Unable to open $file";
1950open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1951while (<PBFILE>) {
1952EOF
1953 print SCRIPT << "EOF";
1954 next if (/^$pbac->{$ENV{'PBPROJ'}} /);
1955EOF
1956 print SCRIPT << 'EOF';
1957 s/Defaults[ \t]+requiretty//;
1958 print PBOUT $_;
1959}
1960close(PBFILE);
1961EOF
1962 print SCRIPT << "EOF";
1963# This is needed in order to be able to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
1964print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
1965EOF
1966 print SCRIPT << 'EOF';
1967close(PBOUT);
1968rename("$file.new",$file);
1969chmod 0440,$file;
1970
1971EOF
1972
1973 my $SCRIPT = \*SCRIPT;
1974
1975 pb_install_deps($SCRIPT);
1976
1977 print SCRIPT << 'EOF';
1978# Suse wants sudoers as 640
1979if (($ddir eq "sles") || (($ddir eq "suse")) && ($dver =~ /10.[012]/)) {
1980 chmod 0640,$file;
1981}
1982
1983pb_system("rm -rf ProjectBuilder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/ProjectBuilder-latest.tar.gz ; tar xvfz ProjectBuilder-latest.tar.gz ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/project-builder-latest.tar.gz ; tar xvfz project-builder-latest.tar.gz ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
1984system "pb 2>&1 | head -5";
1985EOF
1986 # Adds pb_distro_init from ProjectBuilder::Distribution and Base
1987 foreach my $d (@INC) {
1988 my @f = ("$d/ProjectBuilder/Base.pm","$d/ProjectBuilder/Distribution.pm");
1989 foreach my $f (@f) {
1990 if (-f "$f") {
1991 open(PBD,"$f") || die "Unable to open $f";
1992 while (<PBD>) {
1993 next if (/^package/);
1994 next if (/^use Exporter/);
1995 next if (/^use ProjectBuilder::/);
1996 next if (/^our /);
1997 print SCRIPT $_;
1998 }
1999 close(PBD);
2000 }
2001 }
2002 }
2003 close(SCRIPT);
2004 chmod 0755,"$pbscript";
2005
2006 # That build script needs to be run as root and force stop of VM at end
2007 $pbaccount = "root";
2008
2009 # Force shutdown of VM exept if it was already launched
2010 my $force = 0;
2011 if ((! $vmexist) && ($vtype eq "vm")) {
2012 $force = 1;
2013 }
2014
2015 pb_script2v($pbscript,$vtype,$force,$v);
2016}
2017return;
2018}
2019
2020sub pb_install_deps {
2021
2022my $SCRIPT = shift;
2023
2024print {$SCRIPT} << 'EOF';
2025# We need to have that pb_distro_init function
2026# Get it from Project-Builder::Distribution
2027my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd) = pb_distro_init();
2028print "distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n";
2029
2030# Get and install pb
2031my $insdm = "rm -rf Date-Manip* ; wget http://search.cpan.org/CPAN/authors/id/S/SB/SBECK/Date-Manip-5.54.tar.gz ; tar xvfz Date-Manip-5.54.tar.gz ; cd Date-Manip* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Date-Manip*";
2032my $insmb = "rm -rf Module-Build* ; wget http://search.cpan.org/CPAN/authors/id/K/KW/KWILLIAMS/Module-Build-0.2808.tar.gz ; tar xvfz Module-Build-0.2808.tar.gz ; cd Module-Build* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Module-Build*";
2033my $insfm = "rm -rf File-MimeInfo* ; wget http://search.cpan.org/CPAN/authors/id/P/PA/PARDUS/File-MimeInfo/File-MimeInfo-0.15.tar.gz ; tar xvfz File-MimeInfo-0.15.tar.gz ; cd File-MimeInfo* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf File-MimeInfo*";
2034my $insfb = "rm -rf File-Basedir* ; wget http://search.cpan.org/CPAN/authors/id/P/PA/PARDUS/File-BaseDir-0.03.tar.gz ; tar xvfz File-BaseDir-0.03.tar.gz ; cd File-BaseDir* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf File-BaseDir*";
2035my $insms = "rm -rf Mail-Sendmail* ; wget http://search.cpan.org/CPAN/authors/id/M/MI/MIVKOVIC/Mail-Sendmail-0.79.tar.gz ; tar xvfz Mail-Sendmail-0.79.tar.gz ; cd Mail-Sendmail* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Mail-Sendmail*";
2036my $inslg = "rm -rf gettext* ; wget http://search.cpan.org/CPAN/authors/id/P/PV/PVANDRY/gettext-1.05.tar.gz ; tar xvfz gettext-1.05.tar.gz ; cd gettext* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf gettext*";
2037my $cmtdm = "Installing Date-Manip perl module";
2038my $cmtmb = "Installing Module-Build perl module";
2039my $cmtfm = "Installing File-MimeInfo perl module";
2040my $cmtfb = "Installing File-Basedir perl module";
2041my $cmtms = "Installing Perl-Sendmail perl module";
2042my $cmtlg = "Installing Perl-gettext perl module";
2043my $cmtall = "Installing required modules";
2044
2045if ( $ddir eq "fedora" ) {
2046 pb_system("yum clean all","Cleaning yum env");
2047 if ($dver == 4) {
2048 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget patch ntp sudo perl-DateManip perl-ExtUtils-MakeMaker"));
2049 pb_system("$insmb","$cmtmb");
2050 pb_system("$insfm","$cmtfm");
2051 pb_system("$insfb","$cmtfb");
2052 pb_system("$insms","$cmtms");
2053 pb_system("$inslg","$cmtlg");
2054 } else {
2055 my $addp = "";
2056 if ($dver > 9) {
2057 $addp = "perl-gettext";
2058 } else {
2059 pb_system("$inslg","$cmtlg");
2060 }
2061 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget patch ntp sudo perl-DateManip perl-ExtUtils-MakeMaker perl-File-MimeInfo perl-Mail-Sendmail $addp"));
2062 }
2063} elsif (( $dfam eq "rh" ) || ($ddir eq "sles") || (($ddir eq "suse") && (($dver eq "10.1") || ($dver eq "10.0"))) || ($ddir eq "slackware")) {
2064 # Suppose pkg are installed already as no online mirror available
2065 pb_system("rpm -e lsb 2>&1 > /dev/null","Removing lsb package");
2066 pb_system("$insdm","$cmtdm");
2067 pb_system("$insmb","$cmtmb");
2068 pb_system("$insfm","$cmtfm");
2069 pb_system("$insfb","$cmtfb");
2070 pb_system("$insms","$cmtms");
2071 pb_system("$inslg","$cmtlg");
2072} elsif ($ddir eq "suse") {
2073 # New OpenSuSE
2074 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"make wget patch sudo ntp"));
2075 pb_system("$insmb","$cmtmb");
2076 pb_system("$insfm","$cmtfm");
2077 pb_system("$insfb","$cmtfb");
2078 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"perl-Date-Manip perl-File-HomeDir perl-Mail-Sendmail"));
2079 if ($dver < 11) {
2080 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"ntp"));
2081 } else {
2082 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"sntp"));
2083 }
2084} elsif ( $dfam eq "md" ) {
2085 my $addp = "";
2086 if (($ddir eq "mandrake") && ($dver eq "10.1")) {
2087 pb_system("$insdm","$cmtdm");
2088 pb_system("$inslg","$cmtlg");
2089 } else {
2090 $addp ="perl-DateManip perl-Locale-gettext";
2091 }
2092 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget sudo patch ntp-client perl-File-MimeInfo perl-Mail-Sendmail perl-Locale-gettext $addp"));
2093} elsif ( $dfam eq "du" ) {
2094 if (( $dver eq "3.1" ) && ($ddir eq "debian")) {
2095 pb_system("$insfb","$cmtfb");
2096 pb_system("$insfm","$cmtfm");
2097 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget patch ssh sudo debian-builder dh-make fakeroot ntpdate libmodule-build-perl libdate-manip-perl libmail-sendmail-perl liblocale-gettext-perl"));
2098 } else {
2099 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget patch openssh-server dpkg-dev sudo debian-builder dh-make fakeroot ntpdate libfile-mimeinfo-perl libmodule-build-perl libdate-manip-perl libmail-sendmail-perl liblocale-gettext-perl"));
2100 }
2101} elsif ( $dfam eq "gen" ) {
2102 #system "emerge -u system";
2103 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget sudo ntp DateManip File-MimeInfo Mail-Sendmail Locale-gettext"));
2104} else {
2105 pb_log(0,"No pkg to install\n");
2106}
2107EOF
2108}
2109
2110sub pb_announce {
2111
2112 # Get all required parameters
2113 my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
2114 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2115 my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
2116 my @pkgs = @$pkg;
2117 my %pkgs;
2118 my $first = 0;
2119
2120 # Command to find packages on repo
2121 my $findstr = "find . ";
2122 # Generated announce files
2123 my @files;
2124
2125 foreach my $pbpkg (@pkgs) {
2126 if ($first != 0) {
2127 $findstr .= "-o ";
2128 }
2129 $first++;
2130 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
2131 $pbver = $pkgv->{$pbpkg};
2132 } else {
2133 $pbver = $ENV{'PBPROJVER'};
2134 }
2135 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
2136 $pbtag = $pkgt->{$pbpkg};
2137 } else {
2138 $pbtag = $ENV{'PBPROJTAG'};
2139 }
2140
2141 # TODO: use virtual/real names here now
2142 $findstr .= "-name \'$pbpkg-$pbver-$pbtag\.*.rpm\' -o -name \'$pbpkg"."_$pbver*\.deb\' -o -name \'$pbpkg-$pbver\.ebuild\' ";
2143
2144 my $chglog;
2145
2146 # Get project info on log file and generate tmp files used later on
2147 pb_cms_init($pbinit);
2148 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
2149 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
2150 $chglog = undef if (! -f $chglog);
2151
2152 open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") || die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
2153 my %pb;
2154 $pb{'dtype'} = "announce";
2155 $pb{'realpkg'} = $pbpkg;
2156 $pb{'ver'} = $pbver;
2157 $pb{'tag'} = $pbtag;
2158 $pb{'suf'} = "N/A"; # Should not be empty even if unused
2159 $pb{'date'} = $pbdate;
2160 $pb{'chglog'} = $chglog;
2161 $pb{'packager'} = $pbpackager;
2162 $pb{'proj'} = $ENV{'PBPROJ'};
2163 $pb{'repo'} = $pbrepo;
2164 pb_changelog(\%pb,\*OUT,"yes");
2165 close(OUT);
2166 push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
2167 }
2168 $findstr .= " | grep -Ev \'src.rpm\'";
2169 if ((not defined $testver) || (not defined $testver->{$ENV{'PBPROJ'}}) || ($testver->{$ENV{'PBPROJ'}} !~ /true/i)) {
2170 $findstr .= " | grep -v ./test/";
2171 }
2172
2173 # Prepare the command to run and execute it
2174 open(PBS,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
2175 print PBS "$findstr\n";
2176 close(PBS);
2177 chmod 0755,"$ENV{'PBTMP'}/pbscript";
2178 pb_send2target("Announce");
2179
2180 # Get subject line
2181 my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
2182 pb_log(0,"Please enter the title of your announce\n");
2183 pb_log(0,"(By default: $sl)\n");
2184 my $sl2 = <STDIN>;
2185 $sl = $sl2 if ($sl2 !~ /^$/);
2186
2187 # Prepare a template of announce
2188 open(ANN,"> $ENV{'PBTMP'}/announce.html") || die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
2189 print ANN << "EOF";
2190$sl</p>
2191
2192<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
2193<p>
2194Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
2195</p>
2196<p>
2197EOF
2198 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to read $ENV{'PBTMP'}/system.log: $!";
2199 my $col = 2;
2200 my $i = 1;
2201 print ANN << 'EOF';
2202<TABLE WIDTH="700" CELLPADDING="0" CELLSPACING="0" BORDER="0">
2203<TR>
2204EOF
2205 while (<LOG>) {
2206 print ANN "<TD>$_</TD>";
2207 $i++;
2208 if ($i > $col) {
2209 print ANN "</TR>\n<TR>";
2210 $i = 1;
2211 }
2212 }
2213 close(LOG);
2214 print ANN << "EOF";
2215</TR>
2216</TABLE>
2217</p>
2218
2219<p>As usual source packages are also available in the same directory.</p>
2220
2221<p>
2222Changes are :
2223</p>
2224<p>
2225EOF
2226 # Get each package changelog content
2227 foreach my $f (sort(@files)) {
2228 open(IN,"$f") || die "Unable to read $f:$!";
2229 while (<IN>) {
2230 print ANN $_;
2231 }
2232 close(IN);
2233 print ANN "</p><p>\n";
2234 }
2235 print ANN "</p>\n";
2236 close(ANN);
2237
2238 # Allow for modification
2239 pb_system("vi $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
2240
2241 # Store it in DB for external usage (Web pages generation)
2242 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2243
2244 my $precmd = "";
2245 if (! -f $db) {
2246 $precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
2247 }
2248
2249 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2250 { RaiseError => 1, AutoCommit => 1 })
2251 || die "Unable to connect to $db";
2252
2253 if ($precmd ne "") {
2254 my $sth = $dbh->prepare(qq{$precmd})
2255 || die "Unable to create table into $db";
2256 $sth->execute();
2257 }
2258
2259 # To read whole file
2260 local $/;
2261 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2262 my $announce = <ANN>;
2263 close(ANN);
2264
2265 pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
2266 my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
2267 || die "Unable to insert into $db";
2268 $sth->execute($pbdate, $announce);
2269 $dbh->disconnect;
2270
2271 # Then deliver it on the Web
2272 # $TOOLHOME/livwww www
2273
2274 # Mail it to project's ML
2275 open(ML,"| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") || die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
2276 print ML << 'EOF';
2277<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
2278
2279<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
2280 <head>
2281 </head>
2282 <body>
2283 <p>
2284EOF
2285 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2286 while(<ANN>) {
2287 print ML $_;
2288 }
2289 print ML << 'EOF';
2290</body>
2291</html>
2292EOF
2293 close(ML);
2294
2295 # To read whole file
2296 local $/;
2297 open(ANN,"$ENV{'PBTMP'}/announce.txt") || die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
2298 my $msg = <ANN>;
2299 close(ANN);
2300
2301 # Preparation of headers
2302
2303 my %mail = (
2304 To => $pbml->{$ENV{'PBPROJ'}},
2305 From => $pbpackager->{$ENV{'PBPROJ'}},
2306 Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
2307 Body => $msg,
2308 Subject => "[ANNOUNCE] $sl",
2309 );
2310
2311 # Send mail
2312 sendmail(%mail) or die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
2313}
2314
2315#
2316# Creates a set of HTML file containing the news for the project
2317# based on what has been generated by the pb_announce function
2318#
2319sub pb_web_news2html {
2320
2321 my $dest = shift || $ENV{'PBTMP'};
2322
2323 # Get all required parameters
2324 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2325
2326 # DB of announces for external usage (Web pages generation)
2327 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2328
2329 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2330 { RaiseError => 1, AutoCommit => 1 })
2331 || die "Unable to connect to $db";
2332 # For date handling
2333 $ENV{LANGUAGE}="C";
2334 my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
2335 my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
2336 pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
2337 my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
2338 my %news;
2339 $news{"cy"} = ""; # current year's news
2340 $news{"ly"} = ""; # last year news
2341 $news{"py"} = ""; # previous years news
2342 $news{"fp"} = ""; # first page news
2343 my $cpt = 4; # how many news for first page
2344 # Extract info from DB
2345 foreach my $row (@$all) {
2346 my ($id, $date, $announce) = @$row;
2347 $news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
2348 $news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
2349 $news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
2350 $news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
2351 $cpt--;
2352 }
2353 pb_log(1,"news{fp}: ".$news{"fp"}."\n");
2354 $dbh->disconnect;
2355
2356 # Generate the HTML content
2357 foreach my $pref (keys %news) {
2358 open(NEWS,"> $dest/pb_web_$pref"."news.html") || die "Unable to create $dest/pb_web_$pref"."news.html: $!";
2359 print NEWS "$news{$pref}";
2360 close(NEWS);
2361 }
2362}
2363
2364
2365# Return the SSH key file to use
2366# Potentially create it if needed
2367
2368sub pb_ssh_get {
2369
2370my $create = shift || 0; # Do not create keys by default
2371
2372# Check the SSH environment
2373my $keyfile = undef;
2374
2375# We have specific keys by default
2376$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
2377if (!(-e $keyfile) && ($create eq 1)) {
2378 pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
2379}
2380
2381$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
2382$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
2383$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
2384die "Unable to find your public ssh key under $keyfile" if (not defined $keyfile);
2385return($keyfile);
2386}
2387
2388
2389# Returns the pid of a running VM command using a specific VM file
2390sub pb_check_ps {
2391 my $vmcmd = shift;
2392 my $vmm = shift;
2393 my $vmexist = 0; # FALSE by default
2394
2395 open(PS, "ps auxhww|") || die "Unable to call ps";
2396 while (<PS>) {
2397 next if (! /$vmcmd/);
2398 next if (! /$vmm/);
2399 my ($void1, $void2);
2400 ($void1, $vmexist, $void2) = split(/ +/);
2401 last;
2402 }
2403 return($vmexist);
2404}
2405
2406
2407sub pb_extract_build_files {
2408
2409my $src=shift;
2410my $dir=shift;
2411my $ddir=shift;
2412my $mandatory=shift || "spec";
2413my @files;
2414
2415my $flag = "mayfail" if ($mandatory eq "patch");
2416my $res;
2417
2418if ($src =~ /tar\.gz$/) {
2419 $res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
2420} elsif ($src =~ /tar\.bz2$/) {
2421 $res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
2422} else {
2423 die "Unknown compression algorithm for $src";
2424}
2425# If not mandatory return now
2426return() if (($res != 0) and ($mandatory eq "patch"));
2427opendir(DIR,"$dir") || die "Unable to open directory $dir";
2428foreach my $f (readdir(DIR)) {
2429 next if ($f =~ /^\./);
2430 # Skip potential patch dir
2431 next if ($f =~ /^pbpatch/);
2432 move("$dir/$f","$ddir") || die "Unable to move $dir/$f to $ddir";
2433 pb_log(2,"mv $dir/$f $ddir\n");
2434 push @files,"$ddir/$f";
2435}
2436closedir(DIR);
2437# Not enough but still a first cleanup
2438pb_rm_rf("$dir");
2439return(@files);
2440}
2441
2442sub pb_list_bfiles {
2443
2444my $dir = shift;
2445my $pbpkg = shift;
2446my $bfiles = shift;
2447my $pkgfiles = shift;
2448my $supfiles = shift;
2449
2450opendir(BDIR,"$dir") || die "Unable to open dir $dir: $!";
2451foreach my $f (readdir(BDIR)) {
2452 next if ($f =~ /^\./);
2453 $bfiles->{$f} = "$dir/$f";
2454 $bfiles->{$f} =~ s~$ENV{'PBROOTDIR'}~~;
2455 if (defined $supfiles->{$pbpkg}) {
2456 $pkgfiles->{$f} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
2457 }
2458}
2459closedir(BDIR);
2460}
2461
2462
2463#
2464# Return the list of packages we are working on in a non CMS action
2465#
2466sub pb_get_pkg {
2467
2468my @pkgs = ();
2469
2470my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
2471@pkgs = keys %$var;
2472
2473pb_log(0,"Packages: ".join(',',@pkgs)."\n");
2474return(\@pkgs);
2475}
2476
2477# Which is our local arch ? (standardize on i386 for those platforms)
2478sub pb_get_arch {
2479
2480my $arch = `uname -m`;
2481chomp($arch);
2482$arch =~ s/i.86/i386/;
2483return($arch);
2484}
2485
2486sub pb_get_dist_param {
2487
2488my $param = "";
2489my $ddir = shift;
2490my $dver = shift;
2491my $darch = shift;
2492my $opt = shift;
2493
2494if (defined $opt->{"$ddir-$dver-$darch"}) {
2495 $param = $opt->{"$ddir-$dver-$darch"};
2496} elsif (defined $opt->{"$ddir-$dver"}) {
2497 $param = $opt->{"$ddir-$dver"};
2498} elsif (defined $opt->{"$ddir"}) {
2499 $param = $opt->{"$ddir"};
2500} elsif (defined $opt->{"default"}) {
2501 $param = $opt->{"default"};
2502} else {
2503 $param = "";
2504}
2505return($param);
2506}
2507
25081;
Note: See TracBrowser for help on using the repository browser.