source: ProjectBuilder/devel/pb/bin/pb@ 670

Last change on this file since 670 was 670, checked in by Bruno Cornec, 15 years ago

Adds rinse support for VE (begining)

  • Property svn:executable set to *
File size: 80.2 KB
Line 
1#!/usr/bin/perl -w
2#
3# Project Builder main application
4#
5# $Id$
6#
7# Copyright B. Cornec 2007
8# Provided under the GPL v2
9
10# Syntax: see at end
11
12use strict 'vars';
13use Getopt::Long qw(:config auto_abbrev no_ignore_case);
14use Data::Dumper;
15use English;
16use File::Basename;
17use File::Copy;
18use File::stat;
19use File::Temp qw(tempdir);
20use Time::localtime qw(localtime);
21use POSIX qw(strftime);
22use lib qw (lib);
23use ProjectBuilder::Version;
24use ProjectBuilder::Base;
25use ProjectBuilder::Display;
26use ProjectBuilder::Conf;
27use ProjectBuilder::Distribution;
28use ProjectBuilder::CMS;
29use ProjectBuilder::Env;
30use ProjectBuilder::Filter;
31use ProjectBuilder::Changelog;
32use Mail::Sendmail;
33
34# Global variables
35my %opts; # CLI Options
36my $action; # action to realize
37my $test = "FALSE"; # Not used
38my $force = 0; # Force VE/VM rebuild
39my $option = ""; # Not used
40my @pkgs; # list of packages
41my $pbtag; # Global Tag variable
42my $pbver; # Global Version variable
43my $pbscript; # Name of the script
44my %pbver; # per package
45my %pbtag; # per package
46my $pbrev; # Global REVISION variable
47my $pbaccount; # Login to use to connect to the VM
48my $pbport; # Port to use to connect to the VM
49my $newver; # New version to create
50my $iso; # ISO image for the VM to create
51
52my @date = pb_get_date();
53my $pbdate = strftime("%Y-%m-%d", @date);
54
55=pod
56
57=head1 NAME
58
59pb, aka project-builder.org - builds packages for your projects
60
61=head1 DESCRIPTION
62
63pb helps you build various packages directly from your project sources.
64Those sources could be handled by a CMS (Configuration Management System)
65such as Subversion, CVS, Mercurial... or being a simple reference to a compressed tar file.
66It's based on a set of configuration files, a set of provided macros to help
67you keeping build files as generic as possible. For example, a single .spec
68file should be required to generate for all rpm based distributions, even
69if you could also have multiple .spec files if required.
70
71=head1 SYNOPSIS
72
73pb [-vhq][-r pbroot][-p project][[-s script -a account -P port][-m mach-1[,...]]][-i iso] <action> [<pkg1> ...]
74
75pb [--verbose][--help][--man][--quiet][--revision pbroot][--project project][[--script script --account account --port port][--machine mach-1[,...]]][--iso iso] <action> [<pkg1> ...]
76
77=head1 OPTIONS
78
79=over 4
80
81=item B<-v|--verbose>
82
83Print a brief help message and exits.
84
85=item B<-q|--quiet>
86
87Do not print any output.
88
89=item B<-h|--help>
90
91Print a brief help message and exits.
92
93=item B<--man>
94
95Prints the manual page and exits.
96
97=item B<-m|--machine machine1[,machine2,...]>
98
99Name of the Virtual Machines (VM) or Virtual Environments (VE) you want to build on (coma separated).
100All if none precised (or use the env variable PBV).
101
102=item B<-s|--script script>
103
104Name of the script you want to execute on the related VMs or VEs.
105
106=item B<-i|--iso iso_image>
107
108Name of the ISO image of the distribution you want to install on the related VMs.
109
110=item B<-a|--account account>
111
112Name of the account to use to connect on the related VMs.
113
114=item B<-P|--port port_number>
115
116Port number to use to connect on the related VMs.\n";
117
118=item B<-p|--project project_name>
119
120Name of the project you're working on (or use the env variable PBPROJ)
121
122=item B<-r|--revision revision>
123
124Path Name of the project revision under the CMS (or use the env variable PBROOT)
125
126=item B<-V|--version new_version>
127
128New version of the project to create based on the current one.
129
130=back
131
132=head1 ARGUMENTS
133
134<action> can be:
135
136=over 4
137
138=item B<cms2build>
139
140Create tar files for the project under your CMS.
141CMS supported are SVN, CVS and Mercurial
142parameters are packages to build
143if not using default list
144
145=item B<build2pkg>
146
147Create packages for your running distribution
148
149=item B<cms2pkg>
150
151cms2build + build2pkg
152
153=item B<build2ssh>
154
155Send the tar files to a SSH host
156
157=item B<cms2ssh>
158
159cms2build + build2ssh
160
161=item B<pkg2ssh>
162
163Send the packages built to a SSH host
164
165=item B<build2vm>
166
167Create packages in VMs, launching them if needed
168and send those packages to a SSH host once built
169VM type supported are QEMU
170
171=item B<build2ve>
172
173Create packages in VEs, creating it if needed
174and send those packages to a SSH host once built
175
176=item B<cms2vm>
177
178cms2build + build2vm
179
180=item B<cms2ve>
181
182cms2build + build2ve
183
184=item B<launchvm>
185
186Launch one virtual machine
187
188=item B<launchve>
189
190Launch one virtual environment
191
192=item B<script2vm>
193
194Launch one virtual machine if needed
195and executes a script on it
196
197=item B<script2ve>
198
199Execute a script in a virtual environment
200
201=item B<newvm>
202
203Create a new virtual machine
204
205=item B<newve>
206
207Create a new virtual environment
208
209=item B<setupvm>
210
211Setup a virtual machine for pb usage
212
213=item B<setupve>
214
215Setup a virtual environment for pb usage
216
217=item B<newver>
218
219Create a new version of the project derived
220from the current one
221
222=item B<newproj>
223
224Create a new project and a template set of
225configuration files under pbconf
226
227=item B<announce>
228
229Announce the availability of the project through various means
230
231=item B<web2ssh>
232
233Deliver the Web site content to the target server using ssh.
234
235=back
236
237<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
238
239=head1 WEB SITES
240
241The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
242
243=head1 USER MAILING LIST
244
245None exists for the moment.
246
247=head1 CONFIGURATION FILES
248
249Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
250
251Here is an example of such a configuration file:
252
253 #
254 # Define for each project the URL of its pbconf repository
255 # No default option allowed here as they need to be all different
256 #
257 # URL of the pbconf content
258 # This is the format of a classical URL with the extension of additional schema such as
259 # svn+ssh, cvs+ssh, ...
260 #
261 pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
262
263 # This is normaly defined in the project's configuration file
264 # Url of the project
265 #
266 pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
267
268 # All these URLs needs to be defined here as the are the entry point
269 # for how to build packages for the project
270 #
271 pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
272 pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
273 pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
274 pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
275
276 # Under that dir will take place everything related to pb
277 # If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
278 # to your VMs/chroot/...
279 # if not defined then /var/cache
280 pbdefdir default = $ENV{'HOME'}/project-builder
281 pbdefdir pb = $ENV{'HOME'}
282 pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
283 pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
284
285 # pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
286 # If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
287 pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
288 pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
289
290 # pbdir points to the directory where the CMS content of the pburl is checked out
291 # If not defined, pbdir is under pbdefdir/pbproj
292 # Only defined if we have access to the dev of the project
293 pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
294 pbdir mondorescue = $ENV{'HOME'}/mondo/svn
295
296 # -daemonize doesn't work with qemu 0.8.2
297 vmopt default = -m 384
298
299=head1 AUTHORS
300
301The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
302
303=head1 COPYRIGHT
304
305Project-Builder.org is distributed under the GPL v2.0 license
306described in the file C<COPYING> included with the distribution.
307
308=cut
309
310# ---------------------------------------------------------------------------
311
312# Old syntax
313#getopts('a:fhi:l:m:P:p:qr:s:vV:',\%opts);
314
315my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
316
317# Initialize the syntax string
318
319pb_syntax_init("pb (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
320
321GetOptions("help|?|h" => \$opts{'h'},
322 "man" => \$opts{'man'},
323 "verbose|v+" => \$opts{'v'},
324 "quiet|q" => \$opts{'q'},
325 "log-files|l=s" => \$opts{'l'},
326 "force|f" => \$opts{'f'},
327 "account|a=s" => \$opts{'a'},
328 "revision|r=s" => \$opts{'r'},
329 "script|s=s" => \$opts{'s'},
330 "machines|mock|m=s" => \$opts{'m'},
331 "port|P=i" => \$opts{'P'},
332 "project|p=s" => \$opts{'p'},
333 "iso|i=s" => \$opts{'i'},
334 "version|V=s" => \$opts{'V'},
335) || pb_syntax(-1,0);
336
337if (defined $opts{'h'}) {
338 pb_syntax(0,1);
339}
340if (defined $opts{'man'}) {
341 pb_syntax(0,2);
342}
343if (defined $opts{'v'}) {
344 $pbdebug = $opts{'v'};
345}
346if (defined $opts{'f'}) {
347 $force=1;
348}
349if (defined $opts{'q'}) {
350 $pbdebug=-1;
351}
352if (defined $opts{'l'}) {
353 open(pbLOG,"> $opts{'l'}") || die "Unable to log to $opts{'l'}: $!";
354 $pbLOG = \*pbLOG;
355 $pbdebug = 0 if ($pbdebug == -1);
356 }
357pb_log_init($pbdebug, $pbLOG);
358pb_display_init("text","");
359
360# Handle root of the project if defined
361if (defined $opts{'r'}) {
362 $ENV{'PBROOTDIR'} = $opts{'r'};
363}
364# Handle virtual machines if any
365if (defined $opts{'m'}) {
366 $ENV{'PBV'} = $opts{'m'};
367}
368if (defined $opts{'s'}) {
369 $pbscript = $opts{'s'};
370}
371if (defined $opts{'a'}) {
372 $pbaccount = $opts{'a'};
373 die "option -a requires a -s script option" if (not defined $pbscript);
374}
375if (defined $opts{'P'}) {
376 $pbport = $opts{'P'};
377}
378if (defined $opts{'V'}) {
379 $newver = $opts{'V'};
380}
381if (defined $opts{'i'}) {
382 $iso = $opts{'i'};
383}
384
385# Get Action
386$action = shift @ARGV;
387die pb_syntax(-1,1) if (not defined $action);
388
389my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
390my $pbinit = undef;
391$pbinit = 1 if ($action =~ /^newproj$/);
392
393# Handles project name if any
394# And get global params
395($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action);
396
397pb_log(0,"Project: $ENV{'PBPROJ'}\n");
398pb_log(0,"Action: $action\n");
399
400# Act depending on action
401if ($action =~ /^cms2build$/) {
402 pb_cms2build();
403} elsif ($action =~ /^build2pkg$/) {
404 pb_build2pkg();
405} elsif ($action =~ /^cms2pkg$/) {
406 pb_cms2build();
407 pb_build2pkg();
408} elsif ($action =~ /^build2ssh$/) {
409 pb_build2ssh();
410} elsif ($action =~ /^cms2ssh$/) {
411 pb_cms2build();
412 pb_build2ssh();
413} elsif ($action =~ /^pkg2ssh$/) {
414 pb_pkg2ssh();
415} elsif ($action =~ /^build2ve$/) {
416 pb_build2v("ve");
417} elsif ($action =~ /^build2vm$/) {
418 pb_build2v("vm");
419} elsif ($action =~ /^cms2ve$/) {
420 pb_cms2build();
421 pb_build2v("ve");
422} elsif ($action =~ /^cms2vm$/) {
423 pb_cms2build();
424 pb_build2v("vm");
425} elsif ($action =~ /^launchvm$/) {
426 pb_launchv("vm",$ENV{'PBV'},0);
427} elsif ($action =~ /^launchve$/) {
428 pb_launchv("ve",$ENV{'PBV'},0);
429} elsif ($action =~ /^script2vm$/) {
430 pb_script2v($pbscript,"vm");
431} elsif ($action =~ /^script2ve$/) {
432 pb_script2v($pbscript,"ve");
433} elsif ($action =~ /^newver$/) {
434 pb_newver();
435} elsif ($action =~ /^newve$/) {
436 pb_launchv("ve",$ENV{'PBV'},1);
437} elsif ($action =~ /^newvm$/) {
438 pb_launchv("vm",$ENV{'PBV'},1);
439} elsif ($action =~ /^setupve$/) {
440 pb_setup_v("ve");
441} elsif ($action =~ /^setupvm$/) {
442 pb_setup_v("vm");
443} elsif ($action =~ /^newproj$/) {
444 # Nothing to do - already done in pb_env_init
445} elsif ($action =~ /^clean$/) {
446 # TBC
447} elsif ($action =~ /^announce$/) {
448 # For announce only. Require avoids the systematic load of these modules
449 require DBI;
450 require DBD::SQLite;
451
452 pb_announce();
453} elsif ($action =~ /^web2ssh$/) {
454 require DBI;
455 require DBD::SQLite;
456
457 pb_cms2build("Web");
458 pb_send2target("Web");
459} else {
460 pb_log(0,"\'$action\' is not available\n");
461 pb_syntax(-2,1);
462}
463
464sub pb_cms2build {
465
466 my $param = shift || undef;
467
468 my $pkg;
469 my @pkgs;
470 my $webdir;
471
472 my %pkgs;
473 my %pb; # Structure to store conf info
474
475 # If Website, then pkg is only the website
476 if ((defined $param) && ($param eq "Web")) {
477 ($webdir) = pb_conf_get("webdir");
478 pb_log(2,"webdir: ".Dumper($webdir)."\n");
479 $pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
480 $extpkgdir = $webdir;
481 pb_log(0,"Package: $pkgs[0]\n");
482 } else {
483 $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
484 @pkgs = @$pkg;
485 }
486
487 my ($scheme, $uri) = pb_cms_init($pbinit);
488
489 my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
490
491 # declare packager and repo for filtering
492 my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
493 $ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
494 $ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
495
496 foreach my $pbpkg (@pkgs) {
497 $ENV{'PBPKG'} = $pbpkg;
498 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
499 $pbver = $pkgv->{$pbpkg};
500 } else {
501 $pbver = $ENV{'PBPROJVER'};
502 }
503 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
504 $pbtag = $pkgt->{$pbpkg};
505 } else {
506 $pbtag = $ENV{'PBPROJTAG'};
507 }
508
509 $pbrev = $ENV{'PBREVISION'};
510 pb_log(0,"\n");
511 pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
512 die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
513
514 # Clean up dest if necessary. The export will recreate it
515 my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
516 pb_rm_rf($dest) if (-d $dest);
517
518 # Export CMS tree for the concerned package to dest
519 # And generate some additional files
520 $OUTPUT_AUTOFLUSH=1;
521
522 # computes in which dir we have to work
523 my $dir = $defpkgdir->{$pbpkg};
524 $dir = $extpkgdir->{$pbpkg} if (not defined $dir);
525 $dir = $webdir->{$ENV{'PBPROJ'}} if ((defined $param) && ($param eq "Web"));
526 pb_log(2,"def:".Dumper($defpkgdir)." ext: ".Dumper($extpkgdir)." \n");
527
528 # Exporting content from CMS
529 my $preserve = pb_cms_export($uri,"$ENV{'PBDIR'}/$dir",$dest);
530
531 # Generated fake content for test versions to speed up stuff
532 my ($testver) = pb_conf_get_if("testver");
533 my $chglog;
534
535 # Get project info on authors and log file
536 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
537 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
538 $chglog = undef if (! -f $chglog);
539
540 my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
541 $authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
542 $authors = "/dev/null" if (! -f $authors);
543
544 # Extract cms log history and store it
545 if ((defined $chglog) && (! -f "$dest/NEWS")) {
546 pb_log(2,"Generating NEWS file from $chglog\n");
547 copy($chglog,"$dest/NEWS") || die "Unable to create $dest/NEWS";
548 }
549 pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
550
551 my %build;
552 my @pt;
553 my $tmpl = "";
554 my %patches;
555
556 @pt = pb_conf_get_if("vmlist","velist");
557 if (defined $pt[0]->{$ENV{'PBPROJ'}}) {
558 $tmpl .= $pt[0]->{$ENV{'PBPROJ'}};
559 }
560 if (defined $pt[1]->{$ENV{'PBPROJ'}}) {
561 # the 2 lists need to be grouped with a ',' separated them
562 if ($tmpl ne "") {
563 $tmpl .= ",";
564 }
565 $tmpl .= $pt[1]->{$ENV{'PBPROJ'}}
566 }
567
568 # Setup %pb structure to allow filtering later on, on files using that structure
569 $pb{'tag'} = $pbtag;
570 $pb{'rev'} = $pbrev;
571 $pb{'ver'} = $pbver;
572 $pb{'pkg'} = $pbpkg;
573 $pb{'date'} = $pbdate;
574 $pb{'defpkgdir'} = $defpkgdir;
575 $pb{'extpkgdir'} = $extpkgdir;
576 $pb{'chglog'} = $chglog;
577 $pb{'packager'} = $ENV{'PBPACKAGER'};
578 $pb{'proj'} = $ENV{'PBPROJ'};
579 $pb{'repo'} = $ENV{'PBREPO'};
580 $pb{'patches'} = \%patches;
581 pb_log(2,"DEBUG: pb: ".Dumper(%pb)."\n");
582
583 # Do not do that for website
584 if ((not defined $param) || ($param ne "Web")) {
585 my %virt;
586 # De-duplicate similar VM and VE
587 foreach my $d (split(/,/,$tmpl)) {
588 $virt{$d} = $d;
589 }
590
591 foreach my $d (keys %virt) {
592 my ($name,$ver,$arch) = split(/-/,$d);
593 chomp($arch);
594 my ($ddir, $dver, $dfam);
595 ($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'}, $pb{'upd'}) = pb_distro_init($name,$ver);
596 pb_log(2,"DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'})."\n");
597 pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
598
599 # We need to compute the real name of the package
600 my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pb{'dtype'});
601 $pb{'realpkg'} = $pbrealpkg;
602 pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $ddir-$dver\n") if ($pbrealpkg ne $pbpkg);
603
604 # Filter build files from the less precise up to the most with overloading
605 # Filter all files found, keeping the name, and generating in dest
606
607 # Find all build files first relatively to PBROOTDIR
608 # Find also all specific files referenced in the .pb conf file
609 my %bfiles = ();
610 my %pkgfiles = ();
611 $build{"$ddir-$dver-$arch"} = "yes";
612
613 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}") {
614 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
615 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$dfam") {
616 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$dfam",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
617 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir") {
618 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
619 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver") {
620 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
621 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch") {
622 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
623 } else {
624 $build{"$ddir-$dver-$arch"} = "no";
625 next;
626 }
627 pb_log(2,"DEBUG bfiles: ".Dumper(\%bfiles)."\n");
628
629 # Get all filters to apply
630 my $ptr = pb_get_filters($pbpkg, $pb{'dtype'}, $dfam, $ddir, $dver);
631
632 # Prepare local patches for this distro - They are always applied first - May be a problem one day
633 foreach my $p (sort(<$ENV{'PBROOTDIR'}/$pbpkg/pbpatch/*>)) {
634 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.all$/));
635 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.all$/);
636 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$pb{'dtype'}$/));
637 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$pb{'dtype'}$/);
638 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$dfam$/));
639 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$dfam$/);
640 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir$/));
641 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir$/);
642 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver$/));
643 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver$/);
644 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver-$arch$/));
645 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver-$arch$/);
646 }
647
648 # Prepare also remote patches to be included - Applied after the local ones
649 foreach my $p ("all","$pb{'dtype'}","$dfam","$ddir","$ddir-$dver","$ddir-$dver-$arch") {
650 my $f = "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch.$p";
651 next if (not -f $f);
652 if (not open(PATCH,$f)) {
653 pb_display("Unable to open existing external patch file content $f\n");
654 next;
655 }
656 while (<PATCH>) {
657 chomp();
658 $patches{"$ddir-$dver-$arch"} .= "," if (defined $patches{"$ddir-$dver-$arch"});
659 $patches{"$ddir-$dver-$arch"} .= "$_";
660 }
661 close(PATCH);
662 }
663 pb_log(2,"DEBUG: pb->patches: ".Dumper($pb{'patches'})."\n");
664
665 # Apply now all the filters on all the files concerned
666 # destination dir depends on the type of file
667 if (defined $ptr) {
668 # For patch support
669 $pb{'tuple'} = "$ddir-$dver-$arch";
670 foreach my $f (values %bfiles,values %pkgfiles) {
671 pb_filter_file("$ENV{'PBROOTDIR'}/$f",$ptr,"$dest/pbconf/$ddir-$dver-$arch/".basename($f),\%pb);
672 }
673 }
674 }
675 my @found;
676 my @notfound;
677 foreach my $b (keys %build) {
678 push @found,$b if ($build{$b} =~ /yes/);
679 push @notfound,$b if ($build{$b} =~ /no/);
680 }
681 pb_log(0,"Build files generated for ".join(',',sort(@found))."\n");
682 pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
683 pb_log(2,"DEBUG: patches: ".Dumper(%patches)."\n");
684 }
685
686 # Get the generic filter (all.pbf) and
687 # apply those to the non-build files including those
688 # generated by pbinit if applicable
689
690 # Get only all.pbf filter
691 my $ptr = pb_get_filters($pbpkg);
692
693 my $liste ="";
694 if (defined $filteredfiles->{$pbpkg}) {
695 foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
696 pb_filter_file_inplace($ptr,"$dest/$f",\%pb);
697 $liste = "$f $liste";
698 }
699 }
700 pb_log(2,"Files ".$liste."have been filtered\n");
701
702 # Do not do that for website
703 if ((not defined $param) || ($param ne "Web")) {
704 my %tmp;
705 # Filter potential patches (local + remote)
706 pb_log(0,"Delivering and compressing patches ");
707 foreach my $v (keys %patches) {
708 pb_mkdir_p("$dest/pbconf/$v/pbpatch");
709 foreach my $pf (split(/,/,$patches{$v})) {
710 my $pp = basename($pf);
711 pb_cms_export($pf,undef,"$dest/pbconf/$v/pbpatch");
712 pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",\%pb);
713 pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
714 $tmp{$pf} = "";
715 }
716 }
717 foreach my $v (keys %tmp) {
718 pb_log(0,"$v ");
719 }
720 pb_log(0,"\n");
721 } else {
722 # Instead call News generation
723 pb_web_news2html($dest);
724 # And create an empty pbconf
725 pb_mkdir_p("$dest/pbconf");
726 # And prepare the pbscript to execute remotely
727 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
728 print SCRIPT "#!/bin/bash\n";
729 print SCRIPT "#set -x\n";
730 print SCRIPT "echo ... Extracting Website content\n";
731 print SCRIPT "find . -type f | grep -Ev '^./$pbpkg-$pbver.tar.gz|^./pbscript' | xargs rm -f non-existent\n";
732 print SCRIPT "find * -type d -depth | xargs rmdir 2> /dev/null \n";
733 print SCRIPT "tar xfz $pbpkg-$pbver.tar.gz\n";
734 print SCRIPT "mv $pbpkg-$pbver/* .\n";
735 print SCRIPT "rm -f $pbpkg-$pbver.tar.gz\n";
736 print SCRIPT "rmdir $pbpkg-$pbver\n";
737 close(SCRIPT);
738 }
739
740 # Prepare the dest directory for archive
741 if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
742 pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",\%pb);
743 chmod 0755,"$ENV{'PBTMP'}/pbinit";
744 pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit","verbose");
745 }
746
747 # Archive dest dir
748 chdir "$ENV{'PBDESTDIR'}" || die "Unable to change dir to $ENV{'PBDESTDIR'}";
749 if (defined $preserve) {
750 # In that case we want to preserve the original tar file for checksum purposes
751 # The one created is btw equivalent in that case to this one
752 # Maybe check basename of both to be sure they are the same ?
753 pb_log(0,"Preserving original tar file ");
754 move("$preserve","$pbpkg-$pbver.tar.gz");
755 } else {
756 # Possibility to look at PBSRC to guess more the filename
757 pb_system("tar cfz $pbpkg-$pbver.tar.gz --exclude=$pbpkg-$pbver/pbconf $pbpkg-$pbver","Creating $pbpkg tar files compressed");
758 }
759 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n");
760 pb_system("tar cfz $pbpkg-$pbver.pbconf.tar.gz $pbpkg-$pbver/pbconf","Creating pbconf tar files compressed");
761 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz\n");
762
763 # Keep track of version-tag per pkg
764 $pkgs{$pbpkg} = "$pbver-$pbtag";
765
766 # Final cleanup
767 pb_rm_rf($dest) if (-d $dest);
768 }
769
770 # Keep track of per package version
771 pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
772 open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") || die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
773 foreach my $pbpkg (keys %pkgs) {
774 print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
775 }
776 close(PKG);
777
778 # Keep track of what is generated by default
779 # We need to store the dir and info on version-tag
780 # Base our content on the existing .pb file
781 copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
782 open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") || die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
783 print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
784 print LAST "pbprojver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
785 print LAST "pbprojtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
786 print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
787 close(LAST);
788}
789
790sub pb_build2pkg {
791
792 # Get the running distro to build on
793 my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd) = pb_distro_init();
794 pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd))."\n");
795
796 # Get list of packages to build
797 # Get content saved in cms2build
798 my $ptr = pb_get_pkg();
799 @pkgs = @$ptr;
800
801 my $arch = pb_get_arch();
802
803 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
804 $pkg = { } if (not defined $pkg);
805
806 chdir "$ENV{'PBBUILDDIR'}";
807 my $made = ""; # pkgs made during build
808 foreach my $pbpkg (@pkgs) {
809 my $vertag = $pkg->{$pbpkg};
810 # get the version of the current package - maybe different
811 ($pbver,$pbtag) = split(/-/,$vertag);
812
813 my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
814 my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
815 pb_log(2,"Source file: $src\n");
816 pb_log(2,"Pbconf file: $src2\n");
817
818 pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
819 if ($dtype eq "rpm") {
820 foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
821 if (! -d "$ENV{'PBBUILDDIR'}/$d") {
822 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d") || die "Please ensure that you can write into $ENV{'PBBUILDDIR'} to create $d\nchown the $ENV{'PBBUILDDIR'} directory to your uid";
823 }
824 }
825
826 # Remove in case a previous link/file was there
827 unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
828 symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) || die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
829 # We need to first extract the spec file
830 my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$ENV{'PBBUILDDIR'}/SPECS","spec");
831
832 # We need to handle potential patches to upstream sources
833 pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
834
835 pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
836 # set LANGUAGE to check for correct log messages
837 $ENV{'LANGUAGE'}="C";
838 # Older Redhat use _target_platform in %configure incorrectly
839 my $specialdef = "";
840 if (($ddir eq "redhat") || (($ddir eq "rhel") && ($dver eq "2.1"))) {
841 $specialdef = "--define \'_target_platform \"\"\'";
842 }
843 foreach my $f (@specfile) {
844 if ($f =~ /\.spec$/) {
845 pb_distro_installdeps("$f",$dtype,$pbupd);
846 pb_system("rpmbuild $specialdef --define \'packager $ENV{'PBPACKAGER'}\' --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
847 last;
848 }
849 }
850 # Get the name of the generated packages
851 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
852 while (<LOG>) {
853 chomp($_);
854 next if ($_ !~ /^Wrote:/);
855 s|.*/([S]*RPMS.*)|$1|;
856 $made .=" $_";
857 }
858 close(LOG);
859
860 } elsif ($dtype eq "deb") {
861 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
862 pb_system("tar xfz $src","Extracting sources");
863 pb_system("tar xfz $src2","Extracting pbconf");
864
865 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
866 pb_rm_rf("debian");
867 symlink "pbconf/$ddir-$dver-$arch","debian" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
868 chmod 0755,"debian/rules";
869
870 pb_distro_installdeps("debian/control",$dtype,$pbupd);
871 pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
872 # Get the name of the generated packages
873 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
874 while (<LOG>) {
875 chomp();
876 my $tmp = $_;
877 next if ($tmp !~ /^dpkg-deb.*:/);
878 $tmp =~ s|.*../(.*)_(.*).deb.*|$1|;
879 $made="$made $tmp.dsc $tmp.tar.gz $tmp"."_*.deb $tmp"."_*.changes";
880 }
881 close(LOG);
882 } elsif ($dtype eq "ebuild") {
883 my @ebuildfile;
884 # For gentoo we need to take pb as subsystem name
885 # We put every apps here under sys-apps. hope it's correct
886 # We use pb's home dir in order to have a single OVERLAY line
887 my $tmpd = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
888 pb_mkdir_p($tmpd) if (! -d "$tmpd");
889 pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
890
891 # We need to first extract the ebuild file
892 @ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$tmpd","ebuild");
893
894 # Prepare the build env for gentoo
895 my $found = 0;
896 my $pbbd = $ENV{'HOME'};
897 $pbbd =~ s|/|\\/|g;
898 if (-r "/etc/make.conf") {
899 open(MAKE,"/etc/make.conf");
900 while (<MAKE>) {
901 $found = 1 if (/$pbbd\/portage/);
902 }
903 close(MAKE);
904 }
905 if ($found == 0) {
906 pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
907 }
908 #$found = 0;
909 #if (-r "/etc/portage/package.keywords") {
910 #open(KEYW,"/etc/portage/package.keywords");
911 #while (<KEYW>) {
912 #$found = 1 if (/portage\/pb/);
913 #}
914 #close(KEYW);
915 #}
916 #if ($found == 0) {
917 #pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
918 #}
919
920 # Build
921 foreach my $f (@ebuildfile) {
922 if ($f =~ /\.ebuild$/) {
923 pb_distro_installdeps("$f",$dtype,$pbupd);
924 move($f,"$tmpd/$pbpkg-$pbver.ebuild");
925 pb_system("cd $tmpd ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
926 # Now move it where pb expects it
927 pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
928 move("$tmpd/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
929 }
930 }
931
932 $made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver.ebuild";
933 } elsif ($dtype eq "tgz") {
934 # Slackware family
935 $made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
936
937 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
938 pb_system("tar xfz $src","Extracting sources");
939 pb_system("tar xfz $src2","Extracting pbconf");
940 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
941 symlink "pbconf/$ddir-$dver-$arch","install" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
942 if (-x "install/pbslack") {
943 pb_distro_installdeps("./install/pbslack",$dtype,$pbupd);
944 pb_system("./install/pbslack","Building package");
945 pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
946 }
947 } else {
948 die "Unknown dtype format $dtype";
949 }
950 }
951 # Packages check if needed
952 if ($dtype eq "rpm") {
953 if (-f "/usr/bin/rpmlint") {
954 pb_system("rpmlint $made","Checking validity of rpms with rpmlint","verbose");
955 } else {
956 pb_log(0,"rpm packages generated: $made\n");
957 }
958 } elsif ($dtype eq "deb") {
959 my $made2 = "";
960 if (-f "/usr/bin/lintian") {
961 foreach my $f (split(/ /,$made)) {
962 $made2 .= "../$f " if ($f =~ /\.changes$/);
963 }
964 pb_system("lintian $made2","Checking validity of debs with lintian","verbose");
965 } else {
966 pb_log(0,"deb packages generated: $made2\n");
967 }
968 } else {
969 pb_log(0,"No check done for $dtype yet\n");
970 pb_log(0,"Packages generated: $made\n");
971 }
972
973 # Keep track of what is generated so that we can get them back from VMs
974 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
975 print KEEP "$made\n";
976 close(KEEP);
977}
978
979sub pb_build2ssh {
980 pb_send2target("Sources");
981}
982
983sub pb_pkg2ssh {
984 pb_send2target("Packages");
985}
986
987# By default deliver to the the public site hosting the
988# ftp structure (or whatever) or a VM/VE
989sub pb_send2target {
990
991 my $cmt = shift;
992 my $v = shift || undef;
993 my $vmexist = shift || 0; # 0 is FALSE
994 my $vmpid = shift || 0; # 0 is FALSE
995
996 pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
997 my $host = "sshhost";
998 my $login = "sshlogin";
999 my $dir = "sshdir";
1000 my $port = "sshport";
1001 my $conf = "sshconf";
1002 my $rebuild = "sshrebuild";
1003 my $tmout = "vmtmout";
1004 my $path = "vmpath";
1005 if (($cmt eq "vm") || ($cmt eq "Script")) {
1006 $login = "vmlogin";
1007 $dir = "pbdefdir";
1008 $tmout = "vmtmout";
1009 $rebuild = "vmrebuild";
1010 # Specific VM
1011 $host = "vmhost";
1012 $port = "vmport";
1013 } elsif ($cmt eq "ve") {
1014 $login = "velogin";
1015 $dir = "pbdefdir";
1016 $tmout = "vetmout";
1017 # Specific VE
1018 $path = "vepath";
1019 $conf = "veconf";
1020 $rebuild = "verebuild";
1021 } elsif ($cmt eq "Web") {
1022 $host = "websshhost";
1023 $login = "websshlogin";
1024 $dir = "websshdir";
1025 $port = "websshport";
1026 }
1027 my $cmd = "";
1028 my $src = "";
1029 my ($odir,$over,$oarch) = (undef, undef, undef);
1030 my ($ddir, $dver, $dfam, $dtype, $pbsuf);
1031
1032 if ($cmt ne "Announce") {
1033 my $ptr = pb_get_pkg();
1034 @pkgs = @$ptr;
1035
1036 # Get the running distro to consider
1037 if (defined $v) {
1038 ($odir,$over,$oarch) = split(/-/,$v);
1039 }
1040 ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($odir,$over);
1041 pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n");
1042
1043 # Get list of packages to build
1044 # Get content saved in cms2build
1045 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1046 $pkg = { } if (not defined $pkg);
1047
1048 chdir "$ENV{'PBBUILDDIR'}";
1049 foreach my $pbpkg (@pkgs) {
1050 my $vertag = $pkg->{$pbpkg};
1051 # get the version of the current package - maybe different
1052 ($pbver,$pbtag) = split(/-/,$vertag);
1053
1054 if (($cmt eq "Sources") || ($cmt eq "vm") || ($cmt eq "ve")) {
1055 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
1056 if ($cmd eq "") {
1057 $cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1058 } else {
1059 $cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1060 }
1061 } elsif ($cmt eq "Web") {
1062 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz"
1063 }
1064 }
1065 # Adds conf file for availability of conf elements
1066 pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb");
1067 }
1068
1069 if (($cmt eq "vm") || ($cmt eq "ve")) {
1070 $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript";
1071 } elsif (($cmt eq "Script") || ($cmt eq "Web")) {
1072 $src="$src $ENV{'PBDESTDIR'}/pbscript";
1073 } elsif ($cmt eq "Announce") {
1074 $src="$src $ENV{'PBTMP'}/pbscript";
1075 } elsif ($cmt eq "Packages") {
1076 # Get package list from file made during build2pkg
1077 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1078 $src = <KEEP>;
1079 chomp($src);
1080 close(KEEP);
1081 $src="$src $ENV{'PBBUILDDIR'}/pbscript" if ($cmt ne "Sources");
1082 }
1083 # Remove potential leading spaces (cause problem with basename)
1084 $src =~ s/^ *//;
1085 my $basesrc = "";
1086 foreach my $i (split(/ +/,$src)) {
1087 $basesrc .= " ".basename($i);
1088 }
1089
1090 pb_log(0,"Sources handled ($cmt): $src\n");
1091 pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$rebuild,$path,$conf))."\n");
1092 my ($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vepath) = pb_conf_get($host,$login,$dir,$port,$tmout,$path);
1093 my ($vrebuild,$veconf) = pb_conf_get_if($rebuild,$conf);
1094 pb_log(2,"ssh: ".Dumper(($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vrebuild,$vepath,$veconf))."\n");
1095 # Not mandatory
1096 my ($testver) = pb_conf_get_if("testver");
1097
1098 my $mac;
1099 # Useless for VE
1100 if ($cmt ne "ve") {
1101 $mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$sshhost->{$ENV{'PBPROJ'}}";
1102 # Overwrite account value if passed as parameter
1103 $mac = "$pbaccount\@$sshhost->{$ENV{'PBPROJ'}}" if (defined $pbaccount);
1104 pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
1105 }
1106
1107 my $tdir;
1108 my $bdir;
1109 if (($cmt eq "Sources") || ($cmt eq "Script")) {
1110 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/src";
1111 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1112 # This is a test pkg => target dir is under test
1113 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test/src";
1114 }
1115 } elsif (($cmt eq "vm") || ($cmt eq "ve")) {
1116 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/delivery";
1117 $bdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/build";
1118 # Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
1119 $bdir =~ s|\$ENV.+\}/||;
1120 } elsif ($cmt eq "Announce") {
1121 $tdir = "$sshdir->{$ENV{'PBPROJ'}}";
1122 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1123 # This is a test pkg => target dir is under test
1124 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test";
1125 }
1126 } elsif ($cmt eq "Web") {
1127 $tdir = "$sshdir->{$ENV{'PBPROJ'}}";
1128 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1129 # This is a test website => target dir is under test
1130 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/../test";
1131 }
1132 } elsif ($cmt eq "Packages") {
1133 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ddir/$dver";
1134
1135 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1136 # This is a test pkg => target dir is under test
1137 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test/$ddir/$dver";
1138 }
1139
1140 my $repodir = $tdir;
1141 $repodir =~ s|^$sshdir->{$ENV{'PBPROJ'}}/||;
1142
1143 my ($pbrepo) = pb_conf_get("pbrepo");
1144
1145 # Repository management
1146 open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript") || die "Unable to create $ENV{'PBBUILDDIR'}/pbscript";
1147 if ($dtype eq "rpm") {
1148 # Also make a pbscript to generate yum/urpmi bases
1149 print PBS << "EOF";
1150#!/bin/bash
1151# Prepare a script to ease yum setup
1152cat > $ENV{'PBPROJ'}.repo << EOT
1153[$ENV{'PBPROJ'}]
1154name=$ddir $dver - $ENV{'PBPROJ'} Vanilla Packages
1155baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
1156enabled=1
1157gpgcheck=0
1158EOT
1159chmod 644 $ENV{'PBPROJ'}.repo
1160
1161# Clean up old repo content
1162rm -rf headers/ repodata/
1163# Create yum repo
1164yum-arch .
1165# Create repodata
1166createrepo .
1167EOF
1168 if ($dfam eq "md") {
1169 # For Mandriva add urpmi management
1170 print PBS << "EOF";
1171# Prepare a script to ease urpmi setup
1172cat > $ENV{'PBPROJ'}.addmedia << EOT
1173urpmi.addmedia $ENV{'PBPROJ'} $pbrepo->{$ENV{'PBPROJ'}}/$repodir with hdlist.cz
1174EOT
1175chmod 755 $ENV{'PBPROJ'}.addmedia
1176
1177# Clean up old repo content
1178rm -f hdlist.cz synthesis.hdlist.cz
1179# Create urpmi repo
1180genhdlist .
1181EOF
1182 }
1183 if ($ddir eq "fedora") {
1184 # Extract the spec file to please Fedora maintainers :-(
1185 print PBS << "EOF";
1186for p in $basesrc; do
1187 echo \$p | grep -q 'src.rpm'
1188 if [ \$\? -eq 0 ]; then
1189 rpm2cpio \$p | cpio -ivdum --quiet '*.spec'
1190 fi
1191done
1192EOF
1193 }
1194 } elsif ($dtype eq "deb") {
1195 # Also make a pbscript to generate apt bases
1196 # Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
1197 my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
1198 print PBS << "EOF";
1199#!/bin/bash
1200# Prepare a script to ease apt setup
1201cat > $ENV{'PBPROJ'}.sources.list << EOT
1202deb $rpd $dver contrib
1203deb-src $rpd $dver contrib
1204EOT
1205chmod 644 $ENV{'PBPROJ'}.sources.list
1206
1207# Prepare a script to create apt info file
1208(cd .. ; for a in i386 amd64 ia64; do mkdir -p dists/$dver/contrib/binary-\$a; dpkg-scanpackages -a\$a $dver /dev/null | gzip -c9 > dists/$dver/contrib/binary-\$a/Packages.gz; done; mkdir -p dists/$dver/contrib/source; dpkg-scansources $dver /dev/null | gzip -c9 > dists/$dver/contrib/source/Sources.gz)
1209#(cd .. ; rm -f dists/$dver/Release ; apt-ftparchive release dists/$dver > dists/$dver/Release; gpg --sign -ba -o dists/$dver/Release.gpg dists/$dver/Release)
1210EOF
1211 } elsif ($dtype eq "ebuild") {
1212 # make a pbscript to generate links to latest version
1213 print PBS << "EOF";
1214#!/bin/bash
1215# Prepare a script to create correct links
1216for p in $src; do
1217 echo \$p | grep -q '.ebuild'
1218 if [ \$\? -eq 0 ]; then
1219 j=`basename \$p`
1220 pp=`echo \$j | cut -d'-' -f1`
1221 ln -sf \$j \$pp.ebuild
1222 fi
1223done
1224EOF
1225 }
1226 close(PBS);
1227 chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript";
1228 } else {
1229 return;
1230 }
1231
1232 # Useless for VE
1233 my $nport;
1234 if ($cmt ne "ve") {
1235 $nport = $sshport->{$ENV{'PBPROJ'}};
1236 $nport = "$pbport" if (defined $pbport);
1237 }
1238
1239 # Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
1240 $tdir =~ s|\$ENV.+\}/||;
1241
1242 my $tm = $vtmout->{$ENV{'PBPROJ'}};
1243
1244 # ssh communication if not VE
1245 # should use a hash instead...
1246 my ($shcmd,$cpcmd,$cptarget,$cp2target);
1247 if ($cmt ne "ve") {
1248 my $keyfile = pb_ssh_get(0);
1249 $shcmd = "ssh -i $keyfile -q -o UserKnownHostsFile=/dev/null -p $nport $mac";
1250 $cpcmd = "scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport";
1251 $cptarget = "$mac:$tdir";
1252 if ($cmt eq "vm") {
1253 $cp2target = "$mac:$bdir";
1254 }
1255 } else {
1256 my $tp = $vepath->{$ENV{'PBPROJ'}};
1257 $shcmd = "sudo chroot $tp/$v /bin/su - $sshlogin->{$ENV{'PBPROJ'}} -c ";
1258 $cpcmd = "cp -a ";
1259 $cptarget = "$tp/$tdir";
1260 $cp2target = "$tp/$bdir";
1261 }
1262
1263 my $logres = "";
1264 # Do not touch when just announcing
1265 if ($cmt ne "Announce") {
1266 pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' | bash\"","Preparing $tdir on $cptarget");
1267 } else {
1268 $logres = "> ";
1269 }
1270 pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
1271
1272 # For VE we need to change the owner manually - To be tested if needed
1273 #if ($cmt eq "ve") {
1274 #pb_system("cd $cptarget ; sudo chown -R $sshlogin->{$ENV{'PBPROJ'}} .","$cmt chown in $cptarget to $sshlogin->{$ENV{'PBPROJ'}}");
1275 #}
1276 pb_system("$shcmd \"echo \'cd $tdir ; if [ -f pbscript ]; then ./pbscript; fi ; rm -f ./pbscript\' | bash\"","Executing pbscript on $cptarget if needed","verbose");
1277 if (($cmt eq "vm") || ($cmt eq "ve")) {
1278 # Get back info on pkg produced, compute their name and get them from the VM
1279 pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'} $ENV{'PBBUILDDIR'} 2> /dev/null","Get package names in $cp2target");
1280 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1281 my $src = <KEEP>;
1282 chomp($src);
1283 close(KEEP);
1284 $src =~ s/^ *//;
1285 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$odir/$over");
1286 # Change pgben to make the next send2target happy
1287 my $made = "";
1288 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1289 foreach my $p (split(/ +/,$src)) {
1290 my $j = basename($p);
1291 pb_system("$cpcmd $cp2target/\'$p\' $ENV{'PBBUILDDIR'}/$odir/$over 2> /dev/null","Package recovery of $j in $cp2target");
1292 $made="$made $odir/$over/$j"; # if (($dtype ne "rpm") || ($j !~ /.src.rpm$/));
1293 }
1294 print KEEP "$made\n";
1295 close(KEEP);
1296 pb_system("$shcmd \"rm -rf $tdir $bdir\"","$cmt cleanup");
1297
1298 # Sign packages locally
1299 if ($dtype eq "rpm") {
1300 #pb_system("rpm --addsign --define \'_signature gpg\' --define \'__gpg_sign_cmd /usr/bin/gpg --batch --no-verbose --no-armor --no-secmem-warning -u \"$ENV{'PBPACKAGER'}\" -sbo %{__signature_filename} %{__plaintext_filename} --use-agent\' $made","Signing RPM packages packages");
1301 } elsif ($dtype eq "deb") {
1302 #pb_system("debsign $made","Signing DEB packages");
1303 } else {
1304 pb_log(0,"I don't know yet how to sign packages for type $dtype. Please give feedback to dev team");
1305 }
1306
1307 # We want to send them to the ssh account so overwrite what has been done before
1308 undef $pbaccount;
1309 pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
1310 pb_send2target("Packages",$odir."-".$over."-".$oarch,$vmexist,$vmpid);
1311 pb_rm_rf("$ENV{'PBBUILDDIR'}/$odir");
1312 }
1313 pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
1314 if ((! $vmexist) && (($cmt eq "vm") || ($cmt eq "Script"))) {
1315 pb_system("$shcmd \"sudo /sbin/halt -p \"; sleep $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' | bash ; sleep 10","VM $v halt (pid $vmpid)");
1316 }
1317}
1318
1319sub pb_script2v {
1320 my $pbscript=shift;
1321 my $vtype=shift;
1322 my $force=shift || 0; # Force stop of VM. Default not
1323 my $vm1=shift || undef; # Only that VM to treat
1324 my $vm;
1325 my $all;
1326
1327 pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$force)\n");
1328 # Prepare the script to be executed on the VM
1329 # in $ENV{'PBDESTDIR'}/pbscript
1330 if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript")) {
1331 copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1332 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1333 }
1334
1335 if (not defined $vm1) {
1336 ($vm,$all) = pb_get_v($vtype);
1337 } else {
1338 @$vm = ($vm1);
1339 }
1340 my ($vmexist,$vmpid) = (undef,undef);
1341
1342 foreach my $v (@$vm) {
1343 # Launch the VM/VE
1344 if ($vtype eq "vm") {
1345 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1346 pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
1347
1348 # Skip that VM if something went wrong
1349 next if (($vmpid == 0) && ($vmexist == 0));
1350
1351 # If force stopping the VM then reset vmexist
1352 if ($force == 1) {
1353 $vmpid = $vmexist;
1354 $vmexist = 0;
1355 }
1356 } else {
1357 #VE
1358 $vmexist = 0;
1359 $vmpid = 0;
1360 }
1361
1362 # Gather all required files to send them to the VM
1363 # and launch the build through pbscript
1364 pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
1365 pb_send2target("Script","$v",$vmexist,$vmpid);
1366
1367 }
1368}
1369
1370sub pb_launchv {
1371 my $vtype = shift;
1372 my $v = shift;
1373 my $create = shift || 0; # By default do not create a VM
1374
1375 pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create)\n");
1376 die "No VM/VE defined, unable to launch" if (not defined $v);
1377 # Keep only the first VM in case many were given
1378 $v =~ s/,.*//;
1379
1380 my $arch = pb_get_arch();
1381
1382 # Launch the VMs/VEs
1383 if ($vtype eq "vm") {
1384 die "-i iso parameter needed" if (((not defined $iso) || ($iso eq "")) && ($create != 0));
1385
1386 my ($ptr,$vmopt,$vmpath,$vmport,$vmtmout,$vmsize) = pb_conf_get("vmtype","vmopt","vmpath","vmport","vmtmout","vmsize");
1387
1388 my $vmtype = $ptr->{$ENV{'PBPROJ'}};
1389 if (not defined $ENV{'PBVMOPT'}) {
1390 $ENV{'PBVMOPT'} = "";
1391 }
1392 # Save the current status for later restoration
1393 $ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
1394 # Set a default timeout of 2 minutes
1395 if (not defined $ENV{'PBVMTMOUT'}) {
1396 $ENV{'PBVMTMOUT'} = "120";
1397 }
1398 if (defined $vmopt->{$v}) {
1399 $ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
1400 } elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
1401 $ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
1402 }
1403 if (defined $vmtmout->{$v}) {
1404 $ENV{'PBVMTMOUT'} = $vmtmout->{$v};
1405 } elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
1406 $ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
1407 }
1408 my $nport = $vmport->{$ENV{'PBPROJ'}};
1409 $nport = "$pbport" if (defined $pbport);
1410
1411 my $cmd;
1412 my $vmcmd; # has to be used for pb_check_ps
1413 my $vmm; # has to be used for pb_check_ps
1414 if ($vmtype eq "qemu") {
1415 my $qemucmd32;
1416 my $qemucmd64;
1417 if ($arch eq "x86_64") {
1418 $qemucmd32 = "/usr/bin/qemu-system-i386";
1419 $qemucmd64 = "/usr/bin/qemu";
1420 } else {
1421 $qemucmd32 = "/usr/bin/qemu";
1422 $qemucmd64 = "/usr/bin/qemu-system-x86_64";
1423 }
1424 if ($v =~ /x86_64/) {
1425 $vmcmd = "$qemucmd64";
1426 # Not needed with latest versions of qemu it seems
1427 #$vmcmd = "$qemucmd64 -no-kqemu";
1428 # This one may now be needed
1429 #$vmcmd = "$qemucmd64 -no-kvm";
1430 } else {
1431 $vmcmd = "$qemucmd32";
1432 }
1433 $vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
1434 if ($create != 0) {
1435 $ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
1436 }
1437 $cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
1438 } elsif ($vmtype eq "xen") {
1439 } elsif ($vmtype eq "vmware") {
1440 } else {
1441 die "VM of type $vmtype not supported. Report to the dev team";
1442 }
1443 # Restore the ENV VAR Value
1444 $ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
1445
1446 my ($tmpcmd,$void) = split(/ +/,$cmd);
1447 my $vmexist = pb_check_ps($tmpcmd,$vmm);
1448 my $vmpid = 0;
1449 if (! $vmexist) {
1450 if ($create != 0) {
1451 die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
1452 if (($vmtype eq "qemu") || ($vmtype eq "xen")) {
1453 pb_system("/usr/bin/qemu-img create -f qcow2 $vmm $vmsize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
1454 } elsif ($vmtype eq "vmware") {
1455 } else {
1456 }
1457 }
1458 if (! -f "$vmm") {
1459 pb_log(0,"Unable to find VM $vmm\n");
1460 } else {
1461 pb_system("$cmd &","Launching the VM $vmm");
1462 pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up");
1463 $vmpid = pb_check_ps($tmpcmd,$vmm);
1464 pb_log(0,"VM $vmm launched (pid $vmpid)\n");
1465 }
1466 } else {
1467 pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
1468 }
1469 pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
1470 return($vmexist,$vmpid);
1471 # VE here
1472 } else {
1473 # Get VE context
1474 my ($ptr,$vetmout,$vepath,$verebuild,$veconf,$vepostinstall) = pb_conf_get("vetype","vetmout","vepath","verebuild","veconf");
1475 my ($veb4pi,$vepkglist) = pb_conf_get_if("veb4pi","vepkglist");
1476 my $vetype = $ptr->{$ENV{'PBPROJ'}};
1477
1478 # Get distro context
1479 my ($name,$ver,$darch) = split(/-/,$v);
1480 chomp($darch);
1481 my ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($name,$ver);
1482
1483 if ($vetype eq "chroot") {
1484 # Architecture consistency
1485 if ($arch ne $darch) {
1486 die "Unable to launch a VE of architecture $darch on a $arch platform" if (not (($darch eq "x86_64") && ($arch =~ /i?86/)));
1487 }
1488
1489 my ($verpmtype) = pb_conf_get("verpmtype");
1490 if (($create != 0) || ($verebuild->{$ENV{'PBPROJ'}} eq "true") || ($force == 1)) {
1491 # We have to rebuild the chroot
1492 if ($dtype eq "rpm") {
1493
1494 my $verpmstyle = pb_get_dist_param($ddir,$dver,$darch,$verpmtype);
1495 if ($verpmstyle eq "rinse") {
1496 # Need to reshape the mirrors generated
1497 my $post = "--before-post-install ";
1498 my $postparam = pb_get_dist_param($ddir,$dver,$darch,$veb4pi);
1499 if ($postparam eq "") {
1500 $post = "";
1501 } else {
1502 $post .= $postparam;
1503 }
1504
1505 # Need to reshape the package list for pb
1506 my $addpkgs;
1507 $postparam = pb_get_dist_param($ddir,$dver,$darch,$vepkglist);
1508 if ($postparam eq "") {
1509 $addpkgs = "";
1510 } else {
1511 my $pkgfile = "$ENV{'PBTMP'}/addpkgs.lis";
1512 open(PKG,"> $pkgfile") || die "Unable to create $pkgfile";
1513 foreach my $p (split(/,/,$postparam)) {
1514 print PKG "$p\n";
1515 }
1516 close(PKG);
1517 $addpkgs = "--add-pkg-list $pkgfile";
1518 }
1519 my $rinseverb = "--verbose" if ($pbdebug gt 0);
1520
1521 pb_system("sudo /usr/sbin/rinse --directory \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" --arch \"$darch\" --distribution \"$ddir-$dver\" --config \"$veconf->{$ENV{'PBPROJ'}}\" $post $addpkgs $rinseverb","Creating the rinse VE for $ddir-$dver ($darch)", "verbose");
1522 } elsif ($verpmstyle eq "mock") {
1523 pb_system("sudo /usr/sbin/mock --init --resultdir=\"/tmp\" --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" -r $v","Creating the mock VE for $ddir-$dver ($darch)");
1524 # Once setup we need to install some packages, the pb account, ...
1525 pb_system("sudo /usr/sbin/mock --install --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" -r $v su","Configuring the mock VE");
1526 }
1527 } elsif ($dtype eq "deb") {
1528 pb_system("","Creating the pbuilder VE");
1529 } elsif ($dtype eq "ebuild") {
1530 die "Please teach the dev team how to build gentoo chroot";
1531 } else {
1532 die "Unknown distribution type $dtype. Report to dev team";
1533 }
1534 }
1535 # Nothing more to do for VE. No real launch
1536 } else {
1537 die "VE of type $vetype not supported. Report to the dev team";
1538 }
1539 }
1540}
1541
1542# Return string for date synchro
1543sub pb_date_v {
1544
1545my $vtype = shift;
1546my $v = shift;
1547
1548my ($ntp) = pb_conf_get($vtype."ntp");
1549my $vntp = $ntp->{$ENV{'PBPROJ'}};
1550my $ntpline;
1551
1552if (defined $vntp) {
1553 my ($ntpcmd) = pb_conf_get($vtype."ntpcmd");
1554 my $vntpcmd;
1555 if (defined $ntpcmd->{$v}) {
1556 $vntpcmd = $ntpcmd->{$v};
1557 } elsif (defined $vntpcmd->{$ENV{'PBPROJ'}}) {
1558 $vntpcmd = $ntpcmd->{$ENV{'PBPROJ'}};
1559 } else {
1560 $vntpcmd = "/bin/true";
1561 }
1562 $ntpline = "sudo $vntpcmd $vntp";
1563} else {
1564 $ntpline = undef;
1565}
1566# Force new date to be in the future compared to the date
1567# of the host by adding 1 minute
1568my @date=pb_get_date();
1569$date[1]++;
1570my $upddate = strftime("%m%d%H%M%Y", @date);
1571my $dateline = "sudo date $upddate";
1572return($ntpline,$dateline);
1573}
1574
1575sub pb_build2v {
1576
1577my $vtype = shift;
1578
1579my ($v,$all) = pb_get_v($vtype);
1580
1581# Send tar files when we do a global generation
1582pb_build2ssh() if ($all == 1);
1583
1584my ($vmexist,$vmpid) = (undef,undef);
1585
1586foreach my $v (@$v) {
1587 # Prepare the script to be executed on the VM/VE
1588 # in $ENV{'PBDESTDIR'}/pbscript
1589 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1590 print SCRIPT "#!/bin/bash\n";
1591 print SCRIPT "echo ... Execution needed\n";
1592 print SCRIPT "# This is in directory delivery\n";
1593 print SCRIPT "# Setup the variables required for building\n";
1594 print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
1595 print SCRIPT "# Preparation for pb\n";
1596 print SCRIPT "mv .pbrc \$HOME\n";
1597 print SCRIPT "cd ..\n";
1598
1599 # Get list of packages to build and get some ENV vars as well
1600 my $ptr = pb_get_pkg();
1601 @pkgs = @$ptr;
1602 my $p = join(' ',@pkgs) if (@pkgs);
1603 print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
1604 print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
1605 print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
1606
1607 my ($ntpline,$dateline) = pb_date_v($vtype,$v);
1608 print SCRIPT "# Time sync\n";
1609 if (defined $ntpline) {
1610 print SCRIPT "$ntpline\n";
1611 } else {
1612 print SCRIPT "$dateline\n";
1613 }
1614
1615 # Transmit the verbosity level to the virtual env/mach.
1616 my $verbose = "";
1617 my $i = 0; # minimal debug level
1618 while ($i lt $pbdebug) {
1619 $verbose .= "-v ";
1620 $i++;
1621 }
1622 # Quiet if asked to be so on the original system
1623 $verbose = "-q" if ($pbdebug eq -1);
1624
1625 print SCRIPT "# Build\n";
1626 print SCRIPT "echo Building packages on $vtype...\n";
1627 print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} build2pkg $p\n";
1628 close(SCRIPT);
1629 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1630
1631 if ($vtype eq "vm") {
1632 # Launch the VM
1633 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1634
1635 # Skip that VM if it something went wrong
1636 next if (($vmpid == 0) && ($vmexist == 0));
1637 } else {
1638 # VE
1639 $vmexist = 0;
1640 $vmpid = 0;
1641 }
1642 # Gather all required files to send them to the VM/VE
1643 # and launch the build through pbscript
1644 pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
1645 pb_send2target($vtype,"$v",$vmexist,$vmpid);
1646}
1647}
1648
1649
1650sub pb_newver {
1651
1652 die "-V Version parameter needed" if ((not defined $newver) || ($newver eq ""));
1653
1654 # Need this call for PBDIR
1655 my ($scheme2,$uri) = pb_cms_init($pbinit);
1656
1657 my ($pbconf) = pb_conf_get("pbconfurl");
1658 $uri = $pbconf->{$ENV{'PBPROJ'}};
1659 my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
1660
1661 # Checking CMS repositories status
1662 my ($pburl) = pb_conf_get("pburl");
1663 ($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
1664
1665 if ($scheme !~ /^svn/) {
1666 die "Only SVN is supported at the moment";
1667 }
1668
1669 my $res = pb_cms_isdiff($scheme,$ENV{'PBROOTDIR'});
1670 die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
1671
1672 $res = pb_cms_isdiff($scheme2,$ENV{'PBDIR'});
1673 die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
1674
1675 # Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
1676 # we want to get for the root of the new URL
1677
1678 my $tmp = $ENV{'PBROOTDIR'};
1679 $tmp =~ s|^$ENV{'PBCONFDIR'}||;
1680
1681 my $newurl = "$uri/".dirname($tmp)."/$newver";
1682 # Should probably use projver in the old file
1683 my $oldver= basename($tmp);
1684
1685 # Duplicate and extract project-builder part
1686 pb_log(2,"Copying $uri/$tmp to $newurl\n");
1687 pb_cms_copy($scheme,"$uri/$tmp",$newurl);
1688 pb_log(2,"Checkout $newurl to $ENV{'PBROOTDIR'}/../$newver\n");
1689 pb_cms_up($scheme,"$ENV{'PBCONFDIR'}/..");
1690
1691 # Duplicate and extract project
1692 my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/".dirname($tmp)."/$newver";
1693
1694 pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$tmp to $newurl2\n");
1695 pb_cms_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$tmp",$newurl2);
1696 pb_log(2,"Checkout $newurl2 to $ENV{'PBDIR'}/../$newver\n");
1697 pb_cms_up($scheme2,"$ENV{'PBDIR'}/..");
1698
1699 # Update the .pb file
1700 open(FILE,"$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb") || die "Unable to open $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb";
1701 open(OUT,"> $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new") || die "Unable to write to $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new";
1702 while(<FILE>) {
1703 s/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/projver $ENV{'PBPROJ'} = $newver/;
1704 pb_log(0,"Changing projver from $oldver to $newver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/);
1705 s/^testver/#testver/;
1706 pb_log(0,"Commenting testver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
1707 print OUT $_;
1708 }
1709 close(FILE);
1710 close(OUT);
1711 rename("$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb");
1712
1713 # Checking pbcl files
1714 foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
1715 # Compute new pbcl file
1716 my $f2 = $f;
1717 $f2 =~ s|$ENV{'PBROOTDIR'}|$ENV{'PBROOTDIR'}/../$newver/|;
1718 open(PBCL,$f) || die "Unable to open $f";
1719 my $foundnew = 0;
1720 while (<PBCL>) {
1721 $foundnew = 1 if (/^$newver \(/);
1722 }
1723 close(PBCL);
1724 open(OUT,"> $f2") || die "Unable to write to $f2: $!";
1725 open(PBCL,$f) || die "Unable to open $f";
1726 while (<PBCL>) {
1727 print OUT "$_" if (not /^$oldver \(/);
1728 if ((/^$oldver \(/) && ($foundnew == 0)) {
1729 print OUT "$newver ($pbdate)\n";
1730 print OUT "- TBD\n";
1731 print OUT "\n";
1732 pb_log(0,"WARNING: version $newver not found in $f so added to $f2...\n") if ($foundnew == 0);
1733 }
1734 }
1735 close(OUT);
1736 close(PBCL);
1737 }
1738
1739 pb_log(2,"Checkin $ENV{'PBROOTDIR'}/../$newver\n");
1740 pb_cms_checkin($scheme,"$ENV{'PBROOTDIR'}/../$newver",undef);
1741}
1742
1743#
1744# Return the list of VMs/VEs we are working on
1745# $all is a flag to know if we return all of them
1746# or only some (if all we publish also tar files in addition to pkgs
1747#
1748sub pb_get_v {
1749
1750my $vtype = shift;
1751my @v;
1752my $all = 0;
1753my $vlist;
1754my $pbv = 'PBV';
1755
1756if ($vtype eq "vm") {
1757 $vlist = "vmlist";
1758} elsif ($vtype eq "ve") {
1759 $vlist = "velist";
1760}
1761# Get VM/VE list
1762if ((not defined $ENV{$pbv}) || ($ENV{$pbv} =~ /^all$/)) {
1763 my ($ptr) = pb_conf_get($vlist);
1764 $ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
1765 $all = 1;
1766}
1767pb_log(2,"$vtype: $ENV{$pbv}\n");
1768@v = split(/,/,$ENV{$pbv});
1769return(\@v,$all);
1770}
1771
1772# Function to create a potentialy missing pb account on the VM/VE, and adds it to sudo
1773# Needs to use root account to connect to the VM/VE
1774# pb will take your local public SSH key to access
1775# the pb account in the VM later on if needed
1776sub pb_setup_v {
1777
1778my $vtype = shift;
1779
1780my ($vm,$all) = pb_get_v($vtype);
1781
1782# Script generated
1783my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
1784
1785foreach my $v (@$vm) {
1786 # Deal with date sync.
1787 my ($ntpline,$dateline) = pb_date_v($vtype,$v);
1788
1789 # Name of the account to deal with for VM/VE
1790 # Do not use the one passed potentially with -a
1791 my ($pbac) = pb_conf_get($vtype."login");
1792 my ($key,$zero0,$zero1,$zero2);
1793 my ($vmexist,$vmpid);
1794
1795 if ($vtype eq "vm") {
1796 # Prepare the key to be used and transfered remotely
1797 my $keyfile = pb_ssh_get(1);
1798
1799 my ($vmhost,$vmport,$vmntp) = pb_conf_get("vmhost","vmport","vmntp");
1800 my $nport = $vmport->{$ENV{'PBPROJ'}};
1801 $nport = "$pbport" if (defined $pbport);
1802
1803 # Launch the VM
1804 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1805
1806 # Skip that VM if something went wrong
1807 next if (($vmpid == 0) && ($vmexist == 0));
1808
1809 # Store the pub key part in a variable
1810 open(FILE,"$keyfile.pub") || die "Unable to open $keyfile.pub";
1811 ($zero0,$zero1,$zero2) = split(/ /,<FILE>);
1812 close(FILE);
1813
1814 $key = "\Q$zero1";
1815
1816 pb_system("cat $keyfile.pub | ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys\"","Copying local keys to $vtype. This may require the root password");
1817 # once this is done, we can do what we want on the VM remotely
1818 }
1819
1820 # Prepare the script to be executed on the VM/VE
1821 # in $ENV{'PBDESTDIR'}/setupv
1822
1823 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
1824 print SCRIPT << 'EOF';
1825#!/usr/bin/perl -w
1826
1827use strict;
1828use File::Copy;
1829
1830# We should not need in this script more functions than what is provided
1831# by Base and Distribution to avoid problems at exec time.
1832# They are appended at the end.
1833
1834our $pbdebug;
1835our $pbLOG;
1836our $pbsynmsg = "pbscript";
1837our $pbdisplaytype = "text";
1838our $pblocale = "";
1839pb_log_init($pbdebug, $pbLOG);
1840pb_temp_init();
1841
1842EOF
1843 if ($vtype eq "vm") {
1844 print SCRIPT << 'EOF';
1845# Removes duplicate in .ssh/authorized_keys of our key if needed
1846#
1847my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
1848open(PBFILE,$file1) || die "Unable to open $file1";
1849open(PBOUT,"> $file1.new") || die "Unable to open $file1.new";
1850my $count = 0;
1851while (<PBFILE>) {
1852
1853EOF
1854 print SCRIPT << "EOF";
1855 if (/ $key /) {
1856 \$count++;
1857 }
1858print PBOUT \$_ if ((\$count <= 1) || (\$_ !~ / $key /));
1859}
1860close(PBFILE);
1861close(PBOUT);
1862rename("\$file1.new",\$file1);
1863chmod 0600,\$file1;
1864
1865# Sync date
1866EOF
1867 if (defined $ntpline) {
1868 print SCRIPT "system(\"$ntpline\");\n";
1869 } else {
1870 print SCRIPT "system(\"$dateline\");\n";
1871 }
1872 }
1873 print SCRIPT << 'EOF';
1874
1875# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
1876#
1877my $file="/etc/passwd";
1878open(PBFILE,$file) || die "Unable to open $file";
1879my $found = 0;
1880while (<PBFILE>) {
1881EOF
1882 print SCRIPT << "EOF";
1883 \$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
1884EOF
1885 print SCRIPT << 'EOF';
1886}
1887close(PBFILE);
1888
1889if ( $found == 0 ) {
1890 if ( ! -d "/home" ) {
1891 pb_mkdir("/home");
1892 }
1893EOF
1894 print SCRIPT << "EOF";
1895pb_system("groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
1896pb_system("useradd $pbac->{$ENV{'PBPROJ'}} -g $pbac->{$ENV{'PBPROJ'}} -m -d /home/$pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home /home/$pbac->{$ENV{'PBPROJ'}}");
1897}
1898EOF
1899
1900 if ($vtype eq "vm") {
1901 print SCRIPT << "EOF";
1902# allow ssh entry to build
1903#
1904mkdir "/home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
1905# Allow those accessing root to access the build account
1906copy("\$ENV{'HOME'}/.ssh/authorized_keys","/home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
1907chmod 0600,".ssh/authorized_keys";
1908pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} /home/$pbac->{$ENV{'PBPROJ'}}/.ssh","Finish setting up the SSH env for $pbac->{$ENV{'PBPROJ'}}");
1909
1910EOF
1911}
1912 print SCRIPT << 'EOF';
1913# No passwd for build account only keys
1914$file="/etc/shadow";
1915open(PBFILE,$file) || die "Unable to open $file";
1916open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1917while (<PBFILE>) {
1918EOF
1919 print SCRIPT << "EOF";
1920 s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
1921 s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
1922EOF
1923 print SCRIPT << 'EOF';
1924 print PBOUT $_;
1925}
1926close(PBFILE);
1927close(PBOUT);
1928rename("$file.new",$file);
1929chmod 0640,$file;
1930
1931# Keep the VM in text mode
1932$file="/etc/inittab";
1933if (-f $file) {
1934 open(PBFILE,$file) || die "Unable to open $file";
1935 open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1936 while (<PBFILE>) {
1937 s/^(..):5:initdefault:$/$1:3:initdefault:/;
1938 print PBOUT $_;
1939 }
1940 close(PBFILE);
1941 close(PBOUT);
1942 rename("$file.new",$file);
1943 chmod 0640,$file;
1944}
1945
1946# pb has to be added to portage group on gentoo
1947
1948# Adapt sudoers
1949$file="/etc/sudoers";
1950open(PBFILE,$file) || die "Unable to open $file";
1951open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1952while (<PBFILE>) {
1953EOF
1954 print SCRIPT << "EOF";
1955 next if (/^$pbac->{$ENV{'PBPROJ'}} /);
1956EOF
1957 print SCRIPT << 'EOF';
1958 s/Defaults[ \t]+requiretty//;
1959 print PBOUT $_;
1960}
1961close(PBFILE);
1962EOF
1963 print SCRIPT << "EOF";
1964# This is needed in order to be able to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
1965print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
1966EOF
1967 print SCRIPT << 'EOF';
1968close(PBOUT);
1969rename("$file.new",$file);
1970chmod 0440,$file;
1971
1972EOF
1973
1974 my $SCRIPT = \*SCRIPT;
1975
1976 pb_install_deps($SCRIPT);
1977
1978 print SCRIPT << 'EOF';
1979# Suse wants sudoers as 640
1980if (($ddir eq "sles") || (($ddir eq "suse")) && ($dver =~ /10.[012]/)) {
1981 chmod 0640,$file;
1982}
1983
1984pb_system("rm -rf ProjectBuilder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/ProjectBuilder-latest.tar.gz ; tar xvfz ProjectBuilder-latest.tar.gz ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/project-builder-latest.tar.gz ; tar xvfz project-builder-latest.tar.gz ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
1985system "pb 2>&1 | head -5";
1986EOF
1987 # Adds pb_distro_init from ProjectBuilder::Distribution and Base
1988 foreach my $d (@INC) {
1989 my @f = ("$d/ProjectBuilder/Base.pm","$d/ProjectBuilder/Distribution.pm");
1990 foreach my $f (@f) {
1991 if (-f "$f") {
1992 open(PBD,"$f") || die "Unable to open $f";
1993 while (<PBD>) {
1994 next if (/^package/);
1995 next if (/^use Exporter/);
1996 next if (/^use ProjectBuilder::/);
1997 next if (/^our /);
1998 print SCRIPT $_;
1999 }
2000 close(PBD);
2001 }
2002 }
2003 }
2004 close(SCRIPT);
2005 chmod 0755,"$pbscript";
2006
2007 # That build script needs to be run as root and force stop of VM at end
2008 $pbaccount = "root";
2009
2010 # Force shutdown of VM exept if it was already launched
2011 my $force = 0;
2012 if ((! $vmexist) && ($vtype eq "vm")) {
2013 $force = 1;
2014 }
2015
2016 pb_script2v($pbscript,$vtype,$force,$v);
2017}
2018return;
2019}
2020
2021sub pb_install_deps {
2022
2023my $SCRIPT = shift;
2024
2025print {$SCRIPT} << 'EOF';
2026# We need to have that pb_distro_init function
2027# Get it from Project-Builder::Distribution
2028my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd) = pb_distro_init();
2029print "distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n";
2030
2031# Get and install pb
2032my $insdm = "rm -rf Date-Manip* ; wget http://search.cpan.org/CPAN/authors/id/S/SB/SBECK/Date-Manip-5.54.tar.gz ; tar xvfz Date-Manip-5.54.tar.gz ; cd Date-Manip* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Date-Manip*";
2033my $insmb = "rm -rf Module-Build* ; wget http://search.cpan.org/CPAN/authors/id/K/KW/KWILLIAMS/Module-Build-0.2808.tar.gz ; tar xvfz Module-Build-0.2808.tar.gz ; cd Module-Build* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Module-Build*";
2034my $insfm = "rm -rf File-MimeInfo* ; wget http://search.cpan.org/CPAN/authors/id/P/PA/PARDUS/File-MimeInfo/File-MimeInfo-0.15.tar.gz ; tar xvfz File-MimeInfo-0.15.tar.gz ; cd File-MimeInfo* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf File-MimeInfo*";
2035my $insfb = "rm -rf File-Basedir* ; wget http://search.cpan.org/CPAN/authors/id/P/PA/PARDUS/File-BaseDir-0.03.tar.gz ; tar xvfz File-BaseDir-0.03.tar.gz ; cd File-BaseDir* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf File-BaseDir*";
2036my $insms = "rm -rf Mail-Sendmail* ; wget http://search.cpan.org/CPAN/authors/id/M/MI/MIVKOVIC/Mail-Sendmail-0.79.tar.gz ; tar xvfz Mail-Sendmail-0.79.tar.gz ; cd Mail-Sendmail* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Mail-Sendmail*";
2037my $inslg = "rm -rf gettext* ; wget http://search.cpan.org/CPAN/authors/id/P/PV/PVANDRY/gettext-1.05.tar.gz ; tar xvfz gettext-1.05.tar.gz ; cd gettext* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf gettext*";
2038my $cmtdm = "Installing Date-Manip perl module";
2039my $cmtmb = "Installing Module-Build perl module";
2040my $cmtfm = "Installing File-MimeInfo perl module";
2041my $cmtfb = "Installing File-Basedir perl module";
2042my $cmtms = "Installing Perl-Sendmail perl module";
2043my $cmtlg = "Installing Perl-gettext perl module";
2044my $cmtall = "Installing required modules";
2045
2046if ( $ddir eq "fedora" ) {
2047 pb_system("yum clean all","Cleaning yum env");
2048 if ($dver == 4) {
2049 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget patch ntp sudo perl-DateManip perl-ExtUtils-MakeMaker"));
2050 pb_system("$insmb","$cmtmb");
2051 pb_system("$insfm","$cmtfm");
2052 pb_system("$insfb","$cmtfb");
2053 pb_system("$insms","$cmtms");
2054 pb_system("$inslg","$cmtlg");
2055 } else {
2056 my $addp = "";
2057 if ($dver > 9) {
2058 $addp = "perl-gettext";
2059 } else {
2060 pb_system("$inslg","$cmtlg");
2061 }
2062 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget patch ntp sudo perl-DateManip perl-ExtUtils-MakeMaker perl-File-MimeInfo perl-Mail-Sendmail $addp"));
2063 }
2064} elsif (( $dfam eq "rh" ) || ($ddir eq "sles") || (($ddir eq "suse") && (($dver eq "10.1") || ($dver eq "10.0"))) || ($ddir eq "slackware")) {
2065 # Suppose pkg are installed already as no online mirror available
2066 pb_system("rpm -e lsb 2>&1 > /dev/null","Removing lsb package");
2067 pb_system("$insdm","$cmtdm");
2068 pb_system("$insmb","$cmtmb");
2069 pb_system("$insfm","$cmtfm");
2070 pb_system("$insfb","$cmtfb");
2071 pb_system("$insms","$cmtms");
2072 pb_system("$inslg","$cmtlg");
2073} elsif ($ddir eq "suse") {
2074 # New OpenSuSE
2075 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"make wget patch sudo ntp"));
2076 pb_system("$insmb","$cmtmb");
2077 pb_system("$insfm","$cmtfm");
2078 pb_system("$insfb","$cmtfb");
2079 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"perl-Date-Manip perl-File-HomeDir perl-Mail-Sendmail"));
2080 if ($dver < 11) {
2081 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"ntp"));
2082 } else {
2083 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"sntp"));
2084 }
2085} elsif ( $dfam eq "md" ) {
2086 my $addp = "";
2087 if (($ddir eq "mandrake") && ($dver eq "10.1")) {
2088 pb_system("$insdm","$cmtdm");
2089 pb_system("$inslg","$cmtlg");
2090 } else {
2091 $addp ="perl-DateManip perl-Locale-gettext";
2092 }
2093 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget sudo patch ntp-client perl-File-MimeInfo perl-Mail-Sendmail perl-Locale-gettext $addp"));
2094} elsif ( $dfam eq "du" ) {
2095 if (( $dver eq "3.1" ) && ($ddir eq "debian")) {
2096 pb_system("$insfb","$cmtfb");
2097 pb_system("$insfm","$cmtfm");
2098 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget patch ssh sudo debian-builder dh-make fakeroot ntpdate libmodule-build-perl libdate-manip-perl libmail-sendmail-perl liblocale-gettext-perl"));
2099 } else {
2100 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget patch openssh-server dpkg-dev sudo debian-builder dh-make fakeroot ntpdate libfile-mimeinfo-perl libmodule-build-perl libdate-manip-perl libmail-sendmail-perl liblocale-gettext-perl"));
2101 }
2102} elsif ( $dfam eq "gen" ) {
2103 #system "emerge -u system";
2104 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget sudo ntp DateManip File-MimeInfo Mail-Sendmail Locale-gettext"));
2105} else {
2106 pb_log(0,"No pkg to install\n");
2107}
2108EOF
2109}
2110
2111sub pb_announce {
2112
2113 # Get all required parameters
2114 my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
2115 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2116 my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
2117 my @pkgs = @$pkg;
2118 my %pkgs;
2119 my $first = 0;
2120
2121 # Command to find packages on repo
2122 my $findstr = "find . ";
2123 # Generated announce files
2124 my @files;
2125
2126 foreach my $pbpkg (@pkgs) {
2127 if ($first != 0) {
2128 $findstr .= "-o ";
2129 }
2130 $first++;
2131 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
2132 $pbver = $pkgv->{$pbpkg};
2133 } else {
2134 $pbver = $ENV{'PBPROJVER'};
2135 }
2136 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
2137 $pbtag = $pkgt->{$pbpkg};
2138 } else {
2139 $pbtag = $ENV{'PBPROJTAG'};
2140 }
2141
2142 # TODO: use virtual/real names here now
2143 $findstr .= "-name \'$pbpkg-$pbver-$pbtag\.*.rpm\' -o -name \'$pbpkg"."_$pbver*\.deb\' -o -name \'$pbpkg-$pbver\.ebuild\' ";
2144
2145 my $chglog;
2146
2147 # Get project info on log file and generate tmp files used later on
2148 pb_cms_init($pbinit);
2149 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
2150 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
2151 $chglog = undef if (! -f $chglog);
2152
2153 open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") || die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
2154 my %pb;
2155 $pb{'dtype'} = "announce";
2156 $pb{'realpkg'} = $pbpkg;
2157 $pb{'ver'} = $pbver;
2158 $pb{'tag'} = $pbtag;
2159 $pb{'suf'} = "N/A"; # Should not be empty even if unused
2160 $pb{'date'} = $pbdate;
2161 $pb{'chglog'} = $chglog;
2162 $pb{'packager'} = $pbpackager;
2163 $pb{'proj'} = $ENV{'PBPROJ'};
2164 $pb{'repo'} = $pbrepo;
2165 pb_changelog(\%pb,\*OUT,"yes");
2166 close(OUT);
2167 push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
2168 }
2169 $findstr .= " | grep -Ev \'src.rpm\'";
2170 if ((not defined $testver) || (not defined $testver->{$ENV{'PBPROJ'}}) || ($testver->{$ENV{'PBPROJ'}} !~ /true/i)) {
2171 $findstr .= " | grep -v ./test/";
2172 }
2173
2174 # Prepare the command to run and execute it
2175 open(PBS,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
2176 print PBS "$findstr\n";
2177 close(PBS);
2178 chmod 0755,"$ENV{'PBTMP'}/pbscript";
2179 pb_send2target("Announce");
2180
2181 # Get subject line
2182 my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
2183 pb_log(0,"Please enter the title of your announce\n");
2184 pb_log(0,"(By default: $sl)\n");
2185 my $sl2 = <STDIN>;
2186 $sl = $sl2 if ($sl2 !~ /^$/);
2187
2188 # Prepare a template of announce
2189 open(ANN,"> $ENV{'PBTMP'}/announce.html") || die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
2190 print ANN << "EOF";
2191$sl</p>
2192
2193<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
2194<p>
2195Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
2196</p>
2197<p>
2198EOF
2199 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to read $ENV{'PBTMP'}/system.log: $!";
2200 my $col = 2;
2201 my $i = 1;
2202 print ANN << 'EOF';
2203<TABLE WIDTH="700" CELLPADDING="0" CELLSPACING="0" BORDER="0">
2204<TR>
2205EOF
2206 while (<LOG>) {
2207 print ANN "<TD>$_</TD>";
2208 $i++;
2209 if ($i > $col) {
2210 print ANN "</TR>\n<TR>";
2211 $i = 1;
2212 }
2213 }
2214 close(LOG);
2215 print ANN << "EOF";
2216</TR>
2217</TABLE>
2218</p>
2219
2220<p>As usual source packages are also available in the same directory.</p>
2221
2222<p>
2223Changes are :
2224</p>
2225<p>
2226EOF
2227 # Get each package changelog content
2228 foreach my $f (sort(@files)) {
2229 open(IN,"$f") || die "Unable to read $f:$!";
2230 while (<IN>) {
2231 print ANN $_;
2232 }
2233 close(IN);
2234 print ANN "</p><p>\n";
2235 }
2236 print ANN "</p>\n";
2237 close(ANN);
2238
2239 # Allow for modification
2240 pb_system("vi $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
2241
2242 # Store it in DB for external usage (Web pages generation)
2243 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2244
2245 my $precmd = "";
2246 if (! -f $db) {
2247 $precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
2248 }
2249
2250 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2251 { RaiseError => 1, AutoCommit => 1 })
2252 || die "Unable to connect to $db";
2253
2254 if ($precmd ne "") {
2255 my $sth = $dbh->prepare(qq{$precmd})
2256 || die "Unable to create table into $db";
2257 $sth->execute();
2258 }
2259
2260 # To read whole file
2261 local $/;
2262 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2263 my $announce = <ANN>;
2264 close(ANN);
2265
2266 pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
2267 my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
2268 || die "Unable to insert into $db";
2269 $sth->execute($pbdate, $announce);
2270 $dbh->disconnect;
2271
2272 # Then deliver it on the Web
2273 # $TOOLHOME/livwww www
2274
2275 # Mail it to project's ML
2276 open(ML,"| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") || die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
2277 print ML << 'EOF';
2278<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
2279
2280<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
2281 <head>
2282 </head>
2283 <body>
2284 <p>
2285EOF
2286 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2287 while(<ANN>) {
2288 print ML $_;
2289 }
2290 print ML << 'EOF';
2291</body>
2292</html>
2293EOF
2294 close(ML);
2295
2296 # To read whole file
2297 local $/;
2298 open(ANN,"$ENV{'PBTMP'}/announce.txt") || die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
2299 my $msg = <ANN>;
2300 close(ANN);
2301
2302 # Preparation of headers
2303
2304 my %mail = (
2305 To => $pbml->{$ENV{'PBPROJ'}},
2306 From => $pbpackager->{$ENV{'PBPROJ'}},
2307 Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
2308 Body => $msg,
2309 Subject => "[ANNOUNCE] $sl",
2310 );
2311
2312 # Send mail
2313 sendmail(%mail) or die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
2314}
2315
2316#
2317# Creates a set of HTML file containing the news for the project
2318# based on what has been generated by the pb_announce function
2319#
2320sub pb_web_news2html {
2321
2322 my $dest = shift || $ENV{'PBTMP'};
2323
2324 # Get all required parameters
2325 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2326
2327 # DB of announces for external usage (Web pages generation)
2328 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2329
2330 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2331 { RaiseError => 1, AutoCommit => 1 })
2332 || die "Unable to connect to $db";
2333 # For date handling
2334 $ENV{LANGUAGE}="C";
2335 my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
2336 my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
2337 pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
2338 my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
2339 my %news;
2340 $news{"cy"} = ""; # current year's news
2341 $news{"ly"} = ""; # last year news
2342 $news{"py"} = ""; # previous years news
2343 $news{"fp"} = ""; # first page news
2344 my $cpt = 4; # how many news for first page
2345 # Extract info from DB
2346 foreach my $row (@$all) {
2347 my ($id, $date, $announce) = @$row;
2348 $news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
2349 $news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
2350 $news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
2351 $news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
2352 $cpt--;
2353 }
2354 pb_log(1,"news{fp}: ".$news{"fp"}."\n");
2355 $dbh->disconnect;
2356
2357 # Generate the HTML content
2358 foreach my $pref (keys %news) {
2359 open(NEWS,"> $dest/pb_web_$pref"."news.html") || die "Unable to create $dest/pb_web_$pref"."news.html: $!";
2360 print NEWS "$news{$pref}";
2361 close(NEWS);
2362 }
2363}
2364
2365
2366# Return the SSH key file to use
2367# Potentially create it if needed
2368
2369sub pb_ssh_get {
2370
2371my $create = shift || 0; # Do not create keys by default
2372
2373# Check the SSH environment
2374my $keyfile = undef;
2375
2376# We have specific keys by default
2377$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
2378if (!(-e $keyfile) && ($create eq 1)) {
2379 pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
2380}
2381
2382$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
2383$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
2384$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
2385die "Unable to find your public ssh key under $keyfile" if (not defined $keyfile);
2386return($keyfile);
2387}
2388
2389
2390# Returns the pid of a running VM command using a specific VM file
2391sub pb_check_ps {
2392 my $vmcmd = shift;
2393 my $vmm = shift;
2394 my $vmexist = 0; # FALSE by default
2395
2396 open(PS, "ps auxhww|") || die "Unable to call ps";
2397 while (<PS>) {
2398 next if (! /$vmcmd/);
2399 next if (! /$vmm/);
2400 my ($void1, $void2);
2401 ($void1, $vmexist, $void2) = split(/ +/);
2402 last;
2403 }
2404 return($vmexist);
2405}
2406
2407
2408sub pb_extract_build_files {
2409
2410my $src=shift;
2411my $dir=shift;
2412my $ddir=shift;
2413my $mandatory=shift || "spec";
2414my @files;
2415
2416my $flag = "mayfail" if ($mandatory eq "patch");
2417my $res;
2418
2419if ($src =~ /tar\.gz$/) {
2420 $res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
2421} elsif ($src =~ /tar\.bz2$/) {
2422 $res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
2423} else {
2424 die "Unknown compression algorithm for $src";
2425}
2426# If not mandatory return now
2427return() if (($res != 0) and ($mandatory eq "patch"));
2428opendir(DIR,"$dir") || die "Unable to open directory $dir";
2429foreach my $f (readdir(DIR)) {
2430 next if ($f =~ /^\./);
2431 # Skip potential patch dir
2432 next if ($f =~ /^pbpatch/);
2433 move("$dir/$f","$ddir") || die "Unable to move $dir/$f to $ddir";
2434 pb_log(2,"mv $dir/$f $ddir\n");
2435 push @files,"$ddir/$f";
2436}
2437closedir(DIR);
2438# Not enough but still a first cleanup
2439pb_rm_rf("$dir");
2440return(@files);
2441}
2442
2443sub pb_list_bfiles {
2444
2445my $dir = shift;
2446my $pbpkg = shift;
2447my $bfiles = shift;
2448my $pkgfiles = shift;
2449my $supfiles = shift;
2450
2451opendir(BDIR,"$dir") || die "Unable to open dir $dir: $!";
2452foreach my $f (readdir(BDIR)) {
2453 next if ($f =~ /^\./);
2454 $bfiles->{$f} = "$dir/$f";
2455 $bfiles->{$f} =~ s~$ENV{'PBROOTDIR'}~~;
2456 if (defined $supfiles->{$pbpkg}) {
2457 $pkgfiles->{$f} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
2458 }
2459}
2460closedir(BDIR);
2461}
2462
2463
2464#
2465# Return the list of packages we are working on in a non CMS action
2466#
2467sub pb_get_pkg {
2468
2469my @pkgs = ();
2470
2471my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
2472@pkgs = keys %$var;
2473
2474pb_log(0,"Packages: ".join(',',@pkgs)."\n");
2475return(\@pkgs);
2476}
2477
2478# Which is our local arch ? (standardize on i386 for those platforms)
2479sub pb_get_arch {
2480
2481my $arch = `uname -m`;
2482chomp($arch);
2483$arch =~ s/i.86/i386/;
2484return($arch);
2485}
2486
2487sub pb_get_dist_param {
2488
2489my $param = "";
2490my $ddir = shift;
2491my $dver = shift;
2492my $darch = shift;
2493my $opt = shift;
2494
2495if (defined $opt->{"$ddir-$dver-$darch"}) {
2496 $param = $opt->{"$ddir-$dver-$darch"};
2497} elsif (defined $opt->{"$ddir-$dver"}) {
2498 $param = $opt->{"$ddir-$dver"};
2499} elsif (defined $opt->{"$ddir"}) {
2500 $param = $opt->{"$ddir"};
2501} elsif (defined $opt->{"default"}) {
2502 $param = $opt->{"default"};
2503} else {
2504 $param = "";
2505}
2506return($param);
2507}
2508
25091;
Note: See TracBrowser for help on using the repository browser.