source: ProjectBuilder/devel/pb/bin/pb@ 657

Last change on this file since 657 was 657, checked in by Bruno Cornec, 15 years ago

Usage of rinse instead of mock for VE in pb_launchv

  • Property svn:executable set to *
File size: 78.5 KB
Line 
1#!/usr/bin/perl -w
2#
3# Project Builder main application
4#
5# $Id$
6#
7# Copyright B. Cornec 2007
8# Provided under the GPL v2
9
10# Syntax: see at end
11
12use strict 'vars';
13use Getopt::Long qw(:config auto_abbrev no_ignore_case);
14use Data::Dumper;
15use English;
16use File::Basename;
17use File::Copy;
18use File::stat;
19use File::Temp qw(tempdir);
20use Time::localtime qw(localtime);
21use POSIX qw(strftime);
22use lib qw (lib);
23use ProjectBuilder::Version;
24use ProjectBuilder::Base;
25use ProjectBuilder::Display;
26use ProjectBuilder::Conf;
27use ProjectBuilder::Distribution;
28use ProjectBuilder::CMS;
29use ProjectBuilder::Env;
30use ProjectBuilder::Filter;
31use ProjectBuilder::Changelog;
32use Mail::Sendmail;
33
34# Global variables
35my %opts; # CLI Options
36my $action; # action to realize
37my $test = "FALSE"; # Not used
38my $force = 0; # Force VE/VM rebuild
39my $option = ""; # Not used
40my @pkgs; # list of packages
41my $pbtag; # Global Tag variable
42my $pbver; # Global Version variable
43my $pbscript; # Name of the script
44my %pbver; # per package
45my %pbtag; # per package
46my $pbrev; # Global REVISION variable
47my $pbaccount; # Login to use to connect to the VM
48my $pbport; # Port to use to connect to the VM
49my $newver; # New version to create
50my $iso; # ISO image for the VM to create
51
52my @date = pb_get_date();
53my $pbdate = strftime("%Y-%m-%d", @date);
54
55=pod
56
57=head1 NAME
58
59pb, aka project-builder.org - builds packages for your projects
60
61=head1 DESCRIPTION
62
63pb helps you build various packages directly from your project sources.
64Those sources could be handled by a CMS (Configuration Management System)
65such as Subversion, CVS, Mercurial... or being a simple reference to a compressed tar file.
66It's based on a set of configuration files, a set of provided macros to help
67you keeping build files as generic as possible. For example, a single .spec
68file should be required to generate for all rpm based distributions, even
69if you could also have multiple .spec files if required.
70
71=head1 SYNOPSIS
72
73pb [-vhq][-r pbroot][-p project][[-s script -a account -P port][-m mach-1[,...]]][-i iso] <action> [<pkg1> ...]
74
75pb [--verbose][--help][--man][--quiet][--revision pbroot][--project project][[--script script --account account --port port][--machine mach-1[,...]]][--iso iso] <action> [<pkg1> ...]
76
77=head1 OPTIONS
78
79=over 4
80
81=item B<-v|--verbose>
82
83Print a brief help message and exits.
84
85=item B<-q|--quiet>
86
87Do not print any output.
88
89=item B<-h|--help>
90
91Print a brief help message and exits.
92
93=item B<--man>
94
95Prints the manual page and exits.
96
97=item B<-m|--machine machine1[,machine2,...]>
98
99Name of the Virtual Machines (VM) or Virtual Environments (VE) you want to build on (coma separated).
100All if none precised (or use the env variable PBV).
101
102=item B<-s|--script script>
103
104Name of the script you want to execute on the related VMs or VEs.
105
106=item B<-i|--iso iso_image>
107
108Name of the ISO image of the distribution you want to install on the related VMs.
109
110=item B<-a|--account account>
111
112Name of the account to use to connect on the related VMs.
113
114=item B<-P|--port port_number>
115
116Port number to use to connect on the related VMs.\n";
117
118=item B<-p|--project project_name>
119
120Name of the project you're working on (or use the env variable PBPROJ)
121
122=item B<-r|--revision revision>
123
124Path Name of the project revision under the CMS (or use the env variable PBROOT)
125
126=item B<-V|--version new_version>
127
128New version of the project to create based on the current one.
129
130=back
131
132=head1 ARGUMENTS
133
134<action> can be:
135
136=over 4
137
138=item B<cms2build>
139
140Create tar files for the project under your CMS.
141CMS supported are SVN, CVS and Mercurial
142parameters are packages to build
143if not using default list
144
145=item B<build2pkg>
146
147Create packages for your running distribution
148
149=item B<cms2pkg>
150
151cms2build + build2pkg
152
153=item B<build2ssh>
154
155Send the tar files to a SSH host
156
157=item B<cms2ssh>
158
159cms2build + build2ssh
160
161=item B<pkg2ssh>
162
163Send the packages built to a SSH host
164
165=item B<build2vm>
166
167Create packages in VMs, launching them if needed
168and send those packages to a SSH host once built
169VM type supported are QEMU
170
171=item B<build2ve>
172
173Create packages in VEs, creating it if needed
174and send those packages to a SSH host once built
175
176=item B<cms2vm>
177
178cms2build + build2vm
179
180=item B<cms2ve>
181
182cms2build + build2ve
183
184=item B<launchvm>
185
186Launch one virtual machine
187
188=item B<launchve>
189
190Launch one virtual environment
191
192=item B<script2vm>
193
194Launch one virtual machine if needed
195and executes a script on it
196
197=item B<script2ve>
198
199Execute a script in a virtual environment
200
201=item B<newvm>
202
203Create a new virtual machine
204
205=item B<newve>
206
207Create a new virtual environment
208
209=item B<setupvm>
210
211Setup a virtual machine for pb usage
212
213=item B<setupve>
214
215Setup a virtual environment for pb usage
216
217=item B<newver>
218
219Create a new version of the project derived
220from the current one
221
222=item B<newproj>
223
224Create a new project and a template set of
225configuration files under pbconf
226
227=item B<announce>
228
229Announce the availability of the project through various means
230
231=item B<web2ssh>
232
233Deliver the Web site content to the target server using ssh.
234
235=back
236
237<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
238
239=head1 WEB SITES
240
241The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
242
243=head1 USER MAILING LIST
244
245None exists for the moment.
246
247=head1 CONFIGURATION FILES
248
249Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
250
251Here is an example of such a configuration file:
252
253 #
254 # Define for each project the URL of its pbconf repository
255 # No default option allowed here as they need to be all different
256 #
257 # URL of the pbconf content
258 # This is the format of a classical URL with the extension of additional schema such as
259 # svn+ssh, cvs+ssh, ...
260 #
261 pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
262
263 # This is normaly defined in the project's configuration file
264 # Url of the project
265 #
266 pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
267
268 # All these URLs needs to be defined here as the are the entry point
269 # for how to build packages for the project
270 #
271 pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
272 pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
273 pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
274 pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
275
276 # Under that dir will take place everything related to pb
277 # If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
278 # to your VMs/chroot/...
279 # if not defined then /var/cache
280 pbdefdir default = $ENV{'HOME'}/project-builder
281 pbdefdir pb = $ENV{'HOME'}
282 pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
283 pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
284
285 # pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
286 # If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
287 pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
288 pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
289
290 # pbdir points to the directory where the CMS content of the pburl is checked out
291 # If not defined, pbdir is under pbdefdir/pbproj
292 # Only defined if we have access to the dev of the project
293 pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
294 pbdir mondorescue = $ENV{'HOME'}/mondo/svn
295
296 # -daemonize doesn't work with qemu 0.8.2
297 vmopt default = -m 384
298
299=head1 AUTHORS
300
301The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
302
303=head1 COPYRIGHT
304
305Project-Builder.org is distributed under the GPL v2.0 license
306described in the file C<COPYING> included with the distribution.
307
308=cut
309
310# ---------------------------------------------------------------------------
311
312# Old syntax
313#getopts('a:fhi:l:m:P:p:qr:s:vV:',\%opts);
314
315my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
316
317# Initialize the syntax string
318
319pb_syntax_init("pb (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
320
321GetOptions("help|?|h" => \$opts{'h'},
322 "man" => \$opts{'man'},
323 "verbose|v+" => \$opts{'v'},
324 "quiet|q" => \$opts{'q'},
325 "log-files|l=s" => \$opts{'l'},
326 "force|f" => \$opts{'f'},
327 "account|a=s" => \$opts{'a'},
328 "revision|r=s" => \$opts{'r'},
329 "script|s=s" => \$opts{'s'},
330 "machines|mock|m=s" => \$opts{'m'},
331 "port|P=i" => \$opts{'P'},
332 "project|p=s" => \$opts{'p'},
333 "iso|i=s" => \$opts{'i'},
334 "version|V=s" => \$opts{'V'},
335) || pb_syntax(-1,0);
336
337if (defined $opts{'h'}) {
338 pb_syntax(0,1);
339}
340if (defined $opts{'man'}) {
341 pb_syntax(0,2);
342}
343if (defined $opts{'v'}) {
344 $pbdebug = $opts{'v'};
345}
346if (defined $opts{'f'}) {
347 $force=1;
348}
349if (defined $opts{'q'}) {
350 $pbdebug=-1;
351}
352if (defined $opts{'l'}) {
353 open(pbLOG,"> $opts{'l'}") || die "Unable to log to $opts{'l'}: $!";
354 $pbLOG = \*pbLOG;
355 $pbdebug = 0 if ($pbdebug == -1);
356 }
357pb_log_init($pbdebug, $pbLOG);
358pb_display_init("text","");
359
360# Handle root of the project if defined
361if (defined $opts{'r'}) {
362 $ENV{'PBROOTDIR'} = $opts{'r'};
363}
364# Handle virtual machines if any
365if (defined $opts{'m'}) {
366 $ENV{'PBV'} = $opts{'m'};
367}
368if (defined $opts{'s'}) {
369 $pbscript = $opts{'s'};
370}
371if (defined $opts{'a'}) {
372 $pbaccount = $opts{'a'};
373 die "option -a requires a -s script option" if (not defined $pbscript);
374}
375if (defined $opts{'P'}) {
376 $pbport = $opts{'P'};
377}
378if (defined $opts{'V'}) {
379 $newver = $opts{'V'};
380}
381if (defined $opts{'i'}) {
382 $iso = $opts{'i'};
383}
384
385# Get Action
386$action = shift @ARGV;
387die pb_syntax(-1,1) if (not defined $action);
388
389my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
390my $pbinit = undef;
391$pbinit = 1 if ($action =~ /^newproj$/);
392
393# Handles project name if any
394# And get global params
395($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action);
396
397pb_log(0,"Project: $ENV{'PBPROJ'}\n");
398pb_log(0,"Action: $action\n");
399
400# Act depending on action
401if ($action =~ /^cms2build$/) {
402 pb_cms2build();
403} elsif ($action =~ /^build2pkg$/) {
404 pb_build2pkg();
405} elsif ($action =~ /^cms2pkg$/) {
406 pb_cms2build();
407 pb_build2pkg();
408} elsif ($action =~ /^build2ssh$/) {
409 pb_build2ssh();
410} elsif ($action =~ /^cms2ssh$/) {
411 pb_cms2build();
412 pb_build2ssh();
413} elsif ($action =~ /^pkg2ssh$/) {
414 pb_pkg2ssh();
415} elsif ($action =~ /^build2ve$/) {
416 pb_build2v("ve");
417} elsif ($action =~ /^build2vm$/) {
418 pb_build2v("vm");
419} elsif ($action =~ /^cms2ve$/) {
420 pb_cms2build();
421 pb_build2v("ve");
422} elsif ($action =~ /^cms2vm$/) {
423 pb_cms2build();
424 pb_build2v("vm");
425} elsif ($action =~ /^launchvm$/) {
426 pb_launchv("vm",$ENV{'PBV'},0);
427} elsif ($action =~ /^launchve$/) {
428 pb_launchv("ve",$ENV{'PBV'},0);
429} elsif ($action =~ /^script2vm$/) {
430 pb_script2v($pbscript,"vm");
431} elsif ($action =~ /^script2ve$/) {
432 pb_script2v($pbscript,"ve");
433} elsif ($action =~ /^newver$/) {
434 pb_newver();
435} elsif ($action =~ /^newve$/) {
436 pb_launchv("ve",$ENV{'PBV'},1);
437} elsif ($action =~ /^newvm$/) {
438 pb_launchv("vm",$ENV{'PBV'},1);
439} elsif ($action =~ /^setupve$/) {
440 pb_setup_v("ve");
441} elsif ($action =~ /^setupvm$/) {
442 pb_setup_v("vm");
443} elsif ($action =~ /^newproj$/) {
444 # Nothing to do - already done in pb_env_init
445} elsif ($action =~ /^clean$/) {
446 # TBC
447} elsif ($action =~ /^announce$/) {
448 # For announce only. Require avoids the systematic load of these modules
449 require DBI;
450 require DBD::SQLite;
451
452 pb_announce();
453} elsif ($action =~ /^web2ssh$/) {
454 require DBI;
455 require DBD::SQLite;
456
457 pb_cms2build("Web");
458 pb_send2target("Web");
459} else {
460 pb_log(0,"\'$action\' is not available\n");
461 pb_syntax(-2,1);
462}
463
464sub pb_cms2build {
465
466 my $param = shift || undef;
467
468 my $pkg;
469 my @pkgs;
470 my $webdir;
471
472 my %pkgs;
473 my %pb; # Structure to store conf info
474
475 # If Website, then pkg is only the website
476 if ((defined $param) && ($param eq "Web")) {
477 ($webdir) = pb_conf_get("webdir");
478 pb_log(2,"webdir: ".Dumper($webdir)."\n");
479 $pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
480 $extpkgdir = $webdir;
481 pb_log(0,"Package: $pkgs[0]\n");
482 } else {
483 $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
484 @pkgs = @$pkg;
485 }
486
487 my ($scheme, $uri) = pb_cms_init($pbinit);
488
489 my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
490
491 # declare packager and repo for filtering
492 my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
493 $ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
494 $ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
495
496 foreach my $pbpkg (@pkgs) {
497 $ENV{'PBPKG'} = $pbpkg;
498 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
499 $pbver = $pkgv->{$pbpkg};
500 } else {
501 $pbver = $ENV{'PBPROJVER'};
502 }
503 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
504 $pbtag = $pkgt->{$pbpkg};
505 } else {
506 $pbtag = $ENV{'PBPROJTAG'};
507 }
508
509 $pbrev = $ENV{'PBREVISION'};
510 pb_log(0,"\n");
511 pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
512 die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
513
514 # Clean up dest if necessary. The export will recreate it
515 my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
516 pb_rm_rf($dest) if (-d $dest);
517
518 # Export CMS tree for the concerned package to dest
519 # And generate some additional files
520 $OUTPUT_AUTOFLUSH=1;
521
522 # computes in which dir we have to work
523 my $dir = $defpkgdir->{$pbpkg};
524 $dir = $extpkgdir->{$pbpkg} if (not defined $dir);
525 $dir = $webdir->{$ENV{'PBPROJ'}} if ((defined $param) && ($param eq "Web"));
526 pb_log(2,"def:".Dumper($defpkgdir)." ext: ".Dumper($extpkgdir)." \n");
527
528 # Exporting content from CMS
529 my $preserve = pb_cms_export($uri,"$ENV{'PBDIR'}/$dir",$dest);
530
531 # Generated fake content for test versions to speed up stuff
532 my ($testver) = pb_conf_get_if("testver");
533 my $chglog;
534
535 # Get project info on authors and log file
536 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
537 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
538 $chglog = undef if (! -f $chglog);
539
540 my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
541 $authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
542 $authors = "/dev/null" if (! -f $authors);
543
544 # Extract cms log history and store it
545 if ((defined $chglog) && (! -f "$dest/NEWS")) {
546 pb_log(2,"Generating NEWS file from $chglog\n");
547 copy($chglog,"$dest/NEWS") || die "Unable to create $dest/NEWS";
548 }
549 pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
550
551 my %build;
552 my @pt;
553 my $tmpl = "";
554 my %patches;
555
556 @pt = pb_conf_get_if("vmlist","velist");
557 if (defined $pt[0]->{$ENV{'PBPROJ'}}) {
558 $tmpl .= $pt[0]->{$ENV{'PBPROJ'}};
559 }
560 if (defined $pt[1]->{$ENV{'PBPROJ'}}) {
561 # the 2 lists needs to be grouped with a ',' separated them
562 if ($tmpl ne "") {
563 $tmpl .= ",";
564 }
565 $tmpl .= $pt[1]->{$ENV{'PBPROJ'}}
566 }
567
568 # Setup %pb structure to allow filtering later on, on files using that structure
569 $pb{'tag'} = $pbtag;
570 $pb{'rev'} = $pbrev;
571 $pb{'ver'} = $pbver;
572 $pb{'pkg'} = $pbpkg;
573 $pb{'date'} = $pbdate;
574 $pb{'defpkgdir'} = $defpkgdir;
575 $pb{'extpkgdir'} = $extpkgdir;
576 $pb{'chglog'} = $chglog;
577 $pb{'packager'} = $ENV{'PBPACKAGER'};
578 $pb{'proj'} = $ENV{'PBPROJ'};
579 $pb{'repo'} = $ENV{'PBREPO'};
580 $pb{'patches'} = \%patches;
581 pb_log(2,"DEBUG: pb: ".Dumper(%pb)."\n");
582
583 # Do not do that for website
584 if ((not defined $param) || ($param ne "Web")) {
585 foreach my $d (split(/,/,$tmpl)) {
586 my ($name,$ver,$arch) = split(/-/,$d);
587 chomp($arch);
588 my ($ddir, $dver, $dfam);
589 ($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'}, $pb{'upd'}) = pb_distro_init($name,$ver);
590 pb_log(2,"DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'})."\n");
591 pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
592
593 # We need to compute the real name of the package
594 my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pb{'dtype'});
595 $pb{'realpkg'} = $pbrealpkg;
596 pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $ddir-$dver\n") if ($pbrealpkg ne $pbpkg);
597
598 # Filter build files from the less precise up to the most with overloading
599 # Filter all files found, keeping the name, and generating in dest
600
601 # Find all build files first relatively to PBROOTDIR
602 # Find also all specific files referenced in the .pb conf file
603 my %bfiles = ();
604 my %pkgfiles = ();
605 $build{"$ddir-$dver-$arch"} = "yes";
606
607 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}") {
608 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
609 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$dfam") {
610 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$dfam",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
611 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir") {
612 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
613 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver") {
614 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
615 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch") {
616 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
617 } else {
618 $build{"$ddir-$dver-$arch"} = "no";
619 next;
620 }
621 pb_log(2,"DEBUG bfiles: ".Dumper(\%bfiles)."\n");
622
623 # Get all filters to apply
624 my $ptr = pb_get_filters($pbpkg, $pb{'dtype'}, $dfam, $ddir, $dver);
625
626 # Prepare local patches for this distro - They are always applied first - May be a problem one day
627 foreach my $p (sort(<$ENV{'PBROOTDIR'}/$pbpkg/pbpatch/*>)) {
628 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.all$/));
629 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.all$/);
630 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$pb{'dtype'}$/));
631 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$pb{'dtype'}$/);
632 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$dfam$/));
633 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$dfam$/);
634 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir$/));
635 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir$/);
636 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver$/));
637 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver$/);
638 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver-$arch$/));
639 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver-$arch$/);
640 }
641
642 # Prepare also remote patches to be included - Applied after the local ones
643 foreach my $p ("all","$pb{'dtype'}","$dfam","$ddir","$ddir-$dver","$ddir-$dver-$arch") {
644 my $f = "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch.$p";
645 next if (not -f $f);
646 if (not open(PATCH,$f)) {
647 pb_display("Unable to open existing external patch file content $f\n");
648 next;
649 }
650 while (<PATCH>) {
651 chomp();
652 $patches{"$ddir-$dver-$arch"} .= "," if (defined $patches{"$ddir-$dver-$arch"});
653 $patches{"$ddir-$dver-$arch"} .= "$_";
654 }
655 close(PATCH);
656 }
657 pb_log(2,"DEBUG: pb->patches: ".Dumper($pb{'patches'})."\n");
658
659 # Apply now all the filters on all the files concerned
660 # destination dir depends on the type of file
661 if (defined $ptr) {
662 # For patch support
663 $pb{'tuple'} = "$ddir-$dver-$arch";
664 foreach my $f (values %bfiles,values %pkgfiles) {
665 pb_filter_file("$ENV{'PBROOTDIR'}/$f",$ptr,"$dest/pbconf/$ddir-$dver-$arch/".basename($f),\%pb);
666 }
667 }
668 }
669 my @found;
670 my @notfound;
671 foreach my $b (keys %build) {
672 push @found,$b if ($build{$b} =~ /yes/);
673 push @notfound,$b if ($build{$b} =~ /no/);
674 }
675 pb_log(0,"Build files generated for ".join(',',sort(@found))."\n");
676 pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
677 pb_log(2,"DEBUG: patches: ".Dumper(%patches)."\n");
678 }
679
680 # Get the generic filter (all.pbf) and
681 # apply those to the non-build files including those
682 # generated by pbinit if applicable
683
684 # Get only all.pbf filter
685 my $ptr = pb_get_filters($pbpkg);
686
687 my $liste ="";
688 if (defined $filteredfiles->{$pbpkg}) {
689 foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
690 pb_filter_file_inplace($ptr,"$dest/$f",\%pb);
691 $liste = "$f $liste";
692 }
693 }
694 pb_log(2,"Files ".$liste."have been filtered\n");
695
696 # Do not do that for website
697 if ((not defined $param) || ($param ne "Web")) {
698 my %tmp;
699 # Filter potential patches (local + remote)
700 pb_log(0,"Delivering and compressing patches ");
701 foreach my $v (keys %patches) {
702 pb_mkdir_p("$dest/pbconf/$v/pbpatch");
703 foreach my $pf (split(/,/,$patches{$v})) {
704 my $pp = basename($pf);
705 pb_cms_export($pf,undef,"$dest/pbconf/$v/pbpatch");
706 pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",\%pb);
707 pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
708 $tmp{$pf} = "";
709 }
710 }
711 foreach my $v (keys %tmp) {
712 pb_log(0,"$v ");
713 }
714 pb_log(0,"\n");
715 } else {
716 # Instead call News generation
717 pb_web_news2html($dest);
718 # And create an empty pbconf
719 pb_mkdir_p("$dest/pbconf");
720 # And prepare the pbscript to execute remotely
721 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
722 print SCRIPT "#!/bin/bash\n";
723 print SCRIPT "#set -x\n";
724 print SCRIPT "echo ... Extracting Website content\n";
725 print SCRIPT "find . -type f | grep -Ev '^./$pbpkg-$pbver.tar.gz|^./pbscript' | xargs rm -f non-existent\n";
726 print SCRIPT "find * -type d -depth | xargs rmdir 2> /dev/null \n";
727 print SCRIPT "tar xfz $pbpkg-$pbver.tar.gz\n";
728 print SCRIPT "mv $pbpkg-$pbver/* .\n";
729 print SCRIPT "rm -f $pbpkg-$pbver.tar.gz\n";
730 print SCRIPT "rmdir $pbpkg-$pbver\n";
731 close(SCRIPT);
732 }
733
734 # Prepare the dest directory for archive
735 if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
736 pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",\%pb);
737 chmod 0755,"$ENV{'PBTMP'}/pbinit";
738 pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit","verbose");
739 }
740
741 # Archive dest dir
742 chdir "$ENV{'PBDESTDIR'}" || die "Unable to change dir to $ENV{'PBDESTDIR'}";
743 if (defined $preserve) {
744 # In that case we want to preserve the original tar file for checksum purposes
745 # The one created is btw equivalent in that case to this one
746 # Maybe check basename of both to be sure they are the same ?
747 pb_log(0,"Preserving original tar file ");
748 move("$preserve","$pbpkg-$pbver.tar.gz");
749 } else {
750 # Possibility to look at PBSRC to guess more the filename
751 pb_system("tar cfz $pbpkg-$pbver.tar.gz --exclude=$pbpkg-$pbver/pbconf $pbpkg-$pbver","Creating $pbpkg tar files compressed");
752 }
753 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n");
754 pb_system("tar cfz $pbpkg-$pbver.pbconf.tar.gz $pbpkg-$pbver/pbconf","Creating pbconf tar files compressed");
755 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz\n");
756
757 # Keep track of version-tag per pkg
758 $pkgs{$pbpkg} = "$pbver-$pbtag";
759
760 # Final cleanup
761 pb_rm_rf($dest) if (-d $dest);
762 }
763
764 # Keep track of per package version
765 pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
766 open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") || die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
767 foreach my $pbpkg (keys %pkgs) {
768 print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
769 }
770 close(PKG);
771
772 # Keep track of what is generated by default
773 # We need to store the dir and info on version-tag
774 # Base our content on the existing .pb file
775 copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
776 open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") || die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
777 print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
778 print LAST "pbprojver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
779 print LAST "pbprojtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
780 print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
781 close(LAST);
782}
783
784sub pb_build2pkg {
785
786 # Get the running distro to build on
787 my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd) = pb_distro_init();
788 pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd))."\n");
789
790 # Get list of packages to build
791 # Get content saved in cms2build
792 my $ptr = pb_get_pkg();
793 @pkgs = @$ptr;
794
795 my $arch = pb_get_arch();
796
797 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
798 $pkg = { } if (not defined $pkg);
799
800 chdir "$ENV{'PBBUILDDIR'}";
801 my $made = ""; # pkgs made during build
802 foreach my $pbpkg (@pkgs) {
803 my $vertag = $pkg->{$pbpkg};
804 # get the version of the current package - maybe different
805 ($pbver,$pbtag) = split(/-/,$vertag);
806
807 my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
808 my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
809 pb_log(2,"Source file: $src\n");
810 pb_log(2,"Pbconf file: $src2\n");
811
812 pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
813 if ($dtype eq "rpm") {
814 foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
815 if (! -d "$ENV{'PBBUILDDIR'}/$d") {
816 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d") || die "Please ensure that you can write into $ENV{'PBBUILDDIR'} to create $d\nchown the $ENV{'PBBUILDDIR'} directory to your uid";
817 }
818 }
819
820 # Remove in case a previous link/file was there
821 unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
822 symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) || die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
823 # We need to first extract the spec file
824 my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$ENV{'PBBUILDDIR'}/SPECS","spec");
825
826 # We need to handle potential patches to upstream sources
827 pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
828
829 pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
830 # set LANGUAGE to check for correct log messages
831 $ENV{'LANGUAGE'}="C";
832 # Older Redhat use _target_platform in %configure incorrectly
833 my $specialdef = "";
834 if (($ddir eq "redhat") || (($ddir eq "rhel") && ($dver eq "2.1"))) {
835 $specialdef = "--define \'_target_platform \"\"\'";
836 }
837 foreach my $f (@specfile) {
838 if ($f =~ /\.spec$/) {
839 pb_distro_installdeps("$f",$dtype,$pbupd);
840 pb_system("rpmbuild $specialdef --define \'packager $ENV{'PBPACKAGER'}\' --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
841 last;
842 }
843 }
844 # Get the name of the generated packages
845 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
846 while (<LOG>) {
847 chomp($_);
848 next if ($_ !~ /^Wrote:/);
849 s|.*/([S]*RPMS.*)|$1|;
850 $made .=" $_";
851 }
852 close(LOG);
853
854 } elsif ($dtype eq "deb") {
855 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
856 pb_system("tar xfz $src","Extracting sources");
857 pb_system("tar xfz $src2","Extracting pbconf");
858
859 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
860 pb_rm_rf("debian");
861 symlink "pbconf/$ddir-$dver-$arch","debian" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
862 chmod 0755,"debian/rules";
863
864 pb_distro_installdeps("debian/control",$dtype,$pbupd);
865 pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
866 # Get the name of the generated packages
867 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
868 while (<LOG>) {
869 chomp();
870 my $tmp = $_;
871 next if ($tmp !~ /^dpkg-deb.*:/);
872 $tmp =~ s|.*../(.*)_(.*).deb.*|$1|;
873 $made="$made $tmp.dsc $tmp.tar.gz $tmp"."_*.deb $tmp"."_*.changes";
874 }
875 close(LOG);
876 } elsif ($dtype eq "ebuild") {
877 my @ebuildfile;
878 # For gentoo we need to take pb as subsystem name
879 # We put every apps here under sys-apps. hope it's correct
880 # We use pb's home dir in order to have a single OVERLAY line
881 my $tmpd = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
882 pb_mkdir_p($tmpd) if (! -d "$tmpd");
883 pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
884
885 # We need to first extract the ebuild file
886 @ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$tmpd","ebuild");
887
888 # Prepare the build env for gentoo
889 my $found = 0;
890 my $pbbd = $ENV{'HOME'};
891 $pbbd =~ s|/|\\/|g;
892 if (-r "/etc/make.conf") {
893 open(MAKE,"/etc/make.conf");
894 while (<MAKE>) {
895 $found = 1 if (/$pbbd\/portage/);
896 }
897 close(MAKE);
898 }
899 if ($found == 0) {
900 pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
901 }
902 #$found = 0;
903 #if (-r "/etc/portage/package.keywords") {
904 #open(KEYW,"/etc/portage/package.keywords");
905 #while (<KEYW>) {
906 #$found = 1 if (/portage\/pb/);
907 #}
908 #close(KEYW);
909 #}
910 #if ($found == 0) {
911 #pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
912 #}
913
914 # Build
915 foreach my $f (@ebuildfile) {
916 if ($f =~ /\.ebuild$/) {
917 pb_distro_installdeps("$f",$dtype,$pbupd);
918 move($f,"$tmpd/$pbpkg-$pbver.ebuild");
919 pb_system("cd $tmpd ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
920 # Now move it where pb expects it
921 pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
922 move("$tmpd/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
923 }
924 }
925
926 $made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver.ebuild";
927 } elsif ($dtype eq "tgz") {
928 # Slackware family
929 $made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
930
931 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
932 pb_system("tar xfz $src","Extracting sources");
933 pb_system("tar xfz $src2","Extracting pbconf");
934 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
935 symlink "pbconf/$ddir-$dver-$arch","install" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
936 if (-x "install/pbslack") {
937 pb_distro_installdeps("./install/pbslack",$dtype,$pbupd);
938 pb_system("./install/pbslack","Building package");
939 pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
940 }
941 } else {
942 die "Unknown dtype format $dtype";
943 }
944 }
945 # Packages check if needed
946 if ($dtype eq "rpm") {
947 if (-f "/usr/bin/rpmlint") {
948 pb_system("rpmlint $made","Checking validity of rpms with rpmlint","verbose");
949 } else {
950 pb_log(0,"rpm packages generated: $made\n");
951 }
952 } elsif ($dtype eq "deb") {
953 my $made2 = "";
954 if (-f "/usr/bin/lintian") {
955 foreach my $f (split(/ /,$made)) {
956 $made2 .= "../$f " if ($f =~ /\.changes$/);
957 }
958 pb_system("lintian $made2","Checking validity of debs with lintian","verbose");
959 } else {
960 pb_log(0,"deb packages generated: $made2\n");
961 }
962 } else {
963 pb_log(0,"No check done for $dtype yet\n");
964 pb_log(0,"Packages generated: $made\n");
965 }
966
967 # Keep track of what is generated so that we can get them back from VMs
968 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
969 print KEEP "$made\n";
970 close(KEEP);
971}
972
973sub pb_build2ssh {
974 pb_send2target("Sources");
975}
976
977sub pb_pkg2ssh {
978 pb_send2target("Packages");
979}
980
981# By default deliver to the the public site hosting the
982# ftp structure (or whatever) or a VM/VE
983sub pb_send2target {
984
985 my $cmt = shift;
986 my $v = shift || undef;
987 my $vmexist = shift || 0; # 0 is FALSE
988 my $vmpid = shift || 0; # 0 is FALSE
989
990 pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
991 my $host = "sshhost";
992 my $login = "sshlogin";
993 my $dir = "sshdir";
994 my $port = "sshport";
995 my $conf = "sshconf";
996 my $rebuild = "sshrebuild";
997 my $tmout = "vmtmout";
998 my $path = "vmpath";
999 if (($cmt eq "vm") || ($cmt eq "Script")) {
1000 $login = "vmlogin";
1001 $dir = "pbdefdir";
1002 $tmout = "vmtmout";
1003 $rebuild = "vmrebuild";
1004 # Specific VM
1005 $host = "vmhost";
1006 $port = "vmport";
1007 } elsif ($cmt eq "ve") {
1008 $login = "velogin";
1009 $dir = "pbdefdir";
1010 $tmout = "vetmout";
1011 # Specific VE
1012 $path = "vepath";
1013 $conf = "veconf";
1014 $rebuild = "verebuild";
1015 } elsif ($cmt eq "Web") {
1016 $host = "websshhost";
1017 $login = "websshlogin";
1018 $dir = "websshdir";
1019 $port = "websshport";
1020 }
1021 my $cmd = "";
1022 my $src = "";
1023 my ($odir,$over,$oarch) = (undef, undef, undef);
1024 my ($ddir, $dver, $dfam, $dtype, $pbsuf);
1025
1026 if ($cmt ne "Announce") {
1027 my $ptr = pb_get_pkg();
1028 @pkgs = @$ptr;
1029
1030 # Get the running distro to consider
1031 if (defined $v) {
1032 ($odir,$over,$oarch) = split(/-/,$v);
1033 }
1034 ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($odir,$over);
1035 pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n");
1036
1037 # Get list of packages to build
1038 # Get content saved in cms2build
1039 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1040 $pkg = { } if (not defined $pkg);
1041
1042 chdir "$ENV{'PBBUILDDIR'}";
1043 foreach my $pbpkg (@pkgs) {
1044 my $vertag = $pkg->{$pbpkg};
1045 # get the version of the current package - maybe different
1046 ($pbver,$pbtag) = split(/-/,$vertag);
1047
1048 if (($cmt eq "Sources") || ($cmt eq "vm") || ($cmt eq "ve")) {
1049 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
1050 if ($cmd eq "") {
1051 $cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1052 } else {
1053 $cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1054 }
1055 } elsif ($cmt eq "Web") {
1056 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz"
1057 }
1058 }
1059 # Adds conf file for availability of conf elements
1060 pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb");
1061 }
1062
1063 if (($cmt eq "vm") || ($cmt eq "ve")) {
1064 $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript";
1065 } elsif (($cmt eq "Script") || ($cmt eq "Web")) {
1066 $src="$src $ENV{'PBDESTDIR'}/pbscript";
1067 } elsif ($cmt eq "Announce") {
1068 $src="$src $ENV{'PBTMP'}/pbscript";
1069 } elsif ($cmt eq "Packages") {
1070 # Get package list from file made during build2pkg
1071 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1072 $src = <KEEP>;
1073 chomp($src);
1074 close(KEEP);
1075 $src="$src $ENV{'PBBUILDDIR'}/pbscript" if ($cmt ne "Sources");
1076 }
1077 # Remove potential leading spaces (cause problem with basename)
1078 $src =~ s/^ *//;
1079 my $basesrc = "";
1080 foreach my $i (split(/ +/,$src)) {
1081 $basesrc .= " ".basename($i);
1082 }
1083
1084 pb_log(0,"Sources handled ($cmt): $src\n");
1085 pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$rebuild,$path,$conf))."\n");
1086 my ($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vepath) = pb_conf_get($host,$login,$dir,$port,$tmout,$path);
1087 my ($vrebuild,$veconf) = pb_conf_get_if($rebuild,$conf);
1088 pb_log(2,"ssh: ".Dumper(($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vrebuild,$vepath,$veconf))."\n");
1089 # Not mandatory
1090 my ($testver) = pb_conf_get_if("testver");
1091
1092 my $mac;
1093 # Useless for VE
1094 if ($cmt ne "ve") {
1095 $mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$sshhost->{$ENV{'PBPROJ'}}";
1096 # Overwrite account value if passed as parameter
1097 $mac = "$pbaccount\@$sshhost->{$ENV{'PBPROJ'}}" if (defined $pbaccount);
1098 pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
1099 }
1100
1101 my $tdir;
1102 my $bdir;
1103 if (($cmt eq "Sources") || ($cmt eq "Script")) {
1104 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/src";
1105 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1106 # This is a test pkg => target dir is under test
1107 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test/src";
1108 }
1109 } elsif (($cmt eq "vm") || ($cmt eq "ve")) {
1110 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/delivery";
1111 $bdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/build";
1112 # Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
1113 $bdir =~ s|\$ENV.+\}/||;
1114 } elsif ($cmt eq "Announce") {
1115 $tdir = "$sshdir->{$ENV{'PBPROJ'}}";
1116 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1117 # This is a test pkg => target dir is under test
1118 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test";
1119 }
1120 } elsif ($cmt eq "Web") {
1121 $tdir = "$sshdir->{$ENV{'PBPROJ'}}";
1122 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1123 # This is a test website => target dir is under test
1124 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/../test";
1125 }
1126 } elsif ($cmt eq "Packages") {
1127 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ddir/$dver";
1128
1129 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1130 # This is a test pkg => target dir is under test
1131 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test/$ddir/$dver";
1132 }
1133
1134 my $repodir = $tdir;
1135 $repodir =~ s|^$sshdir->{$ENV{'PBPROJ'}}/||;
1136
1137 my ($pbrepo) = pb_conf_get("pbrepo");
1138
1139 # Repository management
1140 open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript") || die "Unable to create $ENV{'PBBUILDDIR'}/pbscript";
1141 if ($dtype eq "rpm") {
1142 # Also make a pbscript to generate yum/urpmi bases
1143 print PBS << "EOF";
1144#!/bin/bash
1145# Prepare a script to ease yum setup
1146cat > $ENV{'PBPROJ'}.repo << EOT
1147[$ENV{'PBPROJ'}]
1148name=$ddir $dver - $ENV{'PBPROJ'} Vanilla Packages
1149baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
1150enabled=1
1151gpgcheck=0
1152EOT
1153chmod 644 $ENV{'PBPROJ'}.repo
1154
1155# Clean up old repo content
1156rm -rf headers/ repodata/
1157# Create yum repo
1158yum-arch .
1159# Create repodata
1160createrepo .
1161EOF
1162 if ($dfam eq "md") {
1163 # For Mandriva add urpmi management
1164 print PBS << "EOF";
1165# Prepare a script to ease urpmi setup
1166cat > $ENV{'PBPROJ'}.addmedia << EOT
1167urpmi.addmedia $ENV{'PBPROJ'} $pbrepo->{$ENV{'PBPROJ'}}/$repodir with hdlist.cz
1168EOT
1169chmod 755 $ENV{'PBPROJ'}.addmedia
1170
1171# Clean up old repo content
1172rm -f hdlist.cz synthesis.hdlist.cz
1173# Create urpmi repo
1174genhdlist .
1175EOF
1176 }
1177 if ($ddir eq "fedora") {
1178 # Extract the spec file to please Fedora maintainers :-(
1179 print PBS << "EOF";
1180for p in $basesrc; do
1181 echo \$p | grep -q 'src.rpm'
1182 if [ \$\? -eq 0 ]; then
1183 rpm2cpio \$p | cpio -ivdum --quiet '*.spec'
1184 fi
1185done
1186EOF
1187 }
1188 } elsif ($dtype eq "deb") {
1189 # Also make a pbscript to generate apt bases
1190 # Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
1191 my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
1192 print PBS << "EOF";
1193#!/bin/bash
1194# Prepare a script to ease apt setup
1195cat > $ENV{'PBPROJ'}.sources.list << EOT
1196deb $rpd $dver contrib
1197deb-src $rpd $dver contrib
1198EOT
1199chmod 644 $ENV{'PBPROJ'}.sources.list
1200
1201# Prepare a script to create apt info file
1202(cd .. ; for a in i386 amd64 ia64; do mkdir -p dists/$dver/contrib/binary-\$a; dpkg-scanpackages -a\$a $dver /dev/null | gzip -c9 > dists/$dver/contrib/binary-\$a/Packages.gz; done; mkdir -p dists/$dver/contrib/source; dpkg-scansources $dver /dev/null | gzip -c9 > dists/$dver/contrib/source/Sources.gz)
1203#(cd .. ; rm -f dists/$dver/Release ; apt-ftparchive release dists/$dver > dists/$dver/Release; gpg --sign -ba -o dists/$dver/Release.gpg dists/$dver/Release)
1204EOF
1205 } elsif ($dtype eq "ebuild") {
1206 # make a pbscript to generate links to latest version
1207 print PBS << "EOF";
1208#!/bin/bash
1209# Prepare a script to create correct links
1210for p in $src; do
1211 echo \$p | grep -q '.ebuild'
1212 if [ \$\? -eq 0 ]; then
1213 j=`basename \$p`
1214 pp=`echo \$j | cut -d'-' -f1`
1215 ln -sf \$j \$pp.ebuild
1216 fi
1217done
1218EOF
1219 }
1220 close(PBS);
1221 chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript";
1222 } else {
1223 return;
1224 }
1225
1226 # Useless for VE
1227 my $nport;
1228 if ($cmt ne "ve") {
1229 $nport = $sshport->{$ENV{'PBPROJ'}};
1230 $nport = "$pbport" if (defined $pbport);
1231 }
1232
1233 # Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
1234 $tdir =~ s|\$ENV.+\}/||;
1235
1236 my $tm = $vtmout->{$ENV{'PBPROJ'}};
1237
1238 # ssh communication if not VE
1239 # should use a hash instead...
1240 my ($shcmd,$cpcmd,$cptarget,$cp2target);
1241 if ($cmt ne "ve") {
1242 my $keyfile = pb_ssh_get(0);
1243 $shcmd = "ssh -i $keyfile -q -o UserKnownHostsFile=/dev/null -p $nport $mac";
1244 $cpcmd = "scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport";
1245 $cptarget = "$mac:$tdir";
1246 if ($cmt eq "vm") {
1247 $cp2target = "$mac:$bdir";
1248 }
1249 } else {
1250 my $tp = $vepath->{$ENV{'PBPROJ'}};
1251 $shcmd = "sudo chroot $tp/$v /bin/su - $sshlogin->{$ENV{'PBPROJ'}} -c ";
1252 $cpcmd = "cp -a ";
1253 $cptarget = "$tp/$tdir";
1254 $cp2target = "$tp/$bdir";
1255 }
1256
1257 my $logres = "";
1258 # Do not touch when just announcing
1259 if ($cmt ne "Announce") {
1260 pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' | bash\"","Preparing $tdir on $cptarget");
1261 } else {
1262 $logres = "> ";
1263 }
1264 pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
1265
1266 # For VE we need to change the owner manually - To be tested if needed
1267 #if ($cmt eq "ve") {
1268 #pb_system("cd $cptarget ; sudo chown -R $sshlogin->{$ENV{'PBPROJ'}} .","$cmt chown in $cptarget to $sshlogin->{$ENV{'PBPROJ'}}");
1269 #}
1270 pb_system("$shcmd \"echo \'cd $tdir ; if [ -f pbscript ]; then ./pbscript; fi ; rm -f ./pbscript\' | bash\"","Executing pbscript on $cptarget if needed","verbose");
1271 if (($cmt eq "vm") || ($cmt eq "ve")) {
1272 # Get back info on pkg produced, compute their name and get them from the VM
1273 pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'} $ENV{'PBBUILDDIR'} 2> /dev/null","Get package names in $cp2target");
1274 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1275 my $src = <KEEP>;
1276 chomp($src);
1277 close(KEEP);
1278 $src =~ s/^ *//;
1279 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$odir/$over");
1280 # Change pgben to make the next send2target happy
1281 my $made = "";
1282 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
1283 foreach my $p (split(/ +/,$src)) {
1284 my $j = basename($p);
1285 pb_system("$cpcmd $cp2target/\'$p\' $ENV{'PBBUILDDIR'}/$odir/$over 2> /dev/null","Package recovery of $j in $cp2target");
1286 $made="$made $odir/$over/$j"; # if (($dtype ne "rpm") || ($j !~ /.src.rpm$/));
1287 }
1288 print KEEP "$made\n";
1289 close(KEEP);
1290 pb_system("$shcmd \"rm -rf $tdir $bdir\"","$cmt cleanup");
1291
1292 # Sign packages locally
1293 if ($dtype eq "rpm") {
1294 #pb_system("rpm --addsign --define \'_signature gpg\' --define \'__gpg_sign_cmd /usr/bin/gpg --batch --no-verbose --no-armor --no-secmem-warning -u \"$ENV{'PBPACKAGER'}\" -sbo %{__signature_filename} %{__plaintext_filename} --use-agent\' $made","Signing RPM packages packages");
1295 } elsif ($dtype eq "deb") {
1296 #pb_system("debsign $made","Signing DEB packages");
1297 } else {
1298 pb_log(0,"I don't know yet how to sign packages for type $dtype. Please give feedback to dev team");
1299 }
1300
1301 # We want to send them to the ssh account so overwrite what has been done before
1302 undef $pbaccount;
1303 pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
1304 pb_send2target("Packages",$odir."-".$over."-".$oarch,$vmexist,$vmpid);
1305 pb_rm_rf("$ENV{'PBBUILDDIR'}/$odir");
1306 }
1307 pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
1308 if ((! $vmexist) && (($cmt eq "vm") || ($cmt eq "Script"))) {
1309 pb_system("$shcmd \"sudo /sbin/halt -p \"; sleep $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' | bash ; sleep 10","VM $v halt (pid $vmpid)");
1310 }
1311}
1312
1313sub pb_script2v {
1314 my $pbscript=shift;
1315 my $vtype=shift;
1316 my $force=shift || 0; # Force stop of VM. Default not
1317 my $vm1=shift || undef; # Only that VM to treat
1318 my $vm;
1319 my $all;
1320
1321 pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$force,$vm1)\n");
1322 # Prepare the script to be executed on the VM
1323 # in $ENV{'PBDESTDIR'}/pbscript
1324 if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript")) {
1325 copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1326 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1327 }
1328
1329 if (not defined $vm1) {
1330 ($vm,$all) = pb_get_v($vtype);
1331 } else {
1332 @$vm = ($vm1);
1333 }
1334 my ($vmexist,$vmpid) = (undef,undef);
1335
1336 foreach my $v (@$vm) {
1337 # Launch the VM/VE
1338 if ($vtype eq "vm") {
1339 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1340 pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
1341
1342 # Skip that VM if something went wrong
1343 next if (($vmpid == 0) && ($vmexist == 0));
1344
1345 # If force stopping the VM then reset vmexist
1346 if ($force == 1) {
1347 $vmpid = $vmexist;
1348 $vmexist = 0;
1349 }
1350 }
1351
1352 # Gather all required files to send them to the VM
1353 # and launch the build through pbscript
1354 pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
1355 pb_send2target("Script","$v",$vmexist,$vmpid);
1356
1357 }
1358}
1359
1360sub pb_launchv {
1361 my $vtype = shift;
1362 my $v = shift;
1363 my $create = shift || 0; # By default do not create a VM
1364
1365 pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create)\n");
1366 die "No VM/VE defined, unable to launch" if (not defined $v);
1367 # Keep only the first VM in case many were given
1368 $v =~ s/,.*//;
1369
1370 my $arch = pb_get_arch();
1371
1372 # Launch the VMs/VEs
1373 if ($vtype eq "vm") {
1374 die "-i iso parameter needed" if (((not defined $iso) || ($iso eq "")) && ($create != 0));
1375
1376 my ($ptr,$vmopt,$vmpath,$vmport,$vmtmout,$vmsize) = pb_conf_get("vmtype","vmopt","vmpath","vmport","vmtmout","vmsize");
1377
1378 my $vmtype = $ptr->{$ENV{'PBPROJ'}};
1379 if (not defined $ENV{'PBVMOPT'}) {
1380 $ENV{'PBVMOPT'} = "";
1381 }
1382 # Save the current status for later restoration
1383 $ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
1384 # Set a default timeout of 2 minutes
1385 if (not defined $ENV{'PBVMTMOUT'}) {
1386 $ENV{'PBVMTMOUT'} = "120";
1387 }
1388 if (defined $vmopt->{$v}) {
1389 $ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
1390 } elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
1391 $ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
1392 }
1393 if (defined $vmtmout->{$v}) {
1394 $ENV{'PBVMTMOUT'} = $vmtmout->{$v};
1395 } elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
1396 $ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
1397 }
1398 my $nport = $vmport->{$ENV{'PBPROJ'}};
1399 $nport = "$pbport" if (defined $pbport);
1400
1401 my $cmd;
1402 my $vmcmd; # has to be used for pb_check_ps
1403 my $vmm; # has to be used for pb_check_ps
1404 if ($vmtype eq "qemu") {
1405 my $qemucmd32;
1406 my $qemucmd64;
1407 if ($arch eq "x86_64") {
1408 $qemucmd32 = "/usr/bin/qemu-system-i386";
1409 $qemucmd64 = "/usr/bin/qemu";
1410 } else {
1411 $qemucmd32 = "/usr/bin/qemu";
1412 $qemucmd64 = "/usr/bin/qemu-system-x86_64";
1413 }
1414 if ($v =~ /x86_64/) {
1415 $vmcmd = "$qemucmd64";
1416 # Not needed with latest versions of qemu it seems
1417 #$vmcmd = "$qemucmd64 -no-kqemu";
1418 # This one may now be needed
1419 #$vmcmd = "$qemucmd64 -no-kvm";
1420 } else {
1421 $vmcmd = "$qemucmd32";
1422 }
1423 $vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
1424 if ($create != 0) {
1425 $ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
1426 }
1427 $cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
1428 } elsif ($vmtype eq "xen") {
1429 } elsif ($vmtype eq "vmware") {
1430 } else {
1431 die "VM of type $vmtype not supported. Report to the dev team";
1432 }
1433 # Restore the ENV VAR Value
1434 $ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
1435
1436 my ($tmpcmd,$void) = split(/ +/,$cmd);
1437 my $vmexist = pb_check_ps($tmpcmd,$vmm);
1438 my $vmpid = 0;
1439 if (! $vmexist) {
1440 if ($create != 0) {
1441 die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
1442 if (($vmtype eq "qemu") || ($vmtype eq "xen")) {
1443 pb_system("/usr/bin/qemu-img create -f qcow2 $vmm $vmsize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
1444 } elsif ($vmtype eq "vmware") {
1445 } else {
1446 }
1447 }
1448 if (! -f "$vmm") {
1449 pb_log(0,"Unable to find VM $vmm\n");
1450 } else {
1451 pb_system("$cmd &","Launching the VM $vmm");
1452 pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up");
1453 $vmpid = pb_check_ps($tmpcmd,$vmm);
1454 pb_log(0,"VM $vmm launched (pid $vmpid)\n");
1455 }
1456 } else {
1457 pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
1458 }
1459 pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
1460 return($vmexist,$vmpid);
1461 # VE here
1462 } else {
1463 # Get VE context
1464 my ($ptr,$vetmout,$vepath,$verebuild,$veconf) = pb_conf_get("vetype","vetmout","vepath","verebuild","veconf");
1465 my $vetype = $ptr->{$ENV{'PBPROJ'}};
1466
1467 # Get distro context
1468 my ($name,$ver,$darch) = split(/-/,$v);
1469 chomp($darch);
1470 my ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($name,$ver);
1471
1472 if ($vetype eq "chroot") {
1473 # Architecture consistency
1474 if ($arch ne $darch) {
1475 die "Unable to launch a VE of architecture $darch on a $arch platform" if (not (($darch eq "x86_64") && ($arch =~ /i?86/)));
1476 }
1477
1478 if (($create != 0) || ($verebuild->{$ENV{'PBPROJ'}} eq "true") || ($force == 1)) {
1479 # We have to rebuild the chroot
1480 if ($dtype eq "rpm") {
1481 # This was originaly planed to be used with mock => rinse
1482 #pb_system("sudo /usr/sbin/mock --init --resultdir=\"/tmp\" --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" -r $v","Creating the mock VE");
1483 # Once setup we need to install some packages, the pb account, ...
1484 #pb_system("sudo /usr/sbin/mock --install --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" -r $v su","Configuring the mock VE");
1485 pb_system("sudo /usr/sbin/rinse --directory \"$vepath->{$ENV{'PBPROJ'}}/$ddir/$dver/$darch\" --arch "$darch" --distribution \"$ddir-$dver\" --config \"$veconf->{$ENV{'PBPROJ'}}\"","Creating the rinse VE for $ddir-$dver ($darch)");
1486 } elsif ($dtype eq "deb") {
1487 pb_system("","Creating the pbuilder VE");
1488 } elsif ($dtype eq "ebuild") {
1489 die "Please teach the dev team how to build gentoo chroot";
1490 } else {
1491 die "Unknown distribution type $dtype. Report to dev team";
1492 }
1493 }
1494 # Nothing more to do for VE. No real launch
1495 } else {
1496 die "VE of type $vetype not supported. Report to the dev team";
1497 }
1498 }
1499}
1500
1501# Return string for date synchro
1502sub pb_date_v {
1503
1504my $vtype = shift;
1505my $v = shift;
1506
1507my ($ntp) = pb_conf_get($vtype."ntp");
1508my $vntp = $ntp->{$ENV{'PBPROJ'}};
1509my $ntpline;
1510
1511if (defined $vntp) {
1512 my ($ntpcmd) = pb_conf_get($vtype."ntpcmd");
1513 my $vntpcmd;
1514 if (defined $ntpcmd->{$v}) {
1515 $vntpcmd = $ntpcmd->{$v};
1516 } elsif (defined $vntpcmd->{$ENV{'PBPROJ'}}) {
1517 $vntpcmd = $ntpcmd->{$ENV{'PBPROJ'}};
1518 } else {
1519 $vntpcmd = "/bin/true";
1520 }
1521 $ntpline = "sudo $vntpcmd $vntp";
1522} else {
1523 $ntpline = undef;
1524}
1525# Force new date to be in the future compared to the date
1526# of the host by adding 1 minute
1527my @date=pb_get_date();
1528$date[1]++;
1529my $upddate = strftime("%m%d%H%M%Y", @date);
1530my $dateline = "sudo date $upddate";
1531return($ntpline,$dateline);
1532}
1533
1534sub pb_build2v {
1535
1536my $vtype = shift;
1537
1538my ($v,$all) = pb_get_v($vtype);
1539
1540# Send tar files when we do a global generation
1541pb_build2ssh() if ($all == 1);
1542
1543my ($vmexist,$vmpid) = (undef,undef);
1544
1545foreach my $v (@$v) {
1546 # Prepare the script to be executed on the VM/VE
1547 # in $ENV{'PBDESTDIR'}/pbscript
1548 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1549 print SCRIPT "#!/bin/bash\n";
1550 print SCRIPT "echo ... Execution needed\n";
1551 print SCRIPT "# This is in directory delivery\n";
1552 print SCRIPT "# Setup the variables required for building\n";
1553 print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
1554 print SCRIPT "# Preparation for pb\n";
1555 print SCRIPT "mv .pbrc \$HOME\n";
1556 print SCRIPT "cd ..\n";
1557
1558 # Get list of packages to build and get some ENV vars as well
1559 my $ptr = pb_get_pkg();
1560 @pkgs = @$ptr;
1561 my $p = join(' ',@pkgs) if (@pkgs);
1562 print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
1563 print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
1564 print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
1565
1566 my ($ntpline,$dateline) = pb_date_v($vtype,$v);
1567 print SCRIPT "# Time sync\n";
1568 if (defined $ntpline) {
1569 print SCRIPT "$ntpline\n";
1570 } else {
1571 print SCRIPT "$dateline\n";
1572 }
1573
1574 # Transmit the verbosity level to the virtual env/mach.
1575 my $verbose = "";
1576 my $i = 0; # minimal debug level
1577 while ($i lt $pbdebug) {
1578 $verbose .= "-v ";
1579 $i++;
1580 }
1581 # Quiet if asked to be so on the original system
1582 $verbose = "-q" if ($pbdebug eq -1);
1583
1584 print SCRIPT "# Build\n";
1585 print SCRIPT "echo Building packages on $vtype...\n";
1586 print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} build2pkg $p\n";
1587 close(SCRIPT);
1588 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1589
1590 if ($vtype eq "vm") {
1591 # Launch the VM
1592 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1593
1594 # Skip that VM if it something went wrong
1595 next if (($vmpid == 0) && ($vmexist == 0));
1596 }
1597 # Gather all required files to send them to the VM/VE
1598 # and launch the build through pbscript
1599 pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
1600 pb_send2target($vtype,"$v",$vmexist,$vmpid);
1601}
1602}
1603
1604
1605sub pb_newver {
1606
1607 die "-V Version parameter needed" if ((not defined $newver) || ($newver eq ""));
1608
1609 # Need this call for PBDIR
1610 my ($scheme2,$uri) = pb_cms_init($pbinit);
1611
1612 my ($pbconf) = pb_conf_get("pbconfurl");
1613 $uri = $pbconf->{$ENV{'PBPROJ'}};
1614 my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
1615
1616 # Checking CMS repositories status
1617 my ($pburl) = pb_conf_get("pburl");
1618 ($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
1619
1620 if ($scheme !~ /^svn/) {
1621 die "Only SVN is supported at the moment";
1622 }
1623
1624 my $res = pb_cms_isdiff($scheme,$ENV{'PBROOTDIR'});
1625 die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
1626
1627 $res = pb_cms_isdiff($scheme2,$ENV{'PBDIR'});
1628 die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
1629
1630 # Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
1631 # we want to get for the root of the new URL
1632
1633 my $tmp = $ENV{'PBROOTDIR'};
1634 $tmp =~ s|^$ENV{'PBCONFDIR'}||;
1635
1636 my $newurl = "$uri/".dirname($tmp)."/$newver";
1637 # Should probably use projver in the old file
1638 my $oldver= basename($tmp);
1639
1640 # Duplicate and extract project-builder part
1641 pb_log(2,"Copying $uri/$tmp to $newurl\n");
1642 pb_cms_copy($scheme,"$uri/$tmp",$newurl);
1643 pb_log(2,"Checkout $newurl to $ENV{'PBROOTDIR'}/../$newver\n");
1644 pb_cms_up($scheme,"$ENV{'PBCONFDIR'}/..");
1645
1646 # Duplicate and extract project
1647 my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/".dirname($tmp)."/$newver";
1648
1649 pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$tmp to $newurl2\n");
1650 pb_cms_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$tmp",$newurl2);
1651 pb_log(2,"Checkout $newurl2 to $ENV{'PBDIR'}/../$newver\n");
1652 pb_cms_up($scheme2,"$ENV{'PBDIR'}/..");
1653
1654 # Update the .pb file
1655 open(FILE,"$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb") || die "Unable to open $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb";
1656 open(OUT,"> $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new") || die "Unable to write to $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new";
1657 while(<FILE>) {
1658 s/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/projver $ENV{'PBPROJ'} = $newver/;
1659 pb_log(0,"Changing projver from $oldver to $newver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/);
1660 s/^testver/#testver/;
1661 pb_log(0,"Commenting testver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
1662 print OUT $_;
1663 }
1664 close(FILE);
1665 close(OUT);
1666 rename("$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb");
1667
1668 # Checking pbcl files
1669 foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
1670 # Compute new pbcl file
1671 my $f2 = $f;
1672 $f2 =~ s|$ENV{'PBROOTDIR'}|$ENV{'PBROOTDIR'}/../$newver/|;
1673 open(PBCL,$f) || die "Unable to open $f";
1674 my $foundnew = 0;
1675 while (<PBCL>) {
1676 $foundnew = 1 if (/^$newver \(/);
1677 }
1678 close(PBCL);
1679 open(OUT,"> $f2") || die "Unable to write to $f2: $!";
1680 open(PBCL,$f) || die "Unable to open $f";
1681 while (<PBCL>) {
1682 print OUT "$_" if (not /^$oldver \(/);
1683 if ((/^$oldver \(/) && ($foundnew == 0)) {
1684 print OUT "$newver ($pbdate)\n";
1685 print OUT "- TBD\n";
1686 print OUT "\n";
1687 pb_log(0,"WARNING: version $newver not found in $f so added to $f2...\n") if ($foundnew == 0);
1688 }
1689 }
1690 close(OUT);
1691 close(PBCL);
1692 }
1693
1694 pb_log(2,"Checkin $ENV{'PBROOTDIR'}/../$newver\n");
1695 pb_cms_checkin($scheme,"$ENV{'PBROOTDIR'}/../$newver",undef);
1696}
1697
1698#
1699# Return the list of VMs/VEs we are working on
1700# $all is a flag to know if we return all of them
1701# or only some (if all we publish also tar files in addition to pkgs
1702#
1703sub pb_get_v {
1704
1705my $vtype = shift;
1706my @v;
1707my $all = 0;
1708my $vlist;
1709my $pbv = 'PBV';
1710
1711if ($vtype eq "vm") {
1712 $vlist = "vmlist";
1713} elsif ($vtype eq "ve") {
1714 $vlist = "velist";
1715}
1716# Get VM/VE list
1717if ((not defined $ENV{$pbv}) || ($ENV{$pbv} =~ /^all$/)) {
1718 my ($ptr) = pb_conf_get($vlist);
1719 $ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
1720 $all = 1;
1721}
1722pb_log(2,"$vtype: $ENV{$pbv}\n");
1723@v = split(/,/,$ENV{$pbv});
1724return(\@v,$all);
1725}
1726
1727# Function to create a potentialy missing pb account on the VM/VE, and adds it to sudo
1728# Needs to use root account to connect to the VM/VE
1729# pb will take your local public SSH key to access
1730# the pb account in the VM later on if needed
1731sub pb_setup_v {
1732
1733my $vtype = shift;
1734
1735my ($vm,$all) = pb_get_v($vtype);
1736
1737# Script generated
1738my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
1739
1740foreach my $v (@$vm) {
1741 # Deal with date sync.
1742 my ($ntpline,$dateline) = pb_date_v($vtype,$v);
1743
1744 # Name of the account to deal with for VM/VE
1745 # Do not use the one passed potentially with -a
1746 my ($pbac) = pb_conf_get($vtype."login");
1747 my ($key,$zero0,$zero1,$zero2);
1748 my ($vmexist,$vmpid);
1749
1750 if ($vtype eq "vm") {
1751 # Prepare the key to be used and transfered remotely
1752 my $keyfile = pb_ssh_get(1);
1753
1754 my ($vmhost,$vmport,$vmntp) = pb_conf_get("vmhost","vmport","vmntp");
1755 my $nport = $vmport->{$ENV{'PBPROJ'}};
1756 $nport = "$pbport" if (defined $pbport);
1757
1758 # Launch the VM
1759 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
1760
1761 # Skip that VM if something went wrong
1762 next if (($vmpid == 0) && ($vmexist == 0));
1763
1764 # Store the pub key part in a variable
1765 open(FILE,"$keyfile.pub") || die "Unable to open $keyfile.pub";
1766 ($zero0,$zero1,$zero2) = split(/ /,<FILE>);
1767 close(FILE);
1768
1769 $key = "\Q$zero1";
1770
1771 pb_system("cat $keyfile.pub | ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys\"","Copying local keys to $vtype. This may require the root password");
1772 # once this is done, we can do what we want on the VM remotely
1773 }
1774
1775 # Prepare the script to be executed on the VM/VE
1776 # in $ENV{'PBDESTDIR'}/setupv
1777
1778 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
1779 print SCRIPT << 'EOF';
1780#!/usr/bin/perl -w
1781
1782use strict;
1783use File::Copy;
1784
1785# We should not need in this script more functions than what is provided
1786# by Base and Distribution to avoid problems at exec time.
1787# They are appended at the end.
1788
1789our $pbdebug;
1790our $pbLOG;
1791our $pbsynmsg = "pbscript";
1792our $pbdisplaytype = "text";
1793our $pblocale = "";
1794pb_log_init($pbdebug, $pbLOG);
1795pb_temp_init();
1796
1797EOF
1798 if ($vtype eq "vm") {
1799 print SCRIPT << 'EOF';
1800# Removes duplicate in .ssh/authorized_keys of our key if needed
1801#
1802my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
1803open(PBFILE,$file1) || die "Unable to open $file1";
1804open(PBOUT,"> $file1.new") || die "Unable to open $file1.new";
1805my $count = 0;
1806while (<PBFILE>) {
1807
1808EOF
1809 print SCRIPT << "EOF";
1810 if (/ $key /) {
1811 \$count++;
1812 }
1813print PBOUT \$_ if ((\$count <= 1) || (\$_ !~ / $key /));
1814}
1815close(PBFILE);
1816close(PBOUT);
1817rename("\$file1.new",\$file1);
1818chmod 0600,\$file1;
1819
1820# Sync date
1821EOF
1822 if (defined $ntpline) {
1823 print SCRIPT "system(\"$ntpline\");\n";
1824 } else {
1825 print SCRIPT "system(\"$dateline\");\n";
1826 }
1827 }
1828 print SCRIPT << 'EOF';
1829
1830# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
1831#
1832my $file="/etc/passwd";
1833open(PBFILE,$file) || die "Unable to open $file";
1834my $found = 0;
1835while (<PBFILE>) {
1836EOF
1837 print SCRIPT << "EOF";
1838 \$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
1839EOF
1840 print SCRIPT << 'EOF';
1841}
1842close(PBFILE);
1843
1844if ( $found == 0 ) {
1845 if ( ! -d "/home" ) {
1846 pb_mkdir("/home");
1847 }
1848EOF
1849 print SCRIPT << "EOF";
1850pb_system("groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
1851pb_system("useradd $pbac->{$ENV{'PBPROJ'}} -g $pbac->{$ENV{'PBPROJ'}} -m -d /home/$pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home /home/$pbac->{$ENV{'PBPROJ'}}");
1852}
1853
1854# allow ssh entry to build
1855#
1856mkdir "/home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
1857# Allow those accessing root to access the build account
1858copy("\$ENV{'HOME'}/.ssh/authorized_keys","/home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
1859chmod 0600,".ssh/authorized_keys";
1860pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} /home/$pbac->{$ENV{'PBPROJ'}}/.ssh","Finish setting up the SSH env for $pbac->{$ENV{'PBPROJ'}}");
1861
1862EOF
1863 print SCRIPT << 'EOF';
1864# No passwd for build account only keys
1865$file="/etc/shadow";
1866open(PBFILE,$file) || die "Unable to open $file";
1867open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1868while (<PBFILE>) {
1869EOF
1870 print SCRIPT << "EOF";
1871 s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
1872 s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
1873EOF
1874 print SCRIPT << 'EOF';
1875 print PBOUT $_;
1876}
1877close(PBFILE);
1878close(PBOUT);
1879rename("$file.new",$file);
1880chmod 0640,$file;
1881
1882# Keep the VM in text mode
1883$file="/etc/inittab";
1884if (-f $file) {
1885 open(PBFILE,$file) || die "Unable to open $file";
1886 open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1887 while (<PBFILE>) {
1888 s/^(..):5:initdefault:$/$1:3:initdefault:/;
1889 print PBOUT $_;
1890 }
1891 close(PBFILE);
1892 close(PBOUT);
1893 rename("$file.new",$file);
1894 chmod 0640,$file;
1895}
1896
1897# pb has to be added to portage group on gentoo
1898
1899# Adapt sudoers
1900$file="/etc/sudoers";
1901open(PBFILE,$file) || die "Unable to open $file";
1902open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1903while (<PBFILE>) {
1904EOF
1905 print SCRIPT << "EOF";
1906 next if (/^$pbac->{$ENV{'PBPROJ'}} /);
1907EOF
1908 print SCRIPT << 'EOF';
1909 s/Defaults[ \t]+requiretty//;
1910 print PBOUT $_;
1911}
1912close(PBFILE);
1913EOF
1914 print SCRIPT << "EOF";
1915# This is needed in order to be able to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
1916print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
1917EOF
1918 print SCRIPT << 'EOF';
1919close(PBOUT);
1920rename("$file.new",$file);
1921chmod 0440,$file;
1922
1923EOF
1924
1925 my $SCRIPT = \*SCRIPT;
1926
1927 pb_install_deps($SCRIPT);
1928
1929 print SCRIPT << 'EOF';
1930# Suse wants sudoers as 640
1931if (($ddir eq "sles") || (($ddir eq "suse")) && ($dver =~ /10.[012]/)) {
1932 chmod 0640,$file;
1933}
1934
1935pb_system("rm -rf ProjectBuilder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/ProjectBuilder-latest.tar.gz ; tar xvfz ProjectBuilder-latest.tar.gz ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/project-builder-latest.tar.gz ; tar xvfz project-builder-latest.tar.gz ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
1936system "pb 2>&1 | head -5";
1937EOF
1938 # Adds pb_distro_init from ProjectBuilder::Distribution and Base
1939 foreach my $d (@INC) {
1940 my @f = ("$d/ProjectBuilder/Base.pm","$d/ProjectBuilder/Distribution.pm");
1941 foreach my $f (@f) {
1942 if (-f "$f") {
1943 open(PBD,"$f") || die "Unable to open $f";
1944 while (<PBD>) {
1945 next if (/^package/);
1946 next if (/^use Exporter/);
1947 next if (/^use ProjectBuilder::/);
1948 next if (/^our /);
1949 print SCRIPT $_;
1950 }
1951 close(PBD);
1952 }
1953 }
1954 }
1955 close(SCRIPT);
1956 chmod 0755,"$pbscript";
1957
1958 # That build script needs to be run as root and force stop of VM at end
1959 $pbaccount = "root";
1960
1961 # Force shutdown of VM exept if it was already launched
1962 my $force = 0;
1963 if ((! $vmexist) && ($vtype eq "vm")) {
1964 $force = 1;
1965 }
1966
1967 pb_script2v($pbscript,$vtype,$force,$v);
1968}
1969return;
1970}
1971
1972sub pb_install_deps {
1973
1974my $SCRIPT = shift;
1975
1976print {$SCRIPT} << 'EOF';
1977# We need to have that pb_distro_init function
1978# Get it from Project-Builder::Distribution
1979my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd) = pb_distro_init();
1980print "distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n";
1981
1982# Get and install pb
1983my $insdm = "rm -rf Date-Manip* ; wget http://search.cpan.org/CPAN/authors/id/S/SB/SBECK/Date-Manip-5.54.tar.gz ; tar xvfz Date-Manip-5.54.tar.gz ; cd Date-Manip* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Date-Manip*";
1984my $insmb = "rm -rf Module-Build* ; wget http://search.cpan.org/CPAN/authors/id/K/KW/KWILLIAMS/Module-Build-0.2808.tar.gz ; tar xvfz Module-Build-0.2808.tar.gz ; cd Module-Build* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Module-Build*";
1985my $insfm = "rm -rf File-MimeInfo* ; wget http://search.cpan.org/CPAN/authors/id/P/PA/PARDUS/File-MimeInfo/File-MimeInfo-0.15.tar.gz ; tar xvfz File-MimeInfo-0.15.tar.gz ; cd File-MimeInfo* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf File-MimeInfo*";
1986my $insfb = "rm -rf File-Basedir* ; wget http://search.cpan.org/CPAN/authors/id/P/PA/PARDUS/File-BaseDir-0.03.tar.gz ; tar xvfz File-BaseDir-0.03.tar.gz ; cd File-BaseDir* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf File-BaseDir*";
1987my $insms = "rm -rf Mail-Sendmail* ; wget http://search.cpan.org/CPAN/authors/id/M/MI/MIVKOVIC/Mail-Sendmail-0.79.tar.gz ; tar xvfz Mail-Sendmail-0.79.tar.gz ; cd Mail-Sendmail* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Mail-Sendmail*";
1988my $inslg = "rm -rf gettext* ; wget http://search.cpan.org/CPAN/authors/id/P/PV/PVANDRY/gettext-1.05.tar.gz ; tar xvfz gettext-1.05.tar.gz ; cd gettext* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf gettext*";
1989my $cmtdm = "Installing Date-Manip perl module";
1990my $cmtmb = "Installing Module-Build perl module";
1991my $cmtfm = "Installing File-MimeInfo perl module";
1992my $cmtfb = "Installing File-Basedir perl module";
1993my $cmtms = "Installing Perl-Sendmail perl module";
1994my $cmtlg = "Installing Perl-gettext perl module";
1995my $cmtall = "Installing required modules";
1996
1997if ( $ddir eq "fedora" ) {
1998 pb_system("yum clean all","Cleaning yum env");
1999 if ($dver == 4) {
2000 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget patch ntp sudo perl-DateManip perl-ExtUtils-MakeMaker"));
2001 pb_system("$insmb","$cmtmb");
2002 pb_system("$insfm","$cmtfm");
2003 pb_system("$insfb","$cmtfb");
2004 pb_system("$insms","$cmtms");
2005 pb_system("$inslg","$cmtlg");
2006 } else {
2007 my $addp = "";
2008 if ($dver > 9) {
2009 $addp = "perl-gettext";
2010 } else {
2011 pb_system("$inslg","$cmtlg");
2012 }
2013 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget patch ntp sudo perl-DateManip perl-ExtUtils-MakeMaker perl-File-MimeInfo perl-Mail-Sendmail $addp"));
2014 }
2015} elsif (( $dfam eq "rh" ) || ($ddir eq "sles") || (($ddir eq "suse") && (($dver eq "10.1") || ($dver eq "10.0"))) || ($ddir eq "slackware")) {
2016 # Suppose pkg are installed already as no online mirror available
2017 pb_system("rpm -e lsb 2>&1 > /dev/null","Removing lsb package");
2018 pb_system("$insdm","$cmtdm");
2019 pb_system("$insmb","$cmtmb");
2020 pb_system("$insfm","$cmtfm");
2021 pb_system("$insfb","$cmtfb");
2022 pb_system("$insms","$cmtms");
2023 pb_system("$inslg","$cmtlg");
2024} elsif ($ddir eq "suse") {
2025 # New OpenSuSE
2026 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"make wget patch sudo ntp"));
2027 pb_system("$insmb","$cmtmb");
2028 pb_system("$insfm","$cmtfm");
2029 pb_system("$insfb","$cmtfb");
2030 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"perl-Date-Manip perl-File-HomeDir perl-Mail-Sendmail"));
2031 if ($dver < 11) {
2032 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"ntp"));
2033 } else {
2034 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"sntp"));
2035 }
2036} elsif ( $dfam eq "md" ) {
2037 my $addp = "";
2038 if (($ddir eq "mandrake") && ($dver eq "10.1")) {
2039 pb_system("$insdm","$cmtdm");
2040 pb_system("$inslg","$cmtlg");
2041 } else {
2042 $addp ="perl-DateManip perl-Locale-gettext";
2043 }
2044 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget sudo patch ntp-client perl-File-MimeInfo perl-Mail-Sendmail perl-Locale-gettext $addp"));
2045} elsif ( $dfam eq "du" ) {
2046 if (( $dver eq "3.1" ) && ($ddir eq "debian")) {
2047 pb_system("$insfb","$cmtfb");
2048 pb_system("$insfm","$cmtfm");
2049 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget patch ssh sudo debian-builder dh-make fakeroot ntpdate libmodule-build-perl libdate-manip-perl libmail-sendmail-perl liblocale-gettext-perl"));
2050 } else {
2051 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget patch openssh-server dpkg-dev sudo debian-builder dh-make fakeroot ntpdate libfile-mimeinfo-perl libmodule-build-perl libdate-manip-perl libmail-sendmail-perl liblocale-gettext-perl"));
2052 }
2053} elsif ( $dfam eq "gen" ) {
2054 #system "emerge -u system";
2055 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget sudo ntp DateManip File-MimeInfo Mail-Sendmail Locale-gettext"));
2056} else {
2057 pb_log(0,"No pkg to install\n");
2058}
2059EOF
2060}
2061
2062sub pb_announce {
2063
2064 # Get all required parameters
2065 my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
2066 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2067 my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
2068 my @pkgs = @$pkg;
2069 my %pkgs;
2070 my $first = 0;
2071
2072 # Command to find packages on repo
2073 my $findstr = "find . ";
2074 # Generated announce files
2075 my @files;
2076
2077 foreach my $pbpkg (@pkgs) {
2078 if ($first != 0) {
2079 $findstr .= "-o ";
2080 }
2081 $first++;
2082 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
2083 $pbver = $pkgv->{$pbpkg};
2084 } else {
2085 $pbver = $ENV{'PBPROJVER'};
2086 }
2087 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
2088 $pbtag = $pkgt->{$pbpkg};
2089 } else {
2090 $pbtag = $ENV{'PBPROJTAG'};
2091 }
2092
2093 # TODO: use virtual/real names here now
2094 $findstr .= "-name \'$pbpkg-$pbver-$pbtag\.*.rpm\' -o -name \'$pbpkg"."_$pbver*\.deb\' -o -name \'$pbpkg-$pbver\.ebuild\' ";
2095
2096 my $chglog;
2097
2098 # Get project info on log file and generate tmp files used later on
2099 pb_cms_init($pbinit);
2100 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
2101 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
2102 $chglog = undef if (! -f $chglog);
2103
2104 open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") || die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
2105 my %pb;
2106 $pb{'dtype'} = "announce";
2107 $pb{'realpkg'} = $pbpkg;
2108 $pb{'ver'} = $pbver;
2109 $pb{'tag'} = $pbtag;
2110 $pb{'suf'} = "N/A"; # Should not be empty even if unused
2111 $pb{'date'} = $pbdate;
2112 $pb{'chglog'} = $chglog;
2113 $pb{'packager'} = $pbpackager;
2114 $pb{'proj'} = $ENV{'PBPROJ'};
2115 $pb{'repo'} = $pbrepo;
2116 pb_changelog(\%pb,\*OUT,"yes");
2117 close(OUT);
2118 push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
2119 }
2120 $findstr .= " | grep -Ev \'src.rpm\'";
2121 if ((not defined $testver) || (not defined $testver->{$ENV{'PBPROJ'}}) || ($testver->{$ENV{'PBPROJ'}} !~ /true/i)) {
2122 $findstr .= " | grep -v ./test/";
2123 }
2124
2125 # Prepare the command to run and execute it
2126 open(PBS,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
2127 print PBS "$findstr\n";
2128 close(PBS);
2129 chmod 0755,"$ENV{'PBTMP'}/pbscript";
2130 pb_send2target("Announce");
2131
2132 # Get subject line
2133 my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
2134 pb_log(0,"Please enter the title of your announce\n");
2135 pb_log(0,"(By default: $sl)\n");
2136 my $sl2 = <STDIN>;
2137 $sl = $sl2 if ($sl2 !~ /^$/);
2138
2139 # Prepare a template of announce
2140 open(ANN,"> $ENV{'PBTMP'}/announce.html") || die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
2141 print ANN << "EOF";
2142$sl</p>
2143
2144<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
2145<p>
2146Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
2147</p>
2148<p>
2149EOF
2150 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to read $ENV{'PBTMP'}/system.log: $!";
2151 my $col = 2;
2152 my $i = 1;
2153 print ANN << 'EOF';
2154<TABLE WIDTH="700" CELLPADDING="0" CELLSPACING="0" BORDER="0">
2155<TR>
2156EOF
2157 while (<LOG>) {
2158 print ANN "<TD>$_</TD>";
2159 $i++;
2160 if ($i > $col) {
2161 print ANN "</TR>\n<TR>";
2162 $i = 1;
2163 }
2164 }
2165 close(LOG);
2166 print ANN << "EOF";
2167</TR>
2168</TABLE>
2169</p>
2170
2171<p>As usual source packages are also available in the same directory.</p>
2172
2173<p>
2174Changes are :
2175</p>
2176<p>
2177EOF
2178 # Get each package changelog content
2179 foreach my $f (sort(@files)) {
2180 open(IN,"$f") || die "Unable to read $f:$!";
2181 while (<IN>) {
2182 print ANN $_;
2183 }
2184 close(IN);
2185 print ANN "</p><p>\n";
2186 }
2187 print ANN "</p>\n";
2188 close(ANN);
2189
2190 # Allow for modification
2191 pb_system("vi $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
2192
2193 # Store it in DB for external usage (Web pages generation)
2194 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2195
2196 my $precmd = "";
2197 if (! -f $db) {
2198 $precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
2199 }
2200
2201 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2202 { RaiseError => 1, AutoCommit => 1 })
2203 || die "Unable to connect to $db";
2204
2205 if ($precmd ne "") {
2206 my $sth = $dbh->prepare(qq{$precmd})
2207 || die "Unable to create table into $db";
2208 $sth->execute();
2209 }
2210
2211 # To read whole file
2212 local $/;
2213 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2214 my $announce = <ANN>;
2215 close(ANN);
2216
2217 pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
2218 my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
2219 || die "Unable to insert into $db";
2220 $sth->execute($pbdate, $announce);
2221 $dbh->disconnect;
2222
2223 # Then deliver it on the Web
2224 # $TOOLHOME/livwww www
2225
2226 # Mail it to project's ML
2227 open(ML,"| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") || die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
2228 print ML << 'EOF';
2229<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
2230
2231<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
2232 <head>
2233 </head>
2234 <body>
2235 <p>
2236EOF
2237 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2238 while(<ANN>) {
2239 print ML $_;
2240 }
2241 print ML << 'EOF';
2242</body>
2243</html>
2244EOF
2245 close(ML);
2246
2247 # To read whole file
2248 local $/;
2249 open(ANN,"$ENV{'PBTMP'}/announce.txt") || die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
2250 my $msg = <ANN>;
2251 close(ANN);
2252
2253 # Preparation of headers
2254
2255 my %mail = (
2256 To => $pbml->{$ENV{'PBPROJ'}},
2257 From => $pbpackager->{$ENV{'PBPROJ'}},
2258 Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
2259 Body => $msg,
2260 Subject => "[ANNOUNCE] $sl",
2261 );
2262
2263 # Send mail
2264 sendmail(%mail) or die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
2265}
2266
2267#
2268# Creates a set of HTML file containing the news for the project
2269# based on what has been generated by the pb_announce function
2270#
2271sub pb_web_news2html {
2272
2273 my $dest = shift || $ENV{'PBTMP'};
2274
2275 # Get all required parameters
2276 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2277
2278 # DB of announces for external usage (Web pages generation)
2279 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2280
2281 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2282 { RaiseError => 1, AutoCommit => 1 })
2283 || die "Unable to connect to $db";
2284 # For date handling
2285 $ENV{LANGUAGE}="C";
2286 my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
2287 my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
2288 pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
2289 my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
2290 my %news;
2291 $news{"cy"} = ""; # current year's news
2292 $news{"ly"} = ""; # last year news
2293 $news{"py"} = ""; # previous years news
2294 $news{"fp"} = ""; # first page news
2295 my $cpt = 4; # how many news for first page
2296 # Extract info from DB
2297 foreach my $row (@$all) {
2298 my ($id, $date, $announce) = @$row;
2299 $news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
2300 $news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
2301 $news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
2302 $news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
2303 $cpt--;
2304 }
2305 pb_log(1,"news{fp}: ".$news{"fp"}."\n");
2306 $dbh->disconnect;
2307
2308 # Generate the HTML content
2309 foreach my $pref (keys %news) {
2310 open(NEWS,"> $dest/pb_web_$pref"."news.html") || die "Unable to create $dest/pb_web_$pref"."news.html: $!";
2311 print NEWS "$news{$pref}";
2312 close(NEWS);
2313 }
2314}
2315
2316
2317# Return the SSH key file to use
2318# Potentially create it if needed
2319
2320sub pb_ssh_get {
2321
2322my $create = shift || 0; # Do not create keys by default
2323
2324# Check the SSH environment
2325my $keyfile = undef;
2326
2327# We have specific keys by default
2328$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
2329if (!(-e $keyfile) && ($create eq 1)) {
2330 pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
2331}
2332
2333$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
2334$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
2335$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
2336die "Unable to find your public ssh key under $keyfile" if (not defined $keyfile);
2337return($keyfile);
2338}
2339
2340
2341# Returns the pid of a running VM command using a specific VM file
2342sub pb_check_ps {
2343 my $vmcmd = shift;
2344 my $vmm = shift;
2345 my $vmexist = 0; # FALSE by default
2346
2347 open(PS, "ps auxhww|") || die "Unable to call ps";
2348 while (<PS>) {
2349 next if (! /$vmcmd/);
2350 next if (! /$vmm/);
2351 my ($void1, $void2);
2352 ($void1, $vmexist, $void2) = split(/ +/);
2353 last;
2354 }
2355 return($vmexist);
2356}
2357
2358
2359sub pb_extract_build_files {
2360
2361my $src=shift;
2362my $dir=shift;
2363my $ddir=shift;
2364my $mandatory=shift || "spec";
2365my @files;
2366
2367my $flag = "mayfail" if ($mandatory eq "patch");
2368my $res;
2369
2370if ($src =~ /tar\.gz$/) {
2371 $res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
2372} elsif ($src =~ /tar\.bz2$/) {
2373 $res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
2374} else {
2375 die "Unknown compression algorithm for $src";
2376}
2377# If not mandatory return now
2378return() if (($res != 0) and ($mandatory eq "patch"));
2379opendir(DIR,"$dir") || die "Unable to open directory $dir";
2380foreach my $f (readdir(DIR)) {
2381 next if ($f =~ /^\./);
2382 # Skip potential patch dir
2383 next if ($f =~ /^pbpatch/);
2384 move("$dir/$f","$ddir") || die "Unable to move $dir/$f to $ddir";
2385 pb_log(2,"mv $dir/$f $ddir\n");
2386 push @files,"$ddir/$f";
2387}
2388closedir(DIR);
2389# Not enough but still a first cleanup
2390pb_rm_rf("$dir");
2391return(@files);
2392}
2393
2394sub pb_list_bfiles {
2395
2396my $dir = shift;
2397my $pbpkg = shift;
2398my $bfiles = shift;
2399my $pkgfiles = shift;
2400my $supfiles = shift;
2401
2402opendir(BDIR,"$dir") || die "Unable to open dir $dir: $!";
2403foreach my $f (readdir(BDIR)) {
2404 next if ($f =~ /^\./);
2405 $bfiles->{$f} = "$dir/$f";
2406 $bfiles->{$f} =~ s~$ENV{'PBROOTDIR'}~~;
2407 if (defined $supfiles->{$pbpkg}) {
2408 $pkgfiles->{$f} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
2409 }
2410}
2411closedir(BDIR);
2412}
2413
2414
2415#
2416# Return the list of packages we are working on in a non CMS action
2417#
2418sub pb_get_pkg {
2419
2420my @pkgs = ();
2421
2422my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
2423@pkgs = keys %$var;
2424
2425pb_log(0,"Packages: ".join(',',@pkgs)."\n");
2426return(\@pkgs);
2427}
2428
2429# Which is our local arch ? (standardize on i386 for those platforms)
2430sub pb_get_arch {
2431
2432my $arch = `uname -m`;
2433chomp($arch);
2434$arch =~ s/i.86/i386/;
2435return($arch);
2436}
2437
24381;
Note: See TracBrowser for help on using the repository browser.