source: ProjectBuilder/devel/pb/bin/pb@ 622

Last change on this file since 622 was 622, checked in by Bruno Cornec, 15 years ago
  • pb now uses pb_distro_installdeps in VM/VE setup
  • pb_get_distro => pb_distro_get for homogeneity
  • before installing packages, call the update of the pkg db before (may create issues, but is generally better)
  • Adds pb_distro_only_deps_needed to compute the packages in a list whose installation is really needed
  • Property svn:executable set to *
File size: 76.7 KB
RevLine 
[5]1#!/usr/bin/perl -w
2#
3# Project Builder main application
4#
5# $Id$
6#
7# Copyright B. Cornec 2007
8# Provided under the GPL v2
9
[22]10# Syntax: see at end
[9]11
[18]12use strict 'vars';
[331]13use Getopt::Long qw(:config auto_abbrev no_ignore_case);
[9]14use Data::Dumper;
15use English;
[16]16use File::Basename;
[26]17use File::Copy;
[395]18use File::stat;
19use File::Temp qw(tempdir);
[547]20use Time::localtime qw(localtime);
[13]21use POSIX qw(strftime);
[17]22use lib qw (lib);
[329]23use ProjectBuilder::Version;
[318]24use ProjectBuilder::Base;
[512]25use ProjectBuilder::Display;
[405]26use ProjectBuilder::Conf;
27use ProjectBuilder::Distribution;
28use ProjectBuilder::CMS;
[416]29use ProjectBuilder::Env;
[405]30use ProjectBuilder::Filter;
[473]31use ProjectBuilder::Changelog;
[477]32use Mail::Sendmail;
[473]33
[397]34# Global variables
[5]35my %opts; # CLI Options
[9]36my $action; # action to realize
[320]37my $test = "FALSE"; # Not used
38my $force = 0; # Force VE/VM rebuild
39my $option = ""; # Not used
40my @pkgs; # list of packages
[95]41my $pbtag; # Global Tag variable
42my $pbver; # Global Version variable
[141]43my $pbscript; # Name of the script
[77]44my %pbver; # per package
45my %pbtag; # per package
[53]46my $pbrev; # Global REVISION variable
[152]47my $pbaccount; # Login to use to connect to the VM
[162]48my $pbport; # Port to use to connect to the VM
[199]49my $newver; # New version to create
[331]50my $iso; # ISO image for the VM to create
[5]51
[320]52my @date = pb_get_date();
53my $pbdate = strftime("%Y-%m-%d", @date);
[5]54
[331]55=pod
56
57=head1 NAME
58
59pb, aka project-builder.org - builds packages for your projects
60
61=head1 DESCRIPTION
62
63pb helps you build various packages directly from your project sources.
64Those sources could be handled by a CMS (Configuration Management System)
65such as Subversion, CVS, ... or being a simple reference to a compressed tar file.
66It's based on a set of configuration files, a set of provided macros to help
67you keeping build files as generic as possible. For example, a single .spec
68file should be required to generate for all rpm based distributions, even
69if you could also have multiple .spec files if required.
70
71=head1 SYNOPSIS
72
[332]73pb [-vhq][-r pbroot][-p project][[-s script -a account -P port][-m mach-1[,...]]][-i iso] <action> [<pkg1> ...]
[331]74
[332]75pb [--verbose][--help][--man][--quiet][--revision pbroot][--project project][[--script script --account account --port port][--machine mach-1[,...]]][--iso iso] <action> [<pkg1> ...]
[331]76
77=head1 OPTIONS
78
79=over 4
80
81=item B<-v|--verbose>
82
83Print a brief help message and exits.
84
85=item B<-q|--quiet>
86
87Do not print any output.
88
89=item B<-h|--help>
90
91Print a brief help message and exits.
92
93=item B<--man>
94
95Prints the manual page and exits.
96
97=item B<-m|--machine machine1[,machine2,...]>
98
99Name of the Virtual Machines (VM) or Virtual Environments (VE) you want to build on (coma separated).
100All if none precised (or use the env variable PBV).
101
102=item B<-s|--script script>
103
104Name of the script you want to execute on the related VMs or VEs.
105
106=item B<-i|--iso iso_image>
107
108Name of the ISO image of the distribution you want to install on the related VMs.
109
110=item B<-a|--account account>
111
112Name of the account to use to connect on the related VMs.
113
114=item B<-P|--port port_number>
115
116Port number to use to connect on the related VMs.\n";
117
118=item B<-p|--project project_name>
119
120Name of the project you're working on (or use the env variable PBPROJ)
121
122=item B<-r|--revision revision>
123
124Path Name of the project revision under the CMS (or use the env variable PBROOT)
125
126=item B<-V|--version new_version>
127
128New version of the project to create based on the current one.
129
130=back
131
132=head1 ARGUMENTS
133
134<action> can be:
135
136=over 4
137
138=item B<cms2build>
139
140Create tar files for the project under your CMS.
141CMS supported are SVN and CVS
142parameters are packages to build
143if not using default list
144
145=item B<build2pkg>
146
147Create packages for your running distribution
148
149=item B<cms2pkg>
150
151cms2build + build2pkg
152
153=item B<build2ssh>
154
155Send the tar files to a SSH host
156
157=item B<cms2ssh>
158
159cms2build + build2ssh
160
161=item B<pkg2ssh>
162
163Send the packages built to a SSH host
164
165=item B<build2vm>
166
167Create packages in VMs, launching them if needed
168and send those packages to a SSH host once built
169VM type supported are QEMU
170
171=item B<build2ve>
172
173Create packages in VEs, creating it if needed
174and send those packages to a SSH host once built
175
176=item B<cms2vm>
177
178cms2build + build2vm
179
180=item B<cms2ve>
181
182cms2build + build2ve
183
184=item B<launchvm>
185
186Launch one virtual machine
187
188=item B<launchve>
189
190Launch one virtual environment
191
192=item B<script2vm>
193
194Launch one virtual machine if needed
195and executes a script on it
196
197=item B<script2ve>
198
199Execute a script in a virtual environment
200
201=item B<newvm>
202
203Create a new virtual machine
204
205=item B<newve>
206
207Create a new virtual environment
208
[346]209=item B<setupvm>
210
211Setup a virtual machine for pb usage
212
213=item B<setupve>
214
215Setup a virtual environment for pb usage
216
[331]217=item B<newver>
218
219Create a new version of the project derived
220from the current one
221
222=item B<newproj>
223
224Create a new project and a template set of
225configuration files under pbconf
226
[471]227=item B<announce>
228
229Announce the availability of the project through various means
230
[557]231=item B<web2ssh>
232
233Deliver the Web site content to the target server using ssh.
234
235=back
236
[331]237<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
238
239=head1 WEB SITES
240
241The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
242
243=head1 USER MAILING LIST
244
245None exists for the moment.
246
247=head1 CONFIGURATION FILES
248
249Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
250
251Here is an example of such a configuration file:
252
253 #
254 # Define for each project the URL of its pbconf repository
255 # No default option allowed here as they need to be all different
256 #
257 # URL of the pbconf content
258 # This is the format of a classical URL with the extension of additional schema such as
259 # svn+ssh, cvs+ssh, ...
260 #
261 pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
262
263 # This is normaly defined in the project's configuration file
264 # Url of the project
265 #
266 pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
267
268 # All these URLs needs to be defined here as the are the entry point
269 # for how to build packages for the project
270 #
271 pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
272 pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
273 pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
274 pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
275
276 # Under that dir will take place everything related to pb
277 # If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
278 # to your VMs/chroot/...
279 # if not defined then /var/cache
280 pbdefdir default = $ENV{'HOME'}/project-builder
281 pbdefdir pb = $ENV{'HOME'}
282 pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
283 pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
284
285 # pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
286 # If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
287 pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
288 pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
289
290 # pbdir points to the directory where the CMS content of the pburl is checked out
291 # If not defined, pbdir is under pbdefdir/pbproj
292 # Only defined if we have access to the dev of the project
293 pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
294 pbdir mondorescue = $ENV{'HOME'}/mondo/svn
295
296 # -daemonize doesn't work with qemu 0.8.2
297 vmopt default = -m 384
298
299=head1 AUTHORS
300
301The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
302
303=head1 COPYRIGHT
304
305Project-Builder.org is distributed under the GPL v2.0 license
306described in the file C<COPYING> included with the distribution.
307
308=cut
309
310# ---------------------------------------------------------------------------
311
312# Old syntax
313#getopts('a:fhi:l:m:P:p:qr:s:vV:',\%opts);
314
[75]315my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
[331]316
[397]317# Initialize the syntax string
318
319pb_syntax_init("pb (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
320
[331]321GetOptions("help|?|h" => \$opts{'h'},
322 "man" => \$opts{'man'},
323 "verbose|v+" => \$opts{'v'},
324 "quiet|q" => \$opts{'q'},
325 "log-files|l=s" => \$opts{'l'},
326 "force|f" => \$opts{'f'},
327 "account|a=s" => \$opts{'a'},
328 "revision|r=s" => \$opts{'r'},
329 "script|s=s" => \$opts{'s'},
330 "machines|mock|m=s" => \$opts{'m'},
331 "port|P=i" => \$opts{'P'},
332 "project|p=s" => \$opts{'p'},
333 "iso|i=s" => \$opts{'i'},
334 "version|V=s" => \$opts{'V'},
335) || pb_syntax(-1,0);
336
[21]337if (defined $opts{'h'}) {
[331]338 pb_syntax(0,1);
[21]339}
[331]340if (defined $opts{'man'}) {
341 pb_syntax(0,2);
342}
[21]343if (defined $opts{'v'}) {
[495]344 $pbdebug = $opts{'v'};
[21]345}
[320]346if (defined $opts{'f'}) {
347 $force=1;
348}
[21]349if (defined $opts{'q'}) {
[495]350 $pbdebug=-1;
[21]351}
[22]352if (defined $opts{'l'}) {
[495]353 open(pbLOG,"> $opts{'l'}") || die "Unable to log to $opts{'l'}: $!";
354 $pbLOG = \*pbLOG;
355 $pbdebug = 0 if ($pbdebug == -1);
[22]356 }
[495]357pb_log_init($pbdebug, $pbLOG);
358pb_display_init("text","");
[315]359
[67]360# Handle root of the project if defined
361if (defined $opts{'r'}) {
[340]362 $ENV{'PBROOTDIR'} = $opts{'r'};
[67]363}
[91]364# Handle virtual machines if any
365if (defined $opts{'m'}) {
[320]366 $ENV{'PBV'} = $opts{'m'};
[91]367}
[141]368if (defined $opts{'s'}) {
369 $pbscript = $opts{'s'};
370}
[152]371if (defined $opts{'a'}) {
372 $pbaccount = $opts{'a'};
[347]373 die "option -a requires a -s script option" if (not defined $pbscript);
[152]374}
[162]375if (defined $opts{'P'}) {
376 $pbport = $opts{'P'};
377}
[199]378if (defined $opts{'V'}) {
379 $newver = $opts{'V'};
380}
[262]381if (defined $opts{'i'}) {
382 $iso = $opts{'i'};
383}
[108]384
385# Get Action
386$action = shift @ARGV;
[331]387die pb_syntax(-1,1) if (not defined $action);
[108]388
[314]389my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
[273]390my $pbinit = undef;
391$pbinit = 1 if ($action =~ /^newproj$/);
[108]392
[59]393# Handles project name if any
[108]394# And get global params
[353]395($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action);
[59]396
[315]397pb_log(0,"Project: $ENV{'PBPROJ'}\n");
398pb_log(0,"Action: $action\n");
[9]399
400# Act depending on action
401if ($action =~ /^cms2build$/) {
[77]402 pb_cms2build();
403} elsif ($action =~ /^build2pkg$/) {
404 pb_build2pkg();
405} elsif ($action =~ /^cms2pkg$/) {
406 pb_cms2build();
407 pb_build2pkg();
[88]408} elsif ($action =~ /^build2ssh$/) {
409 pb_build2ssh();
[220]410} elsif ($action =~ /^cms2ssh$/) {
411 pb_cms2build();
412 pb_build2ssh();
[88]413} elsif ($action =~ /^pkg2ssh$/) {
414 pb_pkg2ssh();
[320]415} elsif ($action =~ /^build2ve$/) {
416 pb_build2v("ve");
[91]417} elsif ($action =~ /^build2vm$/) {
[320]418 pb_build2v("vm");
419} elsif ($action =~ /^cms2ve$/) {
420 pb_cms2build();
421 pb_build2v("ve");
[91]422} elsif ($action =~ /^cms2vm$/) {
423 pb_cms2build();
[320]424 pb_build2v("vm");
[141]425} elsif ($action =~ /^launchvm$/) {
[320]426 pb_launchv("vm",$ENV{'PBV'},0);
427} elsif ($action =~ /^launchve$/) {
428 pb_launchv("ve",$ENV{'PBV'},0);
[142]429} elsif ($action =~ /^script2vm$/) {
[320]430 pb_script2v($pbscript,"vm");
431} elsif ($action =~ /^script2ve$/) {
432 pb_script2v($pbscript,"ve");
[199]433} elsif ($action =~ /^newver$/) {
434 pb_newver();
[320]435} elsif ($action =~ /^newve$/) {
436 pb_launchv("ve",$ENV{'PBV'},1);
[262]437} elsif ($action =~ /^newvm$/) {
[320]438 pb_launchv("vm",$ENV{'PBV'},1);
[346]439} elsif ($action =~ /^setupve$/) {
[353]440 pb_setup_v("ve");
[346]441} elsif ($action =~ /^setupvm$/) {
[353]442 pb_setup_v("vm");
[273]443} elsif ($action =~ /^newproj$/) {
444 # Nothing to do - already done in pb_env_init
[106]445} elsif ($action =~ /^clean$/) {
[471]446 # TBC
447} elsif ($action =~ /^announce$/) {
[498]448 # For announce only. Require avoids the systematic load of these modules
449 require DBI;
[557]450 require DBD::SQLite;
[498]451
[471]452 pb_announce();
[556]453} elsif ($action =~ /^web2ssh$/) {
[547]454 require DBI;
[557]455 require DBD::SQLite;
[547]456
[556]457 pb_cms2build("Web");
458 pb_send2target("Web");
[77]459} else {
[315]460 pb_log(0,"\'$action\' is not available\n");
[331]461 pb_syntax(-2,1);
[77]462}
463
464sub pb_cms2build {
465
[556]466 my $param = shift || undef;
467
468 my $pkg;
469 my @pkgs;
[557]470 my $webdir;
[556]471
[557]472 my %pkgs;
473 my %pb; # Structure to store conf info
474
[556]475 # If Website, then pkg is only the website
476 if ((defined $param) && ($param eq "Web")) {
[557]477 ($webdir) = pb_conf_get("webdir");
478 pb_log(2,"webdir: ".Dumper($webdir)."\n");
479 $pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
[556]480 $extpkgdir = $webdir;
[557]481 pb_log(0,"Package: $pkgs[0]\n");
[556]482 } else {
483 $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
484 @pkgs = @$pkg;
485 }
486
[341]487 my ($scheme, $uri) = pb_cms_init($pbinit);
[331]488
[313]489 my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
[174]490
[429]491 # declare packager and repo for filtering
492 my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
493 $ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
494 $ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
[174]495
[27]496 foreach my $pbpkg (@pkgs) {
[115]497 $ENV{'PBPKG'} = $pbpkg;
[98]498 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
499 $pbver = $pkgv->{$pbpkg};
[9]500 } else {
[353]501 $pbver = $ENV{'PBPROJVER'};
[9]502 }
[98]503 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
504 $pbtag = $pkgt->{$pbpkg};
[9]505 } else {
[353]506 $pbtag = $ENV{'PBPROJTAG'};
[9]507 }
[95]508
[16]509 $pbrev = $ENV{'PBREVISION'};
[319]510 pb_log(0,"\n");
511 pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
[9]512 die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
[539]513
[16]514 # Clean up dest if necessary. The export will recreate it
[27]515 my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver";
[74]516 pb_rm_rf($dest) if (-d $dest);
[9]517
518 # Export CMS tree for the concerned package to dest
519 # And generate some additional files
520 $OUTPUT_AUTOFLUSH=1;
[29]521
[9]522 # computes in which dir we have to work
[113]523 my $dir = $defpkgdir->{$pbpkg};
524 $dir = $extpkgdir->{$pbpkg} if (not defined $dir);
[556]525 $dir = $webdir->{$ENV{'PBPROJ'}} if ((defined $param) && ($param eq "Web"));
[315]526 pb_log(2,"def:".Dumper($defpkgdir)." ext: ".Dumper($extpkgdir)." \n");
[9]527
[537]528 # Exporting content from CMS
529 my $preserve = pb_cms_export($uri,"$ENV{'PBDIR'}/$dir",$dest);
[315]530
[435]531 # Generated fake content for test versions to speed up stuff
532 my ($testver) = pb_conf_get_if("testver");
533 my $chglog;
[285]534
[448]535 # Get project info on authors and log file
536 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
537 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
538 $chglog = undef if (! -f $chglog);
[285]539
[448]540 my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
541 $authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
542 $authors = "/dev/null" if (! -f $authors);
[435]543
[448]544 # Extract cms log history and store it
545 if ((defined $chglog) && (! -f "$dest/NEWS")) {
546 pb_log(2,"Generating NEWS file from $chglog\n");
547 copy($chglog,"$dest/NEWS") || die "Unable to create $dest/NEWS";
[285]548 }
[448]549 pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
[29]550
[21]551 my %build;
[435]552 my @pt;
553 my $tmpl = "";
[500]554 my %patches;
[91]555
[328]556 @pt = pb_conf_get_if("vmlist","velist");
[340]557 if (defined $pt[0]->{$ENV{'PBPROJ'}}) {
558 $tmpl .= $pt[0]->{$ENV{'PBPROJ'}};
559 }
560 if (defined $pt[1]->{$ENV{'PBPROJ'}}) {
561 # the 2 lists needs to be grouped with a ',' separated them
562 if ($tmpl ne "") {
563 $tmpl .= ",";
564 }
565 $tmpl .= $pt[1]->{$ENV{'PBPROJ'}}
566 }
[556]567
[539]568 # Setup %pb structure to allow filtering later on, on files using that structure
[499]569 $pb{'tag'} = $pbtag;
570 $pb{'rev'} = $pbrev;
571 $pb{'ver'} = $pbver;
[540]572 $pb{'pkg'} = $pbpkg;
[499]573 $pb{'date'} = $pbdate;
574 $pb{'defpkgdir'} = $defpkgdir;
575 $pb{'extpkgdir'} = $extpkgdir;
576 $pb{'chglog'} = $chglog;
577 $pb{'packager'} = $ENV{'PBPACKAGER'};
578 $pb{'proj'} = $ENV{'PBPROJ'};
579 $pb{'repo'} = $ENV{'PBREPO'};
[500]580 $pb{'patches'} = \%patches;
581 pb_log(2,"DEBUG: pb: ".Dumper(%pb)."\n");
[556]582
583 # Do not do that for website
584 if ((not defined $param) || ($param ne "Web")) {
585 foreach my $d (split(/,/,$tmpl)) {
586 my ($name,$ver,$arch) = split(/-/,$d);
587 chomp($arch);
588 my ($ddir, $dver, $dfam);
[620]589 ($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'}, $pb{'upd'}) = pb_distro_init($name,$ver);
[556]590 pb_log(2,"DEBUG: distro tuple: ".Dumper($ddir, $dver, $dfam, $pb{'dtype'}, $pb{'suf'})."\n");
591 pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
592
593 # We need to compute the real name of the package
594 my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pb{'dtype'});
595 $pb{'realpkg'} = $pbrealpkg;
596 pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $ddir-$dver\n") if ($pbrealpkg ne $pbpkg);
597
598 # Filter build files from the less precise up to the most with overloading
599 # Filter all files found, keeping the name, and generating in dest
600
601 # Find all build files first relatively to PBROOTDIR
602 # Find also all specific files referenced in the .pb conf file
603 my %bfiles = ();
604 my %pkgfiles = ();
605 $build{"$ddir-$dver-$arch"} = "yes";
606
607 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}") {
608 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pb{'dtype'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
609 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$dfam") {
610 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$dfam",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
611 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir") {
612 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
613 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver") {
614 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
615 } elsif (-d "$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch") {
616 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$ddir-$dver-$arch",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
617 } else {
618 $build{"$ddir-$dver-$arch"} = "no";
[500]619 next;
620 }
[556]621 pb_log(2,"DEBUG bfiles: ".Dumper(\%bfiles)."\n");
622
623 # Get all filters to apply
624 my $ptr = pb_get_filters($pbpkg, $pb{'dtype'}, $dfam, $ddir, $dver);
625
626 # Prepare local patches for this distro - They are always applied first - May be a problem one day
627 foreach my $p (sort(<$ENV{'PBROOTDIR'}/$pbpkg/pbpatch/*>)) {
628 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.all$/));
629 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.all$/);
630 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$pb{'dtype'}$/));
631 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$pb{'dtype'}$/);
632 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$dfam$/));
633 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$dfam$/);
634 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir$/));
635 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir$/);
636 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver$/));
637 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver$/);
638 $patches{"$ddir-$dver-$arch"} .= "," if ((defined $patches{"$ddir-$dver-$arch"}) and ($p =~ /\.$ddir-$dver-$arch$/));
639 $patches{"$ddir-$dver-$arch"} .= "file://$p" if ($p =~ /\.$ddir-$dver-$arch$/);
[500]640 }
[556]641
642 # Prepare also remote patches to be included - Applied after the local ones
643 foreach my $p ("all","$pb{'dtype'}","$dfam","$ddir","$ddir-$dver","$ddir-$dver-$arch") {
644 my $f = "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch.$p";
645 next if (not -f $f);
646 if (not open(PATCH,$f)) {
647 pb_display("Unable to open existing external patch file content $f\n");
648 next;
649 }
650 while (<PATCH>) {
651 chomp();
652 $patches{"$ddir-$dver-$arch"} .= "," if (defined $patches{"$ddir-$dver-$arch"});
653 $patches{"$ddir-$dver-$arch"} .= "$_";
654 }
655 close(PATCH);
[16]656 }
[556]657 pb_log(2,"DEBUG: pb->patches: ".Dumper($pb{'patches'})."\n");
658
659 # Apply now all the filters on all the files concerned
660 # destination dir depends on the type of file
661 if (defined $ptr) {
662 # For patch support
663 $pb{'tuple'} = "$ddir-$dver-$arch";
664 foreach my $f (values %bfiles,values %pkgfiles) {
665 pb_filter_file("$ENV{'PBROOTDIR'}/$f",$ptr,"$dest/pbconf/$ddir-$dver-$arch/".basename($f),\%pb);
666 }
667 }
[15]668 }
[556]669 my @found;
670 my @notfound;
671 foreach my $b (keys %build) {
672 push @found,$b if ($build{$b} =~ /yes/);
673 push @notfound,$b if ($build{$b} =~ /no/);
674 }
675 pb_log(0,"Build files generated for ".join(',',sort(@found))."\n");
676 pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
677 pb_log(2,"DEBUG: patches: ".Dumper(%patches)."\n");
[18]678 }
[500]679
[236]680 # Get the generic filter (all.pbf) and
681 # apply those to the non-build files including those
682 # generated by pbinit if applicable
683
684 # Get only all.pbf filter
[357]685 my $ptr = pb_get_filters($pbpkg);
[236]686
687 my $liste ="";
688 if (defined $filteredfiles->{$pbpkg}) {
689 foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
[499]690 pb_filter_file_inplace($ptr,"$dest/$f",\%pb);
[238]691 $liste = "$f $liste";
[236]692 }
693 }
[315]694 pb_log(2,"Files ".$liste."have been filtered\n");
[236]695
[556]696 # Do not do that for website
697 if ((not defined $param) || ($param ne "Web")) {
698 my %tmp;
699 # Filter potential patches (local + remote)
700 pb_log(0,"Delivering and compressing patches ");
701 foreach my $v (keys %patches) {
702 pb_mkdir_p("$dest/pbconf/$v/pbpatch");
703 foreach my $pf (split(/,/,$patches{$v})) {
704 my $pp = basename($pf);
705 pb_cms_export($pf,undef,"$dest/pbconf/$v/pbpatch");
706 pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",\%pb);
707 pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
708 $tmp{$pf} = "";
709 }
[500]710 }
[556]711 foreach my $v (keys %tmp) {
712 pb_log(0,"$v ");
713 }
714 pb_log(0,"\n");
715 } else {
716 # Instead call News generation
717 pb_web_news2html($dest);
[559]718 # And create an empty pbconf
719 pb_mkdir_p("$dest/pbconf");
[560]720 # And prepare the pbscript to execute remotely
721 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
722 print SCRIPT "#!/bin/bash\n";
723 print SCRIPT "#set -x\n";
724 print SCRIPT "echo ... Extracting Website content\n";
725 print SCRIPT "find . -type f | grep -Ev '^./$pbpkg-$pbver.tar.gz|^./pbscript' | xargs rm -f non-existent\n";
726 print SCRIPT "find * -type d -depth | xargs rmdir 2> /dev/null \n";
727 print SCRIPT "tar xfz $pbpkg-$pbver.tar.gz\n";
728 print SCRIPT "mv $pbpkg-$pbver/* .\n";
729 print SCRIPT "rm -f $pbpkg-$pbver.tar.gz\n";
730 print SCRIPT "rmdir $pbpkg-$pbver\n";
731 close(SCRIPT);
[499]732 }
733
[265]734 # Prepare the dest directory for archive
[340]735 if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
[499]736 pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",\%pb);
[266]737 chmod 0755,"$ENV{'PBTMP'}/pbinit";
[490]738 pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit","verbose");
[265]739 }
740
[18]741 # Archive dest dir
[69]742 chdir "$ENV{'PBDESTDIR'}" || die "Unable to change dir to $ENV{'PBDESTDIR'}";
[537]743 if (defined $preserve) {
744 # In that case we want to preserve the original tar file for checksum purposes
745 # The one created is btw equivalent in that case to this one
746 # Maybe check basename of both to be sure they are the same ?
747 pb_log(0,"Preserving original tar file ");
748 move("$preserve","$pbpkg-$pbver.tar.gz");
749 } else {
750 # Possibility to look at PBSRC to guess more the filename
751 pb_system("tar cfz $pbpkg-$pbver.tar.gz --exclude=$pbpkg-$pbver/pbconf $pbpkg-$pbver","Creating $pbpkg tar files compressed");
752 }
[344]753 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz\n");
[493]754 pb_system("tar cfz $pbpkg-$pbver.pbconf.tar.gz $pbpkg-$pbver/pbconf","Creating pbconf tar files compressed");
755 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz\n");
[83]756
[357]757 # Keep track of version-tag per pkg
758 $pkgs{$pbpkg} = "$pbver-$pbtag";
[83]759
[288]760 # Final cleanup
761 pb_rm_rf($dest) if (-d $dest);
[9]762 }
[357]763
764 # Keep track of per package version
765 pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
766 open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") || die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
[539]767 foreach my $pbpkg (keys %pkgs) {
[357]768 print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
769 }
770 close(PKG);
771
772 # Keep track of what is generated by default
773 # We need to store the dir and info on version-tag
774 # Base our content on the existing .pb file
775 copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
776 open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") || die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
777 print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
778 print LAST "pbprojver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
779 print LAST "pbprojtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
780 print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
781 close(LAST);
[77]782}
[22]783
[77]784sub pb_build2pkg {
785
[22]786 # Get the running distro to build on
[620]787 my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd) = pb_distro_init();
788 pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd))."\n");
[22]789
[353]790 # Get list of packages to build
[83]791 # Get content saved in cms2build
[353]792 my $ptr = pb_get_pkg();
793 @pkgs = @$ptr;
794
[500]795 my $arch = pb_get_arch();
796
[353]797 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
[83]798 $pkg = { } if (not defined $pkg);
799
[25]800 chdir "$ENV{'PBBUILDDIR'}";
[126]801 my $made = ""; # pkgs made during build
[27]802 foreach my $pbpkg (@pkgs) {
[88]803 my $vertag = $pkg->{$pbpkg};
[77]804 # get the version of the current package - maybe different
805 ($pbver,$pbtag) = split(/-/,$vertag);
806
[27]807 my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz";
[493]808 my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
[315]809 pb_log(2,"Source file: $src\n");
[493]810 pb_log(2,"Pbconf file: $src2\n");
[25]811
[315]812 pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
[25]813 if ($dtype eq "rpm") {
814 foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
[28]815 if (! -d "$ENV{'PBBUILDDIR'}/$d") {
[96]816 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d") || die "Please ensure that you can write into $ENV{'PBBUILDDIR'} to create $d\nchown the $ENV{'PBBUILDDIR'} directory to your uid";
[28]817 }
[25]818 }
819
[315]820 # Remove in case a previous link/file was there
[301]821 unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
[188]822 symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) || die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
[25]823 # We need to first extract the spec file
[500]824 my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$ENV{'PBBUILDDIR'}/SPECS","spec");
[25]825
[493]826 # We need to handle potential patches to upstream sources
[500]827 pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
[493]828
[315]829 pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
[25]830 # set LANGUAGE to check for correct log messages
831 $ENV{'LANGUAGE'}="C";
[459]832 # Older Redhat use _target_platform in %configure incorrectly
833 my $specialdef = "";
834 if (($ddir eq "redhat") || (($ddir eq "rhel") && ($dver eq "2.1"))) {
835 $specialdef = "--define \'_target_platform \"\"\'";
836 }
[28]837 foreach my $f (@specfile) {
838 if ($f =~ /\.spec$/) {
[621]839 pb_distro_installdeps("$f",$dtype,$pbupd);
[483]840 pb_system("rpmbuild $specialdef --define \'packager $ENV{'PBPACKAGER'}\' --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
[28]841 last;
842 }
843 }
[540]844 # Get the name of the generated packages
845 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
846 while (<LOG>) {
[572]847 chomp($_);
[540]848 next if ($_ !~ /^Wrote:/);
849 s|.*/([S]*RPMS.*)|$1|;
[572]850 $made .=" $_";
[540]851 }
[541]852 close(LOG);
[540]853
[118]854 } elsif ($dtype eq "deb") {
[149]855 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
[274]856 pb_system("tar xfz $src","Extracting sources");
[493]857 pb_system("tar xfz $src2","Extracting pbconf");
[149]858
859 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
[310]860 pb_rm_rf("debian");
[500]861 symlink "pbconf/$ddir-$dver-$arch","debian" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
[199]862 chmod 0755,"debian/rules";
[544]863
[621]864 pb_distro_installdeps("debian/control",$dtype,$pbupd);
[544]865 pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
866 # Get the name of the generated packages
867 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to open $ENV{'PBTMP'}/system.log";
868 while (<LOG>) {
869 chomp();
870 my $tmp = $_;
[567]871 next if ($tmp !~ /^dpkg-deb.*:/);
[544]872 $tmp =~ s|.*../(.*)_(.*).deb.*|$1|;
873 $made="$made $tmp.dsc $tmp.tar.gz $tmp"."_*.deb $tmp"."_*.changes";
[448]874 }
[544]875 close(LOG);
[87]876 } elsif ($dtype eq "ebuild") {
[149]877 my @ebuildfile;
878 # For gentoo we need to take pb as subsystem name
[295]879 # We put every apps here under sys-apps. hope it's correct
[435]880 # We use pb's home dir in order to have a single OVERLAY line
[295]881 my $tmpd = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
882 pb_mkdir_p($tmpd) if (! -d "$tmpd");
883 pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
[149]884
[295]885 # We need to first extract the ebuild file
[500]886 @ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver/pbconf/$ddir-$dver-$arch/","$tmpd","ebuild");
[149]887
888 # Prepare the build env for gentoo
889 my $found = 0;
[295]890 my $pbbd = $ENV{'HOME'};
[150]891 $pbbd =~ s|/|\\/|g;
[295]892 if (-r "/etc/make.conf") {
893 open(MAKE,"/etc/make.conf");
894 while (<MAKE>) {
895 $found = 1 if (/$pbbd\/portage/);
896 }
897 close(MAKE);
[149]898 }
899 if ($found == 0) {
[295]900 pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
[149]901 }
[295]902 #$found = 0;
903 #if (-r "/etc/portage/package.keywords") {
904 #open(KEYW,"/etc/portage/package.keywords");
905 #while (<KEYW>) {
906 #$found = 1 if (/portage\/pb/);
907 #}
908 #close(KEYW);
909 #}
910 #if ($found == 0) {
911 #pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
912 #}
[149]913
914 # Build
915 foreach my $f (@ebuildfile) {
916 if ($f =~ /\.ebuild$/) {
[621]917 pb_distro_installdeps("$f",$dtype,$pbupd);
[295]918 move($f,"$tmpd/$pbpkg-$pbver.ebuild");
[529]919 pb_system("cd $tmpd ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
[295]920 # Now move it where pb expects it
921 pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
922 move("$tmpd/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
[149]923 }
924 }
925
[295]926 $made="$made portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver.ebuild";
[437]927 } elsif ($dtype eq "tgz") {
928 # Slackware family
[435]929 $made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
930
931 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
932 pb_system("tar xfz $src","Extracting sources");
[493]933 pb_system("tar xfz $src2","Extracting pbconf");
[435]934 chdir "$pbpkg-$pbver" || die "Unable to chdir to $pbpkg-$pbver";
[500]935 symlink "pbconf/$ddir-$dver-$arch","install" || die "Unable to symlink to pbconf/$ddir-$dver-$arch";
[435]936 if (-x "install/pbslack") {
[621]937 pb_distro_installdeps("./install/pbslack",$dtype,$pbupd);
[435]938 pb_system("./install/pbslack","Building package");
[529]939 pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
[435]940 }
[87]941 } else {
[118]942 die "Unknown dtype format $dtype";
[87]943 }
944 }
[541]945 # Packages check if needed
946 if ($dtype eq "rpm") {
947 if (-f "/usr/bin/rpmlint") {
948 pb_system("rpmlint $made","Checking validity of rpms with rpmlint","verbose");
[572]949 } else {
950 pb_log(0,"rpm packages generated: $made\n");
[541]951 }
952 } elsif ($dtype eq "deb") {
[572]953 my $made2 = "";
[541]954 if (-f "/usr/bin/lintian") {
[545]955 foreach my $f (split(/ /,$made)) {
[611]956 $made2 .= "../$f " if ($f =~ /\.changes$/);
[545]957 }
958 pb_system("lintian $made2","Checking validity of debs with lintian","verbose");
[572]959 } else {
960 pb_log(0,"deb packages generated: $made2\n");
[541]961 }
962 } else {
[572]963 pb_log(0,"No check done for $dtype yet\n");
964 pb_log(0,"Packages generated: $made\n");
[541]965 }
966
[118]967 # Keep track of what is generated so that we can get them back from VMs
[353]968 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to create $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
[118]969 print KEEP "$made\n";
970 close(KEEP);
[87]971}
972
[88]973sub pb_build2ssh {
[320]974 pb_send2target("Sources");
[90]975}
[87]976
[90]977sub pb_pkg2ssh {
[320]978 pb_send2target("Packages");
[90]979}
980
[108]981# By default deliver to the the public site hosting the
[320]982# ftp structure (or whatever) or a VM/VE
983sub pb_send2target {
[90]984
985 my $cmt = shift;
[320]986 my $v = shift || undef;
[142]987 my $vmexist = shift || 0; # 0 is FALSE
[200]988 my $vmpid = shift || 0; # 0 is FALSE
[320]989
[444]990 pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
[320]991 my $host = "sshhost";
992 my $login = "sshlogin";
993 my $dir = "sshdir";
994 my $port = "sshport";
995 my $conf = "sshconf";
996 my $rebuild = "sshrebuild";
[415]997 my $tmout = "vmtmout";
998 my $path = "vmpath";
[348]999 if (($cmt eq "vm") || ($cmt eq "Script")) {
[320]1000 $login = "vmlogin";
[322]1001 $dir = "pbdefdir";
[320]1002 $tmout = "vmtmout";
1003 $rebuild = "vmrebuild";
1004 # Specific VM
1005 $host = "vmhost";
1006 $port = "vmport";
1007 } elsif ($cmt eq "ve") {
1008 $login = "velogin";
[322]1009 $dir = "pbdefdir";
[320]1010 $tmout = "vetmout";
1011 # Specific VE
1012 $path = "vepath";
1013 $conf = "veconf";
1014 $rebuild = "verebuild";
[556]1015 } elsif ($cmt eq "Web") {
1016 $host = "websshhost";
1017 $login = "websshlogin";
1018 $dir = "websshdir";
1019 $port = "websshport";
[320]1020 }
[158]1021 my $cmd = "";
[471]1022 my $src = "";
1023 my ($odir,$over,$oarch) = (undef, undef, undef);
1024 my ($ddir, $dver, $dfam, $dtype, $pbsuf);
[90]1025
[471]1026 if ($cmt ne "Announce") {
1027 my $ptr = pb_get_pkg();
1028 @pkgs = @$ptr;
[87]1029
[471]1030 # Get the running distro to consider
1031 if (defined $v) {
1032 ($odir,$over,$oarch) = split(/-/,$v);
1033 }
[621]1034 ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($odir,$over);
[471]1035 pb_log(2,"DEBUG: distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n");
[87]1036
[471]1037 # Get list of packages to build
1038 # Get content saved in cms2build
1039 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1040 $pkg = { } if (not defined $pkg);
[87]1041
[471]1042 chdir "$ENV{'PBBUILDDIR'}";
1043 foreach my $pbpkg (@pkgs) {
1044 my $vertag = $pkg->{$pbpkg};
1045 # get the version of the current package - maybe different
1046 ($pbver,$pbtag) = split(/-/,$vertag);
[87]1047
[471]1048 if (($cmt eq "Sources") || ($cmt eq "vm") || ($cmt eq "ve")) {
[493]1049 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver.pbconf.tar.gz";
[471]1050 if ($cmd eq "") {
1051 $cmd = "ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1052 } else {
1053 $cmd = "$cmd ; ln -sf $pbpkg-$pbver.tar.gz $pbpkg-latest.tar.gz";
1054 }
[560]1055 } elsif ($cmt eq "Web") {
1056 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver.tar.gz"
[166]1057 }
[118]1058 }
[471]1059 # Adds conf file for availability of conf elements
1060 pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb");
[118]1061 }
[417]1062
[320]1063 if (($cmt eq "vm") || ($cmt eq "ve")) {
[444]1064 $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript";
[560]1065 } elsif (($cmt eq "Script") || ($cmt eq "Web")) {
[492]1066 $src="$src $ENV{'PBDESTDIR'}/pbscript";
[560]1067 } elsif ($cmt eq "Announce") {
[471]1068 $src="$src $ENV{'PBTMP'}/pbscript";
[118]1069 } elsif ($cmt eq "Packages") {
1070 # Get package list from file made during build2pkg
[353]1071 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
[126]1072 $src = <KEEP>;
[118]1073 chomp($src);
1074 close(KEEP);
[444]1075 $src="$src $ENV{'PBBUILDDIR'}/pbscript" if ($cmt ne "Sources");
[87]1076 }
[320]1077 # Remove potential leading spaces (cause problem with basename)
[132]1078 $src =~ s/^ *//;
[129]1079 my $basesrc = "";
[131]1080 foreach my $i (split(/ +/,$src)) {
1081 $basesrc .= " ".basename($i);
[130]1082 }
[118]1083
[320]1084 pb_log(0,"Sources handled ($cmt): $src\n");
[355]1085 pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$rebuild,$path,$conf))."\n");
[415]1086 my ($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vepath) = pb_conf_get($host,$login,$dir,$port,$tmout,$path);
1087 my ($vrebuild,$veconf) = pb_conf_get_if($rebuild,$conf);
[320]1088 pb_log(2,"ssh: ".Dumper(($sshhost,$sshlogin,$sshdir,$sshport,$vtmout,$vrebuild,$vepath,$veconf))."\n");
1089 # Not mandatory
1090 my ($testver) = pb_conf_get_if("testver");
1091
1092 my $mac;
1093 # Useless for VE
1094 if ($cmt ne "ve") {
1095 $mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$sshhost->{$ENV{'PBPROJ'}}";
1096 # Overwrite account value if passed as parameter
1097 $mac = "$pbaccount\@$sshhost->{$ENV{'PBPROJ'}}" if (defined $pbaccount);
[355]1098 pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
[320]1099 }
1100
[108]1101 my $tdir;
[136]1102 my $bdir;
[142]1103 if (($cmt eq "Sources") || ($cmt eq "Script")) {
[471]1104 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/src";
[435]1105 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1106 # This is a test pkg => target dir is under test
[471]1107 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test/src";
[435]1108 }
[320]1109 } elsif (($cmt eq "vm") || ($cmt eq "ve")) {
1110 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/delivery";
1111 $bdir = $sshdir->{$ENV{'PBPROJ'}}."/$ENV{'PBPROJ'}/build";
[136]1112 # Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
1113 $bdir =~ s|\$ENV.+\}/||;
[471]1114 } elsif ($cmt eq "Announce") {
1115 $tdir = "$sshdir->{$ENV{'PBPROJ'}}";
1116 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1117 # This is a test pkg => target dir is under test
1118 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test";
1119 }
[556]1120 } elsif ($cmt eq "Web") {
1121 $tdir = "$sshdir->{$ENV{'PBPROJ'}}";
1122 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
1123 # This is a test website => target dir is under test
1124 $tdir = $sshdir->{$ENV{'PBPROJ'}}."../test";
1125 }
[90]1126 } elsif ($cmt eq "Packages") {
[471]1127 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/$ddir/$dver";
[429]1128
[337]1129 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
[289]1130 # This is a test pkg => target dir is under test
[471]1131 $tdir = $sshdir->{$ENV{'PBPROJ'}}."/test/$ddir/$dver";
[291]1132 }
[429]1133
1134 my $repodir = $tdir;
1135 $repodir =~ s|^$sshdir->{$ENV{'PBPROJ'}}/||;
1136
1137 my ($pbrepo) = pb_conf_get("pbrepo");
1138
1139 # Repository management
[444]1140 open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript") || die "Unable to create $ENV{'PBBUILDDIR'}/pbscript";
[429]1141 if ($dtype eq "rpm") {
1142 # Also make a pbscript to generate yum/urpmi bases
1143 print PBS << "EOF";
[433]1144#!/bin/bash
[429]1145# Prepare a script to ease yum setup
1146cat > $ENV{'PBPROJ'}.repo << EOT
1147[$ENV{'PBPROJ'}]
1148name=$ddir $dver - $ENV{'PBPROJ'} Vanilla Packages
[433]1149baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
[429]1150enabled=1
1151gpgcheck=0
1152EOT
1153chmod 644 $ENV{'PBPROJ'}.repo
1154
1155# Clean up old repo content
1156rm -rf headers/ repodata/
1157# Create yum repo
1158yum-arch .
1159# Create repodata
1160createrepo .
1161EOF
1162 if ($dfam eq "md") {
1163 # For Mandriva add urpmi management
1164 print PBS << "EOF";
1165# Prepare a script to ease urpmi setup
1166cat > $ENV{'PBPROJ'}.addmedia << EOT
[433]1167urpmi.addmedia $ENV{'PBPROJ'} $pbrepo->{$ENV{'PBPROJ'}}/$repodir with hdlist.cz
[429]1168EOT
1169chmod 755 $ENV{'PBPROJ'}.addmedia
1170
1171# Clean up old repo content
[437]1172rm -f hdlist.cz synthesis.hdlist.cz
[429]1173# Create urpmi repo
1174genhdlist .
1175EOF
1176 }
[484]1177 if ($ddir eq "fedora") {
1178 # Extract the spec file to please Fedora maintainers :-(
1179 print PBS << "EOF";
1180for p in $basesrc; do
1181 echo \$p | grep -q 'src.rpm'
1182 if [ \$\? -eq 0 ]; then
1183 rpm2cpio \$p | cpio -ivdum --quiet '*.spec'
1184 fi
1185done
1186EOF
1187 }
[429]1188 } elsif ($dtype eq "deb") {
1189 # Also make a pbscript to generate apt bases
[460]1190 # Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
[465]1191 my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
[460]1192 print PBS << "EOF";
[465]1193#!/bin/bash
1194# Prepare a script to ease apt setup
1195cat > $ENV{'PBPROJ'}.sources.list << EOT
1196deb $rpd $dver contrib
1197deb-src $rpd $dver contrib
[460]1198EOT
[465]1199chmod 644 $ENV{'PBPROJ'}.sources.list
[460]1200
1201# Prepare a script to create apt info file
[465]1202(cd .. ; for a in i386 amd64 ia64; do mkdir -p dists/$dver/contrib/binary-\$a; dpkg-scanpackages -a\$a $dver /dev/null | gzip -c9 > dists/$dver/contrib/binary-\$a/Packages.gz; done; mkdir -p dists/$dver/contrib/source; dpkg-scansources $dver /dev/null | gzip -c9 > dists/$dver/contrib/source/Sources.gz)
[484]1203#(cd .. ; rm -f dists/$dver/Release ; apt-ftparchive release dists/$dver > dists/$dver/Release; gpg --sign -ba -o dists/$dver/Release.gpg dists/$dver/Release)
[460]1204EOF
[586]1205 } elsif ($dtype eq "ebuild") {
1206 # make a pbscript to generate links to latest version
1207 print PBS << "EOF";
1208#!/bin/bash
1209# Prepare a script to create correct links
1210for p in $src; do
1211 echo \$p | grep -q '.ebuild'
1212 if [ \$\? -eq 0 ]; then
1213 j=`basename \$p`
1214 pp=`echo \$j | cut -d'-' -f1`
1215 ln -sf \$j \$pp.ebuild
1216 fi
1217done
1218EOF
[429]1219 }
1220 close(PBS);
[444]1221 chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript";
[90]1222 } else {
1223 return;
[22]1224 }
[239]1225
[320]1226 # Useless for VE
1227 my $nport;
1228 if ($cmt ne "ve") {
1229 $nport = $sshport->{$ENV{'PBPROJ'}};
1230 $nport = "$pbport" if (defined $pbport);
1231 }
1232
[136]1233 # Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
[132]1234 $tdir =~ s|\$ENV.+\}/||;
1235
[320]1236 my $tm = $vtmout->{$ENV{'PBPROJ'}};
1237
1238 # ssh communication if not VE
[349]1239 # should use a hash instead...
[320]1240 my ($shcmd,$cpcmd,$cptarget,$cp2target);
1241 if ($cmt ne "ve") {
[347]1242 my $keyfile = pb_ssh_get(0);
[435]1243 $shcmd = "ssh -i $keyfile -q -o UserKnownHostsFile=/dev/null -p $nport $mac";
1244 $cpcmd = "scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport";
[320]1245 $cptarget = "$mac:$tdir";
[351]1246 if ($cmt eq "vm") {
1247 $cp2target = "$mac:$bdir";
1248 }
[320]1249 } else {
1250 my $tp = $vepath->{$ENV{'PBPROJ'}};
1251 $shcmd = "sudo chroot $tp/$v /bin/su - $sshlogin->{$ENV{'PBPROJ'}} -c ";
1252 $cpcmd = "cp -a ";
1253 $cptarget = "$tp/$tdir";
1254 $cp2target = "$tp/$bdir";
1255 }
1256
[471]1257 my $logres = "";
1258 # Do not touch when just announcing
1259 if ($cmt ne "Announce") {
1260 pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' | bash\"","Preparing $tdir on $cptarget");
1261 } else {
1262 $logres = "> ";
1263 }
[320]1264 pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
[444]1265
[320]1266 # For VE we need to change the owner manually - To be tested if needed
1267 #if ($cmt eq "ve") {
1268 #pb_system("cd $cptarget ; sudo chown -R $sshlogin->{$ENV{'PBPROJ'}} .","$cmt chown in $cptarget to $sshlogin->{$ENV{'PBPROJ'}}");
1269 #}
[492]1270 pb_system("$shcmd \"echo \'cd $tdir ; if [ -f pbscript ]; then ./pbscript; fi ; rm -f ./pbscript\' | bash\"","Executing pbscript on $cptarget if needed","verbose");
[320]1271 if (($cmt eq "vm") || ($cmt eq "ve")) {
[128]1272 # Get back info on pkg produced, compute their name and get them from the VM
[353]1273 pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'} $ENV{'PBBUILDDIR'} 2> /dev/null","Get package names in $cp2target");
1274 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
[118]1275 my $src = <KEEP>;
1276 chomp($src);
1277 close(KEEP);
[131]1278 $src =~ s/^ *//;
[136]1279 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$odir/$over");
[320]1280 # Change pgben to make the next send2target happy
[143]1281 my $made = "";
[353]1282 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}") || die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}";
[136]1283 foreach my $p (split(/ +/,$src)) {
[139]1284 my $j = basename($p);
[320]1285 pb_system("$cpcmd $cp2target/\'$p\' $ENV{'PBBUILDDIR'}/$odir/$over 2> /dev/null","Package recovery of $j in $cp2target");
[572]1286 $made="$made $odir/$over/$j"; # if (($dtype ne "rpm") || ($j !~ /.src.rpm$/));
[136]1287 }
[143]1288 print KEEP "$made\n";
[139]1289 close(KEEP);
[320]1290 pb_system("$shcmd \"rm -rf $tdir $bdir\"","$cmt cleanup");
[355]1291
1292 # We want to send them to the ssh account so overwrite what has been done before
1293 undef $pbaccount;
[357]1294 pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
[355]1295 pb_send2target("Packages",$odir."-".$over."-".$oarch,$vmexist,$vmpid);
[141]1296 pb_rm_rf("$ENV{'PBBUILDDIR'}/$odir");
[108]1297 }
[442]1298 pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
1299 if ((! $vmexist) && (($cmt eq "vm") || ($cmt eq "Script"))) {
1300 pb_system("$shcmd \"sudo /sbin/halt -p \"; sleep $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' | bash ; sleep 10","VM $v halt (pid $vmpid)");
1301 }
[9]1302}
[16]1303
[320]1304sub pb_script2v {
[142]1305 my $pbscript=shift;
[320]1306 my $vtype=shift;
[442]1307 my $force=shift || 0; # Force stop of VM. Default not
1308 my $vm1=shift || undef; # Only that VM to treat
1309 my $vm;
1310 my $all;
[141]1311
[442]1312 pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$force,$vm1)\n");
[141]1313 # Prepare the script to be executed on the VM
1314 # in $ENV{'PBDESTDIR'}/pbscript
[142]1315 if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript")) {
1316 copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1317 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1318 }
[141]1319
[442]1320 if (not defined $vm1) {
1321 ($vm,$all) = pb_get_v($vtype);
1322 } else {
1323 @$vm = ($vm1);
1324 }
[320]1325 my ($vmexist,$vmpid) = (undef,undef);
[142]1326
[141]1327 foreach my $v (@$vm) {
[320]1328 # Launch the VM/VE
1329 if ($vtype eq "vm") {
1330 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
[442]1331 pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
[141]1332
[320]1333 # Skip that VM if something went wrong
[442]1334 next if (($vmpid == 0) && ($vmexist == 0));
1335
1336 # If force stopping the VM then reset vmexist
1337 if ($force == 1) {
1338 $vmpid = $vmexist;
1339 $vmexist = 0;
1340 }
[320]1341 }
[274]1342
[142]1343 # Gather all required files to send them to the VM
[320]1344 # and launch the build through pbscript
[442]1345 pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
[320]1346 pb_send2target("Script","$v",$vmexist,$vmpid);
[169]1347
[142]1348 }
1349}
1350
[320]1351sub pb_launchv {
1352 my $vtype = shift;
1353 my $v = shift;
1354 my $create = shift || 0; # By default do not create a VM
[310]1355
[442]1356 pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create)\n");
[320]1357 die "No VM/VE defined, unable to launch" if (not defined $v);
1358 # Keep only the first VM in case many were given
1359 $v =~ s/,.*//;
[310]1360
[500]1361 my $arch = pb_get_arch();
[310]1362
[320]1363 # Launch the VMs/VEs
1364 if ($vtype eq "vm") {
1365 die "-i iso parameter needed" if (((not defined $iso) || ($iso eq "")) && ($create != 0));
[310]1366
[415]1367 my ($ptr,$vmopt,$vmpath,$vmport,$vmtmout,$vmsize) = pb_conf_get("vmtype","vmopt","vmpath","vmport","vmtmout","vmsize");
[320]1368
1369 my $vmtype = $ptr->{$ENV{'PBPROJ'}};
1370 if (not defined $ENV{'PBVMOPT'}) {
1371 $ENV{'PBVMOPT'} = "";
[310]1372 }
[483]1373 # Set a default timeout of 2 minutes
1374 if (not defined $ENV{'PBVMTMOUT'}) {
1375 $ENV{'PBVMTMOUT'} = "120";
1376 }
1377 if (defined $vmopt->{$v}) {
1378 $ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
1379 } elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
[320]1380 $ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
1381 }
[483]1382 if (defined $vmtmout->{$v}) {
1383 $ENV{'PBVMTMOUT'} = $vmtmout->{$v};
1384 } elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
1385 $ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
1386 }
[320]1387 my $nport = $vmport->{$ENV{'PBPROJ'}};
1388 $nport = "$pbport" if (defined $pbport);
1389
1390 my $cmd;
1391 my $vmcmd; # has to be used for pb_check_ps
1392 my $vmm; # has to be used for pb_check_ps
1393 if ($vmtype eq "qemu") {
1394 my $qemucmd32;
1395 my $qemucmd64;
1396 if ($arch eq "x86_64") {
1397 $qemucmd32 = "/usr/bin/qemu-system-i386";
1398 $qemucmd64 = "/usr/bin/qemu";
1399 } else {
1400 $qemucmd32 = "/usr/bin/qemu";
1401 $qemucmd64 = "/usr/bin/qemu-system-x86_64";
1402 }
1403 if ($v =~ /x86_64/) {
[557]1404 $vmcmd = "$qemucmd64";
1405 # Not needed with latest versions of qemu it seems
1406 #$vmcmd = "$qemucmd64 -no-kqemu";
1407 # This one may now be needed
1408 #$vmcmd = "$qemucmd64 -no-kvm";
[320]1409 } else {
1410 $vmcmd = "$qemucmd32";
1411 }
1412 $vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
1413 if ($create != 0) {
1414 $ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
1415 }
1416 $cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
1417 } elsif ($vmtype eq "xen") {
1418 } elsif ($vmtype eq "vmware") {
[310]1419 } else {
[320]1420 die "VM of type $vmtype not supported. Report to the dev team";
[310]1421 }
[320]1422 my ($tmpcmd,$void) = split(/ +/,$cmd);
1423 my $vmexist = pb_check_ps($tmpcmd,$vmm);
1424 my $vmpid = 0;
1425 if (! $vmexist) {
1426 if ($create != 0) {
1427 if (($vmtype eq "qemu") || ($vmtype eq "xen")) {
1428 pb_system("/usr/bin/qemu-img create -f qcow2 $vmm $vmsize->{$ENV{'PBPROJ'}}","Creating the QEMU VM");
1429 } elsif ($vmtype eq "vmware") {
1430 } else {
1431 }
1432 }
1433 if (! -f "$vmm") {
1434 pb_log(0,"Unable to find VM $vmm\n");
1435 } else {
1436 pb_system("$cmd &","Launching the VM $vmm");
[483]1437 pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up");
[320]1438 $vmpid = pb_check_ps($tmpcmd,$vmm);
[357]1439 pb_log(0,"VM $vmm launched (pid $vmpid)\n");
[320]1440 }
[310]1441 } else {
[320]1442 pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
[310]1443 }
[442]1444 pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
[320]1445 return($vmexist,$vmpid);
1446 # VE here
[310]1447 } else {
[320]1448 # Get VE context
[415]1449 my ($ptr,$vetmout,$vepath,$verebuild,$veconf) = pb_conf_get("vetype","vetmout","vepath","verebuild","veconf");
[320]1450 my $vetype = $ptr->{$ENV{'PBPROJ'}};
[310]1451
[320]1452 # Get distro context
1453 my ($name,$ver,$darch) = split(/-/,$v);
1454 chomp($darch);
[621]1455 my ($ddir, $dver, $dfam, $dtype, $pbsuf) = pb_distro_init($name,$ver);
[142]1456
[320]1457 if ($vetype eq "chroot") {
1458 # Architecture consistency
1459 if ($arch ne $darch) {
1460 die "Unable to launch a VE of architecture $darch on a $arch platform" if (not (($darch eq "x86_64") && ($arch =~ /i?86/)));
1461 }
[142]1462
[320]1463 if (($create != 0) || ($verebuild->{$ENV{'PBPROJ'}} eq "true") || ($force == 1)) {
1464 # We have to rebuild the chroot
1465 if ($dtype eq "rpm") {
1466 pb_system("sudo /usr/sbin/mock --init --resultdir=\"/tmp\" --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" -r $v","Creating the mock VE");
1467 # Once setup we need to install some packages, the pb account, ...
1468 pb_system("sudo /usr/sbin/mock --install --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" -r $v su","Configuring the mock VE");
1469 #pb_system("sudo /usr/sbin/mock --init --resultdir=\"/tmp\" --configdir=\"$veconf->{$ENV{'PBPROJ'}}\" --basedir=\"$vepath->{$ENV{'PBPROJ'}}\" -r $v","Creating the mock VE");
1470 } elsif ($dtype eq "deb") {
1471 pb_system("","Creating the pbuilder VE");
1472 } elsif ($dtype eq "ebuild") {
1473 die "Please teach the dev team how to build gentoo chroot";
1474 } else {
1475 die "Unknown distribution type $dtype. Report to dev team";
1476 }
[310]1477 }
[320]1478 # Nothing more to do for VE. No real launch
[274]1479 } else {
[320]1480 die "VE of type $vetype not supported. Report to the dev team";
[262]1481 }
[141]1482 }
1483}
[142]1484
[320]1485sub pb_build2v {
[118]1486
[320]1487my $vtype = shift;
[142]1488
[320]1489# Prepare the script to be executed on the VM/VE
1490# in $ENV{'PBDESTDIR'}/pbscript
[353]1491#my ($ntp) = pb_conf_get($vtype."ntp");
1492#my $vntp = $ntp->{$ENV{'PBPROJ'}};
[118]1493
[320]1494open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript";
1495print SCRIPT "#!/bin/bash\n";
1496print SCRIPT "echo ... Execution needed\n";
1497print SCRIPT "# This is in directory delivery\n";
1498print SCRIPT "# Setup the variables required for building\n";
1499print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
1500print SCRIPT "# Preparation for pb\n";
1501print SCRIPT "mv .pbrc \$HOME\n";
1502print SCRIPT "cd ..\n";
1503# Force new date to be in the future compared to the date of the tar file by adding 1 minute
1504my @date=pb_get_date();
1505$date[1]++;
1506my $upddate = strftime("%m%d%H%M%Y", @date);
[353]1507#print SCRIPT "echo Setting up date on $vntp...\n";
[320]1508# Or use ntpdate if available TBC
1509print SCRIPT "sudo date $upddate\n";
[353]1510# Get list of packages to build and get some ENV vars as well
1511my $ptr = pb_get_pkg();
1512@pkgs = @$ptr;
1513my $p = join(' ',@pkgs) if (@pkgs);
1514print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
1515print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
[320]1516print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
1517print SCRIPT "# Build\n";
1518print SCRIPT "echo Building packages on $vtype...\n";
[567]1519
1520# Transmit the verbosity level to the virtual env/mach.
1521my $verbose = "";
1522my $i = 0; # minimal debug level
1523while ($i lt $pbdebug) {
1524 $verbose .= "-v ";
1525 $i++;
1526}
1527# Quiet if asked to be so on the original system
1528$verbose = "-q" if ($pbdebug eq -1);
1529print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} build2pkg $p\n";
[320]1530close(SCRIPT);
1531chmod 0755,"$ENV{'PBDESTDIR'}/pbscript";
1532
1533my ($v,$all) = pb_get_v($vtype);
1534
1535# Send tar files when we do a global generation
1536pb_build2ssh() if ($all == 1);
1537
1538my ($vmexist,$vmpid) = (undef,undef);
1539
1540foreach my $v (@$v) {
1541 if ($vtype eq "vm") {
[142]1542 # Launch the VM
[357]1543 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
[118]1544
[274]1545 # Skip that VM if it something went wrong
1546 next if (($vmpid == 0) && ($vmexist == 0));
[118]1547 }
[320]1548 # Gather all required files to send them to the VM/VE
[347]1549 # and launch the build through pbscript
[357]1550 pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
[320]1551 pb_send2target($vtype,"$v",$vmexist,$vmpid);
[105]1552}
[320]1553}
[105]1554
[262]1555
[199]1556sub pb_newver {
1557
[204]1558 die "-V Version parameter needed" if ((not defined $newver) || ($newver eq ""));
[340]1559
[366]1560 # Need this call for PBDIR
1561 my ($scheme2,$uri) = pb_cms_init($pbinit);
[361]1562
[415]1563 my ($pbconf) = pb_conf_get("pbconfurl");
[366]1564 $uri = $pbconf->{$ENV{'PBPROJ'}};
1565 my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
1566
[361]1567 # Checking CMS repositories status
[358]1568 my ($pburl) = pb_conf_get("pburl");
[366]1569 ($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
[340]1570
1571 if ($scheme !~ /^svn/) {
[199]1572 die "Only SVN is supported at the moment";
1573 }
[483]1574
[358]1575 my $res = pb_cms_isdiff($scheme,$ENV{'PBROOTDIR'});
[361]1576 die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
[358]1577
1578 $res = pb_cms_isdiff($scheme2,$ENV{'PBDIR'});
[361]1579 die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
[358]1580
1581 # Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
1582 # we want to get for the root of the new URL
1583
1584 my $tmp = $ENV{'PBROOTDIR'};
1585 $tmp =~ s|^$ENV{'PBCONFDIR'}||;
1586
1587 my $newurl = "$uri/".dirname($tmp)."/$newver";
[366]1588 # Should probably use projver in the old file
1589 my $oldver= basename($tmp);
[361]1590
[366]1591 # Duplicate and extract project-builder part
[361]1592 pb_log(2,"Copying $uri/$tmp to $newurl\n");
[366]1593 pb_cms_copy($scheme,"$uri/$tmp",$newurl);
1594 pb_log(2,"Checkout $newurl to $ENV{'PBROOTDIR'}/../$newver\n");
[383]1595 pb_cms_up($scheme,"$ENV{'PBCONFDIR'}/..");
[361]1596
[366]1597 # Duplicate and extract project
1598 my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/".dirname($tmp)."/$newver";
1599
1600 pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$tmp to $newurl2\n");
1601 pb_cms_copy($scheme,"$pburl->{$ENV{'PBPROJ'}}/$tmp",$newurl2);
1602 pb_log(2,"Checkout $newurl2 to $ENV{'PBDIR'}/../$newver\n");
[383]1603 pb_cms_up($scheme,"$ENV{'PBDIR'}/..");
[366]1604
[361]1605 # Update the .pb file
[358]1606 open(FILE,"$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb") || die "Unable to open $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb";
1607 open(OUT,"> $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new") || die "Unable to write to $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new";
[208]1608 while(<FILE>) {
[361]1609 s/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/projver $ENV{'PBPROJ'} = $newver/;
1610 pb_log(0,"Changing projver from $oldver to $newver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldver/);
1611 s/^testver/#testver/;
1612 pb_log(0,"Commenting testver in $ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
[211]1613 print OUT $_;
[208]1614 }
1615 close(FILE);
[211]1616 close(OUT);
[358]1617 rename("$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBROOTDIR'}/../$newver/$ENV{'PBPROJ'}.pb");
[363]1618
[479]1619 # Checking pbcl files
1620 foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
[590]1621 # Compute new pbcl file
1622 my $f2 = $f;
1623 $f2 =~ s|$ENV{'PBROOTDIR'}|$ENV{'PBROOTDIR'}/../$newver/|;
[479]1624 open(PBCL,$f) || die "Unable to open $f";
1625 my $foundnew = 0;
1626 while (<PBCL>) {
1627 $foundnew = 1 if (/^$newver \(/);
1628 }
1629 close(PBCL);
[590]1630 open(OUT,"> $f2") || die "Unable to write to $f2: $!";
[479]1631 open(PBCL,$f) || die "Unable to open $f";
1632 while (<PBCL>) {
[480]1633 print OUT "$_" if (not /^$oldver \(/);
[479]1634 if ((/^$oldver \(/) && ($foundnew == 0)) {
1635 print OUT "$newver ($pbdate)\n";
1636 print OUT "- TBD\n";
1637 print OUT "\n";
[590]1638 pb_log(0,"WARNING: version $newver not found in $f so added to $f2...\n") if ($foundnew == 0);
[479]1639 }
1640 }
1641 close(OUT);
1642 close(PBCL);
1643 }
1644
[358]1645 pb_log(2,"Checkin $ENV{'PBROOTDIR'}/../$newver\n");
[452]1646 pb_cms_checkin($scheme,"$ENV{'PBROOTDIR'}/../$newver",undef);
[199]1647}
1648
[293]1649#
[320]1650# Return the list of VMs/VEs we are working on
[105]1651# $all is a flag to know if we return all of them
1652# or only some (if all we publish also tar files in addition to pkgs
1653#
[320]1654sub pb_get_v {
[91]1655
[320]1656my $vtype = shift;
1657my @v;
[105]1658my $all = 0;
[320]1659my $vlist;
1660my $pbv = 'PBV';
[91]1661
[320]1662if ($vtype eq "vm") {
1663 $vlist = "vmlist";
1664} elsif ($vtype eq "ve") {
1665 $vlist = "velist";
1666}
1667# Get VM/VE list
1668if ((not defined $ENV{$pbv}) || ($ENV{$pbv} =~ /^all$/)) {
1669 my ($ptr) = pb_conf_get($vlist);
1670 $ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
[105]1671 $all = 1;
[91]1672}
[320]1673pb_log(2,"$vtype: $ENV{$pbv}\n");
1674@v = split(/,/,$ENV{$pbv});
1675return(\@v,$all);
[91]1676}
1677
[320]1678# Function to create a potentialy missing pb account on the VM/VE, and adds it to sudo
1679# Needs to use root account to connect to the VM/VE
1680# pb will take your local public SSH key to access
[346]1681# the pb account in the VM later on if needed
1682sub pb_setup_v {
[320]1683
1684my $vtype = shift;
1685
[353]1686my ($vm,$all) = pb_get_v($vtype);
1687
[346]1688# Script generated
1689my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
[320]1690
[353]1691foreach my $v (@$vm) {
1692 # Name of the account to deal with for VM/VE
1693 # Do not use the one passed potentially with -a
1694 my ($pbac) = pb_conf_get($vtype."login");
[354]1695 my ($key,$zero0,$zero1,$zero2);
[527]1696 my ($vmexist,$vmpid,$ntps);
[346]1697
[353]1698 if ($vtype eq "vm") {
1699 # Prepare the key to be used and transfered remotely
1700 my $keyfile = pb_ssh_get(1);
1701
[517]1702 my ($vmhost,$vmport,$vmntp) = pb_conf_get("vmhost","vmport","vmntp");
[353]1703 my $nport = $vmport->{$ENV{'PBPROJ'}};
[527]1704 $ntps = $vmntp->{$ENV{'PBPROJ'}};
[353]1705 $nport = "$pbport" if (defined $pbport);
[347]1706
[353]1707 # Launch the VM
[357]1708 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
[347]1709
[353]1710 # Skip that VM if something went wrong
[442]1711 next if (($vmpid == 0) && ($vmexist == 0));
[353]1712
[354]1713 # Store the pub key part in a variable
1714 open(FILE,"$keyfile.pub") || die "Unable to open $keyfile.pub";
1715 ($zero0,$zero1,$zero2) = split(/ /,<FILE>);
1716 close(FILE);
1717
1718 $key = "\Q$zero1";
1719
[498]1720 pb_system("cat $keyfile.pub | ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys\"","Copying local keys to $vtype. This may require the root password");
[353]1721 # once this is done, we can do what we want on the VM remotely
1722 }
1723
1724 # Prepare the script to be executed on the VM/VE
1725 # in $ENV{'PBDESTDIR'}/setupv
1726
1727 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
1728 print SCRIPT << 'EOF';
[320]1729#!/usr/bin/perl -w
1730
[346]1731use strict;
1732use File::Copy;
1733
[517]1734# We should not need in this script more functions than what is provided
1735# by Base and Distribution to avoid problems at exec time.
1736# They are appended at the end.
1737
[495]1738our $pbdebug;
1739our $pbLOG;
1740our $pbsynmsg = "pbscript";
[498]1741our $pbdisplaytype = "text";
1742our $pblocale = "";
[495]1743pb_log_init($pbdebug, $pbLOG);
[427]1744pb_temp_init();
1745
[354]1746EOF
1747 if ($vtype eq "vm") {
1748 print SCRIPT << 'EOF';
1749# Removes duplicate in .ssh/authorized_keys of our key if needed
1750#
1751my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
1752open(PBFILE,$file1) || die "Unable to open $file1";
1753open(PBOUT,"> $file1.new") || die "Unable to open $file1.new";
1754my $count = 0;
1755while (<PBFILE>) {
[517]1756
[354]1757EOF
1758 print SCRIPT << "EOF";
1759 if (/ $key /) {
1760 \$count++;
1761 }
1762print PBOUT \$_ if ((\$count <= 1) || (\$_ !~ / $key /));
1763}
1764close(PBFILE);
1765close(PBOUT);
1766rename("\$file1.new",\$file1);
1767chmod 0600,\$file1;
[517]1768
1769# Sync date
[527]1770pb_system("/usr/sbin/ntpdate $ntps","Syncing date to $ntps");
[517]1771
[354]1772EOF
1773 }
1774 print SCRIPT << 'EOF';
1775
1776# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
1777#
[346]1778my $file="/etc/passwd";
[320]1779open(PBFILE,$file) || die "Unable to open $file";
1780my $found = 0;
1781while (<PBFILE>) {
[346]1782EOF
[353]1783 print SCRIPT << "EOF";
1784 \$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
[346]1785EOF
[353]1786 print SCRIPT << 'EOF';
[320]1787}
1788close(PBFILE);
1789
1790if ( $found == 0 ) {
1791 if ( ! -d "/home" ) {
[427]1792 pb_mkdir("/home");
[320]1793 }
[346]1794EOF
[353]1795 print SCRIPT << "EOF";
[427]1796pb_system("groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
1797pb_system("useradd $pbac->{$ENV{'PBPROJ'}} -g $pbac->{$ENV{'PBPROJ'}} -m -d /home/$pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home /home/$pbac->{$ENV{'PBPROJ'}}");
1798}
[320]1799
[354]1800# allow ssh entry to build
1801#
[427]1802mkdir "/home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
[347]1803# Allow those accessing root to access the build account
[427]1804copy("\$ENV{'HOME'}/.ssh/authorized_keys","/home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
[320]1805chmod 0600,".ssh/authorized_keys";
[427]1806pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} /home/$pbac->{$ENV{'PBPROJ'}}/.ssh","Finish setting up the SSH env for $pbac->{$ENV{'PBPROJ'}}");
[320]1807
[346]1808EOF
[353]1809 print SCRIPT << 'EOF';
[347]1810# No passwd for build account only keys
[320]1811$file="/etc/shadow";
1812open(PBFILE,$file) || die "Unable to open $file";
1813open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1814while (<PBFILE>) {
[346]1815EOF
[353]1816 print SCRIPT << "EOF";
1817 s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
1818 s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
[346]1819EOF
[353]1820 print SCRIPT << 'EOF';
[320]1821 print PBOUT $_;
1822}
1823close(PBFILE);
1824close(PBOUT);
1825rename("$file.new",$file);
1826chmod 0640,$file;
1827
[448]1828# Keep the VM in text mode
1829$file="/etc/inittab";
[450]1830if (-f $file) {
1831 open(PBFILE,$file) || die "Unable to open $file";
1832 open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1833 while (<PBFILE>) {
1834 s/^(..):5:initdefault:$/$1:3:initdefault:/;
1835 print PBOUT $_;
1836 }
1837 close(PBFILE);
1838 close(PBOUT);
1839 rename("$file.new",$file);
1840 chmod 0640,$file;
[448]1841}
1842
[320]1843# pb has to be added to portage group on gentoo
1844
[346]1845# Adapt sudoers
1846$file="/etc/sudoers";
1847open(PBFILE,$file) || die "Unable to open $file";
1848open(PBOUT,"> $file.new") || die "Unable to open $file.new";
1849while (<PBFILE>) {
1850EOF
[353]1851 print SCRIPT << "EOF";
1852 next if (/^$pbac->{$ENV{'PBPROJ'}} /);
[346]1853EOF
[353]1854 print SCRIPT << 'EOF';
[346]1855 s/Defaults[ \t]+requiretty//;
1856 print PBOUT $_;
1857}
1858close(PBFILE);
1859EOF
[353]1860 print SCRIPT << "EOF";
1861# This is needed in order to be able to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
1862print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
[346]1863EOF
[353]1864 print SCRIPT << 'EOF';
[346]1865close(PBOUT);
1866rename("$file.new",$file);
1867chmod 0440,$file;
1868
1869EOF
[353]1870
1871 my $SCRIPT = \*SCRIPT;
1872
1873 pb_install_deps($SCRIPT);
1874
1875 print SCRIPT << 'EOF';
[346]1876# Suse wants sudoers as 640
[528]1877if (($ddir eq "sles") || (($ddir eq "suse")) && ($dver =~ /10.[012]/)) {
[346]1878 chmod 0640,$file;
1879}
1880
[565]1881pb_system("rm -rf ProjectBuilder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/ProjectBuilder-latest.tar.gz ; tar xvfz ProjectBuilder-latest.tar.gz ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; wget --passive-ftp ftp://ftp.mondorescue.org/src/project-builder-latest.tar.gz ; tar xvfz project-builder-latest.tar.gz ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
[358]1882system "pb 2>&1 | head -5";
[357]1883EOF
[517]1884 # Adds pb_distro_init from ProjectBuilder::Distribution and Base
[353]1885 foreach my $d (@INC) {
[405]1886 my @f = ("$d/ProjectBuilder/Base.pm","$d/ProjectBuilder/Distribution.pm");
1887 foreach my $f (@f) {
1888 if (-f "$f") {
1889 open(PBD,"$f") || die "Unable to open $f";
1890 while (<PBD>) {
[427]1891 next if (/^package/);
1892 next if (/^use Exporter/);
1893 next if (/^use ProjectBuilder::/);
1894 next if (/^our /);
[405]1895 print SCRIPT $_;
1896 }
1897 close(PBD);
[353]1898 }
[347]1899 }
1900 }
[353]1901 close(SCRIPT);
1902 chmod 0755,"$pbscript";
1903
[442]1904 # That build script needs to be run as root and force stop of VM at end
[353]1905 $pbaccount = "root";
[442]1906
1907 # Force shutdown of VM exept if it was already launched
1908 my $force = 0;
1909 if ((! $vmexist) && ($vtype eq "vm")) {
1910 $force = 1;
1911 }
1912
1913 pb_script2v($pbscript,$vtype,$force,$v);
[347]1914}
[353]1915return;
[346]1916}
1917
[347]1918sub pb_install_deps {
[346]1919
[348]1920my $SCRIPT = shift;
[346]1921
[348]1922print {$SCRIPT} << 'EOF';
[346]1923# We need to have that pb_distro_init function
[347]1924# Get it from Project-Builder::Distribution
[620]1925my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd) = pb_distro_init();
[320]1926print "distro tuple: ".join(',',($ddir, $dver, $dfam, $dtype, $pbsuf))."\n";
1927
1928# Get and install pb
[437]1929my $insdm = "rm -rf Date-Manip* ; wget http://search.cpan.org/CPAN/authors/id/S/SB/SBECK/Date-Manip-5.54.tar.gz ; tar xvfz Date-Manip-5.54.tar.gz ; cd Date-Manip* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Date-Manip*";
[357]1930my $insmb = "rm -rf Module-Build* ; wget http://search.cpan.org/CPAN/authors/id/K/KW/KWILLIAMS/Module-Build-0.2808.tar.gz ; tar xvfz Module-Build-0.2808.tar.gz ; cd Module-Build* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Module-Build*";
[498]1931my $insfm = "rm -rf File-MimeInfo* ; wget http://search.cpan.org/CPAN/authors/id/P/PA/PARDUS/File-MimeInfo/File-MimeInfo-0.15.tar.gz ; tar xvfz File-MimeInfo-0.15.tar.gz ; cd File-MimeInfo* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf File-MimeInfo*";
[357]1932my $insfb = "rm -rf File-Basedir* ; wget http://search.cpan.org/CPAN/authors/id/P/PA/PARDUS/File-BaseDir-0.03.tar.gz ; tar xvfz File-BaseDir-0.03.tar.gz ; cd File-BaseDir* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf File-BaseDir*";
[498]1933my $insms = "rm -rf Mail-Sendmail* ; wget http://search.cpan.org/CPAN/authors/id/M/MI/MIVKOVIC/Mail-Sendmail-0.79.tar.gz ; tar xvfz Mail-Sendmail-0.79.tar.gz ; cd Mail-Sendmail* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf Mail-Sendmail*";
[507]1934my $inslg = "rm -rf gettext* ; wget http://search.cpan.org/CPAN/authors/id/P/PV/PVANDRY/gettext-1.05.tar.gz ; tar xvfz gettext-1.05.tar.gz ; cd gettext* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf gettext*";
[427]1935my $cmtdm = "Installing Date-Manip perl module";
1936my $cmtmb = "Installing Module-Build perl module";
1937my $cmtfm = "Installing File-MimeInfo perl module";
1938my $cmtfb = "Installing File-Basedir perl module";
[498]1939my $cmtms = "Installing Perl-Sendmail perl module";
[619]1940my $cmtlg = "Installing Perl-gettext perl module";
[427]1941my $cmtall = "Installing required modules";
[357]1942
[320]1943if ( $ddir eq "fedora" ) {
[427]1944 pb_system("yum clean all","Cleaning yum env");
[619]1945 if ($dver == 4) {
[622]1946 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget patch ntp sudo perl-DateManip perl-ExtUtils-MakeMaker"));
[427]1947 pb_system("$insmb","$cmtmb");
1948 pb_system("$insfm","$cmtfm");
1949 pb_system("$insfb","$cmtfb");
[517]1950 pb_system("$insms","$cmtms");
[507]1951 pb_system("$inslg","$cmtlg");
[517]1952 } else {
[622]1953 my $addp = "";
[619]1954 if ($dver > 9) {
[622]1955 $addp = "perl-gettext";
[619]1956 } else {
1957 pb_system("$inslg","$cmtlg");
1958 }
[622]1959 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget patch ntp sudo perl-DateManip perl-ExtUtils-MakeMaker perl-File-MimeInfo perl-Mail-Sendmail $addp"));
[357]1960 }
1961} elsif (( $dfam eq "rh" ) || ($ddir eq "sles") || (($ddir eq "suse") && (($dver eq "10.1") || ($dver eq "10.0"))) || ($ddir eq "slackware")) {
[358]1962 # Suppose pkg are installed already as no online mirror available
[427]1963 pb_system("rpm -e lsb 2>&1 > /dev/null","Removing lsb package");
1964 pb_system("$insdm","$cmtdm");
1965 pb_system("$insmb","$cmtmb");
1966 pb_system("$insfm","$cmtfm");
1967 pb_system("$insfb","$cmtfb");
[498]1968 pb_system("$insms","$cmtms");
[507]1969 pb_system("$inslg","$cmtlg");
[320]1970} elsif ($ddir eq "suse") {
1971 # New OpenSuSE
[427]1972 pb_system("$insmb","$cmtmb");
1973 pb_system("$insfm","$cmtfm");
1974 pb_system("$insfb","$cmtfb");
[527]1975 pb_system("$insms","$cmtms");
[622]1976 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"make wget patch sudo perl-DateManip perl-File-HomeDir perl-Mail-Sendmail ntp"));
[320]1977} elsif ( $dfam eq "md" ) {
[622]1978 my $addp = "";
[357]1979 if (($ddir eq "mandrake") && ($dver eq "10.1")) {
[427]1980 pb_system("$insdm","$cmtdm");
[507]1981 pb_system("$inslg","$cmtlg");
[357]1982 } else {
[622]1983 $addp ="perl-DateManip perl-Locale-gettext";
[357]1984 }
[622]1985 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"rpm-build wget sudo patch ntp-client perl-File-MimeInfo perl-Mail-Sendmail perl-Locale-gettext $addp"));
[320]1986} elsif ( $dfam eq "du" ) {
1987 if (( $dver eq "3.1" ) && ($ddir eq "debian")) {
[427]1988 pb_system("$insfb","$cmtfb");
1989 pb_system("$insfm","$cmtfm");
[622]1990 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget patch ssh sudo debian-builder dh-make fakeroot ntpdate libmodule-build-perl libdate-manip-perl libmail-sendmail-perl liblocale-gettext-perl"));
[320]1991 } else {
[622]1992 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget patch openssh-server dpkg-dev sudo debian-builder dh-make fakeroot ntpdate libfile-mimeinfo-perl libmodule-build-perl libdate-manip-perl libmail-sendmail-perl liblocale-gettext-perl"));
[320]1993 }
1994} elsif ( $dfam eq "gen" ) {
[427]1995 #system "emerge -u system";
[622]1996 pb_distro_installdeps(undef,$dtype,$pbupd,pb_distro_only_deps_needed($dtype,"wget sudo ntp DateManip File-MimeInfo Mail-Sendmail Locale-gettext"));
[320]1997} else {
[495]1998 pb_log(0,"No pkg to install\n");
[320]1999}
2000EOF
2001}
2002
[471]2003sub pb_announce {
2004
[473]2005 # Get all required parameters
[477]2006 my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
[471]2007 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2008 my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
2009 my @pkgs = @$pkg;
2010 my %pkgs;
2011 my $first = 0;
2012
[473]2013 # Command to find packages on repo
[471]2014 my $findstr = "find . ";
[473]2015 # Generated announce files
2016 my @files;
[471]2017
2018 foreach my $pbpkg (@pkgs) {
2019 if ($first != 0) {
2020 $findstr .= "-o ";
2021 }
2022 $first++;
2023 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
2024 $pbver = $pkgv->{$pbpkg};
2025 } else {
2026 $pbver = $ENV{'PBPROJVER'};
2027 }
2028 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
2029 $pbtag = $pkgt->{$pbpkg};
2030 } else {
2031 $pbtag = $ENV{'PBPROJTAG'};
2032 }
2033
[547]2034 # TODO: use virtual/real names here now
[471]2035 $findstr .= "-name \'$pbpkg-$pbver-$pbtag\.*.rpm\' -o -name \'$pbpkg"."_$pbver*\.deb\' -o -name \'$pbpkg-$pbver\.ebuild\' ";
[473]2036
2037 my $chglog;
2038
2039 # Get project info on log file and generate tmp files used later on
2040 pb_cms_init($pbinit);
2041 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
2042 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
2043 $chglog = undef if (! -f $chglog);
2044
2045 open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") || die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
[585]2046 my %pb;
2047 $pb{'dtype'} = "announce";
2048 $pb{'realpkg'} = $pbpkg;
2049 $pb{'ver'} = $pbver;
2050 $pb{'tag'} = $pbtag;
2051 $pb{'suf'} = "N/A"; # Should not be empty even if unused
2052 $pb{'date'} = $pbdate;
2053 $pb{'chglog'} = $chglog;
2054 $pb{'packager'} = $pbpackager;
2055 $pb{'proj'} = $ENV{'PBPROJ'};
2056 $pb{'repo'} = $pbrepo;
2057 pb_changelog(\%pb,\*OUT,"yes");
[473]2058 close(OUT);
2059 push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
[471]2060 }
2061 $findstr .= " | grep -Ev \'src.rpm\'";
2062 if ((not defined $testver) || (not defined $testver->{$ENV{'PBPROJ'}}) || ($testver->{$ENV{'PBPROJ'}} !~ /true/i)) {
2063 $findstr .= " | grep -v ./test/";
2064 }
2065
2066 # Prepare the command to run and execute it
2067 open(PBS,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
2068 print PBS "$findstr\n";
2069 close(PBS);
2070 chmod 0755,"$ENV{'PBTMP'}/pbscript";
2071 pb_send2target("Announce");
2072
[490]2073 # Get subject line
2074 my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
[495]2075 pb_log(0,"Please enter the title of your announce\n");
2076 pb_log(0,"(By default: $sl)\n");
[490]2077 my $sl2 = <STDIN>;
2078 $sl = $sl2 if ($sl2 !~ /^$/);
2079
[471]2080 # Prepare a template of announce
[473]2081 open(ANN,"> $ENV{'PBTMP'}/announce.html") || die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
[471]2082 print ANN << "EOF";
[490]2083$sl</p>
[471]2084
[473]2085<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
[471]2086<p>
2087Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
2088</p>
2089<p>
2090EOF
2091 open(LOG,"$ENV{'PBTMP'}/system.log") || die "Unable to read $ENV{'PBTMP'}/system.log: $!";
[473]2092 my $col = 2;
2093 my $i = 1;
2094 print ANN << 'EOF';
2095<TABLE WIDTH="700" CELLPADDING="0" CELLSPACING="0" BORDER="0">
2096<TR>
2097EOF
[471]2098 while (<LOG>) {
[473]2099 print ANN "<TD>$_</TD>";
2100 $i++;
2101 if ($i > $col) {
2102 print ANN "</TR>\n<TR>";
2103 $i = 1;
2104 }
[471]2105 }
2106 close(LOG);
[473]2107 print ANN << "EOF";
2108</TR>
2109</TABLE>
2110</p>
[471]2111
[473]2112<p>As usual source packages are also available in the same directory.</p>
2113
2114<p>
2115Changes are :
2116</p>
2117<p>
2118EOF
2119 # Get each package changelog content
2120 foreach my $f (sort(@files)) {
2121 open(IN,"$f") || die "Unable to read $f:$!";
2122 while (<IN>) {
2123 print ANN $_;
2124 }
2125 close(IN);
2126 print ANN "</p><p>\n";
2127 }
2128 print ANN "</p>\n";
[471]2129 close(ANN);
[473]2130
2131 # Allow for modification
2132 pb_system("vi $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
2133
2134 # Store it in DB for external usage (Web pages generation)
2135 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2136
2137 my $precmd = "";
2138 if (! -f $db) {
2139 $precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
2140 }
2141
2142 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2143 { RaiseError => 1, AutoCommit => 1 })
2144 || die "Unable to connect to $db";
2145
2146 if ($precmd ne "") {
2147 my $sth = $dbh->prepare(qq{$precmd})
2148 || die "Unable to create table into $db";
2149 $sth->execute();
2150 }
2151
2152 # To read whole file
2153 local $/;
2154 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2155 my $announce = <ANN>;
2156 close(ANN);
2157
2158 pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
2159 my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
2160 || die "Unable to insert into $db";
2161 $sth->execute($pbdate, $announce);
2162 $dbh->disconnect;
2163
2164 # Then deliver it on the Web
2165 # $TOOLHOME/livwww www
2166
2167 # Mail it to project's ML
2168 open(ML,"| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") || die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
2169 print ML << 'EOF';
2170<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
2171
2172<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
2173 <head>
2174 </head>
2175 <body>
2176 <p>
2177EOF
2178 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
2179 while(<ANN>) {
2180 print ML $_;
2181 }
2182 print ML << 'EOF';
2183</body>
2184</html>
2185EOF
2186 close(ML);
2187
[477]2188 # To read whole file
2189 local $/;
2190 open(ANN,"$ENV{'PBTMP'}/announce.txt") || die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
2191 my $msg = <ANN>;
2192 close(ANN);
2193
2194 # Preparation of headers
2195
2196 my %mail = (
2197 To => $pbml->{$ENV{'PBPROJ'}},
2198 From => $pbpackager->{$ENV{'PBPROJ'}},
2199 Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
2200 Body => $msg,
[490]2201 Subject => "[ANNOUNCE] $sl",
[477]2202 );
2203
2204 # Send mail
2205 sendmail(%mail) or die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
[471]2206}
2207
[547]2208#
2209# Creates a set of HTML file containing the news for the project
2210# based on what has been generated by the pb_announce function
2211#
2212sub pb_web_news2html {
2213
[556]2214 my $dest = shift || $ENV{'PBTMP'};
2215
[547]2216 # Get all required parameters
2217 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
2218
2219 # DB of announces for external usage (Web pages generation)
2220 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
2221
2222 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
2223 { RaiseError => 1, AutoCommit => 1 })
2224 || die "Unable to connect to $db";
2225 # For date handling
2226 $ENV{LANGUAGE}="C";
[559]2227 my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
2228 my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
2229 pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
[547]2230 my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
[556]2231 my %news;
2232 $news{"cy"} = ""; # current year's news
2233 $news{"ly"} = ""; # last year news
2234 $news{"py"} = ""; # previous years news
2235 $news{"fp"} = ""; # first page news
[547]2236 my $cpt = 4; # how many news for first page
2237 # Extract info from DB
2238 foreach my $row (@$all) {
2239 my ($id, $date, $announce) = @$row;
[559]2240 $news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
2241 $news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
2242 $news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
[556]2243 $news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
[547]2244 $cpt--;
2245 }
[556]2246 pb_log(1,"news{fp}: ".$news{"fp"}."\n");
[547]2247 $dbh->disconnect;
[556]2248
2249 # Generate the HTML content
2250 foreach my $pref (keys %news) {
2251 open(NEWS,"> $dest/pb_web_$pref"."news.html") || die "Unable to create $dest/pb_web_$pref"."news.html: $!";
2252 print NEWS "$news{$pref}";
2253 close(NEWS);
2254 }
[547]2255}
2256
[556]2257
[347]2258# Return the SSH key file to use
2259# Potentially create it if needed
2260
2261sub pb_ssh_get {
2262
2263my $create = shift || 0; # Do not create keys by default
2264
2265# Check the SSH environment
2266my $keyfile = undef;
2267
2268# We have specific keys by default
2269$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
[348]2270if (!(-e $keyfile) && ($create eq 1)) {
[347]2271 pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
2272}
2273
2274$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
2275$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
2276$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
2277die "Unable to find your public ssh key under $keyfile" if (not defined $keyfile);
2278return($keyfile);
2279}
2280
2281
[145]2282# Returns the pid of a running VM command using a specific VM file
[142]2283sub pb_check_ps {
2284 my $vmcmd = shift;
2285 my $vmm = shift;
2286 my $vmexist = 0; # FALSE by default
2287
2288 open(PS, "ps auxhww|") || die "Unable to call ps";
2289 while (<PS>) {
2290 next if (! /$vmcmd/);
2291 next if (! /$vmm/);
2292 my ($void1, $void2);
2293 ($void1, $vmexist, $void2) = split(/ +/);
2294 last;
2295 }
2296 return($vmexist);
2297}
2298
2299
[77]2300sub pb_extract_build_files {
[25]2301
2302my $src=shift;
2303my $dir=shift;
[26]2304my $ddir=shift;
[500]2305my $mandatory=shift || "spec";
[28]2306my @files;
[25]2307
[500]2308my $flag = "mayfail" if ($mandatory eq "patch");
2309my $res;
2310
[188]2311if ($src =~ /tar\.gz$/) {
[500]2312 $res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
[188]2313} elsif ($src =~ /tar\.bz2$/) {
[500]2314 $res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
[188]2315} else {
2316 die "Unknown compression algorithm for $src";
2317}
[500]2318# If not mandatory return now
2319return() if (($res != 0) and ($mandatory eq "patch"));
[25]2320opendir(DIR,"$dir") || die "Unable to open directory $dir";
2321foreach my $f (readdir(DIR)) {
2322 next if ($f =~ /^\./);
[500]2323 # Skip potential patch dir
2324 next if ($f =~ /^pbpatch/);
[26]2325 move("$dir/$f","$ddir") || die "Unable to move $dir/$f to $ddir";
[315]2326 pb_log(2,"mv $dir/$f $ddir\n");
[28]2327 push @files,"$ddir/$f";
[25]2328}
2329closedir(DIR);
[26]2330# Not enough but still a first cleanup
[74]2331pb_rm_rf("$dir");
[28]2332return(@files);
[25]2333}
2334
[315]2335sub pb_list_bfiles {
2336
2337my $dir = shift;
2338my $pbpkg = shift;
2339my $bfiles = shift;
2340my $pkgfiles = shift;
2341my $supfiles = shift;
2342
2343opendir(BDIR,"$dir") || die "Unable to open dir $dir: $!";
2344foreach my $f (readdir(BDIR)) {
2345 next if ($f =~ /^\./);
2346 $bfiles->{$f} = "$dir/$f";
[340]2347 $bfiles->{$f} =~ s~$ENV{'PBROOTDIR'}~~;
[315]2348 if (defined $supfiles->{$pbpkg}) {
2349 $pkgfiles->{$f} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
2350 }
2351}
2352closedir(BDIR);
2353}
2354
[395]2355
2356#
2357# Return the list of packages we are working on in a non CMS action
2358#
2359sub pb_get_pkg {
2360
2361my @pkgs = ();
2362
2363my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
2364@pkgs = keys %$var;
2365
2366pb_log(0,"Packages: ".join(',',@pkgs)."\n");
2367return(\@pkgs);
2368}
2369
[500]2370# Which is our local arch ? (standardize on i386 for those platforms)
2371sub pb_get_arch {
2372
2373my $arch = `uname -m`;
2374chomp($arch);
2375$arch =~ s/i.86/i386/;
2376return($arch);
2377}
2378
[395]23791;
Note: See TracBrowser for help on using the repository browser.