source: ProjectBuilder/devel/pb/bin/pb@ 1649

Last change on this file since 1649 was 1649, checked in by Bruno Cornec, 12 years ago
  • Add support for redhat 6.2 for pb with setupve
  • Property svn:executable set to *
File size: 151.0 KB
RevLine 
[5]1#!/usr/bin/perl -w
2#
3# Project Builder main application
4#
5# $Id$
6#
[1560]7# Copyright B. Cornec 2007-2012
8# Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
[5]9# Provided under the GPL v2
10
[22]11# Syntax: see at end
[9]12
[18]13use strict 'vars';
[1107]14
15# The modules mentioned here are required by pb when used both
[1176]16# locally or inside a VE/VM/RM
[1107]17# Additional required modules only used locally are called with a require
18# in their respective section
[331]19use Getopt::Long qw(:config auto_abbrev no_ignore_case);
[1558]20use Carp qw/confess cluck/;
[9]21use Data::Dumper;
22use English;
[16]23use File::Basename;
[26]24use File::Copy;
[395]25use File::stat;
[872]26use File::Find;
[547]27use Time::localtime qw(localtime);
[13]28use POSIX qw(strftime);
[17]29use lib qw (lib);
[329]30use ProjectBuilder::Version;
[318]31use ProjectBuilder::Base;
[512]32use ProjectBuilder::Display;
[405]33use ProjectBuilder::Conf;
34use ProjectBuilder::Distribution;
[1469]35use ProjectBuilder::VCS;
[405]36use ProjectBuilder::CMS;
[416]37use ProjectBuilder::Env;
[405]38use ProjectBuilder::Filter;
[473]39use ProjectBuilder::Changelog;
[1348]40use ProjectBuilder::VE;
[473]41
[397]42# Global variables
[1600]43$Global::pb_stop_on_error = 0; # False by default
[1597]44$Global::pb_show_sudo = 0; # False by default
45
[5]46my %opts; # CLI Options
[9]47my $action; # action to realize
[320]48my $test = "FALSE"; # Not used
[748]49my $pbforce = 0; # Force VE/VM rebuild
[968]50my $pbsnap = 0; # Do not use snapshot mode for VM/VE by default
[1425]51my $pbkeep = 0; # keep temporary directory at the end
[320]52my $option = ""; # Not used
53my @pkgs; # list of packages
[95]54my $pbtag; # Global Tag variable
55my $pbver; # Global Version variable
[141]56my $pbscript; # Name of the script
[77]57my %pbver; # per package
58my %pbtag; # per package
[53]59my $pbrev; # Global REVISION variable
[1176]60my $pbaccount; # Login to use to connect to the VM/RM
[1401]61my $pbtarget = undef; # Target os-ver-arch you want to build for
[1176]62my $pbport; # Port to use to connect to the VM/RM
[199]63my $newver; # New version to create
[792]64my $iso = undef; # ISO image for the VM to create
[5]65
[320]66my @date = pb_get_date();
67my $pbdate = strftime("%Y-%m-%d", @date);
[5]68
[331]69=pod
70
71=head1 NAME
72
73pb, aka project-builder.org - builds packages for your projects
74
75=head1 DESCRIPTION
76
77pb helps you build various packages directly from your project sources.
78Those sources could be handled by a CMS (Configuration Management System)
[748]79such as Subversion, CVS, Git, Mercurial... or being a simple reference to a compressed tar file.
[331]80It's based on a set of configuration files, a set of provided macros to help
81you keeping build files as generic as possible. For example, a single .spec
82file should be required to generate for all rpm based distributions, even
83if you could also have multiple .spec files if required.
84
85=head1 SYNOPSIS
86
[1401]87pb [-vhSq][-r pbroot][-p project][[-s script -a account -P port][-t [os-ver-arch]][-m os-ver-arch[,...]]][-g][-i iso] <action> [<pkg1> ...]
[331]88
[1401]89pb [--verbose][--help][--man][--quiet][--snapshot][--revision pbroot][--project project][[--script script --account account --port port][--target [os-ver-arch]][--machine os-ver-arch[,...]]][--nographic][--iso iso][--rebuild] <action> [<pkg1> ...]
[331]90
91=head1 OPTIONS
92
93=over 4
94
95=item B<-v|--verbose>
96
97Print a brief help message and exits.
98
99=item B<-q|--quiet>
100
101Do not print any output.
102
103=item B<-h|--help>
104
105Print a brief help message and exits.
106
[748]107=item B<-S|--snapshot>
108
109Use the snapshot mode of VMs or VEs
110
[331]111=item B<--man>
112
113Prints the manual page and exits.
114
[1120]115=item B<-t|--target os-ver-arch>
[331]116
[1120]117Name of the target system you want to build for.
118All if none precised.
119
120=item B<-m|--machine os-ver-arch[,os-ver-arch,...]>
121
[1176]122Name of the Virtual Machines (VM), Virtual Environments (VE) or Remote Machines (RM)
[1552]123you want to build on (comma separated).
[331]124All if none precised (or use the env variable PBV).
125
126=item B<-s|--script script>
127
[1176]128Name of the script you want to execute on the related VMs/VEs/RMs.
[331]129
[1158]130=item B<-g|--nographic>
[1124]131
132Do not launch VMs in graphical mode.
133
[331]134=item B<-i|--iso iso_image>
135
136Name of the ISO image of the distribution you want to install on the related VMs.
137
138=item B<-a|--account account>
139
[1176]140Name of the account to use to connect on the related VMs/RMs.
[331]141
142=item B<-P|--port port_number>
143
[1176]144Port number to use to connect on the related VMs/RMs.";
[331]145
146=item B<-p|--project project_name>
147
148Name of the project you're working on (or use the env variable PBPROJ)
149
150=item B<-r|--revision revision>
151
152Path Name of the project revision under the CMS (or use the env variable PBROOT)
153
154=item B<-V|--version new_version>
155
156New version of the project to create based on the current one.
157
[1425]158=item B<-k|--keep>
159
160Keep the temporary dir where files have been created in or der to help debug
161
[1386]162=item B<--rebuild>
163
164Only valid with the checkssh action, it alllows to automatically relaunch the build of the failed packages
165
[1537]166=item B<--no-stop-on-error>
167
168Continue through errors with best effort.
169
[331]170=back
171
172=head1 ARGUMENTS
173
174<action> can be:
175
176=over 4
177
[1097]178=item B<sbx2build>
179
180Create tar files for the project under your CMS.
181Current state of the exported content is taken.
182CMS supported are SVN, SVK, CVS, Git and Mercurial
183parameters are packages to build
184if not using default list
185
[331]186=item B<cms2build>
187
188Create tar files for the project under your CMS.
[1097]189Current state of the CMS is taken.
190CMS supported are SVN, SVK, CVS, Git and Mercurial
[331]191parameters are packages to build
192if not using default list
193
194=item B<build2pkg>
195
196Create packages for your running distribution
197
198=item B<cms2pkg>
199
200cms2build + build2pkg
201
[1097]202=item B<sbx2pkg>
203
204sbx2build + build2pkg
205
[331]206=item B<build2ssh>
207
208Send the tar files to a SSH host
209
[1097]210=item B<sbx2ssh>
211
212sbx2build + build2ssh
213
[331]214=item B<cms2ssh>
215
216cms2build + build2ssh
217
218=item B<pkg2ssh>
219
220Send the packages built to a SSH host
221
222=item B<build2vm>
223
224Create packages in VMs, launching them if needed
225and send those packages to a SSH host once built
[1176]226VM type supported are QEMU and KVM
[331]227
228=item B<build2ve>
229
230Create packages in VEs, creating it if needed
231and send those packages to a SSH host once built
232
[1176]233=item B<build2rm>
234
235Create packages in RMs, which should pre-exist,
236and send those packages to a SSH host once built
237RM means Remote Machine, and could be a physical or Virtual one.
238This is one buildfarm integration for pb.
239
[1097]240=item B<sbx2vm>
241
242sbx2build + build2vm
243
244=item B<sbx2ve>
245
246sbx2build + build2ve
247
[1176]248=item B<sbx2rm>
249
250sbx2build + build2rm
251
[331]252=item B<cms2vm>
253
254cms2build + build2vm
255
256=item B<cms2ve>
257
258cms2build + build2ve
259
[1176]260=item B<cms2rm>
261
262cms2build + build2rm
263
[331]264=item B<launchvm>
265
266Launch one virtual machine
267
268=item B<launchve>
269
270Launch one virtual environment
271
272=item B<script2vm>
273
274Launch one virtual machine if needed
275and executes a script on it
276
277=item B<script2ve>
278
279Execute a script in a virtual environment
280
[1176]281=item B<script2rm>
282
283Execute a script on a remote machine
284
[331]285=item B<newvm>
286
287Create a new virtual machine
288
289=item B<newve>
290
291Create a new virtual environment
292
[346]293=item B<setupvm>
294
295Setup a virtual machine for pb usage
296
297=item B<setupve>
298
299Setup a virtual environment for pb usage
300
[1176]301=item B<setuprm>
302
303Setup a remote machine for pb usage
304
[1140]305=item B<sbx2setupvm>
306
307Setup a virtual machine for pb usage using the sandbox version of pb instead of the latest stable
308Reserved to dev team.
309
310=item B<sbx2setupve>
311
312Setup a virtual environment for pb usage using the sandbox version of pb instead of the latest stable
313Reserved to dev team.
314
[1176]315=item B<sbx2setuprm>
316
317Setup a remote machine for pb usage using the sandbox version of pb instead of the latest stable
318Reserved to dev team.
319
[748]320=item B<snapvm>
321
322Snapshot a virtual machine for pb usage
323
324=item B<snapve>
325
326Snapshot a virtual environment for pb usage
327
[1111]328=item B<updatevm>
329
330Update the distribution in the virtual machine
331
332=item B<updateve>
333
334Update the distribution in the virtual environment
335
[1176]336=item B<updaterm>
337
338Update the distribution in the remote machine
339
[783]340=item B<test2pkg>
341
342Test a package locally
343
[772]344=item B<test2vm>
345
346Test a package in a virtual machine
347
348=item B<test2ve>
349
350Test a package in a virtual environment
351
[1176]352=item B<test2rm>
353
354Test a package in a remote machine
355
[1386]356=item B<checkssh>
357
358Check the delivery of the packages on the repository
359
[331]360=item B<newver>
361
362Create a new version of the project derived
363from the current one
364
365=item B<newproj>
366
367Create a new project and a template set of
368configuration files under pbconf
369
[471]370=item B<announce>
371
372Announce the availability of the project through various means
373
[1117]374=item B<sbx2webssh>
[557]375
[1117]376Create tar files for the website under your CMS.
377Current state of the exported content is taken.
378Deliver the content to the target server using ssh from the exported dir.
[557]379
[1117]380=item B<cms2webssh>
381
382Create tar files for the website from your CMS.
383Deliver the content to the target server using ssh from the DVCS.
384
385=item B<sbx2webpkg>
386
387Create tar files for the website under your CMS.
388Current state of the exported content is taken.
389
390=item B<cms2webpkg>
391
392Create tar files for the website under your CMS.
393
[1495]394=item B<getconf>
395
396Print the full configuration parameters as found in the various configuration files. help to debug conf issues.
397
[739]398=item B<clean>
399
400Purge the build and delivery directories related to the current project
401
[1392]402=item B<cleanssh>
403
404Purge the ssh server of its packages (only for testver and test packages)
405
406=back
407
[331]408<pkgs> can be a list of packages, the keyword 'all' or nothing, in which case the default list of packages is taken (corresponding to the defpkgdir list of arguments in the configuration file).
409
410=head1 WEB SITES
411
412The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
413
414=head1 USER MAILING LIST
415
416None exists for the moment.
417
418=head1 CONFIGURATION FILES
419
420Each pb user may have a configuration in F<$HOME/.pbrc>. The values in this file may overwrite any other configuration file value.
421
422Here is an example of such a configuration file:
423
424 #
425 # Define for each project the URL of its pbconf repository
426 # No default option allowed here as they need to be all different
427 #
428 # URL of the pbconf content
429 # This is the format of a classical URL with the extension of additional schema such as
430 # svn+ssh, cvs+ssh, ...
431 #
432 pbconfurl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe/pbconf
433
434 # This is normaly defined in the project's configuration file
435 # Url of the project
436 #
437 pburl linuxcoe = cvs+ssh://:ext:bcornec@linuxcoe.cvs.sourceforge.net:/cvsroot/linuxcoe
438
439 # All these URLs needs to be defined here as the are the entry point
440 # for how to build packages for the project
441 #
442 pbconfurl pb = svn+ssh://svn.project-builder.org/mondo/svn/pb/pbconf
443 pbconfurl mondorescue = svn+ssh://svn.project-builder.org/mondo/svn/project-builder/mondorescue/pbconf
444 pbconfurl collectl = svn+ssh://bruno@svn.mondorescue.org/mondo/svn/project-builder/collectl/pbconf
445 pbconfurl netperf = svn+ssh://svn.mondorescue.org/mondo/svn/project-builder/netperf/pbconf
446
447 # Under that dir will take place everything related to pb
448 # If you want to use VMs/chroot/..., then use $ENV{'HOME'} to make it portable
449 # to your VMs/chroot/...
450 # if not defined then /var/cache
451 pbdefdir default = $ENV{'HOME'}/project-builder
452 pbdefdir pb = $ENV{'HOME'}
453 pbdefdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
454 pbdefdir mondorescue = $ENV{'HOME'}/mondo/svn
455
456 # pbconfdir points to the directory where the CMS content of the pbconfurl is checked out
457 # If not defined, pbconfdir is under pbdefdir/pbproj/pbconf
458 pbconfdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs/pbconf
459 pbconfdir mondorescue = $ENV{'HOME'}/mondo/svn/pbconf
460
461 # pbdir points to the directory where the CMS content of the pburl is checked out
462 # If not defined, pbdir is under pbdefdir/pbproj
463 # Only defined if we have access to the dev of the project
464 pbdir linuxcoe = $ENV{'HOME'}/LinuxCOE/cvs
465 pbdir mondorescue = $ENV{'HOME'}/mondo/svn
466
467 # -daemonize doesn't work with qemu 0.8.2
468 vmopt default = -m 384
469
[1537]470=head1 COMMAND DETAILS
471
472=head2 newproj
473
474The newproj command creates a new project-builder project. To run this command you first need to define two variables in your ~/.pbrc file:
475
476 pbconfurl I<project> = file:///home/anderse/.git/project-builder-config/I<project>
477 pbdefdir default = $ENV{HOME}/cache-project-builder
478
479The first line defines the version controlled configuration information and the second defines the root directory for project-builder to use.
480
481You can then run the command:
482
[1554]483 % pb -p I<$project> -r I<$version> newproj I<$pkg>
[1537]484
[1554]485to create the new project. Running the newproj command will then generate the file $pbdefdir/$project/pbconf/$version/$project.pb, and the directory $pbdefdir/$project/pbconf/$version/$pkg. You will need to edit those files to make the later commands work.
[1537]486
487=head2 cms2build
488
[1554]489The cms2build command takes your files from the content management system and makes the two tar files that are necessary for building files. You need to have run the newproj command first. Then there are several steps for running this command:
[1537]490
[1554]491=over 4
492
493=item Update your $project.pb configuration file.
494
[1555]495You need to set the pburl, pbrepo, pbwf, pbpackager, projver, projtag, testver, delivery, and defpkgdir lines as described in the configuration file. The pburl entry is used to find the source for your package. The pbrepo entry is used to build the .repo or .sources.list files for use by downloaders of the package. The pbwf entry indicates that the source tar file is named by I<package-name>-I<version>. The pbpackager entry will be stored in the packages and should be you or your team. The projver/projtag entries indicate the version of the software and the version of the packaging scripts. The testver entry when true indicates that the package is in a test version, so no log file is computed (can be long), and version is made up using a timstamp. The delivery entry gives the subdirectory under which the packages will be delivered on the repository, and the defpkgdir entry corresponds to the local subdirectory hosting the package content.
[1554]496
[1555]497For example:
498
[1554]499 pburl Lintel = file:///home/anderse/projects/Lintel-0.2012.02.28.tar.gz
500 pbrepo Lintel = http://tesla.hpl.hp.com/opensource
501 pbwf Lintel = 1
502 pbpackager Lintel = Eric Anderson <eric.anderson4@hp.com>
503 projver Lintel = 0.2012.02.28
504 projtag Lintel = 1
505 testver Lintel = false
506 delivery Lintel = production
507 defpkgdir Lintel = Lintel-0.2012.02.28
508
509=item Create the build .tar.gz files:
510
511Then you need to take those files and create the initial tar files. Run a command like:
512
[1537]513 % pb -p $project -r $version cms2build
514
515To create the $pbdefdir/$project/delivery/$project-$version.{,pbconf}.tar.gz files, the $version-$projtag.pb and pbrc files in the same directory.
516
[1554]517=back
518
[1537]519=head2 build2pkg
520
[1549]521The build2pkg command takes the tar files created in the cms2build step and attempts to build binary packages for your current operating system. There are two steps:
[1537]522
[1549]523=over 4
524
525=item Update your filters and build files.
526
527You probably need to edit the files describing the build steps in one of the $pbdefdir/$project/pbconf/$version/$project/{deb,rpm,pkg} directories and the filters in $pbdefdir/$project/pbconf/$version/pbfilter. Note that you can define additional filters and transforms in the *.pbf files. The build files will be filtered by the filters defined in the *.pbf files to generate the inputs to the build step. Therefore, if you change those files, you need to re-run the cms2build step.
528
529=item Build the package.
530
531Then you can run a command like:
532
[1542]533 % pb -p $project -r $version build2pkg
[1537]534
[1542]535To create the files in $project/build that comprise your binary package(s).
536
[1549]537=back
538
[1542]539=head2 newve
540
541The newve command creates a new virtual environment, i.e. a chrooted OS for building packages. Using a virtual environment is an efficient way to build packages on a related set of operating systems. The OS's have to be related because the kernel will be shared. Steps:
542
543=over 4
544
545=item Update ~/.pbrc
546
547Update your ~/.pbrc file to specify the vepath, velist, velogin, and vetype variables, e.g.:
548
549 vepath default = $ENV{HOME}/cache-project-builder/chroot
550 velist default = debian-6.0-i386
551 velogin default = pb
552 vetype default = chroot
553
[1549]554If you are building for rpm style OS's, update the verpmtype option, and install the appropriate tool.
555
556 verpmtype default = rpmbootstrap
557
[1542]558You may also choose to specify a mirror for the OS packages, and optionally http/ftp proxies. You can specify the proxies either through environment variables ($http_proxy/$ftp_proxy) or in the configuration file. The configuration file will be used if no corresponding environment variable has been set. For example, for debian and with a local squid proxy:
559
560 rbsmirrorsrv debian = http://mirrors1.kernel.org/debian/
561 http_proxy default = http://localhost:3128/
562 ftp_proxy default = http://localhost:3128/
563
564=item Run the cms2build command
565
566If you have deleted your $package/delivery directory, re-run the cms2build command as in the earlier step. This step is necessary to generate the I<package>/delivery/pbrc file.
567
568=item Create the new virtual environment
569
570Initialize the new operating system. This step will install the core OS packages for the virtual environment, e.g.:
571
572 % pb -v -p $project -m debian-6.0-i386 newve
573
574=back
575
576=head2 setupve
577
[1545]578The setupve command prepares a virtual environment for use by project builder. In particular it installs project-builder from the packages into the virtual environment. Two sub-steps are necessary:
[1542]579
[1545]580=over 4
581
582=item Update $project.pb
583
584You need to have a sshhost entry for setupve to work, so add one, even an invalid one, e.g.:
585
586 sshhost $project = foo.example.org
587
588=item Setup the virtual environment
589
[1542]590 % pb -v -p $project -m debian-6.0-i386 setupve
591
592If you prefer to install the current SVN version of project builder, you can substitute the setupve option by the sbx2setupv one.
593
[1545]594=back
595
596=head2 build2ve
597
598The build2ve command is similar to the build2pkg command in that it will take the sources created by cms2build and turn them into binary packages. The command has two differences. First, it creates the packages in a virtual environment, i.e. the one made by an earlier setupve setup. Second it copies the resulting packages to a repository and builds the repository meta-data needed.
599
[1549]600Three sub-steps are needed:
[1545]601
602=over 4
603
604=item Update $project.pb
605
606You need to have a valid sshdir and sshhost entry for build2ve to work, so add them. Note that you need to be able to ssh from the host you run the command on to the repository host, preferably without needing to type in a password, so using ssh-agent or having a special passwordless project-builder ssh key will make this step easier.
607
608 sshhost $project = localhost
609 sshdir $project = $home/cache-project-builder/repos
610
[1549]611You may also need to specify additional repository files to use or rpms to install. Note the URL for repositories is not the URL of the repository, but the URL of a file that can be put in the yum.repos.d or apt.sources.d directory.
612
613 addrepo centos-5-i386 = http://localhost/pb/centos-extras.repo,http://mirror.centos.org/centos/5/extras/i386/RPMS/chrpath-0.13-3.el5.centos.i386.rpm
614
615=item Update your filters and build files
616
617You may need to update your filter files (*.pbf) as in the build2pkg step if you are building for a new OS or architecture.
618
[1545]619=item Build the packages and copy them to the repository
620
621 % pb -v -p $project -m debian-6.0-i386 build2ve
622
623=back
624
625*Debugging:* If the build fails (and you did not specify the --no-stop-on-error) option, then the virtual environment and scripts should still be present and configured to build the package. You can run a command like 'sudo setarch i386 chroot $path bash' in order to get into the environment. In your log you should see a command like that. From there you can go into the /home/pb directory as the pb user and run the same style of pb commands as you did when doing build2pkg. This will help you figure out what has gone wrong in the build in the virtual environment.
626
[331]627=head1 AUTHORS
628
629The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
630
631=head1 COPYRIGHT
632
633Project-Builder.org is distributed under the GPL v2.0 license
634described in the file C<COPYING> included with the distribution.
635
636=cut
637
638# ---------------------------------------------------------------------------
639
[75]640my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
[974]641my $appname = "pb";
[331]642
[397]643# Initialize the syntax string
644
[974]645pb_syntax_init("$appname (aka project-builder.org) Version $projectbuilderver-$projectbuilderrev\n");
[397]646
[1583]647GetOptions("help|?|h+" => \$opts{'h'},
[331]648 "man" => \$opts{'man'},
649 "verbose|v+" => \$opts{'v'},
[748]650 "snapshot|S" => \$opts{'S'},
[331]651 "quiet|q" => \$opts{'q'},
652 "log-files|l=s" => \$opts{'l'},
653 "force|f" => \$opts{'f'},
654 "account|a=s" => \$opts{'a'},
655 "revision|r=s" => \$opts{'r'},
656 "script|s=s" => \$opts{'s'},
657 "machines|mock|m=s" => \$opts{'m'},
[1401]658 "target|t:s" => \$opts{'t'},
[1158]659 "nographic|g" => \$opts{'g'},
[331]660 "port|P=i" => \$opts{'P'},
661 "project|p=s" => \$opts{'p'},
[1386]662 "rebuild" => \$opts{'rebuild'},
[331]663 "iso|i=s" => \$opts{'i'},
[815]664 "version|V=s" => \$opts{'V'},
[1425]665 "keep|k" => \$opts{'k'},
[1537]666 "stop-on-error!" => \$Global::pb_stop_on_error,
[331]667) || pb_syntax(-1,0);
668
[1583]669if (defined $opts{'l'}) {
670 open(pbLOG,"> $opts{'l'}") || die "Unable to log to $opts{'l'}: $!";
671 $pbLOG = \*pbLOG;
672 $pbdebug = 0 if ($pbdebug == -1);
673 }
674pb_log_init($pbdebug, $pbLOG);
675
[21]676if (defined $opts{'h'}) {
[1583]677 pb_syntax(0,$opts{'h'}-1);
[21]678}
[331]679if (defined $opts{'man'}) {
680 pb_syntax(0,2);
681}
[21]682if (defined $opts{'v'}) {
[495]683 $pbdebug = $opts{'v'};
[21]684}
[320]685if (defined $opts{'f'}) {
[748]686 $pbforce=1;
[320]687}
[21]688if (defined $opts{'q'}) {
[495]689 $pbdebug=-1;
[21]690}
[748]691if (defined $opts{'S'}) {
692 $pbsnap=1;
693}
[1425]694if (defined $opts{'k'}) {
695 $pbkeep=1;
696}
[495]697pb_display_init("text","");
[315]698
[67]699# Handle root of the project if defined
700if (defined $opts{'r'}) {
[340]701 $ENV{'PBROOTDIR'} = $opts{'r'};
[67]702}
[91]703# Handle virtual machines if any
704if (defined $opts{'m'}) {
[320]705 $ENV{'PBV'} = $opts{'m'};
[91]706}
[141]707if (defined $opts{'s'}) {
708 $pbscript = $opts{'s'};
709}
[152]710if (defined $opts{'a'}) {
711 $pbaccount = $opts{'a'};
[347]712 die "option -a requires a -s script option" if (not defined $pbscript);
[152]713}
[162]714if (defined $opts{'P'}) {
715 $pbport = $opts{'P'};
716}
[199]717if (defined $opts{'V'}) {
718 $newver = $opts{'V'};
719}
[262]720if (defined $opts{'i'}) {
721 $iso = $opts{'i'};
722}
[1120]723if (defined $opts{'t'}) {
724 $pbtarget = $opts{'t'};
725}
[108]726
727# Get Action
728$action = shift @ARGV;
[331]729die pb_syntax(-1,1) if (not defined $action);
[108]730
[314]731my ($filteredfiles, $supfiles, $defpkgdir, $extpkgdir);
[273]732my $pbinit = undef;
733$pbinit = 1 if ($action =~ /^newproj$/);
[108]734
[59]735# Handles project name if any
[108]736# And get global params
[1425]737($filteredfiles, $supfiles, $defpkgdir, $extpkgdir) = pb_env_init($opts{'p'},$pbinit,$action,$pbkeep);
[59]738
[982]739#
740# Check for command requirements
741#
[1606]742my ($req,$opt,$pbpara,$pbshowsudo,$pbstoponerr) = pb_conf_get_if("oscmd","oscmdopt","pbparallel","pbshowsudo","pbstoponerr");
[1128]743pb_check_requirements($req,$opt,$appname);
[982]744
[1597]745$Global::pb_show_sudo = 1 if ((defined $pbshowsudo) && (defined $pbshowsudo->{$ENV{'PBPROJ'}}) && ($pbshowsudo->{$ENV{'PBPROJ'}} =~ /true/oi));
[1606]746$Global::pb_stop_on_error = 1 if ((defined $pbstoponerr) && (defined $pbstoponerr->{$ENV{'PBPROJ'}}) && ($pbstoponerr->{$ENV{'PBPROJ'}} =~ /true/oi));
[1597]747
[1125]748#
749# Check if we can launch some actions in // with Parallel::ForkManager
750#
[1126]751my $pbparallel = $pbpara->{$appname} if (defined $pbpara);
752if (not defined $pbparallel) {
753 eval
754 {
755 require Sys::CPU;
756 Sys::CPU->import();
757 };
758 if ($@) {
759 # Sys::CPU not found, defaulting to 1
[1153]760 pb_log(1,"ADVISE: Install Sys::CPU to benefit from automatic parallelism optimization.\nOr use pbparallel in your pb.conf file\nOnly 1 process at a time for the moment\n");
[1126]761 $pbparallel = 1;
762 } else {
763 # Using the number of cores
764 $pbparallel = Sys::CPU::cpu_count();
[1153]765 pb_log(1,"Using parallel mode with $pbparallel processes\n");
[1126]766 }
767}
768
[1125]769eval
770{
771 require Parallel::ForkManager;
772 Parallel::ForkManager->import();
773};
774# Parallel::ForkManager not found so no // actions
775if ($@) {
776 $pbparallel = undef;
[1153]777 pb_log(1,"ADVISE: Install Parallel::ForkManager to benefit from automatic parallelism optimization.\nOnly 1 process at a time for the moment\n");
[1125]778}
779
[315]780pb_log(0,"Project: $ENV{'PBPROJ'}\n");
781pb_log(0,"Action: $action\n");
[9]782
783# Act depending on action
784if ($action =~ /^cms2build$/) {
[1097]785 pb_cms2build("CMS");
786} elsif ($action =~ /^sbx2build$/) {
787 pb_cms2build("SandBox");
[77]788} elsif ($action =~ /^build2pkg$/) {
789 pb_build2pkg();
790} elsif ($action =~ /^cms2pkg$/) {
[1097]791 pb_cms2build("CMS");
[77]792 pb_build2pkg();
[1097]793} elsif ($action =~ /^sbx2pkg$/) {
794 pb_cms2build("SandBox");
795 pb_build2pkg();
[88]796} elsif ($action =~ /^build2ssh$/) {
797 pb_build2ssh();
[220]798} elsif ($action =~ /^cms2ssh$/) {
[1097]799 pb_cms2build("CMS");
[220]800 pb_build2ssh();
[1102]801} elsif ($action =~ /^sbx2ssh$/) {
[1097]802 pb_cms2build("SandBox");
803 pb_build2ssh();
[88]804} elsif ($action =~ /^pkg2ssh$/) {
805 pb_pkg2ssh();
[1176]806} elsif ($action =~ /^build2rm$/) {
807 pb_build2v("rm","build");
[320]808} elsif ($action =~ /^build2ve$/) {
[772]809 pb_build2v("ve","build");
[91]810} elsif ($action =~ /^build2vm$/) {
[772]811 pb_build2v("vm","build");
[1176]812} elsif ($action =~ /^cms2rm$/) {
813 pb_cms2build("CMS");
814 pb_build2v("rm","build");
[320]815} elsif ($action =~ /^cms2ve$/) {
[1097]816 pb_cms2build("CMS");
[772]817 pb_build2v("ve","build");
[1176]818} elsif ($action =~ /^sbx2rm$/) {
819 pb_cms2build("SandBox");
820 pb_build2v("rm","build");
[1097]821} elsif ($action =~ /^sbx2ve$/) {
822 pb_cms2build("SandBox");
823 pb_build2v("ve","build");
[91]824} elsif ($action =~ /^cms2vm$/) {
[1097]825 pb_cms2build("CMS");
[772]826 pb_build2v("vm","build");
[1097]827} elsif ($action =~ /^sbx2vm$/) {
828 pb_cms2build("SandBox");
829 pb_build2v("vm","build");
[141]830} elsif ($action =~ /^launchvm$/) {
[320]831 pb_launchv("vm",$ENV{'PBV'},0);
832} elsif ($action =~ /^launchve$/) {
833 pb_launchv("ve",$ENV{'PBV'},0);
[142]834} elsif ($action =~ /^script2vm$/) {
[320]835 pb_script2v($pbscript,"vm");
836} elsif ($action =~ /^script2ve$/) {
837 pb_script2v($pbscript,"ve");
[1176]838} elsif ($action =~ /^script2rm$/) {
839 pb_script2v($pbscript,"rm");
[199]840} elsif ($action =~ /^newver$/) {
841 pb_newver();
[320]842} elsif ($action =~ /^newve$/) {
843 pb_launchv("ve",$ENV{'PBV'},1);
[262]844} elsif ($action =~ /^newvm$/) {
[320]845 pb_launchv("vm",$ENV{'PBV'},1);
[909]846 pb_log(0, "Please ensure that sshd is running in your VM by default\n");
847 pb_log(0, "and that it allows remote root login (PermitRootLogin yes in /etc/ssh/sshd_config)\n");
[1105]848 pb_log(0, "Also ensure that network is up, firewalling correctly configured\n");
849 pb_log(0, "and perl, sudo, ntpdate and scp/ssh installed\n");
[1072]850 pb_log(0, "You should then be able to login with ssh -p VMPORT root\@localhost (if VM started with pb)\n");
[1176]851} elsif ($action =~ /^setuprm$/) {
852 pb_setup2v("rm");
[346]853} elsif ($action =~ /^setupve$/) {
[772]854 pb_setup2v("ve");
[346]855} elsif ($action =~ /^setupvm$/) {
[772]856 pb_setup2v("vm");
[1176]857} elsif ($action =~ /^sbx2setuprm$/) {
858 die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
859 pb_cms2build("SandBox");
860 pb_setup2v("rm","SandBox");
[1140]861} elsif ($action =~ /^sbx2setupve$/) {
862 die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
863 pb_cms2build("SandBox");
864 pb_setup2v("ve","SandBox");
865} elsif ($action =~ /^sbx2setupvm$/) {
866 die "This feature is limited to the pb project" if ($ENV{'PBPROJ'} ne $appname);
867 pb_cms2build("SandBox");
868 pb_setup2v("vm","SandBox");
[1176]869} elsif ($action =~ /^updaterm$/) {
870 pb_update2v("rm");
[1111]871} elsif ($action =~ /^updateve$/) {
872 pb_update2v("ve");
873} elsif ($action =~ /^updatevm$/) {
874 pb_update2v("vm");
[748]875} elsif ($action =~ /^snapve$/) {
[772]876 pb_snap2v("ve");
[748]877} elsif ($action =~ /^snapvm$/) {
[772]878 pb_snap2v("vm");
[783]879} elsif ($action =~ /^test2pkg$/) {
880 pb_test2pkg();
[1176]881} elsif ($action =~ /^test2rm$/) {
882 pb_build2v("rm","test");
[772]883} elsif ($action =~ /^test2ve$/) {
884 pb_build2v("ve","test");
885} elsif ($action =~ /^test2vm$/) {
886 pb_build2v("vm","test");
[273]887} elsif ($action =~ /^newproj$/) {
888 # Nothing to do - already done in pb_env_init
[1495]889} elsif ($action =~ /^getconf$/) {
890 my $pbos = pb_distro_get_context();
891 pb_conf_print();
[106]892} elsif ($action =~ /^clean$/) {
[739]893 pb_clean();
[471]894} elsif ($action =~ /^announce$/) {
[498]895 # For announce only. Require avoids the systematic load of these modules
896 require DBI;
[557]897 require DBD::SQLite;
[498]898
[1386]899 pb_announce("Announce");
[1392]900} elsif ($action =~ /^cleanssh$/) {
901 pb_announce("Clean");
[1386]902} elsif ($action =~ /^checkssh$/) {
903 pb_announce("Check");
[1117]904} elsif ($action =~ /^sbx2webpkg$/) {
[547]905 require DBI;
[557]906 require DBD::SQLite;
[547]907
[1117]908 pb_cms2build("SandBox","Web");
909} elsif ($action =~ /^sbx2webssh$/) {
910 require DBI;
911 require DBD::SQLite;
912
913 pb_cms2build("SandBox","Web");
[556]914 pb_send2target("Web");
[1117]915} elsif ($action =~ /^cms2webpkg$/) {
916 require DBI;
917 require DBD::SQLite;
918
919 pb_cms2build("CMS","Web");
920} elsif ($action =~ /^cms2webssh$/) {
921 require DBI;
922 require DBD::SQLite;
923
924 pb_cms2build("CMS","Web");
925 pb_send2target("Web");
[77]926} else {
[315]927 pb_log(0,"\'$action\' is not available\n");
[331]928 pb_syntax(-2,1);
[77]929}
930
931sub pb_cms2build {
932
[556]933 my $param = shift || undef;
[1117]934 my $web = shift || undef;
[556]935
936 my $pkg;
937 my @pkgs;
[557]938 my $webdir;
[556]939
[557]940 my %pkgs;
[1186]941 my $pb; # Structure to store conf info
[557]942
[1117]943 die "pb_cms2build requires a parameter: SandBox or CMS" if (not defined $param);
[1097]944
[556]945 # If Website, then pkg is only the website
[1117]946 if (defined $web) {
[557]947 ($webdir) = pb_conf_get("webdir");
948 pb_log(2,"webdir: ".Dumper($webdir)."\n");
949 $pkgs[0] = $webdir->{$ENV{'PBPROJ'}};
[556]950 $extpkgdir = $webdir;
[557]951 pb_log(0,"Package: $pkgs[0]\n");
[556]952 } else {
953 $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
954 @pkgs = @$pkg;
955 }
956
[1097]957 my ($scheme, $uri) = pb_cms_init($pbinit,$param);
[331]958
[898]959 # We need 2 lines here
960 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
[174]961
[429]962 # declare packager and repo for filtering
963 my ($tmp1, $tmp2) = pb_conf_get("pbpackager","pbrepo");
964 $ENV{'PBPACKAGER'} = $tmp1->{$ENV{'PBPROJ'}};
965 $ENV{'PBREPO'} = $tmp2->{$ENV{'PBPROJ'}};
[1203]966 my ($delivery) = pb_conf_get_if("delivery");
967 $delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
[174]968
[1432]969 # If we deal with a test dir, we want to keep the date in tar file and dir name
970 my $pbextdir = "";
971 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
972 $pbextdir = strftime("%Y%m%d%H%M%S", @date);
973 }
974
[27]975 foreach my $pbpkg (@pkgs) {
[115]976 $ENV{'PBPKG'} = $pbpkg;
[728]977
[98]978 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
979 $pbver = $pkgv->{$pbpkg};
[9]980 } else {
[353]981 $pbver = $ENV{'PBPROJVER'};
[9]982 }
[1432]983 # If it's a test version, then tag == 0
[897]984 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i)) {
[1432]985 $pbtag = "0";
[728]986 $ENV{'PBPROJTAG'} = $pbtag;
987 } elsif ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
[98]988 $pbtag = $pkgt->{$pbpkg};
[9]989 } else {
[353]990 $pbtag = $ENV{'PBPROJTAG'};
[9]991 }
[95]992
[16]993 $pbrev = $ENV{'PBREVISION'};
[319]994 pb_log(0,"\n");
995 pb_log(0,"Management of $pbpkg $pbver-$pbtag (rev $pbrev)\n");
[9]996 die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
[539]997
[1432]998 my $dest = "$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir";
[1173]999 # Create the structure if needed
1000 pb_mkdir_p($dest);
[16]1001 # Clean up dest if necessary. The export will recreate it
[74]1002 pb_rm_rf($dest) if (-d $dest);
[9]1003
1004 # Export CMS tree for the concerned package to dest
1005 # And generate some additional files
1006 $OUTPUT_AUTOFLUSH=1;
[29]1007
[9]1008 # computes in which dir we have to work
[113]1009 my $dir = $defpkgdir->{$pbpkg};
1010 $dir = $extpkgdir->{$pbpkg} if (not defined $dir);
[1117]1011 $dir = $webdir->{$ENV{'PBPROJ'}} if (defined $web);
1012 die "Variable \$dir not defined. Please report to dev team with log of a verbose run and this info ".Dumper($webdir) if (not defined $dir);
[1260]1013 pb_log(2,"def:".Dumper($defpkgdir)."ext: ".Dumper($extpkgdir)."dir: $dir\n");
[9]1014
[537]1015 # Exporting content from CMS
[1097]1016 my $sourcedir = undef;
1017 my $sourceuri = $uri;
1018 if ($param eq "SandBox") {
1019 # Point to the local instance
1020 $sourcedir = "$ENV{'PBDIR'}/$dir";
1021 } else {
1022 # Get it from a subdir of the URI with same version as localy but different root
[1174]1023 # Only if using a real CMS
1024 my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
1025 if (($scheme !~ /^file/) && ($scheme !~ /^(ht|f)tp/)) {
1026 $sourceuri = "$ENV{'PBDIR'}/$dir";
[1260]1027 $sourceuri =~ s|^$ENV{'PBPROJDIR'}/|$uri/|;
[1174]1028 }
[1097]1029 }
[1469]1030 my $preserve = pb_vcs_export($sourceuri,$sourcedir,$dest);
[315]1031
[435]1032 # Generated fake content for test versions to speed up stuff
1033 my $chglog;
[285]1034
[448]1035 # Get project info on authors and log file
[1185]1036 # TODO: Make it CMS aware
[448]1037 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
1038 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
1039 $chglog = undef if (! -f $chglog);
[285]1040
[1185]1041 # TODO: Make it CMS aware
[448]1042 my $authors = "$ENV{'PBROOTDIR'}/$pbpkg/pbauthors";
1043 $authors = "$ENV{'PBROOTDIR'}/pbauthors" if (! -f $authors);
1044 $authors = "/dev/null" if (! -f $authors);
[435]1045
[448]1046 # Extract cms log history and store it
1047 if ((defined $chglog) && (! -f "$dest/NEWS")) {
1048 pb_log(2,"Generating NEWS file from $chglog\n");
1049 copy($chglog,"$dest/NEWS") || die "Unable to create $dest/NEWS";
[285]1050 }
[448]1051 pb_cms_log($scheme,"$ENV{'PBDIR'}/$dir",$dest,$chglog,$authors,$testver);
[29]1052
[21]1053 my %build;
[865]1054 # We want to at least build for the underlying distro
[1120]1055 # except if a target was given, in which case we only build for it
[1401]1056 # if -t was passed without target then build for the native distro.
[1177]1057 my $pbos = pb_distro_get_context($pbtarget);
[1282]1058 my $tmpl = pb_get_distros($pbos,$pbtarget);
[1120]1059
[1186]1060 # Setup $pb structure to allow filtering later on, on files using that structure
1061 $pb->{'tag'} = $pbtag;
1062 $pb->{'rev'} = $pbrev;
1063 $pb->{'ver'} = $pbver;
1064 $pb->{'pkg'} = $pbpkg;
[1192]1065 $pb->{'suf'} = $pbos->{'suffix'};
[1186]1066 $pb->{'realpkg'} = $pbpkg;
1067 $pb->{'date'} = $pbdate;
1068 $pb->{'defpkgdir'} = $defpkgdir;
1069 $pb->{'extpkgdir'} = $extpkgdir;
1070 $pb->{'chglog'} = $chglog;
[1432]1071 $pb->{'extdir'} = $pbextdir;
[1186]1072 $pb->{'packager'} = $ENV{'PBPACKAGER'};
1073 $pb->{'proj'} = $ENV{'PBPROJ'};
[1200]1074 $pb->{'repo'} = "$ENV{'PBREPO'}/$delivery->{$ENV{'PBPROJ'}}";
[1186]1075 $pb->{'patches'} = ();
1076 $pb->{'sources'} = ();
[556]1077
[1185]1078 my $tmpd = "$ENV{'PBTMP'}/cms.$$";
1079 pb_mkdir_p($tmpd) if (defined $pbparallel);
1080
1081 # Get only all.pbf filter at this stage for pbinit
1082 my $ptr = pb_get_filters($pbpkg);
1083
[556]1084 # Do not do that for website
[1117]1085 if (not defined $web) {
[665]1086 my %virt;
[1176]1087 # De-duplicate similar VM/VE/RM
[556]1088 foreach my $d (split(/,/,$tmpl)) {
[766]1089 # skip ill-formatted vms (name-ver-arch)
1090 next if ($d !~ /-/);
[665]1091 $virt{$d} = $d;
1092 }
1093
[1125]1094 # Try to use // processing here
[1550]1095 my $all_ok = 1;
[1350]1096 my $pm = new Parallel::ForkManager($pbparallel) if (defined $pbparallel);
[1550]1097 $pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
[1558]1098 $all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0)); }) if (defined $pbparallel);
[1125]1099
[1189]1100 pb_log(0,"Preparing delivery ...\n");
[1177]1101 foreach my $v (keys %virt) {
[1125]1102 $pm->start and next if (defined $pbparallel);
[1177]1103
1104 # Distro context
1105 my $pbos = pb_distro_get_context($v);
[1207]1106
[1186]1107 $pb->{'pbos'} = $pbos;
[1189]1108 $pb->{'suf'} = $pbos->{'suffix'};
[1186]1109 pb_log(3,"DEBUG: pb: ".Dumper($pb)."\n");
[1185]1110
1111 # Get all filters to apply
[1192]1112 $ptr = pb_get_filters($pbpkg,$pbos);
[1185]1113
[556]1114 pb_log(2,"DEBUG Filtering PBDATE => $pbdate, PBTAG => $pbtag, PBVER => $pbver\n");
1115
1116 # We need to compute the real name of the package
[1177]1117 my $pbrealpkg = pb_cms_get_real_pkg($pbpkg,$pbos->{'type'});
[1186]1118 $pb->{'realpkg'} = $pbrealpkg;
[1177]1119 pb_log(1,"Virtual package $pbpkg has a real package name of $pbrealpkg on $pbos->{'name'}-$pbos->{'version'}\n") if ($pbrealpkg ne $pbpkg);
[556]1120
1121 # Filter build files from the less precise up to the most with overloading
1122 # Filter all files found, keeping the name, and generating in dest
1123
1124 # Find all build files first relatively to PBROOTDIR
1125 # Find also all specific files referenced in the .pb conf file
1126 my %bfiles = ();
1127 my %pkgfiles = ();
[1185]1128 # Used in Filter.pm by pb_filter_file
1129
[1363]1130 $build{$v} = "no";
[1185]1131 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'os'}") {
1132 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'os'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
[1363]1133 $build{$v} = "yes";
1134 }
1135 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'type'}") {
[1177]1136 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'type'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
[1363]1137 $build{$v} = "yes";
1138 }
1139 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'family'}") {
[1177]1140 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'family'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
[1363]1141 $build{$v} = "yes";
1142 }
1143 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}") {
[1177]1144 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
[1363]1145 $build{$v} = "yes";
1146 }
1147 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}") {
[1177]1148 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
[1363]1149 $build{$v} = "yes";
1150 }
1151 if (-d "$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") {
[1177]1152 pb_list_bfiles("$ENV{'PBROOTDIR'}/$pbpkg/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}",$pbpkg,\%bfiles,\%pkgfiles,$supfiles);
[1363]1153 $build{$v} = "yes";
[500]1154 }
[1186]1155 pb_log(2,"DEBUG($v) bfiles: ".Dumper(\%bfiles)."\n");
[556]1156
[1185]1157 if ($build{$v} ne "no") {
1158 # Apply now all the filters on all the files concerned
1159 # destination dir depends on the type of file
[556]1160 # For patch support
[1185]1161 # TODO: Make it CMS aware
[1186]1162 $pb->{'patches'} = pb_list_sfiles("$ENV{'PBROOTDIR'}/$pbpkg/pbpatch", $pb->{'patches'}, $pbos, "$ENV{'PBROOTDIR'}/$pbpkg/pbextpatch");
1163 pb_log(2,"DEBUG($v) patches: ".Dumper($pb->{'patches'})."\n");
[1185]1164 # TODO: Make it CMS aware
[1186]1165 $pb->{'sources'} = pb_list_sfiles("$ENV{'PBROOTDIR'}/$pbpkg/pbsrc", $pb->{'sources'}, $pbos, "$ENV{'PBROOTDIR'}/$pbpkg/pbextsrc");
1166 pb_log(2,"DEBUG($v) sources: ".Dumper($pb->{'sources'})."\n");
[1185]1167
[1186]1168 if (defined $pb->{'patches'}->{$v}) {
[1185]1169 # Filter potential patches (local + remote)
1170 pb_mkdir_p("$dest/pbconf/$v/pbpatch");
[1367]1171 # If Debian based distribution, then prepare what will be done at build time
1172 my ($patchcmd,$patchopt);
1173 if ($pbos->{'type'} eq "deb") {
1174 ($patchcmd,$patchopt) = pb_distro_get_param($pbos,pb_conf_get_if("ospatchcmd","ospatchopt"));
1175 open(SCRIPT,"> $dest/pbconf/$v/pbpatch/pbapplypatch") || die "Unable to create $dest/pbconf/$v/pbpatch/pbapplypatch";
1176 print SCRIPT "#!/bin/bash\n";
1177 print SCRIPT "set -x\n" if ($pbdebug gt 1);
1178 }
[1186]1179 foreach my $pf (split(/,/,$pb->{'patches'}->{$v})) {
[1185]1180 my $pp = basename($pf);
[1469]1181 pb_vcs_export($pf,undef,"$dest/pbconf/$v/pbpatch");
[1186]1182 pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbpatch/$pp",$pb);
[1185]1183 pb_system("gzip -9f $dest/pbconf/$v/pbpatch/$pp","","quiet");
[1367]1184 if ($pbos->{'type'} eq "deb") {
1185 # If Debian based distribution, then prepare what will be done at build time
1186 # by applying the patches that will be available under the debian/patches dir
1187 print SCRIPT "$patchcmd $patchopt \< debian/patches/$pp\n";
1188 }
[1185]1189 }
[1367]1190 if ($pbos->{'type'} eq "deb") {
1191 close(SCRIPT);
1192 chmod 0755,"$dest/pbconf/$v/pbpatch/pbapplypatch";
1193 }
1194 #pb_system("cat $dest/pbconf/$v/pbpatch/pbapplypatch","APPLY","verbose");
[1185]1195 }
[1186]1196 if (defined $pb->{'sources'}->{$v}) {
[1185]1197 pb_mkdir_p("$dest/pbconf/$v/pbsrc");
[1186]1198 foreach my $pf (split(/,/,$pb->{'sources'}->{$v})) {
[1185]1199 my $pp = basename($pf);
[1469]1200 pb_vcs_export($pf,undef,"$dest/pbconf/$v/pbsrc");
[1186]1201 pb_filter_file_inplace($ptr,"$dest/pbconf/$v/pbsrc/$pp",$pb);
[1185]1202 }
1203 }
[1186]1204 # Filter build files at the end, as they depend on patches and sources
[1363]1205 foreach my $f (keys %bfiles) {
1206 pb_filter_file("$ENV{'PBROOTDIR'}/$bfiles{$f}",$ptr,"$dest/pbconf/$v/$f",$pb);
[1186]1207 }
[1363]1208 foreach my $f (keys %pkgfiles) {
1209 pb_filter_file("$ENV{'PBROOTDIR'}/$pkgfiles{$f}",$ptr,"$dest/pbconf/$v/$f",$pb);
1210 }
[556]1211 }
[1130]1212
[1185]1213 if (defined $pbparallel) {
1214 # Communicate results back to parent
1215 my $str = "";
1216 $str .= "build $v = $build{$v}\n" if (defined $build{$v});
[1186]1217 $str .= "patches $v = $pb->{'patches'}->{$v}\n" if (defined $pb->{'patches'}->{$v});
1218 $str .= "sources $v = $pb->{'sources'}->{$v}\n" if (defined $pb->{'sources'}->{$v});
[1185]1219 pb_set_content("$tmpd/$$","$str");
1220 $pm->finish;
1221 }
[15]1222 }
[1185]1223 # In the parent, we need to get the result from the children
[1125]1224 $pm->wait_all_children if (defined $pbparallel);
[1550]1225 die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
[1185]1226 my $made = "";
1227 my %h = ();
1228 my %tmp;
[1186]1229 my %tmp2;
[1185]1230 my $pt;
1231 my $k;
1232
1233 foreach $k (<$tmpd/*>) {
1234 $made .= pb_get_content($k);
[556]1235 }
[1185]1236 pb_rm_rf($tmpd);
1237 pb_log(3,"MADE:\n$made");
[500]1238
[1185]1239 # Rebuild local hashes
1240 foreach $k (split(/\n/,$made)) {
1241 if ($k =~ /^\s*([A-z0-9-_]+)\s+([[A-z0-9-_.]+)\s*=\s*(.+)$/) {
1242 $h{$1}->{$2}=$3;
1243 }
1244 }
[1186]1245 pb_log(2,"HASH: ".Dumper(%h));
[236]1246
[1185]1247 # Patches
1248 pb_log(0,"Delivered and compressed patches ");
1249 $pt = $h{'patches'};
[1186]1250 foreach $k (keys %$pt) {
1251 foreach my $v1 (split(/,/,$pt->{$k})) {
1252 $tmp{$v1} = "";
1253 }
[1185]1254 }
[1186]1255 if (keys %tmp) {
1256 foreach $k (keys %tmp) {
1257 pb_log(0,"$k ");
1258 }
1259 } else {
1260 pb_log(0,"N/A");
[1185]1261 }
1262 pb_log(0,"\n");
[236]1263
[1185]1264 # Sources
1265 pb_log(0,"Delivered additional sources ");
1266 $pt = $h{'sources'};
[1186]1267 foreach $k (keys %$pt) {
1268 foreach my $v1 (split(/,/,$pt->{$k})) {
1269 $tmp2{$v1} = "";
1270 }
[236]1271 }
[1186]1272 if (keys %tmp2) {
1273 foreach $k (keys %tmp2) {
1274 pb_log(0,"$k ");
1275 }
1276 } else {
1277 pb_log(0,"N/A");
[1185]1278 }
1279 pb_log(0,"\n");
[236]1280
[1185]1281 # Build files
1282 my @found;
1283 my @notfound;
1284 $pt = $h{'build'};
1285 foreach my $b (keys %$pt) {
1286 push @found,$b if ($pt->{$b} =~ /yes/);
1287 push @notfound,$b if ($pt->{$b} =~ /no/);
1288 }
1289 pb_log(0,"Build files have been generated for ... ".join(',',sort(@found))."\n") if (@found);
1290 pb_log(0,"No Build files found for ".join(',',sort(@notfound))."\n") if (@notfound);
1291
[556]1292 } else {
1293 # Instead call News generation
1294 pb_web_news2html($dest);
[559]1295 # And create an empty pbconf
1296 pb_mkdir_p("$dest/pbconf");
[560]1297 # And prepare the pbscript to execute remotely
[1138]1298 open(SCRIPT,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
[560]1299 print SCRIPT "#!/bin/bash\n";
1300 print SCRIPT "#set -x\n";
1301 print SCRIPT "echo ... Extracting Website content\n";
[1461]1302 print SCRIPT "find . -type f | grep -Ev '^./$pbpkg-$pbver$pbextdir.tar.gz|^./pbscript' | xargs rm -f non-existent\n";
[560]1303 print SCRIPT "find * -type d -depth | xargs rmdir 2> /dev/null \n";
[1461]1304 print SCRIPT "tar xfz $pbpkg-$pbver$pbextdir.tar.gz\n";
1305 print SCRIPT "mv $pbpkg-$pbver$pbextdir/* .\n";
1306 print SCRIPT "rm -f $pbpkg-$pbver$pbextdir.tar.gz\n";
1307 print SCRIPT "rmdir $pbpkg-$pbver$pbextdir\n";
[1484]1308 print SCRIPT "find . -type f -print0 | xargs -0 chmod 644\n";
1309 print SCRIPT "find . -type d -print0 | xargs -0 chmod 755\n";
[560]1310 close(SCRIPT);
[1165]1311 chmod 0755,"$ENV{'PBTMP'}/pbscript";
[499]1312 }
1313
[1259]1314 # Apply filters to the non-build files
1315 my $liste ="";
1316 if (defined $filteredfiles->{$pbpkg}) {
1317 foreach my $f (split(/,/,$filteredfiles->{$pbpkg})) {
1318 pb_filter_file_inplace($ptr,"$dest/$f",$pb);
1319 $liste = "$f $liste";
1320 }
1321 }
1322 pb_log(2,"Files ".$liste."have been filtered\n");
1323
1324 # TODO: Make it CMS aware
1325 # Execute the pbinit script if any
1326 if (-x "$ENV{'PBROOTDIR'}/$pbpkg/pbinit") {
1327 pb_filter_file("$ENV{'PBROOTDIR'}/$pbpkg/pbinit",$ptr,"$ENV{'PBTMP'}/pbinit",$pb);
1328 chmod 0755,"$ENV{'PBTMP'}/pbinit";
1329 pb_system("cd $dest ; $ENV{'PBTMP'}/pbinit","Executing init script from $ENV{'PBROOTDIR'}/$pbpkg/pbinit under $dest","verbose");
1330 }
1331
1332 # Do we have additional script to run to prepare the environement for the project ?
1333 # Then include it in the pbconf delivery
1334 foreach my $pbvf (<$ENV{'PBROOTDIR'}/pbv*.pre>,<$ENV{'PBROOTDIR'}/pbv*.post>, <$ENV{'PBROOTDIR'}/pbtest*>) {
1335 if (-x "$pbvf") {
1336 my $target = "$ENV{'PBDESTDIR'}/".basename($pbvf);
1337 pb_filter_file("$pbvf",$ptr,$target,$pb);
1338 chmod 0755,"$target";
1339 }
1340 }
1341
[265]1342 # Prepare the dest directory for archive
[69]1343 chdir "$ENV{'PBDESTDIR'}" || die "Unable to change dir to $ENV{'PBDESTDIR'}";
[537]1344 if (defined $preserve) {
1345 # In that case we want to preserve the original tar file for checksum purposes
1346 # The one created is btw equivalent in that case to this one
1347 # Maybe check basename of both to be sure they are the same ?
1348 pb_log(0,"Preserving original tar file ");
[1432]1349 move("$preserve","$pbpkg-$pbver$pbextdir.tar.gz");
[537]1350 } else {
1351 # Possibility to look at PBSRC to guess more the filename
[1432]1352 pb_system("tar cfz $pbpkg-$pbver$pbextdir.tar.gz --exclude=$pbpkg-$pbver$pbextdir/pbconf $pbpkg-$pbver$pbextdir","Creating $pbpkg tar files compressed");
[537]1353 }
[1432]1354 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz\n");
1355 pb_system("tar cfz $pbpkg-$pbver$pbextdir.pbconf.tar.gz $pbpkg-$pbver$pbextdir/pbconf","Creating pbconf tar files compressed");
1356 pb_log(0,"Under $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz\n");
[83]1357
[357]1358 # Keep track of version-tag per pkg
1359 $pkgs{$pbpkg} = "$pbver-$pbtag";
[83]1360
[288]1361 # Final cleanup
1362 pb_rm_rf($dest) if (-d $dest);
[9]1363 }
[357]1364
1365 # Keep track of per package version
1366 pb_log(2,"DEBUG pkgs: ".Dumper(%pkgs)."\n");
1367 open(PKG,"> $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb") || die "Unable to create $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb";
[539]1368 foreach my $pbpkg (keys %pkgs) {
[357]1369 print PKG "pbpkg $pbpkg = $pkgs{$pbpkg}\n";
1370 }
1371 close(PKG);
1372
1373 # Keep track of what is generated by default
1374 # We need to store the dir and info on version-tag
1375 # Base our content on the existing .pb file
1376 copy("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb","$ENV{'PBDESTDIR'}/pbrc");
1377 open(LAST,">> $ENV{'PBDESTDIR'}/pbrc") || die "Unable to create $ENV{'PBDESTDIR'}/pbrc";
1378 print LAST "pbroot $ENV{'PBPROJ'} = $ENV{'PBROOTDIR'}\n";
[702]1379 print LAST "projver $ENV{'PBPROJ'} = $ENV{'PBPROJVER'}\n";
1380 print LAST "projtag $ENV{'PBPROJ'} = $ENV{'PBPROJTAG'}\n";
[357]1381 print LAST "pbpackager $ENV{'PBPROJ'} = $ENV{'PBPACKAGER'}\n";
[1432]1382 print LAST "pbextdir $ENV{'PBPROJ'} = $pbextdir\n";
[357]1383 close(LAST);
[77]1384}
[22]1385
[772]1386sub pb_test2pkg {
1387 # Get the running distro to test on
[1177]1388 my $pbos = pb_distro_get_context();
[772]1389
1390 # Get list of packages to test
1391 # Get content saved in cms2build
1392 my $ptr = pb_get_pkg();
1393 @pkgs = @$ptr;
1394
1395 # Additional potential repo
[1177]1396 pb_distro_setuprepo($pbos);
[772]1397 foreach my $pbpkg (@pkgs) {
1398 # We need to install the package to test, and deps brought with it
[1177]1399 pb_distro_installdeps(undef,$pbos,$pbpkg);
[772]1400 pb_system("$ENV{'PBDESTDIR'}/pbtest","Launching test for $pbpkg","verbose");
1401 }
1402}
1403
[77]1404sub pb_build2pkg {
1405
[1552]1406 pb_log(0,"INFO: ------ Starting to build package ------\n");
[22]1407 # Get the running distro to build on
[1177]1408 my $pbos = pb_distro_get_context();
[22]1409
[1137]1410 # If needed we may add repository to the build env
[1177]1411 pb_distro_setuprepo($pbos);
[1137]1412
[353]1413 # Get list of packages to build
1414 my $ptr = pb_get_pkg();
1415 @pkgs = @$ptr;
1416
[898]1417 # Get content saved in cms2build
[353]1418 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
[83]1419 $pkg = { } if (not defined $pkg);
[1432]1420 my $pbextdir = pb_get_extdir();
[83]1421
[1212]1422 pb_mkdir_p("$ENV{'PBBUILDDIR'}") if (! -d "$ENV{'PBBUILDDIR'}");
[1208]1423 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
[126]1424 my $made = ""; # pkgs made during build
[1176]1425 my $pm;
[1545]1426 my $all_ok = 1;
[1137]1427
[1545]1428 if (defined $pbparallel) {
1429 $pm = new Parallel::ForkManager($pbparallel);
1430 $pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
1431 $all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0)); });
1432 }
1433
[1137]1434 # We need to communicate info back from the children if parallel so prepare a dir for that
1435 my $tmpd = "$ENV{'PBTMP'}/build.$$";
1436 pb_mkdir_p($tmpd) if (defined $pbparallel);
1437
[1597]1438 # Do it here as this doesn't work in // mode as itdies if it fails
1439 if ($pbos->{'type'} eq "rpm") {
1440 foreach my $d ('RPMS','SRPMS','SPECS','SOURCES','BUILD') {
1441 if (! -d "$ENV{'PBBUILDDIR'}/$d") {
1442 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$d");
1443 }
1444 }
1445 }
1446
[27]1447 foreach my $pbpkg (@pkgs) {
[1137]1448 $pm->start and next if (defined $pbparallel);
1449
[88]1450 my $vertag = $pkg->{$pbpkg};
[1459]1451 pb_log(2,"Vertag: $vertag\n");
[77]1452 # get the version of the current package - maybe different
1453 ($pbver,$pbtag) = split(/-/,$vertag);
1454
[1432]1455 my $src="$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz";
1456 my $src2="$ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz";
[315]1457 pb_log(2,"Source file: $src\n");
[493]1458 pb_log(2,"Pbconf file: $src2\n");
[25]1459
[315]1460 pb_log(2,"Working directory: $ENV{'PBBUILDDIR'}\n");
[1177]1461 if ($pbos->{'type'} eq "rpm") {
[315]1462 # Remove in case a previous link/file was there
[301]1463 unlink "$ENV{'PBBUILDDIR'}/SOURCES/".basename($src);
[188]1464 symlink "$src","$ENV{'PBBUILDDIR'}/SOURCES/".basename($src) || die "Unable to symlink $src in $ENV{'PBBUILDDIR'}/SOURCES";
[25]1465 # We need to first extract the spec file
[1432]1466 my @specfile = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/","$ENV{'PBBUILDDIR'}/SPECS","spec");
[25]1467
[493]1468 # We need to handle potential patches to upstream sources
[1432]1469 pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","$ENV{'PBBUILDDIR'}/SOURCES","patch");
[493]1470
[1219]1471 # We need to handle potential additional sources to upstream sources
[1432]1472 pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}/SOURCES","src");
[1219]1473
[315]1474 pb_log(2,"specfile: ".Dumper(\@specfile)."\n");
[25]1475 # set LANGUAGE to check for correct log messages
1476 $ENV{'LANGUAGE'}="C";
[459]1477 # Older Redhat use _target_platform in %configure incorrectly
1478 my $specialdef = "";
[1177]1479 if (($pbos->{'name'} eq "redhat") || (($pbos->{'name'} eq "rhel") && ($pbos->{'version'} eq "2.1"))) {
[459]1480 $specialdef = "--define \'_target_platform \"\"\'";
1481 }
[702]1482
[28]1483 foreach my $f (@specfile) {
1484 if ($f =~ /\.spec$/) {
[1137]1485 # This could cause an issue in // mode
[1177]1486 pb_distro_installdeps($f,$pbos);
[1085]1487 pb_system("rpmbuild $specialdef --define \"packager $ENV{'PBPACKAGER'}\" --define \"_topdir $ENV{'PBBUILDDIR'}\" -ba $f","Building package with $f under $ENV{'PBBUILDDIR'}","verbose");
[28]1488 last;
1489 }
1490 }
[540]1491 # Get the name of the generated packages
[1137]1492 open(LOG,"$ENV{'PBTMP'}/system.$$.log") || die "Unable to open $ENV{'PBTMP'}/system.$$.log";
[540]1493 while (<LOG>) {
[572]1494 chomp($_);
[540]1495 next if ($_ !~ /^Wrote:/);
1496 s|.*/([S]*RPMS.*)|$1|;
[572]1497 $made .=" $_";
[540]1498 }
[541]1499 close(LOG);
[540]1500
[1177]1501 } elsif ($pbos->{'type'} eq "deb") {
[274]1502 pb_system("tar xfz $src","Extracting sources");
[493]1503 pb_system("tar xfz $src2","Extracting pbconf");
[149]1504
[1432]1505 chdir "$pbpkg-$pbver$pbextdir" || die "Unable to chdir to $pbpkg-$pbver$pbextdir";
[310]1506 pb_rm_rf("debian");
[1546]1507 my $confdir = "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
[1548]1508 die "Configuration directory $confdir is not a directory\nIs os description listed in your {ve,vm,rm}list values?" if (not -d $confdir);
[1546]1509 symlink "$confdir","debian" || die "Unable to symlink 'debian' to $confdir";
[199]1510 chmod 0755,"debian/rules";
[544]1511
[1359]1512 # We need to handle potential patches to upstream sources
[1363]1513 pb_mkdir_p("debian/patches");
[1432]1514 my @f = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","debian/patches","patch");
[1363]1515
[1367]1516 # By default we use format 1.0 - Cf man dpkg-source
1517 my $debsrcfmt = "1.0";
1518 my $debsrcfile = "debian/source/format";
1519 if (-f $debsrcfile) {
1520 $debsrcfmt = pb_get_content($debsrcfile);
1521 }
[1546]1522
[1367]1523 if ($debsrcfmt =~ /^3.*quilt/) {
1524 # If we use quilt to manage patches, we then setup the env correctly
1525 # as per http://pkg-perl.alioth.debian.org/howto/quilt.html
1526 # Generate Debian patch series for quilt
1527 open(SERIE,"> debian/patches/series") || die "Unable to write in debian/patches/series";
1528 $ENV{'QUILT_PATCHES'}="debian/patches";
1529 } else {
1530 # If we use dpatch to manage patches, we then setup the 00list file as well
1531 open(SERIE,"> debian/patches/00list") || die "Unable to write in debian/patches/00list";
1532 }
[1363]1533 foreach my $f (sort @f) {
[1367]1534 # Skip the script made to apply the patches to the Debian tree
1535 next if ($f =~ /pbapplypatch/);
1536 # We also need to uncompress them
1537 pb_system("gzip -d $f","","quiet");
1538 $f =~ s/\.gz$//;
[1359]1539 print SERIE "$f\n";
1540 }
1541 close(SERIE);
[1367]1542 if (@f) {
[1432]1543 # We have patches...
[1537]1544 my $patch_file = "debian/patches/pbapplypatch";
1545 if (($debsrcfmt =~ /^1.*/) && (-x $patch_file)) {
[1432]1546 # In that case we need to apply the patches ourselves locally
[1537]1547 pb_system("cat $patch_file","APPLY","verbose");
1548 pb_system("$patch_file","Applying patches to $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} tree");
[1432]1549 }
1550 # ...so modify the name of files to be Debian compliant
1551 move("../$src","../$pbpkg-$pbver$pbextdir.orig.tar.gz");
[1367]1552 }
[1359]1553
1554 # We need to handle potential additional sources to upstream sources
[1432]1555 #pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}/debian","src");
[1359]1556
[1597]1557 # This can create problems in // mode as well
[1177]1558 pb_distro_installdeps("debian/control",$pbos);
[544]1559 pb_system("dpkg-buildpackage -us -uc -rfakeroot","Building package","verbose");
[1597]1560
[544]1561 # Get the name of the generated packages
[1137]1562 open(LOG,"$ENV{'PBTMP'}/system.$$.log") || die "Unable to open $ENV{'PBTMP'}/system.$$.log";
[544]1563 while (<LOG>) {
1564 chomp();
[1597]1565 pb_log(3,"In loop: $_\n");
[1631]1566 next unless (/^dpkg-deb.*\.\.\/(.*_.*\.deb).*/);
[1597]1567 my $tmp = $1;
1568 #doesn't work in my case
1569 #die "Missing file $tmp" if (not -f "../$tmp");
[1545]1570 $made = "$made $tmp";
[448]1571 }
[544]1572 close(LOG);
[1597]1573 pb_log(2,"Now made is: $made\n");
1574
1575 open(CTRL,"debian/control") || die "Unable to open debian/control: $!";
[1545]1576 while (<CTRL>) {
[1597]1577 pb_log(3,"In loop: $_\n");
[1545]1578 next unless (/^Source: (\S+)/o);
[1597]1579 my $tmp = $1;
[1604]1580 $made = "$made $tmp"."_*.dsc $tmp"."_*.tar.gz $tmp"."_*.changes";
[1597]1581 #doesn't work in my case
1582 #foreach my $glob (("$1\_*.changes", "$1\_*.dsc", "$1\_*.tar.gz")) {
1583 #my @file = glob($glob);
1584 #die "Missing file for $glob" unless (@file > 0);
1585 #die "Too many files for $glob" if (@file > 1);
1586 #die "Missing file $file[0]" if (not -f $file[0]);
1587 #$made .= " $file[0]";
1588 #}
[1545]1589 }
1590 close(CTRL);
[1597]1591 #pb_display_file("$ENV{'PBTMP'}/system.$$.log");
1592 pb_log(2,"Finally made is: $made\n");
[1545]1593
[1234]1594 chdir ".." || die "Unable to chdir to parent dir";
[1597]1595 pb_rm_rf("$pbpkg-$pbver$pbextdir");
[1177]1596 } elsif ($pbos->{'type'} eq "ebuild") {
[149]1597 my @ebuildfile;
1598 # For gentoo we need to take pb as subsystem name
[295]1599 # We put every apps here under sys-apps. hope it's correct
[435]1600 # We use pb's home dir in order to have a single OVERLAY line
[1185]1601 my $tmpe = "$ENV{'HOME'}/portage/pb/sys-apps/$pbpkg";
1602 pb_mkdir_p($tmpe) if (! -d "$tmpe");
[295]1603 pb_mkdir_p("$ENV{'HOME'}/portage/distfiles") if (! -d "$ENV{'HOME'}/portage/distfiles");
[149]1604
[295]1605 # We need to first extract the ebuild file
[1432]1606 @ebuildfile = pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/","$tmpe","ebuild");
[149]1607
1608 # Prepare the build env for gentoo
1609 my $found = 0;
[295]1610 my $pbbd = $ENV{'HOME'};
[150]1611 $pbbd =~ s|/|\\/|g;
[295]1612 if (-r "/etc/make.conf") {
1613 open(MAKE,"/etc/make.conf");
1614 while (<MAKE>) {
1615 $found = 1 if (/$pbbd\/portage/);
1616 }
1617 close(MAKE);
[149]1618 }
1619 if ($found == 0) {
[295]1620 pb_system("sudo sh -c 'echo PORTDIR_OVERLAY=\"$ENV{'HOME'}/portage\" >> /etc/make.conf'");
[149]1621 }
[295]1622 #$found = 0;
1623 #if (-r "/etc/portage/package.keywords") {
1624 #open(KEYW,"/etc/portage/package.keywords");
1625 #while (<KEYW>) {
1626 #$found = 1 if (/portage\/pb/);
1627 #}
1628 #close(KEYW);
1629 #}
1630 #if ($found == 0) {
1631 #pb_system("sudo sh -c \"echo portage/pb >> /etc/portage/package.keywords\"");
1632 #}
[149]1633
1634 # Build
1635 foreach my $f (@ebuildfile) {
1636 if ($f =~ /\.ebuild$/) {
[1177]1637 pb_distro_installdeps($f,$pbos);
[1185]1638 move($f,"$tmpe/$pbpkg-$pbver.ebuild");
1639 pb_system("cd $tmpe ; ebuild $pbpkg-$pbver.ebuild clean ; ebuild $pbpkg-$pbver.ebuild digest ; ebuild $pbpkg-$pbver.ebuild package","verbose");
[295]1640 # Now move it where pb expects it
1641 pb_mkdir_p("$ENV{'PBBUILDDIR'}/portage/pb/sys-apps/$pbpkg");
[1432]1642 if ($pbtag eq 0) {
1643 # This is assumed to be a test version
1644 my $nver = substr($pbver,0,-14);
1645 my $ntag = substr($pbver,-14);
1646 my $ebtg = "portage/pb/sys-apps/$pbpkg/$pbpkg-$nver"."_p$ntag.ebuild";
1647 move("$tmpe/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/$ebtg");
1648 $made="$made $ebtg";
[1174]1649 } else {
[1432]1650 my $ebtg = "portage/pb/sys-apps/$pbpkg/$pbpkg-$pbver-r$pbtag.ebuild";
1651 move("$tmpe/$pbpkg-$pbver.ebuild","$ENV{'PBBUILDDIR'}/$ebtg");
1652 $made="$made $ebtg";
[1174]1653 }
[149]1654 }
1655 }
1656
[1177]1657 } elsif ($pbos->{'type'} eq "tgz") {
[437]1658 # Slackware family
[435]1659 $made="$made $pbpkg/$pbpkg-$pbver-*-$pbtag.tgz";
1660
1661 pb_system("tar xfz $src","Extracting sources");
[493]1662 pb_system("tar xfz $src2","Extracting pbconf");
[1432]1663 chdir "$pbpkg-$pbver$pbextdir" || die "Unable to chdir to $pbpkg-$pbver$pbextdir";
[1177]1664 symlink "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}","install" || die "Unable to symlink to pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
[435]1665 if (-x "install/pbslack") {
[1177]1666 pb_distro_installdeps("./install/pbslack",$pbos);
[872]1667 pb_system("./install/pbslack","Building software");
[529]1668 pb_system("sudo /sbin/makepkg -p -l y -c y $pbpkg","Packaging $pbpkg","verbose");
[435]1669 }
[1234]1670 chdir ".." || die "Unable to chdir to parent dir";
[1432]1671 pb_rm_rf("$pbpkg-$pbver$pbextdir");
[1177]1672 } elsif ($pbos->{'type'} eq "pkg") {
[872]1673 # Solaris
[916]1674 $made="$made $pbpkg-$pbver-$pbtag.pkg.gz";
[873]1675 my $pkgdestdir="$ENV{'PBBUILDDIR'}/install";
[872]1676
1677 # Will host resulting packages
[1177]1678 pb_mkdir_p("$pbos->{'type'}");
[878]1679 pb_mkdir_p("$pkgdestdir/delivery");
[873]1680 pb_system("tar xfz $src","Extracting sources under $ENV{'PBBUILDDIR'}");
1681 pb_system("tar xfz $src2","Extracting pbconf under $ENV{'PBBUILDDIR'}");
[1242]1682 # We need to handle potential patches to upstream sources
[1432]1683 pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbpatch/","$ENV{'PBBUILDDIR'}","patch");
[1242]1684
1685 # We need to handle potential additional sources to upstream sources
[1432]1686 pb_extract_build_files($src2,"$pbpkg-$pbver$pbextdir/pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbsrc/","$ENV{'PBBUILDDIR'}","src");
[1242]1687
[1432]1688 chdir "$pbpkg-$pbver$pbextdir" || die "Unable to chdir to $pbpkg-$pbver$pbextdir";
[1177]1689 if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild") {
1690 chmod 0755,"pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild";
[872]1691 # pkginfo file is mandatory
[1177]1692 die "Unable to find pkginfo file in pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}" if (! -f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pkginfo");
[872]1693 # Build
[1177]1694 pb_system("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild $pkgdestdir/delivery","Building software and installing under $pkgdestdir/delivery");
[872]1695 # Copy complementary files
[1177]1696 if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/prototype") {
1697 copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/prototype", $pkgdestdir)
[872]1698 } else {
1699 # No prototype provided, calculating it
[878]1700 open(PROTO,"> $pkgdestdir/prototype") || die "Unable to create prototype file";
[872]1701 print PROTO "i pkginfo\n";
[1177]1702 print PROTO "i depend\n" if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend");
[879]1703 $ENV{'PBSOLDESTDIR'} = "$pkgdestdir/delivery";
1704 find(\&create_solaris_prototype, "$pkgdestdir/delivery");
[872]1705 }
[1177]1706 copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend", $pkgdestdir) if (-f "pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/depend");
1707 copy("pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pkginfo", $pkgdestdir);
1708 pb_system("cd $pkgdestdir/delivery ; pkgmk -o -f ../prototype -r $pkgdestdir/delivery -d $ENV{'PBBUILDDIR'}/$pbos->{'type'}","Packaging $pbpkg","verbose");
1709 pb_system("cd $ENV{'PBBUILDDIR'}/$pbos->{'type'} ; echo \"\" | pkgtrans -o -n -s $ENV{'PBBUILDDIR'}/$pbos->{'type'} $ENV{'PBBUILDDIR'}/$pbpkg-$pbver-$pbtag.pkg all","Transforming $pbpkg","verbose");
[916]1710 pb_system("cd $ENV{'PBBUILDDIR'} ; gzip -9f $pbpkg-$pbver-$pbtag.pkg","Compressing $pbpkg-$pbver-$pbtag.pkg","verbose");
[913]1711 } else {
[1177]1712 pb_log(0,"No pbconf/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}/pbbuild file found for $pbpkg-$pbver in \n");
[872]1713 }
[874]1714 chdir ".." || die "Unable to chdir to parent dir";
[1432]1715 pb_rm_rf("$pbpkg-$pbver$pbextdir","$ENV{'PBBUILDDIR'}/$pbos->{'type'}","$pkgdestdir");
[1177]1716 } elsif ($pbos->{'type'} eq "hpux") {
[1174]1717 # HP-UX
1718 pb_system("tar xfz $src","Extracting sources");
1719 pb_system("tar xfz $src2","Extracting pbconf");
1720
[1432]1721 chdir "$pbpkg-$pbver$pbextdir" || die "Unable to chdir to $pbpkg-$pbver$pbextdir";
[1174]1722 pb_system("buildpackage ","Building package","verbose");
1723 # Get the name of the generated packages
1724 open(LOG,"$ENV{'PBTMP'}/system.$$.log") || die "Unable to open $ENV{'PBTMP'}/system.$$.log";
1725 while (<LOG>) {
1726 chomp();
1727 my $tmp = $_;
1728 next if ($tmp !~ /^SD BUILD.*:/);
1729 $tmp =~ s|.*../(.*)_(.*).sd.*|$1|;
[1279]1730 $made = "$made $tmp"."_*.sd";
[1174]1731 }
1732 close(LOG);
1733 $made="$made $pbpkg-$pbver-$pbtag.sd";
1734
[1234]1735 chdir ".." || die "Unable to chdir to parent dir";
[1432]1736 pb_rm_rf("$pbpkg-$pbver$pbextdir");
[87]1737 } else {
[1177]1738 die "Unknown OS type format $pbos->{'type'}";
[87]1739 }
[1137]1740 if (defined $pbparallel) {
1741 # Communicate results back to parent
1742 pb_set_content("$tmpd/$$",$made);
1743 $pm->finish;
1744 }
[87]1745 }
[1137]1746 if (defined $pbparallel) {
1747 # In the parent, we need to get the result from the children
1748 $pm->wait_all_children;
1749 foreach my $f (<$tmpd/*>) {
1750 $made .= " ".pb_get_content($f);
1751 }
[1550]1752 die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
[1137]1753 pb_rm_rf($tmpd);
1754 }
1755
[1278]1756 # Sign packages
1757 pb_sign_pkgs($pbos,$made);
[1583]1758 pb_log(0,"INFO: ------ Finished building package ------\n");
[1278]1759
[1109]1760 # Find the appropriate check cmd/opts
[1177]1761 my ($chkcmd,$chkopt) = pb_distro_get_param($pbos,pb_conf_get_if("oschkcmd","oschkopt"));
[1109]1762
[541]1763 # Packages check if needed
[1177]1764 if ($pbos->{'type'} eq "rpm") {
1765 if ((defined $chkcmd) && (-x $chkcmd)) {
1766 my $cmd = "$chkcmd";
1767 $cmd .= " $chkopt" if (defined $chkopt);
1768 $cmd .= " $made";
[1595]1769 my $ret = pb_system("$cmd","Checking validity of rpms with $chkcmd","mayfail");
[1539]1770 pb_log(0,"ERROR: when checking packages validity\n") if ($ret ne 0);
[541]1771 }
[1098]1772 my $rpms ="";
1773 my $srpms ="";
1774 foreach my $f (split(/ /,$made)) {
1775 $rpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^RPMS\//);
1776 $srpms .= "$ENV{'PBBUILDDIR'}/$f " if ($f =~ /^SRPMS\//);
1777 }
1778 pb_log(0,"SRPM packages generated: $srpms\n");
1779 pb_log(0,"RPM packages generated: $rpms\n");
[1177]1780 } elsif ($pbos->{'type'} eq "deb") {
[572]1781 my $made2 = "";
[971]1782 foreach my $f (split(/ /,$made)) {
[1234]1783 $made2 .= "$f " if ($f =~ /\.deb$/);
[971]1784 }
[1604]1785 if ((defined $chkcmd) && (-x $chkcmd)) {
[1595]1786 my $ret = pb_system("$chkcmd $chkopt $made2","Checking validity of debs with $chkcmd","mayfail");
[1539]1787 pb_log(0,"ERROR: when checking packages validity\n") if ($ret ne 0);
[541]1788 }
[1234]1789 pb_log(0,"deb packages generated: $made2\n");
[541]1790 } else {
[1177]1791 pb_log(0,"No check done for $pbos->{'type'} yet\n");
[572]1792 pb_log(0,"Packages generated: $made\n");
[541]1793 }
1794
[1176]1795 # Keep track of what is generated so that we can get them back from VMs/RMs
[1545]1796 my $pbkeep = "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
1797 open(KEEP,"> $pbkeep") || die "Unable to create $pbkeep: $!";
[118]1798 print KEEP "$made\n";
1799 close(KEEP);
[87]1800}
1801
[874]1802sub create_solaris_prototype {
[872]1803
[873]1804 my $uidgid = "bin bin";
[877]1805 my $pkgdestdir = $ENV{'PBSOLDESTDIR'};
[872]1806
[878]1807 return if ($_ =~ /^$pkgdestdir$/);
[875]1808 if (-d $_) {
1809 my $n = $File::Find::name;
1810 $n =~ s~$pkgdestdir/~~;
1811 print PROTO "d none $n 0755 $uidgid\n";
[877]1812 } elsif (-x $_) {
[875]1813 my $n = $File::Find::name;
1814 $n =~ s~$pkgdestdir/~~;
1815 print PROTO "f none $n 0755 $uidgid\n";
[872]1816 } elsif (-f $_) {
[875]1817 my $n = $File::Find::name;
1818 $n =~ s~$pkgdestdir/~~;
1819 print PROTO "f none $n 0644 $uidgid\n";
[872]1820 }
1821}
1822
[88]1823sub pb_build2ssh {
[320]1824 pb_send2target("Sources");
[1374]1825 pb_send2target("CPAN");
[90]1826}
[87]1827
[90]1828sub pb_pkg2ssh {
[320]1829 pb_send2target("Packages");
[90]1830}
1831
[108]1832# By default deliver to the the public site hosting the
[1176]1833# ftp structure (or whatever) or a VM/VE/RM
[320]1834sub pb_send2target {
[90]1835
1836 my $cmt = shift;
[320]1837 my $v = shift || undef;
[142]1838 my $vmexist = shift || 0; # 0 is FALSE
[200]1839 my $vmpid = shift || 0; # 0 is FALSE
[748]1840 my $snapme = shift || 0; # 0 is FALSE
[320]1841
[444]1842 pb_log(2,"DEBUG: pb_send2target($cmt,".Dumper($v).",$vmexist,$vmpid)\n");
[320]1843 my $host = "sshhost";
1844 my $login = "sshlogin";
1845 my $dir = "sshdir";
1846 my $port = "sshport";
1847 my $conf = "sshconf";
[883]1848 my $tmout = undef;
1849 my $path = undef;
[772]1850 if ($cmt =~ /^VM/) {
[320]1851 $login = "vmlogin";
[322]1852 $dir = "pbdefdir";
[320]1853 # Specific VM
[883]1854 $tmout = "vmtmout";
1855 $path = "vmpath";
[320]1856 $host = "vmhost";
1857 $port = "vmport";
[1176]1858 } elsif ($cmt =~ /^RM/) {
1859 $login = "rmlogin";
1860 $dir = "pbdefdir";
1861 # Specific RM
1862 $tmout = "rmtmout";
1863 $path = "rmpath";
1864 $host = "rmhost";
1865 $port = "rmport";
[772]1866 } elsif ($cmt =~ /^VE/) {
[320]1867 $login = "velogin";
[322]1868 $dir = "pbdefdir";
[320]1869 # Specific VE
1870 $path = "vepath";
[986]1871 $conf = "rbsconf";
[556]1872 } elsif ($cmt eq "Web") {
1873 $host = "websshhost";
1874 $login = "websshlogin";
1875 $dir = "websshdir";
1876 $port = "websshport";
[1374]1877 } elsif ($cmt eq "CPAN") {
1878 $host = "cpanpause";
1879 $login = "";
1880 $dir = "cpandir";
1881 $port = "";
[320]1882 }
[158]1883 my $cmd = "";
[471]1884 my $src = "";
[1374]1885 my $cpanpkg = 0;
[1177]1886 my $pbos;
[90]1887
[1432]1888 my $pbextdir = pb_get_extdir();
1889
[471]1890 if ($cmt ne "Announce") {
[898]1891 # Get list of packages to build
[471]1892 my $ptr = pb_get_pkg();
[1621]1893 my @pkgs = ();
1894 @pkgs = @$ptr if (defined $ptr);
[87]1895
[471]1896 # Get the running distro to consider
[1177]1897 $pbos = pb_distro_get_context($v);
[87]1898
[1621]1899 my $pkg = { };
[471]1900 # Get content saved in cms2build
[1621]1901 if ((defined $ENV{'PBDESTDIR'}) && (defined $ENV{'PBPROJVER'}) && (defined $ENV{'PBPROJTAG'}) && (-f "$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb")) {
1902 ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
1903 $pkg = { } if (not defined $pkg);
1904 }
[87]1905
[1212]1906 pb_mkdir_p("$ENV{'PBBUILDDIR'}") if (! -d "$ENV{'PBBUILDDIR'}");
[1208]1907 chdir "$ENV{'PBBUILDDIR'}" || die "Unable to chdir to $ENV{'PBBUILDDIR'}";
[471]1908 foreach my $pbpkg (@pkgs) {
1909 my $vertag = $pkg->{$pbpkg};
1910 # get the version of the current package - maybe different
[1459]1911 pb_log(2,"Vertag: $vertag\n");
[471]1912 ($pbver,$pbtag) = split(/-/,$vertag);
[87]1913
[1179]1914 if (($cmt eq "Sources") || ($cmt =~ /(V[EM]|RM)build/)) {
[1432]1915 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.pbconf.tar.gz";
[471]1916 if ($cmd eq "") {
[1432]1917 $cmd = "ln -sf $pbpkg-$pbver$pbextdir.tar.gz $pbpkg-latest.tar.gz";
[471]1918 } else {
[1432]1919 $cmd = "$cmd ; ln -sf $pbpkg-$pbver$pbextdir.tar.gz $pbpkg-latest.tar.gz";
[471]1920 }
[560]1921 } elsif ($cmt eq "Web") {
[1432]1922 $src = "$src $ENV{'PBDESTDIR'}/$pbpkg-$pbver$pbextdir.tar.gz"
[166]1923 }
[1374]1924
1925 # Do we have one perl package
1926 my @nametype = pb_conf_get_if("namingtype");
1927 my $type = $nametype[0]->{$pbpkg};
1928 if ((defined $type) && ($type eq "perl")) {
1929 $cpanpkg = 1;
1930 }
[118]1931 }
[471]1932 # Adds conf file for availability of conf elements
[1621]1933 pb_conf_add("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb") if ((defined $ENV{'PBROOTDIR'}) && (-f "$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb"));
[118]1934 }
[1374]1935 my ($rbsconf,$testver,$delivery) = pb_conf_get_if($conf,"testver","delivery");
[1593]1936 if ($cmt eq "CPAN") {
[1374]1937 # Do not deliver on Pause if this is a test version
[1384]1938 return if (not defined $testver);
[1374]1939 return if ($testver =~ /true/);
1940 # Do not deliver on Pause if this is not a perl package
1941 return if ($cpanpkg == 0);
1942 }
[417]1943
[1176]1944 if ($cmt =~ /(V[EM]|RM)build/) {
[1138]1945 $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript.$$";
[1176]1946 } elsif ($cmt =~ /(V[EM]|RM)Script/) {
[1138]1947 $src="$src $ENV{'PBDESTDIR'}/pbscript.$$";
[1176]1948 } elsif ($cmt =~ /(V[EM]|RM)test/) {
[1138]1949 $src="$src $ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.pb $ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb $ENV{'PBETC'} $ENV{'PBDESTDIR'}/pbrc $ENV{'PBDESTDIR'}/pbscript.$$ $ENV{'PBDESTDIR'}/pbtest";
[1374]1950 } elsif (($cmt eq "Announce") || ($cmt eq "Web") || ($cmt eq "CPAN")) {
[471]1951 $src="$src $ENV{'PBTMP'}/pbscript";
[118]1952 } elsif ($cmt eq "Packages") {
1953 # Get package list from file made during build2pkg
[1189]1954 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
[126]1955 $src = <KEEP>;
[118]1956 chomp($src);
1957 close(KEEP);
[1279]1958 $src = "$src $ENV{'PBBUILDDIR'}/pbscript.$$";
[87]1959 }
[1374]1960 if (($cmt eq "Sources") || ($cmt eq "Packages") || ($cmt eq "CPAN")) {
[1279]1961 my ($pbpackager) = pb_conf_get("pbpackager");
1962 $ENV{'PBPACKAGER'} = $pbpackager->{$ENV{'PBPROJ'}};
1963 pb_log(0,"Exporting public key for $ENV{'PBPACKAGER'}\n");
1964 # Using pb_system is not working due to redirection below
1965 system("gpg --export -a \'$ENV{'PBPACKAGER'}\' > $ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey");
1966 chmod 0644,"$ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey";
1967 $src = "$src $ENV{'PBDESTDIR'}/$ENV{'PBPROJ'}.pubkey";
1968 }
[320]1969 # Remove potential leading spaces (cause problem with basename)
[132]1970 $src =~ s/^ *//;
[129]1971 my $basesrc = "";
[131]1972 foreach my $i (split(/ +/,$src)) {
1973 $basesrc .= " ".basename($i);
[130]1974 }
[118]1975
[320]1976 pb_log(0,"Sources handled ($cmt): $src\n");
[987]1977 pb_log(2,"values: ".Dumper(($host,$login,$dir,$port,$tmout,$path,$conf))."\n");
[1541]1978 my ($sshhost,$sshdir) = pb_conf_get($host,$dir);
[883]1979 # Not mandatory...
[1102]1980 $delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
[1541]1981 my ($sshlogin,$sshport) = pb_conf_get_if($login,$port);
[1604]1982 $sshport->{$ENV{PBPROJ}} = 22 if (not defined $sshport->{$ENV{PBPROJ}});
1983 $sshlogin->{$ENV{PBPROJ}} = getpwuid($UID) if (not defined $sshlogin->{$ENV{PBPROJ}});
[883]1984 my ($vtmout,$vepath);
1985 # ...Except those in virtual context
1986 if ($cmt =~ /^VE/) {
1987 ($vepath) = pb_conf_get($path);
1988 }
[1176]1989 if ($cmt =~ /^(V|R)M/) {
[1218]1990 $vtmout = pb_distro_get_param($pbos,pb_conf_get_if($tmout));
[883]1991 }
[1216]1992 my $remhost = $sshhost->{$ENV{'PBPROJ'}};
1993 my $remdir = $sshdir->{$ENV{'PBPROJ'}};
1994 if ($cmt =~ /^V[EM]|RM/) {
1995 # In that case our real host is in the xxhost with the OS as key, not project as above
1996 $remhost = pb_distro_get_param($pbos,$sshhost);
[1176]1997 }
[1217]1998 pb_log(2,"ssh: ".Dumper(($remhost,$sshlogin,$remdir,$sshport,$vepath,$rbsconf))."\n");
1999 pb_log(2,"ssh: ".Dumper($vtmout)."\n") if (defined $vtmout);
[320]2000
2001 my $mac;
[772]2002 if ($cmt !~ /^VE/) {
[1216]2003 $mac = "$sshlogin->{$ENV{'PBPROJ'}}\@$remhost";
[320]2004 # Overwrite account value if passed as parameter
[1216]2005 $mac = "$pbaccount\@$remhost" if (defined $pbaccount);
[355]2006 pb_log(2, "DEBUG: pbaccount: $pbaccount => mac: $mac\n") if (defined $pbaccount);
[681]2007 } else {
2008 # VE
[1138]2009 # Overwrite account value if passed as parameter (typically for setup2v)
[681]2010 $mac = $sshlogin->{$ENV{'PBPROJ'}};
2011 $mac = $pbaccount if (defined $pbaccount);
[320]2012 }
2013
[108]2014 my $tdir;
[136]2015 my $bdir;
[1176]2016 if (($cmt eq "Sources") || ($cmt =~ /(V[EM]|RM)Script/)) {
[1216]2017 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/src";
[1374]2018 } elsif ($cmt eq "CPAN") {
2019 $tdir = "$remdir";
[1176]2020 } elsif ($cmt =~ /(V[EM]|RM)(build|test)/) {
[1216]2021 $tdir = $remdir."/$ENV{'PBPROJ'}/delivery";
2022 $bdir = $remdir."/$ENV{'PBPROJ'}/build";
[136]2023 # Remove a potential $ENV{'HOME'} as bdir should be relative to pb's home
2024 $bdir =~ s|\$ENV.+\}/||;
[471]2025 } elsif ($cmt eq "Announce") {
[1216]2026 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}";
[556]2027 } elsif ($cmt eq "Web") {
[1216]2028 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}";
[90]2029 } elsif ($cmt eq "Packages") {
[1192]2030 if (($pbos->{'type'} eq "rpm") || ($pbos->{'type'} eq "pkg") || ($pbos->{'type'} eq "hpux") || ($pbos->{'type'} eq "tgz")) {
2031 # put packages under an arch subdir
[1216]2032 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
[1192]2033 } elsif (($pbos->{'type'} eq "deb") || ($pbos->{'type'} eq "ebuild")) {
2034 # No need for an arch subdir
[1216]2035 $tdir = "$remdir/$delivery->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}";
[1192]2036 } else {
2037 die "Please teach the dev team where to deliver ($pbos->{'type'} type of packages\n";
2038 }
[429]2039
2040 my $repodir = $tdir;
[1216]2041 $repodir =~ s|^$remdir/||;
[1621]2042 my $repotag = "";
2043 $repotag = "-$delivery->{$ENV{'PBPROJ'}}" if ($delivery->{$ENV{'PBPROJ'}} ne "");
[429]2044
2045 my ($pbrepo) = pb_conf_get("pbrepo");
2046
2047 # Repository management
[1189]2048 open(PBS,"> $ENV{'PBBUILDDIR'}/pbscript.$$") || die "Unable to create $ENV{'PBBUILDDIR'}/pbscript.$$";
[1177]2049 if ($pbos->{'type'} eq "rpm") {
[1276]2050 my $pbsha = pb_distro_get_param($pbos,pb_conf_get("ossha"));
[1556]2051 my $gpgcheck = pb_conf_get_if("pbgpgcheck");
2052 my $pbgpgcheck;
2053 $pbgpgcheck = $gpgcheck->{$ENV{PBPROJ}} if (defined $gpgcheck);
2054 # By default force GPG check in repo even if we support signature of packages to fail. This is a best practice
2055 $pbgpgcheck = 1 if (not defined $pbgpgcheck);
[429]2056 # Also make a pbscript to generate yum/urpmi bases
2057 print PBS << "EOF";
[433]2058#!/bin/bash
[429]2059# Prepare a script to ease yum setup
[1298]2060EOF
2061 print PBS "set -x\n" if ($pbdebug gt 1);
2062 print PBS << "EOF";
[1621]2063cat > $ENV{'PBPROJ'}$repotag.repo << EOT
2064[$ENV{'PBPROJ'}$repotag]
[1177]2065name=$pbos->{'name'} $pbos->{'version'} $pbos->{'arch'} - $ENV{'PBPROJ'} Vanilla Packages
[433]2066baseurl=$pbrepo->{$ENV{'PBPROJ'}}/$repodir
[429]2067enabled=1
[1556]2068gpgcheck=$pbgpgcheck
[1335]2069gpgkey=$pbrepo->{$ENV{'PBPROJ'}}/$repodir/$ENV{'PBPROJ'}.pubkey
[429]2070EOT
[1622]2071chmod 644 $ENV{'PBPROJ'}$repotag.repo
[429]2072
2073# Clean up old repo content
2074rm -rf headers/ repodata/
2075# Create yum repo
[1102]2076if [ -x /usr/bin/yum-arch ]; then
2077 yum-arch .
2078fi
[429]2079# Create repodata
[1276]2080createrepo -s $pbsha .
[1365]2081# Link to the key
[1557]2082if [ -s $ENV{'PBPROJ'}.pubkey ]; then
[1605]2083 # Avoiding creating empty repomd.xml.key; fails on opensuse 12.1
[1557]2084 (cd repodata ; ln -sf ../$ENV{'PBPROJ'}.pubkey repomd.xml.key)
2085fi
[1365]2086# sign the repomd (at least useful for SLES - which requires a local key)
2087# gpg -a --detach-sign repodata/repomd.xml
2088# SLES also looks for media.1/info.txt
[429]2089EOF
[1177]2090 if ($pbos->{'family'} eq "md") {
[429]2091 # For Mandriva add urpmi management
2092 print PBS << "EOF";
2093# Prepare a script to ease urpmi setup
[1621]2094cat > $ENV{'PBPROJ'}$repotag.addmedia << EOT
2095urpmi.addmedia $ENV{'PBPROJ'}$repotag $pbrepo->{$ENV{'PBPROJ'}}/$repodir with media_info/hdlist.cz
[429]2096EOT
[1622]2097chmod 755 $ENV{'PBPROJ'}$repotag.addmedia
[429]2098
2099# Clean up old repo content
[437]2100rm -f hdlist.cz synthesis.hdlist.cz
[429]2101# Create urpmi repo
[1002]2102genhdlist2 --clean .
2103if [ \$\? -ne 0 ]; then
2104 genhdlist .
2105fi
[429]2106EOF
2107 }
[1177]2108 if ($pbos->{'name'} eq "fedora") {
[484]2109 # Extract the spec file to please Fedora maintainers :-(
2110 print PBS << "EOF";
2111for p in $basesrc; do
2112 echo \$p | grep -q 'src.rpm'
2113 if [ \$\? -eq 0 ]; then
2114 rpm2cpio \$p | cpio -ivdum --quiet '*.spec'
2115 fi
2116done
2117EOF
2118 }
[1177]2119 if ($pbos->{'family'} eq "novell") {
[1089]2120 # Add ymp scripts for one-click install on SuSE
2121 print PBS << "EOF";
2122# Prepare a script to ease SuSE one-click install
[1090]2123# Cf: http://de.opensuse.org/1-Klick-Installation/ISV
2124#
[1621]2125cat > $ENV{'PBPROJ'}$repotag.ymp << EOT
[1096]2126<?xml version="1.0" encoding="utf-8"?>
2127<!-- vim: set sw=2 ts=2 ai et: -->
[1089]2128<metapackage xmlns:os="http://opensuse.org/Standards/One_Click_Install" xmlns="http://opensuse.org/Standards/One_Click_Install">
2129 <group><!-- The group of software, typically one for project-builder.org -->
2130 <name>$ENV{'PBPROJ'} Bundle</name> <!-- Name of the software group -->
[1621]2131 <summary>Software bundle for the $ENV{'PBPROJ'}$repotag project</summary> <!--This message is shown to the user and should describe the whole bundle -->
2132 <description>This is the summary of the $ENV{'PBPROJ'}$repotag Project
[1089]2133
[1095]2134 Details are available on a per package basis below
2135
[1089]2136 </description><!--This is also shown to the user -->
2137 <remainSubscribed>false</remainSubscribed> <!-- Don't know what it mean -->
2138 <repositories><!-- List of needed repositories -->
2139 <repository>
[1621]2140 <name>$ENV{'PBPROJ'}$repotag Repository</name> <!-- Name of the repository -->
2141 <summary>This repository contains the $ENV{'PBPROJ'}$repotag project packages.</summary> <!-- Summary of the repository -->
2142 <description>This repository contains the $ENV{'PBPROJ'}$repotag project packages.</description><!-- This description is shown to the user -->
[1089]2143 <url>$pbrepo->{$ENV{'PBPROJ'}}/$repodir</url><!--URL of repository, which is added -->
2144 </repository>
2145 </repositories>
2146 <software><!-- A List of packages, which should be added through the one-click-installation -->
2147EOT
2148for p in $basesrc; do
2149 sum=`rpm -q --qf '%{SUMMARY}' \$p`
[1096]2150 name=`rpm -q --qf '%{NAME}' \$p`
[1089]2151 desc=`rpm -q --qf '%{description}' \$p`
[1621]2152 cat >> $ENV{'PBPROJ'}$repotag.ymp << EOT
[1089]2153 <item>
[1096]2154 <name>\$name</name><!-- Name of the package, is shown to the user and used to identify the package at the repository -->
[1089]2155 <summary>\$sum</summary> <!-- Summary of the package -->
2156 <description>\$desc</description> <!-- Description, is shown to the user -->
2157 </item>
2158EOT
2159done
[1621]2160cat >> $ENV{'PBPROJ'}$repotag.ymp << EOT
[1089]2161 </software>
2162 </group>
2163</metapackage>
2164EOT
[1621]2165chmod 644 $ENV{'PBPROJ'}$repotag.ymp
[1089]2166EOF
2167 }
[1177]2168 } elsif ($pbos->{'type'} eq "deb") {
[429]2169 # Also make a pbscript to generate apt bases
[460]2170 # Cf: http://www.debian.org/doc/manuals/repository-howto/repository-howto.fr.html
[1246]2171 # This dirname removes ver
[1283]2172 my $debarch = $pbos->{'arch'};
[1287]2173 $debarch = "amd64" if ($pbos->{'arch'} eq "x86_64");
[465]2174 my $rpd = dirname("$pbrepo->{$ENV{'PBPROJ'}}/$repodir");
[1357]2175 # Remove extra . in path to fix #522
2176 $rpd =~ s|/./|/|g;
[1555]2177 my ($projcomponent_map) = pb_conf_get_if("projcomponent");
[1557]2178 pb_log(2,"projcomponent = ".Dumper($projcomponent_map)."\n");
[1555]2179 my $projcomponent = $projcomponent_map->{$ENV{PBPROJ}};
2180 $projcomponent ||= 'contrib';
[460]2181 print PBS << "EOF";
[465]2182#!/bin/bash
2183# Prepare a script to ease apt setup
[1621]2184cat > $ENV{'PBPROJ'}$repotag.sources.list << EOT
[1555]2185deb $rpd $pbos->{'version'} $projcomponent
2186deb-src $rpd $pbos->{'version'} $projcomponent
[460]2187EOT
[1621]2188chmod 644 $ENV{'PBPROJ'}$repotag.sources.list
[460]2189
[1112]2190# Up two levels to deal with the dist dir cross versions
[1192]2191cd ..
[1555]2192mkdir -p dists/$pbos->{'version'}/$projcomponent/binary-$debarch dists/$pbos->{'version'}/$projcomponent/source
[1112]2193
[460]2194# Prepare a script to create apt info file
[1192]2195# Reuse twice after
[1112]2196TMPD=`mktemp -d /tmp/pb.XXXXXXXXXX` || exit 1
2197mkdir -p \$TMPD
2198cat > \$TMPD/Release << EOT
2199Archive: unstable
[1555]2200Component: $projcomponent
[1621]2201Origin: $ENV{'PBPROJ'}$repotag
2202Label: $ENV{'PBPROJ'}$repotag dev repository $pbrepo->{$ENV{'PBPROJ'}}
[1112]2203EOT
2204
[1559]2205echo "Creating Packages metadata"
2206for i in dists/$pbos->{version}/$projcomponent/binary-*; do
2207 arch=`basename \$i | sed 's/binary-//'`
2208 echo "Packages for \$arch:"
[1604]2209 dpkg-scanpackages -a\$arch $pbos->{'version'} /dev/null > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages
[1561]2210 gzip -9 < dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages.gz
2211 bzip2 -9 < dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages > dists/$pbos->{'version'}/$projcomponent/binary-\$arch/Packages.bz2
[1559]2212done
[1192]2213echo "Creating Contents metadata"
2214apt-ftparchive contents $pbos->{'version'} | gzip -c9 > dists/$pbos->{'version'}/Contents.gz
[1275]2215echo "Creating Release metadata ($pbos->{'arch'} aka $debarch)"
[1555]2216cat \$TMPD/Release > dists/$pbos->{'version'}/$projcomponent/binary-$debarch/Release
2217echo "Architecture: $debarch" >> dists/$pbos->{'version'}/$projcomponent/binary-$debarch/Release
[1112]2218echo "Creating Source metadata"
[1561]2219dpkg-scansources $pbos->{'version'} /dev/null > dists/$pbos->{'version'}/$projcomponent/source/Sources
2220gzip -9 < dists/$pbos->{'version'}/$projcomponent/source/Sources > dists/$pbos->{'version'}/$projcomponent/source/Sources.gz
2221bzip2 -9 < dists/$pbos->{'version'}/$projcomponent/source/Sources > dists/$pbos->{'version'}/$projcomponent/source/Sources.bz2
[1555]2222cat \$TMPD/Release > dists/$pbos->{'version'}/$projcomponent/source/Release
2223echo "Architecture: Source" >> dists/$pbos->{'version'}/$projcomponent/source/Release
[1112]2224echo "Creating Release metadata"
[1388]2225# Signing that file would be useful but uneasy as gpg keys are not there
2226# Cf: http://wiki.debian.org/SecureApt
2227# Same as for repomd
[1561]2228apt-ftparchive -o APT::FTPArchive::Release::Suite=$pbos->{version} release dists/$pbos->{'version'} > dists/$pbos->{'version'}/Release
[1112]2229rm -rf \$TMPD
[460]2230EOF
[1177]2231 } elsif ($pbos->{'type'} eq "ebuild") {
[586]2232 # make a pbscript to generate links to latest version
2233 print PBS << "EOF";
2234#!/bin/bash
2235# Prepare a script to create correct links
2236for p in $src; do
2237 echo \$p | grep -q '.ebuild'
2238 if [ \$\? -eq 0 ]; then
2239 j=`basename \$p`
2240 pp=`echo \$j | cut -d'-' -f1`
2241 ln -sf \$j \$pp.ebuild
2242 fi
2243done
2244EOF
[429]2245 }
2246 close(PBS);
[1189]2247 chmod 0755,"$ENV{'PBBUILDDIR'}/pbscript.$$";
[90]2248 } else {
2249 return;
[22]2250 }
[239]2251
[1143]2252 # Useless for VE
[1179]2253 my $nport = pb_get_port($sshport,$pbos,$cmt) if ($cmt !~ /^VE/);
[320]2254
[136]2255 # Remove a potential $ENV{'HOME'} as tdir should be relative to pb's home
[1559]2256 if ($cmt =~ /^VE/o) {
2257 $tdir =~ s|\$ENV.+\}/|| or confess "for $cmt: $tdir must have \$ENV{'HOME'} in it or the remainder of the code won't work since some parts use relative pathing and others will try absolute. Use a symlink if necessary to place the real files in a different place than under your home directory";
2258 } else {
2259 # process, ok if not present.
2260 $tdir =~ s|\$ENV.+\}/||;
2261 }
[132]2262
[1217]2263 my $tm = "";
[1176]2264 if ($cmt =~ /^(V|R)M/) {
[1218]2265 $tm = "sleep $vtmout" if (defined $vtmout);
[883]2266 }
[320]2267
[1374]2268 # ssh communication if not VE or CPAN
[349]2269 # should use a hash instead...
[1549]2270 my ($shcmd,$shcmdroot,$cpcmd,$cptarget,$cp2target);
[1649]2271 my $tpdir;
[1374]2272 if ($cmt =~ /^VE/) {
[1541]2273 my $tp = pb_path_expand($vepath->{$ENV{'PBPROJ'}});
[1649]2274 $tpdir = pb_path_expand("$tp/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
[681]2275 my ($ptr) = pb_conf_get("vetype");
2276 my $vetype = $ptr->{$ENV{'PBPROJ'}};
[1545]2277 my $arch = pb_get_arch();
[681]2278 if ($vetype eq "chroot") {
[1549]2279 $shcmdroot = "sudo /usr/sbin/chroot $tpdir ";
2280 $shcmd = "$shcmdroot /bin/su - $mac -c ";
[681]2281 } elsif ($vetype eq "schroot") {
2282 $shcmd = "schroot $tp -u $mac -- ";
2283 }
[1564]2284 $shcmd = "setarch i386 $shcmd" if (($pbos->{'arch'} =~ /i[3456]86/) && ($arch eq 'x86_64'));
[1179]2285 $cpcmd = "sudo /bin/cp -r ";
[681]2286 # We need to get the home dir of the target account to deliver in the right place
[1541]2287 open(PASS,"$tpdir/etc/passwd") || die "Unable to open $tpdir/etc/passwd: $!";
[681]2288 my $homedir = "";
2289 while (<PASS>) {
2290 my ($c1,$c2,$c3,$c4,$c5,$c6,$c7) = split(/:/);
2291 $homedir = $c6 if ($c1 =~ /^$mac$/);
2292 pb_log(3,"Homedir: $homedir - account: $c6\n");
2293 }
2294 close(PASS);
2295 $cptarget = "$tpdir/$homedir/$tdir";
[773]2296 if ($cmt eq "VEbuild") {
[681]2297 $cp2target = "$tpdir/$homedir/$bdir";
2298 }
2299 pb_log(2,"On VE using $cptarget as target dir to copy to\n");
[1593]2300 } elsif ($cmt eq "CPAN") {
[1382]2301 my $ftpput = pb_check_req("ncftpput",1);
2302 my $ftpget = pb_check_req("wget",1);
[1595]2303 my ($cpanuser,$cpanpasswd) = pb_conf_get_if("cpanuser","cpanpasswd");
2304 return if ((not defined $cpanuser) || (not defined $cpanuser->{$ENV{'PBPROJ'}}));
2305 return if ((not defined $cpanpasswd) || (not defined $cpanpasswd->{$ENV{'PBPROJ'}}));
[1374]2306 my ($cpansubdir) = pb_conf_get_if("cpansubdir");
[1595]2307 $shcmd = "$ftpget --post-data \'HIDDENNAME=".$cpanuser->{$ENV{'PBPROJ'}};
2308 $shcmd .= "&user=".$cpanuser->{$ENV{'PBPROJ'}};
2309 $shcmd .= "&password=".$cpanpasswd->{$ENV{'PBPROJ'}};
[1374]2310 $shcmd .= "&SUBMIT_pause99_add_uri_upload=\"Upload the checked files\"";
[1595]2311 $shcmd .= "&pause99_add_uri_subdirtext=".$cpansubdir->{$ENV{'PBPROJ'}} if ((defined $cpansubdir) && (defined $cpansubdir->{$ENV{'PBPROJ'}}));
[1374]2312 foreach my $s (split(/ /,$src)) {
2313 $shcmd .= "&pause99_add_uri_upload=".basename($s);
2314 }
2315 $shcmd .= "'";
2316 $cpcmd = "$ftpput $host $dir";
2317 $cptarget = "CPAN";
2318 } else {
2319 my $keyfile = pb_ssh_get(0);
[1604]2320 my $keyopt = "";
2321 $keyopt = "-i $keyfile" if ((defined $keyfile) && ($cmt !~ /Packages/));
[1382]2322 my $sshcmd = pb_check_req("ssh",1);
2323 my $scpcmd = pb_check_req("scp",1);
[1545]2324 $shcmd = "$sshcmd $keyopt -q -o NoHostAuthenticationForLocalhost=yes -p $nport $mac";
2325 $cpcmd = "$scpcmd $keyopt -p -o NoHostAuthenticationForLocalhost=yes -P $nport";
[1374]2326 $cptarget = "$mac:$tdir";
2327 if ($cmt =~ /^(V|R)Mbuild/) {
2328 $cp2target = "$mac:$bdir";
2329 }
[320]2330 }
[1374]2331
[471]2332 my $logres = "";
2333 # Do not touch when just announcing
[1374]2334 if (($cmt ne "Announce") && ($cmt ne "CPAN")) {
[1589]2335 pb_system("$shcmd \"mkdir -p $tdir ; cd $tdir ; echo \'for i in $basesrc; do if [ -f \$i ]; then rm -f \$i; fi; done\ ; $cmd' | bash -e\"","Preparing $tdir on $cptarget");
[471]2336 } else {
2337 $logres = "> ";
2338 }
[320]2339 pb_system("cd $ENV{'PBBUILDDIR'} ; $cpcmd $src $cptarget 2> /dev/null","$cmt delivery in $cptarget");
[444]2340
[1603]2341 my $chowncommand = pb_check_req("chown",0);
[681]2342 # For VE we need to change the owner manually
[772]2343 if ($cmt =~ /^VE/) {
[1649]2344 my $res = pb_system("$shcmdroot sed -i '/requiretty/d' /etc/sudoers","Removing potential requiretty in sudoers");
2345 pb_system("$shcmdroot sed '/requiretty/d' /etc/sudoers > /tmp/sudoers.new ; mv /tmp/sudoers.new $tpdir/tmp/sudoers.new ; $shcmdroot mv /tmp/sudoers.new /etc/sudoers","Removing again potential requiretty in sudoers as sed -i failed") if (($res ne 0) && (-f "$tpdir/etc/sudoers"));
[1603]2346 pb_system("$shcmd \"sudo $chowncommand -R $mac $tdir\"","Adapt owner in $tdir to $mac");
[681]2347 }
2348
[1140]2349 # Use the right script name depending on context
2350 my $pbscript;
[1189]2351 if (($cmt =~ /^(V[EM]|RM)/) || ($cmt =~ /Packages/)){
[1140]2352 $pbscript = "pbscript.$$";
2353 } else {
2354 $pbscript = "pbscript";
2355 }
2356
[1374]2357 # It's already ready for CPAN
[1383]2358 my $shcmdbase = $shcmd;
[1593]2359 if ($cmt ne "CPAN") {
[1383]2360 $shcmd .= " \"echo \'cd $tdir ; if [ -x $pbscript ]; then ./$pbscript; fi ; rm -f ./$pbscript\' | bash\"";
[1374]2361 }
[1386]2362 my $cmdverb = "verbose";
[1388]2363 if (($cmt eq "Announce") || ($cmt eq "CPAN")) {
[1386]2364 $cmdverb = undef;
2365 }
2366 pb_system("$shcmd","Executing pbscript on $cptarget if needed",$cmdverb);
[1176]2367 if ($cmt =~ /^(V[EM]|RM)build/) {
2368 # Get back info on pkg produced, compute their name and get them from the VM/RM
[1189]2369 pb_system("$cpcmd $cp2target/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$ 2> /dev/null","Get package names in $cp2target");
[1138]2370 if (not -f "$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$") {
[1603]2371 pb_log(0,"ERROR with VM/RM $v on getting $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$");
[1156]2372 } else {
2373 open(KEEP,"$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$") || die "Unable to read $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$";
2374 my $src = <KEEP>;
2375 chomp($src);
2376 close(KEEP);
2377 unlink("$ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.$$");
[1138]2378
[1156]2379 $src =~ s/^ *//;
[1179]2380 pb_mkdir_p("$ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
[1156]2381 # Change pgben to make the next send2target happy
2382 my $made = "";
2383
[1176]2384 # For VM/RM we don't want shell expansion to hapen locally but remotely
[1156]2385 my $delim = '\'';
2386 if ($cmt =~ /^VEbuild/) {
2387 # For VE we need to support shell expansion locally
2388 $delim = "";
2389 }
[1138]2390
[1189]2391 open(KEEP,"> $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") || die "Unable to write $ENV{'PBBUILDDIR'}/pbgen-$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}-$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
[1156]2392 foreach my $p (split(/ +/,$src)) {
2393 my $j = basename($p);
[1179]2394 pb_system("$cpcmd $cp2target/$delim$p$delim $ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'} 2> /dev/null","Recovery of package $j in $ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
2395 $made="$made $pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$j"; # if (($pbos->{'type'} ne "rpm") || ($j !~ /.src.rpm$/));
[1156]2396 }
2397 print KEEP "$made\n";
2398 close(KEEP);
[1383]2399 pb_system("$shcmdbase \"rm -rf $tdir $bdir\"","$cmt cleanup");
[1138]2400
[1156]2401 # Sign packages locally
[1278]2402 pb_sign_pkgs($pbos,$made);
[1156]2403
2404 # We want to send them to the ssh account so overwrite what has been done before
2405 undef $pbaccount;
2406 pb_log(2,"Before sending pkgs, vmexist: $vmexist, vmpid: $vmpid\n");
[1179]2407 pb_send2target("Packages",$pbos->{'name'}."-".$pbos->{'version'}."-".$pbos->{'arch'},$vmexist,$vmpid);
2408 pb_rm_rf("$ENV{'PBBUILDDIR'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}");
[623]2409 }
[108]2410 }
[1425]2411 unlink("$ENV{'PBDESTDIR'}/pbscript.$$") if ((($cmt =~ /^(V[ME]|RM)/) || ($cmt =~ /Packages/)) && ($pbkeep eq 0));
[1139]2412
[442]2413 pb_log(2,"Before halt, vmexist: $vmexist, vmpid: $vmpid\n");
[772]2414 if ((! $vmexist) && ($cmt =~ /^VM/)) {
[748]2415 # If in setupvm then takes a snapshot just before halting
2416 if ($snapme != 0) {
2417 my ($vmmonport,$vmtype) = pb_conf_get("vmmonport","vmtype");
2418 # For monitoring control
2419 if ((($vmtype->{$ENV{'PBPROJ'}}) eq "kvm") || (($vmtype->{$ENV{'PBPROJ'}}) eq "qemu")) {
[1153]2420 eval
2421 {
[804]2422 require Net::Telnet;
[1153]2423 Net::Telnet->import();
2424 };
2425 if ($@) {
2426 # Net::Telnet not found
2427 pb_log(1,"ADVISE: Install Net::Telnet to benefit from monitoring control and snapshot feature.\nWARNING: No snapshot created");
2428 } else {
2429 my $t = new Net::Telnet (Timeout => 120, Host => "localhost", Port => $vmmonport->{$ENV{'PBPROJ'}}) || die "Unable to dialog on the monitor";
2430 # move to monitor mode
2431 my @lines = $t->cmd("c");
2432 # Create a snapshot named pb
2433 @lines = $t->cmd("savevm pb");
2434 # Write the new status in the VM
2435 @lines = $t->cmd("commit all");
2436 # End
2437 @lines = $t->cmd("quit");
2438 }
[748]2439 }
2440 }
[914]2441 my $hoption = "-p";
[1197]2442 my $hpath = pb_distro_get_param($pbos,pb_conf_get("ospathcmd-halt"));
[1194]2443 # Solaris doesn't support -p of halt
[1177]2444 if ($pbos->{'type'} eq "pkg") {
[1091]2445 $hoption = "" ;
2446 }
[1383]2447 pb_system("$shcmdbase \"sudo $hpath $hoption \"; $tm ; echo \'if [ -d /proc/$vmpid ]; then kill -9 $vmpid; fi \' | bash ; sleep 10","VM $v halt (pid $vmpid)");
[442]2448 }
[772]2449 if (($cmt =~ /^VE/) && ($snapme != 0)) {
[1179]2450 my $tpdir = "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}";
2451 pb_system("sudo tar cz -C $tpdir -f $vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz .","Creating a snapshot of $tpdir");
[752]2452 }
[9]2453}
[16]2454
[320]2455sub pb_script2v {
[142]2456 my $pbscript=shift;
[320]2457 my $vtype=shift;
[1138]2458 my $pbforce=shift || 0; # Force stop of VM. Default not.
[1176]2459 my $vm1=shift || undef; # Only that VM/VE/RM to treat. Default all.
[1138]2460 my $snapme=shift || 0; # Do we have to create a snapshot. Default not.
[442]2461 my $vm;
2462 my $all;
[141]2463
[767]2464 pb_log(2,"DEBUG: pb_script2v($pbscript,$vtype,$pbforce,".Dumper($vm1).",$snapme)\n");
[1176]2465 # Prepare the script to be executed on the VM/VE/RM
[1138]2466 # in $ENV{'PBDESTDIR'}/pbscript.$$
2467 if ((defined $pbscript ) && ($pbscript ne "$ENV{'PBDESTDIR'}/pbscript.$$")) {
2468 copy($pbscript,"$ENV{'PBDESTDIR'}/pbscript.$$") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript.$$";
2469 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript.$$";
[142]2470 }
[141]2471
[442]2472 if (not defined $vm1) {
[772]2473 ($vm,$all) = pb_get2v($vtype);
[442]2474 } else {
2475 @$vm = ($vm1);
2476 }
[320]2477 my ($vmexist,$vmpid) = (undef,undef);
[142]2478
[141]2479 foreach my $v (@$vm) {
[968]2480 # Launch VM/VE
2481 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0,$snapme,$pbsnap);
[755]2482
[320]2483 if ($vtype eq "vm") {
[442]2484 pb_log(2,"DEBUG: After pb_launchv, vmexist: $vmexist, vmpid: $vmpid\n");
[141]2485
[1176]2486 # Skip that VM/RM if something went wrong
[442]2487 next if (($vmpid == 0) && ($vmexist == 0));
2488
2489 # If force stopping the VM then reset vmexist
[748]2490 if ($pbforce == 1) {
[442]2491 $vmpid = $vmexist;
2492 $vmexist = 0;
2493 }
[670]2494 } else {
2495 #VE
2496 $vmexist = 0;
2497 $vmpid = 0;
[320]2498 }
[274]2499
[1176]2500 # Gather all required files to send them to the VM/VE/RM
[320]2501 # and launch the build through pbscript
[442]2502 pb_log(2,"DEBUG: Before send2target, vmexist: $vmexist, vmpid: $vmpid\n");
[748]2503 pb_send2target(uc($vtype)."Script","$v",$vmexist,$vmpid,$snapme);
[169]2504
[142]2505 }
2506}
2507
[320]2508sub pb_launchv {
2509 my $vtype = shift;
2510 my $v = shift;
[1176]2511 my $create = shift || 0; # By default do not create a VM/VE/RM
2512 my $snapme = shift || 0; # By default do not snap a VM/VE/RM
[1349]2513 my $usesnap = shift || 1; # By default study the usage of the snapshot feature of VM/VE/RM
[310]2514
[773]2515 # If creation or snapshot creation mode, no snapshot usable
2516 if (($create == 1) || ($snapme == 1)) {
2517 $usesnap = 0;
2518 }
2519
2520 pb_log(2,"DEBUG: pb_launchv($vtype,$v,$create,$snapme,$usesnap)\n");
[1176]2521 die "No VM/VE/RM defined, unable to launch" if (not defined $v);
[320]2522 # Keep only the first VM in case many were given
[1537]2523 if ($v =~ /,/) {
[1649]2524 pb_log(0,"WARNING: pruning to just the first of several VM/VE/RMs listed ($v)\n");
[1537]2525 $v =~ s/,.*//;
2526 }
[310]2527
[1179]2528 my $pbos = pb_distro_get_context($v);
[1348]2529
[1549]2530 my $ftp_proxy = pb_distro_get_param($pbos,pb_conf_get_if("ftp_proxy"));
2531 my $http_proxy = pb_distro_get_param($pbos,pb_conf_get_if("http_proxy"));
2532
2533 $ENV{ftp_proxy} ||= $ftp_proxy if ((defined $ftp_proxy) && ($ftp_proxy ne ""));
2534 $ENV{http_proxy} ||= $http_proxy if ((defined $http_proxy) && ($http_proxy ne ""));
2535
[320]2536 # Launch the VMs/VEs
2537 if ($vtype eq "vm") {
2538 die "-i iso parameter needed" if (((not defined $iso) || ($iso eq "")) && ($create != 0));
[310]2539
[1540]2540 my ($ptr,$ptr2,$vmpath,$vmport,$vms) = pb_conf_get("vmtype","vmcmd","vmpath","vmport","vmsize");
2541 my ($vmopt,$vmmm,$vmtmout,$vmsnap,$vmbuildtm,$vmmonport) = pb_conf_get_if("vmopt","vmmem","vmtmout","vmsnap","vmbuildtm","vmmonport");
[1249]2542 my $vmsize = pb_distro_get_param($pbos,$vms);
[320]2543
2544 my $vmtype = $ptr->{$ENV{'PBPROJ'}};
[1072]2545 my $vmcmd = $ptr2->{$ENV{'PBPROJ'}};
[1124]2546
2547 if (defined $opts{'g'}) {
2548 if (($vmtype eq "kvm") || ($vmtype eq "qemu")) {
[1158]2549 $ENV{'PBVMOPT'} = "--nographic";
[1124]2550 }
2551 }
[320]2552 if (not defined $ENV{'PBVMOPT'}) {
2553 $ENV{'PBVMOPT'} = "";
[310]2554 }
[639]2555 # Save the current status for later restoration
2556 $ENV{'PBOLDVMOPT'} = $ENV{'PBVMOPT'};
[483]2557 # Set a default timeout of 2 minutes
2558 if (not defined $ENV{'PBVMTMOUT'}) {
2559 $ENV{'PBVMTMOUT'} = "120";
2560 }
2561 if (defined $vmopt->{$v}) {
2562 $ENV{'PBVMOPT'} .= " $vmopt->{$v}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$v}/);
2563 } elsif (defined $vmopt->{$ENV{'PBPROJ'}}) {
[320]2564 $ENV{'PBVMOPT'} .= " $vmopt->{$ENV{'PBPROJ'}}" if ($ENV{'PBVMOPT'} !~ / $vmopt->{$ENV{'PBPROJ'}}/);
2565 }
[773]2566
[1143]2567 # How much memory to allocate for VMs
[1540]2568 if (defined $vmmm) {
2569 my $vmmem = pb_distro_get_param($pbos,$vmmm);
2570 if (defined $vmmem) {
2571 $ENV{'PBVMOPT'} .= " -m $vmmem";
2572 }
[1143]2573 }
2574
[773]2575 # Are we allowed to use snapshot feature
2576 if ($usesnap == 1) {
[748]2577 if ((defined $vmsnap->{$v}) && ($vmsnap->{$v} =~ /true/i)) {
[1070]2578 $ENV{'PBVMOPT'} .= " -snapshot";
[748]2579 } elsif ((defined $vmsnap->{$ENV{'PBPROJ'}}) && ($vmsnap->{$ENV{'PBPROJ'}} =~ /true/i)) {
[1070]2580 $ENV{'PBVMOPT'} .= " -snapshot";
[748]2581 } elsif ($pbsnap eq 1) {
[1070]2582 $ENV{'PBVMOPT'} .= " -snapshot";
[748]2583 }
[767]2584 }
2585 if ($snapme != 0) {
[748]2586 if (($vmtype eq "kvm") || ($vmtype eq "qemu")) {
[1138]2587 # Configure the monitoring to automate the creation of the 'pb' snapshot
[1540]2588 $ENV{'PBVMOPT'} .= " -serial mon:telnet::$vmmonport->{$ENV{'PBPROJ'}},server,nowait" if ((defined $vmmonport) && (defined $vmmonport->{$ENV{'PBPROJ'}}));
[773]2589 # In that case no snapshot call needed
[1070]2590 $ENV{'PBVMOPT'} =~ s/ -snapshot//;
[748]2591 }
2592 }
[483]2593 if (defined $vmtmout->{$v}) {
2594 $ENV{'PBVMTMOUT'} = $vmtmout->{$v};
2595 } elsif (defined $vmtmout->{$ENV{'PBPROJ'}}) {
2596 $ENV{'PBVMTMOUT'} = $vmtmout->{$ENV{'PBPROJ'}};
2597 }
[1179]2598 my $nport = pb_get_port($vmport,$pbos,$vtype);
[320]2599
2600 my $cmd;
2601 my $vmm; # has to be used for pb_check_ps
[677]2602 if (($vmtype eq "qemu") || ($vmtype eq "kvm")) {
2603 $vmm = "$vmpath->{$ENV{'PBPROJ'}}/$v.qemu";
[792]2604 if (($create != 0) || (defined $iso)) {
[677]2605 $ENV{'PBVMOPT'} .= " -cdrom $iso -boot d";
[320]2606 }
[748]2607 # Always redirect the network and always try to use a 'pb' snapshot
[1340]2608 #$cmd = "$vmcmd $ENV{'PBVMOPT'} -net user,hostfwd=tcp:$nport:10.0.2.15:22 -loadvm pb $vmm"
[1381]2609 $cmd = "$vmcmd $ENV{'PBVMOPT'} -redir tcp:$nport:10.0.2.15:22 $vmm"
[320]2610 } elsif ($vmtype eq "xen") {
2611 } elsif ($vmtype eq "vmware") {
[310]2612 } else {
[320]2613 die "VM of type $vmtype not supported. Report to the dev team";
[310]2614 }
[639]2615 # Restore the ENV VAR Value
[641]2616 $ENV{'PBVMOPT'} = $ENV{'PBOLDVMOPT'};
[639]2617
[320]2618 my ($tmpcmd,$void) = split(/ +/,$cmd);
2619 my $vmexist = pb_check_ps($tmpcmd,$vmm);
2620 my $vmpid = 0;
2621 if (! $vmexist) {
2622 if ($create != 0) {
[653]2623 die("Found an existing Virtual machine $vmm. Won't overwrite") if (-r $vmm);
[677]2624 if (($vmtype eq "qemu") || ($vmtype eq "xen") || ($vmtype eq "kvm")) {
[1127]2625 my $command = pb_check_req("qemu-img",0);
[1249]2626 pb_system("$command create -f qcow2 $vmm $vmsize","Creating the QEMU VM");
[320]2627 } elsif ($vmtype eq "vmware") {
2628 } else {
2629 }
2630 }
2631 if (! -f "$vmm") {
2632 pb_log(0,"Unable to find VM $vmm\n");
2633 } else {
[1153]2634 # Is the SSH port free? if not kill the existing process using it after a build timeout period
2635 my $vmssh = pb_check_ps($tmpcmd,"tcp:$nport:10.0.2.15:22");
2636 if ($vmssh) {
2637 my $buildtm = $ENV{'PBVMTMOUT'};
2638 if (defined $vmbuildtm->{$v}) {
2639 $buildtm = $vmbuildtm->{$v};
2640 } elsif (defined $vmbuildtm->{$ENV{'PBPROJ'}}) {
2641 $buildtm = $vmbuildtm->{$ENV{'PBPROJ'}};
2642 }
2643
2644 sleep $buildtm;
2645 pb_log(0,"WARNING: Killing the process ($vmssh) using port $nport (previous failed VM ?)\n");
2646 kill 15,$vmssh;
[1154]2647 # Let it time to exit
2648 sleep 5;
[1153]2649 }
[320]2650 pb_system("$cmd &","Launching the VM $vmm");
[1540]2651 # Using system allows to kill it externaly if needed,sosupport that in the call
[1595]2652 pb_system("sleep $ENV{'PBVMTMOUT'}","Waiting $ENV{'PBVMTMOUT'} s for VM $v to come up","mayfail");
[320]2653 $vmpid = pb_check_ps($tmpcmd,$vmm);
[357]2654 pb_log(0,"VM $vmm launched (pid $vmpid)\n");
[320]2655 }
[310]2656 } else {
[320]2657 pb_log(0,"Found an existing VM $vmm (pid $vmexist)\n");
[310]2658 }
[442]2659 pb_log(2,"DEBUG: pb_launchv returns ($vmexist,$vmpid)\n");
[320]2660 return($vmexist,$vmpid);
[1176]2661 } elsif ($vtype eq "ve") {
[1360]2662 # Force the creation of the VE and no snapshot usable
[1388]2663 pb_ve_launch($v,$create,$usesnap);
[1176]2664 } else {
2665 # RM here
2666 # Get distro context
[1177]2667 my $pbos = pb_distro_get_context($v);
[1176]2668
2669 # Get RM context
2670 my ($ptr,$rmpath) = pb_conf_get("rmtype","rmpath");
2671
2672 # Nothing more to do for RM. No real launch
2673 # For the moment we support the RM is already running
2674 # For ProLiant may be able to power them on if needed later on as an example.
[141]2675 }
2676}
[142]2677
[639]2678# Return string for date synchro
[772]2679sub pb_date2v {
[639]2680
2681my $vtype = shift;
[1216]2682my $pbos = shift;
[639]2683
[1545]2684# VE gets time from parent OS.
2685return "/bin/true" if ($vtype) =~ /^ve/o;
2686
[986]2687my ($ntp) = pb_conf_get_if($vtype."ntp");
2688my $vntp = $ntp->{$ENV{'PBPROJ'}} if (defined $ntp);
[1221]2689my $ntpline = undef;
[639]2690
[1598]2691if ((defined $vntp) && ($vntp !~ /^\s*$/)) {
[1221]2692 # ntp command depends on pbos
2693 my $vntpcmd = pb_distro_get_param($pbos,pb_conf_get($vtype."ntpcmd"));
[652]2694 $ntpline = "sudo $vntpcmd $vntp";
[639]2695}
2696# Force new date to be in the future compared to the date
2697# of the host by adding 1 minute
2698my @date=pb_get_date();
2699$date[1]++;
2700my $upddate = strftime("%m%d%H%M%Y", @date);
[1179]2701my $dateline = "sudo /bin/date $upddate";
[1190]2702if (defined $ntpline) {
2703 return($ntpline);
2704} else {
2705 return($dateline);
[639]2706}
[1190]2707}
[639]2708
[320]2709sub pb_build2v {
[118]2710
[320]2711my $vtype = shift;
[772]2712my $action = shift || "build";
[142]2713
[772]2714my ($v,$all) = pb_get2v($vtype);
[320]2715
2716# Send tar files when we do a global generation
[772]2717pb_build2ssh() if (($all == 1) && ($action eq "build"));
[320]2718
[1143]2719# Adapt // mode to memory size
2720$pbparallel = pb_set_parallel($vtype);
2721
[320]2722my ($vmexist,$vmpid) = (undef,undef);
[1176]2723my $pm;
[1550]2724my $all_ok = 1;
[1176]2725if (defined $pbparallel) {
2726 $pm = new Parallel::ForkManager($pbparallel);
[320]2727
[1176]2728 # Set which port the VM/RM will use to communicate
2729 $pm->run_on_start(\&pb_set_port);
[1550]2730 $pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
2731 unless ($code == 0 && $signal == 0 && $dump == 0) {
[1552]2732 $all_ok = 0;
[1550]2733 pb_log(0,"ERROR: pid $pid failed\n");
2734 }
2735 });
[1176]2736}
[1143]2737
2738my $counter = 0;
[320]2739foreach my $v (@$v) {
[1143]2740 $counter++;
[1153]2741 # Modulo 2 * pbparallel (to avoid synchronization problems)
[1176]2742 $counter = 1 if ((defined $pbparallel) && ($counter > 2 * $pbparallel));
[1143]2743 $pm->start($counter) and next if (defined $pbparallel);
[1176]2744 # Prepare the script to be executed on the VM/VE/RM
[1138]2745 # in $ENV{'PBDESTDIR'}/pbscript.$$
2746 open(SCRIPT,"> $ENV{'PBDESTDIR'}/pbscript.$$") || die "Unable to create $ENV{'PBDESTDIR'}/pbscript.$$";
[652]2747 print SCRIPT "#!/bin/bash\n";
[721]2748
2749 # Transmit the verbosity level to the virtual env/mach.
2750 my $verbose = "";
2751 my $i = 0; # minimal debug level
2752 while ($i lt $pbdebug) {
2753 $verbose .= "-v ";
2754 $i++;
2755 }
[1597]2756 print SCRIPT "set -e\n" if ($Global::pb_stop_on_error);
[721]2757 # Activate script verbosity if at least 2 for pbdebug
2758 print SCRIPT "set -x\n" if ($i gt 1);
2759 # Quiet if asked to be so on the original system
2760 $verbose = "-q" if ($pbdebug eq -1);
2761
[652]2762 print SCRIPT "echo ... Execution needed\n";
2763 print SCRIPT "# This is in directory delivery\n";
2764 print SCRIPT "# Setup the variables required for building\n";
2765 print SCRIPT "export PBPROJ=$ENV{'PBPROJ'}\n";
[686]2766
[772]2767 if ($action eq "build") {
2768 print SCRIPT "# Preparation for pb\n";
2769 print SCRIPT "mv .pbrc \$HOME\n";
2770 print SCRIPT "cd ..\n";
2771 }
2772
[1545]2773 # VE needs a good /proc, tolerate one being potentially left around after a failure
[687]2774 if ($vtype eq "ve") {
[1545]2775 print SCRIPT "[ -d /proc/1 ] || sudo /bin/mount -t proc /proc /proc\n";
[686]2776 }
[652]2777
[1216]2778 # Get distro context
2779 my $pbos = pb_distro_get_context($v);
2780
2781 my $ntpline = pb_date2v($vtype,$pbos);
[652]2782 print SCRIPT "# Time sync\n";
[1545]2783 print SCRIPT "echo setting up date with $ntpline\n";
[1190]2784 print SCRIPT "$ntpline\n";
[721]2785 # Use potential local proxy declaration in case we need it to download repo, pkgs, ...
2786 if (defined $ENV{'http_proxy'}) {
2787 print SCRIPT "export http_proxy=\"$ENV{'http_proxy'}\"\n";
2788 }
[652]2789
[721]2790 if (defined $ENV{'ftp_proxy'}) {
2791 print SCRIPT "export ftp_proxy=\"$ENV{'ftp_proxy'}\"\n";
[652]2792 }
2793
[772]2794 # Get list of packages to build/test and get some ENV vars as well
2795 my $ptr = pb_get_pkg();
2796 @pkgs = @$ptr;
2797 my $p = join(' ',@pkgs) if (@pkgs);
2798 print SCRIPT "export PBPROJVER=$ENV{'PBPROJVER'}\n";
2799 print SCRIPT "export PBPROJTAG=$ENV{'PBPROJTAG'}\n";
2800 print SCRIPT "export PBPACKAGER=\"$ENV{'PBPACKAGER'}\"\n";
[721]2801
2802 # We may need to do some other tasks before building. Read a script here to finish setup
[772]2803 if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".pre") {
2804 print SCRIPT "# Special pre-instructions to be launched\n";
2805 print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".pre");
[721]2806 }
2807
[772]2808 if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre") {
2809 print SCRIPT "# Special pre-$action instructions to be launched\n";
2810 print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.pre");
2811 }
2812
2813 print SCRIPT "# $action\n";
2814 print SCRIPT "echo $action"."ing packages on $vtype...\n";
2815
2816 if (($action eq "test") && (! -x "$ENV{'PBDESTDIR'}/pbtest")) {
2817 die "No test script ($ENV{'PBDESTDIR'}/pbtest) found when in test mode. Aborting ...";
2818 }
2819 print SCRIPT "pb $verbose -p $ENV{'PBPROJ'} $action"."2pkg $p\n";
2820
[687]2821 if ($vtype eq "ve") {
[1179]2822 print SCRIPT "sudo /bin/umount /proc\n";
[686]2823 }
[721]2824
2825 # We may need to do some other tasks after building. Read a script here to exit properly
[772]2826 if (-x "$ENV{'PBDESTDIR'}/pb$vtype"."$action.post") {
2827 print SCRIPT "# Special post-$action instructions to be launched\n";
2828 print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype"."$action.post");
[721]2829 }
2830
[772]2831 if (-x "$ENV{'PBDESTDIR'}/pb$vtype".".post") {
2832 print SCRIPT "# Special post-instructions to be launched\n";
2833 print SCRIPT pb_get_content("$ENV{'PBDESTDIR'}/pb$vtype".".post");
2834 }
2835
[1546]2836 print SCRIPT q{echo "********** Successful exit of script $$ *********************"}, "\n";
[652]2837 close(SCRIPT);
[1138]2838 chmod 0755,"$ENV{'PBDESTDIR'}/pbscript.$$";
[652]2839
[1176]2840 # Launch the VM/VE/RM
[755]2841 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0);
2842
[1139]2843
[320]2844 if ($vtype eq "vm") {
[1143]2845 # Skip that VM if something went wrong
[1139]2846 if (($vmpid == 0) && ($vmexist == 0)) {
2847 $pm->finish if (defined $pbparallel);
2848 next;
2849 }
[658]2850 } else {
[1176]2851 # VE/RM
[658]2852 $vmexist = 0;
2853 $vmpid = 0;
[118]2854 }
[320]2855 # Gather all required files to send them to the VM/VE
[347]2856 # and launch the build through pbscript
[357]2857 pb_log(2,"Calling send2target $vtype,$v,$vmexist,$vmpid\n");
[772]2858 pb_send2target(uc($vtype).$action,"$v",$vmexist,$vmpid);
[1139]2859 $pm->finish if (defined $pbparallel);
[105]2860}
[1176]2861$pm->wait_all_children if (defined $pbparallel);
[1550]2862die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
[320]2863}
[105]2864
[262]2865
[739]2866sub pb_clean {
2867
2868 my $sleep=10;
2869 die "Unable to get env var PBDESTDIR" if (not defined $ENV{'PBDESTDIR'});
2870 die "Unable to get env var PBBUILDDIR" if (not defined $ENV{'PBBUILDDIR'});
2871 pb_log(0,"We will now wait $sleep s before removing both directories\n$ENV{'PBDESTDIR'} and $ENV{'PBBUILDDIR'}.\nPlease break me if this is wrong\n");
2872 sleep $sleep;
2873 pb_rm_rf($ENV{'PBDESTDIR'});
2874 pb_rm_rf($ENV{'PBBUILDDIR'});
2875}
2876
[199]2877sub pb_newver {
2878
[204]2879 die "-V Version parameter needed" if ((not defined $newver) || ($newver eq ""));
[340]2880
[366]2881 # Need this call for PBDIR
2882 my ($scheme2,$uri) = pb_cms_init($pbinit);
[361]2883
[898]2884 my ($pbconf,$pburl) = pb_conf_get("pbconfurl","pburl");
[366]2885 $uri = $pbconf->{$ENV{'PBPROJ'}};
2886 my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
2887
[361]2888 # Checking CMS repositories status
[366]2889 ($scheme2, $account, $host, $port, $path) = pb_get_uri($pburl->{$ENV{'PBPROJ'}});
[340]2890
2891 if ($scheme !~ /^svn/) {
[199]2892 die "Only SVN is supported at the moment";
2893 }
[483]2894
[1469]2895 my $res = pb_vcs_isdiff($scheme,$ENV{'PBROOTDIR'});
[361]2896 die "ERROR: No differences accepted in CMS for $ENV{'PBROOTDIR'} before creating a new version" if ($res != 0);
[358]2897
[1469]2898 $res = pb_vcs_isdiff($scheme2,$ENV{'PBDIR'});
[361]2899 die "ERROR: No differences accepted in CMS for $ENV{'PBDIR'} before creating a new version" if ($res != 0);
[358]2900
2901 # Tree identical between PBCONFDIR and PBROOTDIR. The delta is what
2902 # we want to get for the root of the new URL
2903
[1381]2904 my $oldver = $ENV{'PBROOTDIR'};
2905 $oldver =~ s|^$ENV{'PBCONFDIR'}||;
[358]2906
[1381]2907 pb_log(2, "PBCONFDIR: $ENV{'PBCONFDIR'}\nPBROOTDIR: $ENV{'PBROOTDIR'}\n");
2908
2909 my $newurl = "$uri/$newver";
[366]2910 # Should probably use projver in the old file
[1381]2911 my $oldvertxt= basename($oldver);
2912 my $newvertxt = basename($newver);
[361]2913
[366]2914 # Duplicate and extract project-builder part
[1381]2915 pb_log(2,"Copying $uri/$oldver to $newurl\n");
[1469]2916 pb_vcs_copy($scheme,"$uri/$oldver",$newurl);
[1381]2917 pb_log(2,"Checkout $newurl to $ENV{'PBCONFDIR'}/$newver\n");
[1469]2918 pb_vcs_up($scheme,"$ENV{'PBCONFDIR'}");
[361]2919
[366]2920 # Duplicate and extract project
[1381]2921 my $newurl2 = "$pburl->{$ENV{'PBPROJ'}}/$newver";
[366]2922
[1381]2923 pb_log(2,"Copying $pburl->{$ENV{'PBPROJ'}}/$oldver to $newurl2\n");
[1469]2924 pb_vcs_copy($scheme2,"$pburl->{$ENV{'PBPROJ'}}/$oldver",$newurl2);
[366]2925
[1381]2926 my $tmp = $ENV{'PBDIR'};
2927 $tmp =~ s|$oldver$||;
2928 pb_log(2,"Checkout $newurl2 to $tmp/$newver\n");
[1469]2929 pb_vcs_up($scheme2,"$tmp");
[1381]2930
[361]2931 # Update the .pb file
[1381]2932 open(FILE,"$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb") || die "Unable to open $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb";
2933 open(OUT,"> $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new") || die "Unable to write to $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new";
[208]2934 while(<FILE>) {
[1420]2935 if (/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldvertxt$/) {
2936 s/^projver\s+$ENV{'PBPROJ'}\s*=\s*$oldvertxt$/projver $ENV{'PBPROJ'} = $newvertxt/;
[1381]2937 pb_log(0,"Changing projver from $oldvertxt to $newvertxt in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n");
2938 }
2939 if (/^testver/) {
2940 s/^testver/#testver/;
2941 pb_log(0,"Commenting testver in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n") if (/^testver/);
2942 }
2943 if (/^delivery/) {
[1420]2944 my $txt = $_;
2945 chomp($txt);
2946 pb_log(0,"Please check delivery ($txt) in $ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb\n");
[1381]2947 }
[211]2948 print OUT $_;
[208]2949 }
2950 close(FILE);
[211]2951 close(OUT);
[1381]2952 rename("$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb.new","$ENV{'PBCONFDIR'}/$newver/$ENV{'PBPROJ'}.pb");
[363]2953
[479]2954 # Checking pbcl files
2955 foreach my $f (<$ENV{'PBROOTDIR'}/*/pbcl>) {
[590]2956 # Compute new pbcl file
2957 my $f2 = $f;
[1381]2958 $f2 =~ s|$ENV{'PBROOTDIR'}|$ENV{'PBCONFDIR'}/$newver/|;
[479]2959 open(PBCL,$f) || die "Unable to open $f";
2960 my $foundnew = 0;
2961 while (<PBCL>) {
[1381]2962 $foundnew = 1 if (/^$newvertxt \(/);
[479]2963 }
2964 close(PBCL);
[590]2965 open(OUT,"> $f2") || die "Unable to write to $f2: $!";
[479]2966 open(PBCL,$f) || die "Unable to open $f";
[1612]2967 # We skip as long as we do not reach the new version in the log (case of devel)
2968 my $skip = 1;
2969 # We let the 4 first lines
2970 my $cnt = 0;
[479]2971 while (<PBCL>) {
[1612]2972 $skip = 0 if (/^$newvertxt \(/);
[1381]2973 if ((/^$oldvertxt \(/) && ($foundnew == 0)) {
2974 print OUT "$newvertxt ($pbdate)\n";
[479]2975 print OUT "- TBD\n";
2976 print OUT "\n";
[1381]2977 pb_log(0,"WARNING: version $newvertxt not found in $f so added to $f2...\n") if ($foundnew == 0);
[479]2978 }
[1612]2979 if ($cnt <= 4) {
2980 print OUT "$_" if (not /^$oldvertxt \(/);
2981 } else {
2982 print OUT "$_" if ($skip == 0);
2983 }
2984 $cnt++;
[479]2985 }
2986 close(OUT);
2987 close(PBCL);
2988 }
2989
[1381]2990 pb_log(2,"Checkin $ENV{'PBCONFDIR'}/$newver\n");
2991 pb_cms_checkin($scheme,"$ENV{'PBCONFDIR'}/$newver",undef);
[199]2992}
2993
[293]2994#
[1176]2995# Return the list of VMs/VEs/RMs we are working on
[105]2996# $all is a flag to know if we return all of them
2997# or only some (if all we publish also tar files in addition to pkgs
2998#
[772]2999sub pb_get2v {
[91]3000
[320]3001my $vtype = shift;
3002my @v;
[105]3003my $all = 0;
[320]3004my $pbv = 'PBV';
[1176]3005my $vlist = $vtype."list";
[91]3006
[320]3007# Get VM/VE list
3008if ((not defined $ENV{$pbv}) || ($ENV{$pbv} =~ /^all$/)) {
3009 my ($ptr) = pb_conf_get($vlist);
3010 $ENV{$pbv} = $ptr->{$ENV{'PBPROJ'}};
[105]3011 $all = 1;
[91]3012}
[320]3013pb_log(2,"$vtype: $ENV{$pbv}\n");
3014@v = split(/,/,$ENV{$pbv});
3015return(\@v,$all);
[91]3016}
3017
[1541]3018# This function creates a giant script to configure a particular VM/VE/RM, it then copies the
3019# script to the target.
3020
[1176]3021# Function to create a potentialy missing pb account on the VM/VE/RM, and adds it to sudo
3022# Needs to use root account to connect to the VM/VE/RM
[320]3023# pb will take your local public SSH key to access
[1176]3024# the pb account in the VM/VE/RM later on if needed
[772]3025sub pb_setup2v {
[320]3026
3027my $vtype = shift;
[1140]3028my $sbx = shift || undef;
[320]3029
[772]3030my ($vm,$all) = pb_get2v($vtype);
[353]3031
[346]3032# Script generated
3033my $pbscript = "$ENV{'PBDESTDIR'}/setupv";
[320]3034
[1143]3035# Adapt // mode to memory size
3036$pbparallel = pb_set_parallel($vtype);
3037
[1176]3038my $pm;
[1550]3039my $all_ok = 1;
[1176]3040if (defined $pbparallel) {
3041 $pm = new Parallel::ForkManager($pbparallel);
[1143]3042
[1176]3043 # Set which port the VM/RM will use to communicate
3044 $pm->run_on_start(\&pb_set_port);
[1550]3045 $pm->run_on_finish(sub { my ($pid, $code, $id, $signal, $dump) = @_;
3046 $all_ok = 0 unless (($code == 0) && ($signal == 0) && ($dump == 0));
3047 });
[1176]3048}
[1143]3049
3050my $counter = 0;
[652]3051foreach my $v (@$vm) {
[1143]3052 $counter++;
3053 # Modulo pbparallel
[1176]3054 $counter = 1 if ((defined $pbparallel) && ($counter > $pbparallel));
[1143]3055 $pm->start($counter) and next if (defined $pbparallel);
3056
[891]3057 # Get distro context
[1177]3058 my $pbos = pb_distro_get_context($v);
[891]3059
[1216]3060 # Deal with date sync.
3061 my $ntpline = pb_date2v($vtype,$pbos);
3062
[1176]3063 # Name of the account to deal with for VM/VE/RM
[353]3064 # Do not use the one passed potentially with -a
3065 my ($pbac) = pb_conf_get($vtype."login");
[354]3066 my ($key,$zero0,$zero1,$zero2);
[639]3067 my ($vmexist,$vmpid);
[346]3068
[1176]3069 # Prepare the script to be executed on the VM/VE/RM
[681]3070 # in $ENV{'PBDESTDIR'}/setupv
3071 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
3072
3073 print SCRIPT << 'EOF';
3074#!/usr/bin/perl -w
3075
3076use strict;
3077use File::Copy;
3078
3079# We should not need in this script more functions than what is provided
[1140]3080# by Base, Conf and Distribution to avoid problems at exec time.
[681]3081# They are appended at the end.
3082
[1156]3083# Define mandatory global vars
[1649]3084EOF
3085 my $ppref = "our";
3086 $ppref = "my" if (($pbos->{'name'} =~ /redhat/) && ($pbos->{'version'} =~ /^6/));
3087 print SCRIPT << "EOF";
3088$ppref \$pbdebug;
3089$ppref \$pbLOG;
3090$ppref \$pbsynmsg = "pbscript";
3091$ppref \$pbdisplaytype = "text";
3092$ppref \$pblocale = "";
3093EOF
3094 print SCRIPT << 'EOF';
[681]3095pb_log_init($pbdebug, $pbLOG);
[1425]3096EOF
3097 print SCRIPT << "EOF";
[1548]3098\$Global::pb_stop_on_error = $Global::pb_stop_on_error;
[1425]3099pb_temp_init($pbkeep);
[1511]3100pb_conf_init("$ENV{'PBPROJ'}");
[681]3101
3102EOF
3103
[1176]3104 # Launch the VM/VE/RM - Usage of snapshot disabled
[773]3105 ($vmexist,$vmpid) = pb_launchv($vtype,$v,0,0,0);
[755]3106
[1156]3107 my $keyfile;
3108 my $nport;
3109 my $vmhost;
3110
[1255]3111 # Prepare the key to be used and transfered remotely
3112 $keyfile = pb_ssh_get(1);
3113
[1176]3114 if ($vtype =~ /(v|r)m/) {
[1215]3115 my ($vmport);
3116 ($vmhost,$vmport) = pb_conf_get($vtype."host",$vtype."port");
[1179]3117 $nport = pb_get_port($vmport,$pbos,$vtype);
[347]3118
[1176]3119 # Skip that VM/RM if something went wrong
[442]3120 next if (($vmpid == 0) && ($vmexist == 0));
[353]3121
[354]3122 # Store the pub key part in a variable
3123 open(FILE,"$keyfile.pub") || die "Unable to open $keyfile.pub";
3124 ($zero0,$zero1,$zero2) = split(/ /,<FILE>);
3125 close(FILE);
3126
3127 $key = "\Q$zero1";
3128
[1105]3129 # We call true to avoid problems if SELinux is not activated, but chcon is present and returns in that case 1
3130 pb_system("cat $keyfile.pub | ssh -q -o UserKnownHostsFile=/dev/null -p $nport -i $keyfile root\@$vmhost->{$ENV{'PBPROJ'}} \"mkdir -p .ssh ; chmod 700 .ssh ; cat >> .ssh/authorized_keys ; chmod 600 .ssh/authorized_keys ; if [ -x /usr/bin/chcon ]; then /usr/bin/chcon -Rt home_ssh_t .ssh 2> /dev/null; /bin/true; fi\"","Copying local keys to $vtype. This may require the root password");
[1176]3131 # once this is done, we can do what we need on the VM/RM remotely
[681]3132 } elsif ($vtype eq "ve") {
[1029]3133 print SCRIPT << "EOF";
[940]3134# For VE we need a good null dev
3135pb_system("rm -f /dev/null; mknod /dev/null c 1 3; chmod 777 /dev/null");
[1541]3136
[681]3137# For VE we first need to mount some FS
[1549]3138pb_system("mount -t proc /proc /proc") unless (-d "/proc/$$");
[346]3139
[354]3140EOF
[1541]3141 } else {
3142 die "Unknown virtual type $vtype";
[681]3143 }
[1029]3144
[1190]3145 if ($vtype =~ /(v|r)m/) {
[354]3146 print SCRIPT << 'EOF';
3147# Removes duplicate in .ssh/authorized_keys of our key if needed
3148#
3149my $file1="$ENV{'HOME'}/.ssh/authorized_keys";
3150open(PBFILE,$file1) || die "Unable to open $file1";
3151open(PBOUT,"> $file1.new") || die "Unable to open $file1.new";
3152my $count = 0;
3153while (<PBFILE>) {
[517]3154
[354]3155EOF
3156 print SCRIPT << "EOF";
3157 if (/ $key /) {
3158 \$count++;
3159 }
3160print PBOUT \$_ if ((\$count <= 1) || (\$_ !~ / $key /));
3161}
3162close(PBFILE);
3163close(PBOUT);
3164rename("\$file1.new",\$file1);
3165chmod 0600,\$file1;
[517]3166
[354]3167EOF
3168 }
3169 print SCRIPT << 'EOF';
3170
3171# Adds $pbac->{$ENV{'PBPROJ'}} as an account if needed
3172#
[346]3173my $file="/etc/passwd";
[320]3174open(PBFILE,$file) || die "Unable to open $file";
3175my $found = 0;
3176while (<PBFILE>) {
[346]3177EOF
[353]3178 print SCRIPT << "EOF";
3179 \$found = 1 if (/^$pbac->{$ENV{'PBPROJ'}}:/);
[346]3180EOF
[891]3181
[1176]3182# TODO: use an external parameter
[891]3183my $home = "/home";
3184# Solaris doesn't like that we use /home
[1177]3185$home = "/export/home" if ($pbos->{'type'} eq "pkg");
[891]3186
3187 print SCRIPT << "EOF";
[320]3188}
3189close(PBFILE);
3190
[891]3191if ( \$found == 0 ) {
3192 if ( ! -d "$home" ) {
3193 pb_mkdir_p("$home");
[320]3194 }
[346]3195EOF
[1179]3196 # TODO: Level of portability of these cmds ? Critical now for RM
[1255]3197 # TODO: Check existence before adding to avoid errors
[353]3198 print SCRIPT << "EOF";
[1051]3199pb_system("/usr/sbin/groupadd $pbac->{$ENV{'PBPROJ'}}","Adding group $pbac->{$ENV{'PBPROJ'}}");
3200pb_system("/usr/sbin/useradd -g $pbac->{$ENV{'PBPROJ'}} -m -d $home/$pbac->{$ENV{'PBPROJ'}} $pbac->{$ENV{'PBPROJ'}}","Adding user $pbac->{$ENV{'PBPROJ'}} (group $pbac->{$ENV{'PBPROJ'}} - home $home/$pbac->{$ENV{'PBPROJ'}})");
[427]3201}
[661]3202EOF
[320]3203
[1176]3204 # Copy the content of our local conf file to the VM/VE/RM
[891]3205 my $content = pb_get_content(pb_distro_conffile());
3206 print SCRIPT << "EOF";
3207 #
3208 # Create a temporary local conf file for distribution support
3209 # This is created here before its use later. Its place is hardcoded, so no choice for the path
3210 #
3211 my \$tempconf = pb_distro_conffile();
3212 pb_mkdir_p(dirname(\$tempconf));
3213 open(CONF,"> \$tempconf") || die "Unable to create \$tempconf";
3214 print CONF q{$content};
3215 close(CONF);
3216EOF
3217
[1176]3218 if ($vtype =~ /(v|r)m/) {
[661]3219 print SCRIPT << "EOF";
[354]3220# allow ssh entry to build
3221#
[891]3222mkdir "$home/$pbac->{$ENV{'PBPROJ'}}/.ssh",0700;
[347]3223# Allow those accessing root to access the build account
[891]3224copy("\$ENV{'HOME'}/.ssh/authorized_keys","$home/$pbac->{$ENV{'PBPROJ'}}/.ssh/authorized_keys");
[320]3225chmod 0600,".ssh/authorized_keys";
[891]3226pb_system("chown -R $pbac->{$ENV{'PBPROJ'}}:$pbac->{$ENV{'PBPROJ'}} $home/$pbac->{$ENV{'PBPROJ'}}","Finish setting up the account env for $pbac->{$ENV{'PBPROJ'}}");
[320]3227
[346]3228EOF
[661]3229}
[353]3230 print SCRIPT << 'EOF';
[347]3231# No passwd for build account only keys
[320]3232$file="/etc/shadow";
[684]3233if (-f $file) {
3234 open(PBFILE,$file) || die "Unable to open $file";
3235 open(PBOUT,"> $file.new") || die "Unable to open $file.new";
3236 while (<PBFILE>) {
[346]3237EOF
[353]3238 print SCRIPT << "EOF";
[684]3239 s/^$pbac->{$ENV{'PBPROJ'}}:\!\!:/$pbac->{$ENV{'PBPROJ'}}:*:/;
3240 s/^$pbac->{$ENV{'PBPROJ'}}:\!:/$pbac->{$ENV{'PBPROJ'}}:*:/; #SLES 9 e.g.
[910]3241 s/^$pbac->{$ENV{'PBPROJ'}}:\\*LK\\*:/$pbac->{$ENV{'PBPROJ'}}:NP:/; #Solaris e.g.
[346]3242EOF
[684]3243 print SCRIPT << 'EOF';
3244 print PBOUT $_;
3245 }
3246 close(PBFILE);
3247 close(PBOUT);
3248 rename("$file.new",$file);
3249 chmod 0640,$file;
3250 }
[320]3251
[448]3252# Keep the VM in text mode
3253$file="/etc/inittab";
[450]3254if (-f $file) {
3255 open(PBFILE,$file) || die "Unable to open $file";
3256 open(PBOUT,"> $file.new") || die "Unable to open $file.new";
3257 while (<PBFILE>) {
3258 s/^(..):5:initdefault:$/$1:3:initdefault:/;
3259 print PBOUT $_;
3260 }
3261 close(PBFILE);
3262 close(PBOUT);
3263 rename("$file.new",$file);
3264 chmod 0640,$file;
[448]3265}
3266
[320]3267# pb has to be added to portage group on gentoo
3268
[1177]3269# We need to have that pb_distro_get_context function
[888]3270# Get it from Project-Builder::Distribution
[891]3271# And we now need the conf file required for this to work created above
[888]3272
[1177]3273my $pbos = pb_distro_get_context();
3274print "distro tuple: ".Dumper($pbos)."\n";
[891]3275
[346]3276# Adapt sudoers
[888]3277# sudo is not default on Solaris and needs to be installed first
3278# from http://www.sunfreeware.com/programlistsparc10.html#sudo
[1177]3279if ($pbos->{'type'} eq "pkg") {
[888]3280 $file="/usr/local/etc/sudoers";
3281} else {
3282 $file="/etc/sudoers";
3283}
[346]3284open(PBFILE,$file) || die "Unable to open $file";
3285open(PBOUT,"> $file.new") || die "Unable to open $file.new";
3286while (<PBFILE>) {
3287EOF
[1190]3288 # Skip what will be generated
[353]3289 print SCRIPT << "EOF";
[1190]3290 next if (/^$pbac->{$ENV{'PBPROJ'}}\\s+/);
3291 next if (/^Defaults:$pbac->{$ENV{'PBPROJ'}}\\s+/);
[1598]3292 next if (/^Defaults:root\\s+\!requiretty/);
3293 next if (/^Defaults:root\\s+env_keep/);
[346]3294EOF
[353]3295 print SCRIPT << 'EOF';
[1549]3296 s/Defaults\s+requiretty/# disable Defaults: requiretty/;
[346]3297 print PBOUT $_;
3298}
3299close(PBFILE);
3300EOF
[353]3301 print SCRIPT << "EOF";
[1032]3302# Some distro force requiretty at compile time, so disable here
3303print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} !requiretty\n";
[1035]3304print PBOUT "Defaults:root !requiretty\n";
[1179]3305# Keep proxy configuration while using sudo
[1198]3306print PBOUT "Defaults:$pbac->{$ENV{'PBPROJ'}} env_keep += \\\"http_proxy ftp_proxy\\\"\n";
[1541]3307print PBOUT "Defaults:root env_keep += \\\"http_proxy ftp_proxy\\\"\n";
[1179]3308EOF
3309 # Try to restrict security to what is really needed
3310 if ($vtype =~ /^vm/) {
[1197]3311 my $hpath = pb_distro_get_param($pbos,pb_conf_get("ospathcmd-halt"));
[1198]3312 my @sudocmds = pb_get_sudocmds($pbos,$ntpline,"sudo $hpath");
[1179]3313 print SCRIPT << "EOF";
3314# This is needed in order to be able on VM to halt the machine from the $pbac->{$ENV{'PBPROJ'}} account at least
3315# Build account $pbac->{$ENV{'PBPROJ'}} in VM also needs to setup date and install deps.
3316# Nothing else should be needed
3317EOF
[1189]3318 foreach my $c (@sudocmds) {
[1426]3319 print SCRIPT "print PBOUT \"$pbac->{$ENV{'PBPROJ'}} ALL = NOPASSWD: $c\\n\";\n";
[1179]3320 }
3321 } elsif ($vtype =~ /^rm/) {
[1190]3322 my @sudocmds = pb_get_sudocmds($pbos,$ntpline);
[1179]3323 print SCRIPT << "EOF";
3324# Build account $pbac->{$ENV{'PBPROJ'}} in RM only needs to setup date and install deps if needed each time
3325EOF
[1189]3326 foreach my $c (@sudocmds) {
[1426]3327 print SCRIPT "print PBOUT \"$pbac->{$ENV{'PBPROJ'}} ALL = NOPASSWD: $c\\n\";\n";
[1179]3328 }
3329 } else {
3330 print SCRIPT << "EOF";
3331# Build account $pbac->{$ENV{'PBPROJ'}} for VE needs to do a lot in the host (and chroot), so allow without restriction for now
[353]3332print PBOUT "$pbac->{$ENV{'PBPROJ'}} ALL=(ALL) NOPASSWD:ALL\n";
[346]3333EOF
[1179]3334}
[353]3335 print SCRIPT << 'EOF';
[346]3336close(PBOUT);
3337rename("$file.new",$file);
3338chmod 0440,$file;
3339
3340EOF
[891]3341
[1190]3342 if ($vtype =~ /(v|r)m/) {
3343 # Sync date
3344 # do it after sudoers is setup
[1603]3345 print SCRIPT "pb_system(\"$ntpline\",\"Updating time with $ntpline\",\"mayfail\");\n";
[1190]3346 }
[891]3347 # We may need a proxy configuration. Get it from the local env
[1549]3348 my $ftp_proxy = pb_distro_get_param($pbos,pb_conf_get_if("ftp_proxy"));
3349 my $http_proxy = pb_distro_get_param($pbos,pb_conf_get_if("http_proxy"));
[891]3350
[1549]3351 $ENV{'ftp_proxy'} ||= $ftp_proxy if ((defined $ftp_proxy) && ($ftp_proxy ne ""));
3352 $ENV{'http_proxy'} ||= $http_proxy if ((defined $http_proxy) && ($http_proxy ne ""));
[1541]3353
[891]3354 if (defined $ENV{'http_proxy'}) {
3355 print SCRIPT "\$ENV\{'http_proxy'\}=\"$ENV{'http_proxy'}\";\n";
3356 }
3357
3358 if (defined $ENV{'ftp_proxy'}) {
3359 print SCRIPT "\$ENV\{'ftp_proxy'\}=\"$ENV{'ftp_proxy'}\";\n";
3360 }
3361
3362 print SCRIPT << 'EOF';
[353]3363
[346]3364# Suse wants sudoers as 640
[1177]3365if ((($pbos->{'name'} eq "sles") && (($pbos->{'version'} =~ /10/) || ($pbos->{'version'} =~ /9/))) || (($pbos->{'name'} eq "opensuse") && ($pbos->{'version'} =~ /10.[012]/))) {
[346]3366 chmod 0640,$file;
3367}
3368
[1109]3369# First install all required packages
[1600]3370pb_system("yum clean all","Cleaning yum env","mayfail") if (($pbos->{'name'} eq "fedora") || ($pbos->{'name'} eq "asianux") || ($pbos->{'name'} eq "rhel"));
[1109]3371my ($ospkgdep) = pb_conf_get_if("ospkgdep");
3372
[1177]3373my $pkgdep = pb_distro_get_param($pbos,$ospkgdep);
3374pb_distro_installdeps(undef,$pbos,pb_distro_only_deps_needed($pbos,join(' ',split(/,/,$pkgdep))));
[1109]3375
3376EOF
[1177]3377 my $itype = pb_distro_get_param($pbos,pb_conf_get("pbinstalltype"));
[1176]3378 # Install from sandbox mean a file base install
3379 $itype = "file" if (defined $sbx);
[1132]3380 if ($itype =~ /^file/) {
[1140]3381 my $cmdget;
3382 if (defined $sbx) {
3383 # Install from sandbox mean using the result of the just passed sbx2build command
3384 # Get content saved in cms2build
3385 my ($pkg) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
[1432]3386 my $pbextdir = pb_get_extdir();
[1140]3387 die "Unable to get package list" if (not defined $pkg);
3388
3389 # We consider 2 specific packages
3390 my $vertag1 = $pkg->{"ProjectBuilder"};
3391 my $vertag2 = $pkg->{"project-builder"};
3392 # get the version of the current package - maybe different
[1459]3393 pb_log(2,"Vertag1: $vertag1\n");
3394 pb_log(2,"Vertag2: $vertag2\n");
[1140]3395 my ($pbver1,$tmp1) = split(/-/,$vertag1);
3396 my ($pbver2,$tmp2) = split(/-/,$vertag2);
[1156]3397 # Copy inside the VE
3398 if ($vtype eq "ve") {
3399 my ($vepath) = pb_conf_get("vepath");
[1432]3400 copy("$ENV{'PBDESTDIR'}/ProjectBuilder-$pbver1$pbextdir.tar.gz","$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/tmp");
3401 copy("$ENV{'PBDESTDIR'}/project-builder-$pbver2$pbextdir.tar.gz","$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/tmp");
[1156]3402 } else {
[1432]3403 pb_system("scp -i $keyfile -p -o UserKnownHostsFile=/dev/null -P $nport $ENV{'PBDESTDIR'}/ProjectBuilder-$pbver1$pbextdir.tar.gz $ENV{'PBDESTDIR'}/project-builder-$pbver2$pbextdir.tar.gz root\@$vmhost->{$ENV{'PBPROJ'}}:/tmp","Copying local project files to $vtype.");
[1156]3404 }
[1432]3405 $cmdget = "mv /tmp/ProjectBuilder-$pbver1$pbextdir.tar.gz ProjectBuilder-latest.tar.gz ; mv /tmp/project-builder-$pbver2$pbextdir.tar.gz project-builder-latest.tar.gz";
[1140]3406 } else {
[1549]3407 # TODO: shouldn't we have a variable to specify the source file?
3408 # And shouldn't we be getting the one that matches the current pb version?
3409 # For the moment, just take the latest stable one
[1140]3410 $cmdget = "wget --passive-ftp ftp://ftp.project-builder.org/src/ProjectBuilder-latest.tar.gz; wget --passive-ftp ftp://ftp.project-builder.org/src/project-builder-latest.tar.gz";
3411 }
[1109]3412 print SCRIPT << 'EOF';
3413# Then install manually the missing perl modules
3414my ($osperldep,$osperlver) = pb_conf_get_if("osperldep","osperlver");
3415
[1177]3416my $perldep = pb_distro_get_param($pbos,$osperldep);
[1109]3417foreach my $m (split(/,/,$perldep)) {
3418 # Skip empty deps
3419 next if ($m =~ /^\s*$/);
3420 my $dir = $m;
3421 $dir =~ s/-.*//;
[1600]3422 pb_system("echo \"rm -rf $m* ; wget http://search.cpan.org/CPAN/modules/by-module/$dir/$m-$osperlver->{$m}.tar.gz ; gzip -cd $m-$osperlver->{$m}.tar.gz | tar xf - ; cd $m* ; if [ -f Build.PL ]; then perl Build.PL; ./Build ; ./Build install ; else perl Makefile.PL; make ; make install ; fi; cd .. ; rm -rf $m*\" | bash -e" ,"Installing perl module $m-$osperlver->{$m}","mayfail");
[1109]3423}
[1140]3424EOF
[1425]3425 print SCRIPT << 'EOF';
3426pb_system("rm -rf ProjectBuilder-* ; rm -rf project-builder-* ; rm -rf `perl -V:installvendorlib | awk -F\"'\" '{print \$2}'`/ProjectBuilder ;
[1109]3427EOF
[1425]3428 print SCRIPT " $cmdget ; ";
3429 print SCRIPT << 'EOF'
3430gzip -cd ProjectBuilder-latest.tar.gz | tar xf - ; cd ProjectBuilder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf ProjectBuilder-* ; gzip -cd project-builder-latest.tar.gz | tar xf - ; cd project-builder-* ; perl Makefile.PL ; make ; make install ; cd .. ; rm -rf project-builder-* ;","Building Project-Builder");
3431EOF
[1132]3432 } elsif ($itype =~ /^pkg/) {
[1109]3433 # pkg based install. We need to point to the project-builder.org repository
3434 print SCRIPT << 'EOF';
[1177]3435my $pkgforpb = pb_distro_get_param($pbos,pb_conf_get_if("ospkg"));
3436pb_distro_setuposrepo($pbos);
3437pb_distro_installdeps(undef,$pbos,pb_distro_only_deps_needed($pbos,join(' ',split(/,/,$pkgforpb))));
[1109]3438EOF
3439 } else {
3440 # Unknown install type
3441 die("Unknown install type $itype->{$ENV{'PBPROJ'}} for param pbinstalltype");
3442 }
3443 print SCRIPT << 'EOF';
[1600]3444pb_system("pb -h",undef,"verbose");
[1189]3445pb_system("pbdistrocheck",undef,"verbose");
[357]3446EOF
[681]3447 if ($vtype eq "ve") {
3448 print SCRIPT << 'EOF';
3449# For VE we need to umount some FS at the end
3450
[1603]3451pb_system("umount /proc","Unmounting /proc","mayfail");
[696]3452
3453# Create a basic network file if not already there
3454
3455my $nf="/etc/sysconfig/network";
[1551]3456if ((! -f $nf) && ($pbos->{'type'} eq "rpm") && ($pbos->{'family'} ne "novell")) {
[696]3457 open(NF,"> $nf") || die "Unable to create $nf";
3458 print NF "NETWORKING=yes\n";
3459 print NF "HOSTNAME=localhost\n";
3460 close(NF);
3461}
3462chmod 0755,$nf;
[681]3463EOF
3464 }
3465
[1177]3466 # Adds pb_distro_get_context and all functions needed from ProjectBuilder::Distribution, Conf and Base
[1545]3467 foreach my $m ("ProjectBuilder/Base.pm","ProjectBuilder/Distribution.pm","ProjectBuilder/Conf.pm") {
3468 foreach my $d (@INC) {
3469 my $f = "$d/$m";
[405]3470 if (-f "$f") {
[1545]3471 open(PBD,"$f") || die "Unable to open $f: $!";
[405]3472 while (<PBD>) {
[891]3473 next if (/^package/);
3474 next if (/^use Exporter/);
3475 next if (/^use ProjectBuilder::/);
3476 next if (/^our /);
[405]3477 print SCRIPT $_;
3478 }
3479 close(PBD);
[1545]3480 # We just need the first one of each file wrt @INC - hopefully that's the right one.
3481 last;
[353]3482 }
[347]3483 }
3484 }
[1156]3485 # Use a fake pb_version_init version here
3486 print SCRIPT << "EOF";
3487sub pb_version_init {
3488
3489return("$projectbuilderver","$projectbuilderrev");
3490}
34911;
3492EOF
[353]3493 close(SCRIPT);
3494 chmod 0755,"$pbscript";
3495
[442]3496 # That build script needs to be run as root and force stop of VM at end
[353]3497 $pbaccount = "root";
[442]3498
[1111]3499 # Force shutdown of VM except if it was already launched
[748]3500 my $pbforce = 0;
[442]3501 if ((! $vmexist) && ($vtype eq "vm")) {
[748]3502 $pbforce = 1;
[442]3503 }
3504
[748]3505 pb_script2v($pbscript,$vtype,$pbforce,$v);
[1143]3506 $pm->finish if (defined $pbparallel);
[347]3507}
[1176]3508$pm->wait_all_children if (defined $pbparallel);
[1550]3509die "Aborting, one or more of the children failed." if ((not $all_ok) && ($Global::pb_stop_on_error));
[353]3510return;
[346]3511}
3512
[772]3513# Function to create a snapshot named 'pb' for VMs and a compressed tar for VEs
3514sub pb_snap2v {
[748]3515
3516my $vtype = shift;
3517
[772]3518my ($vm,$all) = pb_get2v($vtype);
[748]3519
3520# Script generated
3521my $pbscript = "$ENV{'PBDESTDIR'}/snapv";
3522
[898]3523my ($pbac) = pb_conf_get($vtype."login");
3524
[748]3525foreach my $v (@$vm) {
[1138]3526 if ($vtype eq "ve") {
3527 # Get distro context
[1177]3528 my $pbos = pb_distro_get_context($v);
[1138]3529 my ($vepath) = pb_conf_get("vepath");
[971]3530
[1138]3531 # Test if an existing snapshot exists and remove it if there is a VE
[1177]3532 if ((-f "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz") &&
3533 (! -d "$vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}")) {
3534 pb_system("sudo rm -f $vepath->{$ENV{'PBPROJ'}}/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz","Removing previous snapshot $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.tar.gz");
[1138]3535 }
[971]3536 }
3537
[748]3538 # Prepare the script to be executed on the VM/VE
3539 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
3540 print SCRIPT << 'EOF';
3541 #!/bin/bash
[776]3542 sleep 2
[748]3543EOF
3544 close(SCRIPT);
3545 chmod 0755,"$pbscript";
3546
3547 # Force shutdown of VM/VE
3548 # Force snapshot of VM/VE
[773]3549 pb_script2v($pbscript,$vtype,1,$v,1);
[748]3550}
3551return;
3552}
3553
[1176]3554# Function to update VMs/VEs/RMs with the latest distribution content
[1111]3555sub pb_update2v {
3556
3557my $vtype = shift;
3558
3559my ($vm,$all) = pb_get2v($vtype);
3560
3561# Script generated
3562my $pbscript = "$ENV{'PBDESTDIR'}/updatev";
3563
3564my ($pbac) = pb_conf_get($vtype."login");
3565
3566foreach my $v (@$vm) {
3567 # Get distro context
[1177]3568 my $pbos = pb_distro_get_context($v);
[1111]3569
[1176]3570 # Prepare the script to be executed on the VM/VE/RM
[1111]3571 # in $ENV{'PBDESTDIR'}/updatev
3572 open(SCRIPT,"> $pbscript") || die "Unable to create $pbscript";
3573
3574 print SCRIPT << 'EOF';
3575 #!/bin/bash
3576 sleep 2
3577EOF
3578 # VE needs a good /proc
3579 if ($vtype eq "ve") {
[1179]3580 print SCRIPT "sudo /bin/mount -t proc /proc /proc\n";
[1111]3581 }
[1177]3582 print SCRIPT "$pbos->{'update'}\n";
[1111]3583 if ($vtype eq "ve") {
[1179]3584 print SCRIPT "sudo /bin/umount /proc\n";
[1111]3585 }
3586 close(SCRIPT);
3587 chmod 0755,"$pbscript";
3588
3589 # Force shutdown of VM except
3590 pb_script2v($pbscript,$vtype,1,$v);
3591}
3592return;
3593}
3594
[471]3595sub pb_announce {
3596
[1386]3597 my $antype = shift;
3598
[473]3599 # Get all required parameters
[477]3600 my ($pbpackager,$pbrepo,$pbml,$pbsmtp) = pb_conf_get("pbpackager","pbrepo","pbml","pbsmtp");
[1392]3601 my ($pkgv, $pkgt, $testver) = pb_conf_get_if("pkgver","pkgtag","testver");
3602 if (((not defined $testver) || (not defined $testver->{$ENV{'PBPROJ'}}) || ($testver->{$ENV{'PBPROJ'}} !~ /true/i)) && ($antype eq "Clean")) {
3603 # We just clean for test versions
3604 pb_log(0,"Unable to clean SSH repository for non testver version\n");
3605 return;
3606 }
[471]3607 my $pkg = pb_cms_get_pkg($defpkgdir,$extpkgdir);
3608 my @pkgs = @$pkg;
3609 my %pkgs;
3610 my $first = 0;
3611
[1282]3612 # Get all distros concerned
3613 my $pbos = pb_distro_get_context();
3614 my $distrolist = pb_get_distros($pbos,undef);
3615 my %dl;
[1386]3616 my %theorlist;
3617 my %archlist;
[1282]3618 foreach my $d (split(/,/,$distrolist)) {
[1386]3619 my ($d1,$d2,$d3) = split(/-/,$d);
[1282]3620 $dl{$d1}++;
3621 }
3622
[473]3623 # Command to find packages on repo
[1282]3624 my $findstr = "find ".join(" ",keys %dl)." ";
[1392]3625 my $srcstr = "";
[473]3626 # Generated announce files
3627 my @files;
[471]3628
3629 foreach my $pbpkg (@pkgs) {
3630 if ($first != 0) {
3631 $findstr .= "-o ";
3632 }
3633 $first++;
3634 if ((defined $pkgv) && (defined $pkgv->{$pbpkg})) {
3635 $pbver = $pkgv->{$pbpkg};
3636 } else {
3637 $pbver = $ENV{'PBPROJVER'};
3638 }
3639 if ((defined $pkgt) && (defined $pkgt->{$pbpkg})) {
3640 $pbtag = $pkgt->{$pbpkg};
3641 } else {
3642 $pbtag = $ENV{'PBPROJTAG'};
3643 }
3644
[547]3645 # TODO: use virtual/real names here now
[1285]3646 my $pbrealpkg = $pbpkg;
3647 my $pbrealpkgrpm = pb_cms_get_real_pkg($pbpkg,"rpm");
3648 my $pbrealpkgdeb = pb_cms_get_real_pkg($pbpkg,"deb");
[1392]3649 if ($antype eq "Clean") {
[1432]3650 # We only clean test versions anyway
3651 $pbtag = "0";
3652 my $nver = $pbver;
3653 my $ntag = "[2-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9][0-9]";
3654 $pbver .= $ntag;
3655 $findstr .= "-name \'$pbrealpkgrpm-$pbver-$pbtag\.*.rpm\' -o -name \'$pbrealpkgrpm-debug-$pbver-$pbtag\.*.rpm\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag"."_*\.deb\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag.dsc\' -o -name \'$pbrealpkgdeb"."_$pbver-$pbtag.tar.gz\' -o -name \'$pbrealpkg-$nver"."_p$ntag\.ebuild\' -o -name \'$pbrealpkg-$pbver-$pbtag*\.pkg\' -o -name \'$pbrealpkg-$pbver-$pbtag*\.sd\' ";
[1393]3656 $srcstr .= "src/$pbrealpkg-$pbver.tar.gz src/$pbrealpkg-$pbver.pbconf.tar.gz ";
[1392]3657 } else {
[1420]3658 my @date=pb_get_date();
3659 # the matching is only done on packages made the same day for test version. Hopefully this is enough
[1432]3660 my $nver = $pbver;
3661 if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i) && ($antype eq "Check")) {
3662 $pbtag = "0";
3663 my $ntag .= strftime("%Y%m%d*", @date);
3664 $nver = $pbver."_p$ntag";
3665 $pbver .= $ntag;
3666 }
3667 $findstr .= "-name \'$pbrealpkgrpm-$pbver-$pbtag\.*.rpm\' -o -name \'$pbrealpkgdeb"."_$pbver*\.deb\' -o -name \'$pbrealpkg-$nver*\.ebuild\' -o -name \'$pbrealpkg-$pbver*\.pkg\' -o -name \'$pbrealpkg-$pbver*\.sd\' ";
[1392]3668 }
[473]3669
[1386]3670 if ($antype eq "Announce") {
3671 my $chglog;
[473]3672
[1386]3673 pb_cms_init($pbinit);
3674 # Get project info on log file and generate tmp files used later on
3675 $chglog = "$ENV{'PBROOTDIR'}/$pbpkg/pbcl";
3676 $chglog = "$ENV{'PBROOTDIR'}/pbcl" if (! -f $chglog);
3677 $chglog = undef if (! -f $chglog);
[473]3678
[1386]3679 open(OUT,"> $ENV{'PBTMP'}/$pbpkg.ann") || die "Unable to create $ENV{'PBTMP'}/$pbpkg.ann: $!";
3680 my $pb;
3681 $pb->{'realpkg'} = $pbrealpkg;
3682 $pb->{'ver'} = $pbver;
3683 $pb->{'tag'} = $pbtag;
3684 $pb->{'date'} = $pbdate;
[1432]3685 $pb->{'extdir'} = pb_get_extdir();
[1386]3686 $pb->{'chglog'} = $chglog;
3687 $pb->{'packager'} = $pbpackager;
3688 $pb->{'proj'} = $ENV{'PBPROJ'};
3689 $pb->{'repo'} = $pbrepo;
3690 $pb->{'pbos'}->{'type'} = "announce";
3691 $pb->{'pbos'}->{'suffix'} = "none";
3692 pb_changelog($pb,\*OUT,"yes");
3693 close(OUT);
3694 push(@files,"$ENV{'PBTMP'}/$pbpkg.ann");
[1392]3695 } elsif ($antype eq "Check") {
[1386]3696 # For the check we also build the theoritical complete list we should get
3697 foreach my $d (split(/,/,$distrolist)) {
3698 $pbos = pb_distro_get_context($d);
3699 if ($pbos->{'type'} eq "rpm") {
3700 $theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$pbrealpkgrpm-$pbver-$pbtag$pbos->{'suffix'}"} = 0;
3701 } elsif ($pbos->{'type'} eq "deb") {
3702 $theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkgdeb"."_$pbver-$pbtag"} = 0;
[1420]3703 # TODO are we always using the last arch ?
[1386]3704 $archlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkgdeb"."_$pbver-$pbtag"} = "$pbos->{'arch'}";
3705 } elsif ($pbos->{'type'} eq "ebuild") {
[1424]3706 my $prefix = "-r";
3707 $prefix = "_p" if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
3708 $theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkg-$pbver$prefix$pbtag.ebuild"} = 0;
3709 $archlist{"$pbos->{'name'}/$pbos->{'version'}/$pbrealpkg-$pbver$prefix$pbtag.ebuild"} = "$pbos->{'arch'}";
[1386]3710 } elsif ($pbos->{'type'} eq "pkg") {
3711 $theorlist{"$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$pbrealpkg-$pbver-$pbtag.pkg"} = 0;
3712 } else {
3713 pb_log(1,"No theoritical list possible for type $pbos->{'type'}\n");
3714 }
3715 }
3716 }
3717 pb_log(2,"theorlist : ".Dumper(%theorlist)."\n");
[471]3718 }
[1392]3719 if ($antype eq "Announce") {
3720 $findstr .= " | grep -Ev \'src.rpm\'";
3721 } elsif ($antype eq "Clean") {
3722 $findstr .= " | xargs rm -f -v $srcstr ";
3723 }
[471]3724
3725 # Prepare the command to run and execute it
3726 open(PBS,"> $ENV{'PBTMP'}/pbscript") || die "Unable to create $ENV{'PBTMP'}/pbscript";
[1392]3727 print PBS "#!/bin/bash\n";
[1282]3728 print PBS "set -x\n" if ($pbdebug gt 1);
[1295]3729 print PBS "$findstr | sort 2> /dev/null\n";
[471]3730 close(PBS);
3731 chmod 0755,"$ENV{'PBTMP'}/pbscript";
3732 pb_send2target("Announce");
3733
[490]3734 my $sl = "Project $ENV{'PBPROJ'} version $ENV{'PBPROJVER'} is now available";
[1386]3735 if ($antype eq "Announce") {
3736 # Get subject line
3737 pb_log(0,"Please enter the title of your announce\n");
3738 pb_log(0,"(By default: $sl)\n");
3739 my $sl2 = <STDIN>;
3740 $sl = $sl2 if ($sl2 !~ /^$/);
[490]3741
[1386]3742 # Prepare a template of announce
3743 open(ANN,"> $ENV{'PBTMP'}/announce.html") || die "Unable to create $ENV{'PBTMP'}/announce.html: $!";
3744 print ANN << "EOF";
[490]3745$sl</p>
[471]3746
[473]3747<p>The project team is happy to announce the availability of a newest version of $ENV{'PBPROJ'} $ENV{'PBPROJVER'}. Enjoy it as usual!</p>
[471]3748<p>
3749Now available at <a href="$pbrepo->{$ENV{'PBPROJ'}}">$pbrepo->{$ENV{'PBPROJ'}}</a>
3750</p>
3751<p>
3752EOF
[1386]3753 }
3754
[1137]3755 open(LOG,"$ENV{'PBTMP'}/system.$$.log") || die "Unable to read $ENV{'PBTMP'}/system.$$.log: $!";
[1386]3756 if ($antype eq "Announce") {
3757 my $col = 2;
3758 my $i = 1;
3759 print ANN << 'EOF';
[1440]3760<TABLE WIDTH="100%" CELLPADDING="0" CELLSPACING="0" BORDER="0">
[473]3761<TR>
3762EOF
[1386]3763 while (<LOG>) {
3764 print ANN "<TD><A HREF=\"$pbrepo->{$ENV{'PBPROJ'}}/$_\">$_</A></TD>";
3765 $i++;
3766 if ($i > $col) {
3767 print ANN "</TR>\n<TR>";
3768 $i = 1;
3769 }
[473]3770 }
[1393]3771 } elsif ($antype eq "Clean") {
3772 while (<LOG>) {
3773 # skip errors
3774 next if ($_ !~ /^removed /);
3775 pb_log(0,"$_");
3776 }
[1386]3777 } else {
3778 # In Check mode we need to compare the 2 lists (real and theoritical)
3779 while (<LOG>) {
3780 # Get package name and remove what is in extra for the theoritical list (arch at the end)
3781 chomp();
3782 # skip find errors
3783 next if (/^find:/);
3784 my $p = $_;
3785 $p =~ s/\.(i[3456]86|x86_64|noarch|src)\.rpm$//;
3786 $p =~ s/_(i[3456]86|amd64|all).deb$//;
[1424]3787 $p =~ s/(-0\.[0-9]{8})[0-9]{6}/$1*/ if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
3788 $p =~ s/(-r|_p[0-9]+)\.ebuild/$1*/ if ((defined $testver) && (defined $testver->{$ENV{'PBPROJ'}}) && ($testver->{$ENV{'PBPROJ'}} =~ /true/i));
[1386]3789 $theorlist{$p} = -2 if (not defined $theorlist{$p});
3790 $theorlist{$p} = $theorlist{$p} + 1;
3791 }
3792 pb_log(2,"theorlist : ".Dumper(%theorlist)."\n");
[471]3793 }
3794 close(LOG);
[1386]3795
[1393]3796 # Nothing more for the cleanssh case
3797 return if ($antype eq "Clean");
3798
[1386]3799 if ($antype eq "Check") {
3800 my ($chkex) = pb_conf_get_if("checkexclude");
3801 my $vmbuildlist = "";
3802 my $vebuildlist = "";
3803 my $rmbuildlist = "";
3804 my @pt = pb_conf_get_if("vmlist","velist","rmlist");
3805 foreach my $t (sort keys %theorlist) {
3806 if (defined $theorlist{$t} and $theorlist{$t} >= 1) {
3807 pb_log(1,"Packages found for $t\n");
3808 } elsif (defined $theorlist{$t} and $theorlist{$t} < 0) {
3809 pb_log(0,"Extra Package found for $t\n");
3810 } else {
[1420]3811 pb_log(2,"Analyzing $t\n");
[1386]3812 my ($os,$ver,$arch,$package) = split(/\//,$t);
3813 # Some distro have no arch subdir
3814 if (not defined $package) {
3815 $package = $arch;
3816 # TODO: If both arch have failed, we just make the last one
3817 $arch = $archlist{$t};
3818 }
3819 my $pbos = pb_distro_get_context("$os-$ver-$arch");
3820 my $pkgn = $package;
3821 if ($pbos->{'type'} ne "deb") {
3822 # package name is more easily found from the end for non deb
3823 # as '-' is the separator, but it can also be used in names
3824 $pkgn = reverse($package);
3825 # search the second '-' and isolate the now last part which is the full name
3826 $pkgn =~ s/([^-]+)-([^-]+)-([\S])+$/$3/;
3827 } else {
3828 $pkgn =~ s/([^_]+)_([\S])+$/$2/;
3829 }
3830 my $found = 0;
3831 # Handle the exclusion of OSes
3832 my $excl = "";
3833 $excl .= $chkex->{$pkgn} if (defined $chkex->{$pkgn});
3834 $excl .= $chkex->{"all"} if (defined $chkex->{"all"});
3835 foreach my $ex (split(/,/,$excl)) {
3836 $found = 1 if ("$os-$ver-$arch" =~ /^$ex/);
3837 }
3838 # Skip as excluded
3839 next if ($found == 1);
[1388]3840 pb_log(0,"Package NOT found for $t\n");
3841 # Avoid duplicates in list
[1386]3842 next if ($vmbuildlist =~ /$os-$ver-$arch/);
3843 next if ($vebuildlist =~ /$os-$ver-$arch/);
3844 next if ($rmbuildlist =~ /$os-$ver-$arch/);
3845 # check with which method we need to build
3846 if ((defined $pt[0]->{$ENV{'PBPROJ'}}) and ($pt[0]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3847 $vmbuildlist = "$os-$ver-$arch" if ($vmbuildlist eq "");
[1388]3848 $vmbuildlist .= ",$os-$ver-$arch" if ($vmbuildlist !~ /$os-$ver-$arch/);
3849 next;
[1386]3850 }
3851 if ((defined $pt[1]->{$ENV{'PBPROJ'}}) and ($pt[1]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3852 $vebuildlist = "$os-$ver-$arch" if ($vebuildlist eq "");
[1388]3853 $vebuildlist .= ",$os-$ver-$arch" if ($vebuildlist !~ /$os-$ver-$arch/);
3854 next;
[1386]3855 }
3856 if ((defined $pt[2]->{$ENV{'PBPROJ'}}) and ($pt[2]->{$ENV{'PBPROJ'}} =~ /$os-$ver-$arch/)) {
3857 $rmbuildlist = "$os-$ver-$arch" if ($rmbuildlist eq "");
[1388]3858 $rmbuildlist .= ",$os-$ver-$arch" if ($rmbuildlist !~ /$os-$ver-$arch/);
[1386]3859 }
3860 }
3861 }
3862 # If we want to rebuild automatically, let's do it
3863 if (defined $opts{'rebuild'}) {
3864 # SandBox or CMS
3865 pb_log(0,"Rebuilding from SandBox\n");
3866 pb_log(0,"for VMs: $vmbuildlist\n") if ($vmbuildlist ne "");
3867 pb_log(0,"for VEs: $vebuildlist\n") if ($vebuildlist ne "");
3868 pb_log(0,"for RMs: $rmbuildlist\n") if ($rmbuildlist ne "");
3869 pb_cms2build("SandBox");
3870 # Which mode
3871 $ENV{'PBV'} = $vmbuildlist;
3872 pb_build2v("vm","build") if ($vmbuildlist ne "");
3873 $ENV{'PBV'} = $vebuildlist;
3874 pb_build2v("ve","build") if ($vebuildlist ne "");
3875 $ENV{'PBV'} = $rmbuildlist;
3876 pb_build2v("rm","build") if ($rmbuildlist ne "");
3877 }
3878 # For the check part this is now finished
3879 return;
3880 }
3881
[473]3882 print ANN << "EOF";
3883</TR>
3884</TABLE>
3885</p>
[471]3886
[473]3887<p>As usual source packages are also available in the same directory.</p>
3888
3889<p>
3890Changes are :
3891</p>
3892<p>
3893EOF
3894 # Get each package changelog content
3895 foreach my $f (sort(@files)) {
3896 open(IN,"$f") || die "Unable to read $f:$!";
3897 while (<IN>) {
3898 print ANN $_;
3899 }
3900 close(IN);
3901 print ANN "</p><p>\n";
3902 }
3903 print ANN "</p>\n";
[471]3904 close(ANN);
[473]3905
3906 # Allow for modification
[974]3907 my $editor = "vi";
3908 $editor = $ENV{'EDITOR'} if (defined $ENV{'EDITOR'});
3909 pb_system("$editor $ENV{'PBTMP'}/announce.html","Allowing modification of the announce","noredir");
[473]3910
3911 # Store it in DB for external usage (Web pages generation)
3912 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
3913
3914 my $precmd = "";
3915 if (! -f $db) {
3916 $precmd = "CREATE TABLE announces (id INTEGER PRIMARY KEY AUTOINCREMENT, date DATE, announce VARCHAR[65535])";
3917 }
3918
3919 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
3920 { RaiseError => 1, AutoCommit => 1 })
3921 || die "Unable to connect to $db";
3922
3923 if ($precmd ne "") {
3924 my $sth = $dbh->prepare(qq{$precmd})
3925 || die "Unable to create table into $db";
3926 $sth->execute();
3927 }
3928
3929 # To read whole file
3930 local $/;
3931 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
3932 my $announce = <ANN>;
3933 close(ANN);
3934
3935 pb_log(2,"INSERT INTO announces VALUES (NULL, $pbdate, $announce)");
3936 my $sth = $dbh->prepare(qq{INSERT INTO announces VALUES (NULL,?,?)})
3937 || die "Unable to insert into $db";
3938 $sth->execute($pbdate, $announce);
[698]3939 $sth->finish();
[473]3940 $dbh->disconnect;
3941
3942 # Then deliver it on the Web
3943 # $TOOLHOME/livwww www
3944
3945 # Mail it to project's ML
3946 open(ML,"| w3m -dump -T text/html > $ENV{'PBTMP'}/announce.txt") || die "Unable to create $ENV{'PBTMP'}/announce.txt: $!";
3947 print ML << 'EOF';
3948<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/x html1/DTD/xhtml1-strict.dtd">
3949
3950<html xmlns="http://www.w3.org/1999/xhtml" dir="ltr" xml:lang="en" lang="en">
3951 <head>
3952 </head>
3953 <body>
3954 <p>
3955EOF
3956 open(ANN,"$ENV{'PBTMP'}/announce.html") || die "Unable to read $ENV{'PBTMP'}/announce.html: $!";
3957 while(<ANN>) {
3958 print ML $_;
3959 }
3960 print ML << 'EOF';
3961</body>
3962</html>
3963EOF
3964 close(ML);
3965
[477]3966 # To read whole file
3967 local $/;
3968 open(ANN,"$ENV{'PBTMP'}/announce.txt") || die "Unable to read $ENV{'PBTMP'}/announce.txt: $!";
3969 my $msg = <ANN>;
3970 close(ANN);
3971
3972 # Preparation of headers
[1134]3973 eval
3974 {
3975 require Mail::Sendmail;
3976 Mail::Sendmail->import();
3977 };
3978 if ($@) {
3979 # Mail::Sendmail not found not sending mail !
3980 pb_log(0,"No Mail::Sendmail module found so not sending any mail !\n");
3981 } else {
3982 my %mail = (
[477]3983 To => $pbml->{$ENV{'PBPROJ'}},
3984 From => $pbpackager->{$ENV{'PBPROJ'}},
3985 Smtp => $pbsmtp->{$ENV{'PBPROJ'}},
3986 Body => $msg,
[490]3987 Subject => "[ANNOUNCE] $sl",
[477]3988 );
3989
[1134]3990 # Send mail
3991 if (! sendmail(%mail)) {
3992 if ((defined $Mail::Sendmail::error) and (defined $Mail::Sendmail::log)) {
3993 die "Unable to send mail ($Mail::Sendmail::error): $Mail::Sendmail::log";
3994 }
[1109]3995 }
3996 }
[471]3997}
3998
[547]3999#
4000# Creates a set of HTML file containing the news for the project
4001# based on what has been generated by the pb_announce function
4002#
4003sub pb_web_news2html {
4004
[556]4005 my $dest = shift || $ENV{'PBTMP'};
4006
[547]4007 # Get all required parameters
[1064]4008 my ($pkgv, $pkgt) = pb_conf_get_if("pkgver","pkgtag");
[547]4009
4010 # DB of announces for external usage (Web pages generation)
4011 my $db = "$ENV{'PBCONFDIR'}/announces3.sql";
4012
4013 my $dbh = DBI->connect("dbi:SQLite:dbname=$db","","",
4014 { RaiseError => 1, AutoCommit => 1 })
4015 || die "Unable to connect to $db";
4016 # For date handling
4017 $ENV{LANGUAGE}="C";
[559]4018 my $firstjan = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year(), 0, 0, -1);
4019 my $oldfirst = strftime("%Y-%m-%d", 0, 0, 0, 1, 0, localtime->year()-1, 0, 0, -1);
4020 pb_log(2,"firstjan: $firstjan, oldfirst: $oldfirst, pbdate:$pbdate\n");
[547]4021 my $all = $dbh->selectall_arrayref("SELECT id,date,announce FROM announces ORDER BY date DESC");
[556]4022 my %news;
4023 $news{"cy"} = ""; # current year's news
4024 $news{"ly"} = ""; # last year news
4025 $news{"py"} = ""; # previous years news
4026 $news{"fp"} = ""; # first page news
[547]4027 my $cpt = 4; # how many news for first page
4028 # Extract info from DB
4029 foreach my $row (@$all) {
4030 my ($id, $date, $announce) = @$row;
[559]4031 $news{"cy"} = $news{"cy"}."<p><B>$date</B> $announce\n" if ((($date cmp $pbdate) le 0) && (($firstjan cmp $date) le 0));
4032 $news{"ly"} = $news{"ly"}."<p><B>$date</B> $announce\n" if ((($date cmp $firstjan) le 0) && (($oldfirst cmp $date) le 0));
4033 $news{"py"} = $news{"py"}."<p><B>$date</B> $announce\n" if (($date cmp $oldfirst) le 0);
[556]4034 $news{"fp"} = $news{"fp"}."<p><B>$date</B> $announce\n" if ($cpt > 0);
[547]4035 $cpt--;
4036 }
[556]4037 pb_log(1,"news{fp}: ".$news{"fp"}."\n");
[547]4038 $dbh->disconnect;
[556]4039
4040 # Generate the HTML content
4041 foreach my $pref (keys %news) {
4042 open(NEWS,"> $dest/pb_web_$pref"."news.html") || die "Unable to create $dest/pb_web_$pref"."news.html: $!";
4043 print NEWS "$news{$pref}";
4044 close(NEWS);
4045 }
[547]4046}
4047
[556]4048
[347]4049# Return the SSH key file to use
4050# Potentially create it if needed
4051
4052sub pb_ssh_get {
4053
4054my $create = shift || 0; # Do not create keys by default
4055
[1545]4056my ($pbagent) = pb_conf_get_if("pbusesshagent");
4057# use ssh-agent if asked so.
4058return(undef) if (($create == 0) && (defined $pbagent->{$ENV{'PBPROJ'}}) && ($pbagent->{$ENV{'PBPROJ'}} =~ /true/io));
4059
[347]4060# Check the SSH environment
4061my $keyfile = undef;
4062
4063# We have specific keys by default
4064$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa";
[348]4065if (!(-e $keyfile) && ($create eq 1)) {
[347]4066 pb_system("ssh-keygen -q -b 1024 -N '' -f $keyfile -t dsa","Generating SSH keys for pb");
4067}
4068
4069$keyfile = "$ENV{'HOME'}/.ssh/id_rsa" if (-s "$ENV{'HOME'}/.ssh/id_rsa");
4070$keyfile = "$ENV{'HOME'}/.ssh/id_dsa" if (-s "$ENV{'HOME'}/.ssh/id_dsa");
4071$keyfile = "$ENV{'HOME'}/.ssh/pb_dsa" if (-s "$ENV{'HOME'}/.ssh/pb_dsa");
[1545]4072die "Unable to find your public ssh key under $ENV{'HOME'}/.ssh" if (not defined $keyfile);
[347]4073return($keyfile);
4074}
4075
4076
[145]4077# Returns the pid of a running VM command using a specific VM file
[142]4078sub pb_check_ps {
4079 my $vmcmd = shift;
4080 my $vmm = shift;
4081 my $vmexist = 0; # FALSE by default
4082
4083 open(PS, "ps auxhww|") || die "Unable to call ps";
4084 while (<PS>) {
4085 next if (! /$vmcmd/);
4086 next if (! /$vmm/);
4087 my ($void1, $void2);
4088 ($void1, $vmexist, $void2) = split(/ +/);
4089 last;
4090 }
4091 return($vmexist);
4092}
4093
4094
[77]4095sub pb_extract_build_files {
[25]4096
4097my $src=shift;
4098my $dir=shift;
[26]4099my $ddir=shift;
[500]4100my $mandatory=shift || "spec";
[28]4101my @files;
[25]4102
[1219]4103my $flag = "mayfail" if (($mandatory eq "patch") || ($mandatory eq "src"));
[500]4104my $res;
4105
[188]4106if ($src =~ /tar\.gz$/) {
[500]4107 $res = pb_system("tar xfpz $src $dir","Extracting $mandatory files from $src",$flag);
[188]4108} elsif ($src =~ /tar\.bz2$/) {
[500]4109 $res = pb_system("tar xfpj $src $dir","Extracting $mandatory files from $src",$flag);
[188]4110} else {
4111 die "Unknown compression algorithm for $src";
4112}
[500]4113# If not mandatory return now
[1220]4114return() if (($res != 0) and (($mandatory eq "patch") || ($mandatory eq "src")));
[1486]4115opendir(DIR,"$dir") || die "Unable to open directory $dir: $!";
[25]4116foreach my $f (readdir(DIR)) {
4117 next if ($f =~ /^\./);
[500]4118 # Skip potential patch dir
4119 next if ($f =~ /^pbpatch/);
[1219]4120 # Skip potential source dir
4121 next if ($f =~ /^pbsrc/);
[1480]4122 # Skip potential backup files
4123 next if ($f =~ /~$/);
[26]4124 move("$dir/$f","$ddir") || die "Unable to move $dir/$f to $ddir";
[315]4125 pb_log(2,"mv $dir/$f $ddir\n");
[28]4126 push @files,"$ddir/$f";
[25]4127}
4128closedir(DIR);
[26]4129# Not enough but still a first cleanup
[74]4130pb_rm_rf("$dir");
[28]4131return(@files);
[25]4132}
4133
[315]4134sub pb_list_bfiles {
4135
4136my $dir = shift;
4137my $pbpkg = shift;
4138my $bfiles = shift;
4139my $pkgfiles = shift;
4140my $supfiles = shift;
[1363]4141# subdir to keep if recursive mode, empty by default
4142my $subdir = shift || "";
[1367]4143# In a recursive function , we need a local var as DIR handle
4144my $bdir;
[315]4145
[1363]4146pb_log(2,"DEBUG: entering pb_list_bfiles in $dir: ".Dumper($bfiles)."\n");
[1367]4147opendir($bdir,"$dir") || die "Unable to open dir $dir: $!";
4148foreach my $f (readdir($bdir)) {
[1363]4149 pb_log(3,"DEBUG: pb_list_bfiles found $f\n");
[315]4150 next if ($f =~ /^\./);
[1363]4151 if (-d "$dir/$f") {
[1098]4152 # Recurse for directories (Debian 3.0 format e.g.)
[1363]4153 pb_log(2,"DEBUG: pb_list_bfiles recurse in $dir/$f\n");
4154 pb_list_bfiles("$dir/$f",$pbpkg,$bfiles,$pkgfiles,$supfiles,$f);
[1098]4155 next;
4156 }
[1363]4157
4158 my $key = $f;
4159 # if recursive then store also the subdir
4160 $key = "$subdir/$f" if ($subdir ne "");
4161 $bfiles->{$key} = "$dir/$f";
4162 $bfiles->{$key} =~ s~$ENV{'PBROOTDIR'}~~;
[315]4163 if (defined $supfiles->{$pbpkg}) {
[1363]4164 $pkgfiles->{$key} = "$dir/$f" if ($f =~ /$supfiles->{$pbpkg}/);
[315]4165 }
4166}
[1367]4167closedir($bdir);
[1185]4168pb_log(2,"DEBUG: exiting pb_list_bfiles: ".Dumper($bfiles)."\n");
[315]4169}
4170
[1552]4171sub pb_add_comma {
[1185]4172
4173my $str = shift;
4174my $addstr = shift;
4175
4176$str .= "," if (defined $str);
4177$str .= $addstr;
4178return($str);
4179}
4180
[1130]4181sub pb_list_sfiles {
[395]4182
[1130]4183my $sdir = shift;
[1185]4184my $ptr = shift;
[1177]4185my $pbos = shift;
[1130]4186my $extdir = shift;
4187
[1185]4188pb_log(2,"DEBUG: entering pb_list_sfiles: ".Dumper($ptr)."\n");
4189my $key = "$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
4190
[1130]4191# Prepare local sources for this distro - They are always applied first - May be a problem one day
4192# This function works for both patches and additional sources
4193foreach my $p (sort(<$sdir/*>)) {
[1552]4194 $ptr->{$key} = pb_add_comma($ptr->{$key},"file://$p") if (($p =~ /\.all$/) || ($p =~ /\.$pbos->{'os'}$/) || ($p =~ /\.$pbos->{'type'}$/) || ($p =~ /\.$pbos->{'family'}$/) || ($p =~ /\.$pbos->{'name'}$/) || ($p =~ /\.$pbos->{'name'}-$pbos->{'version'}$/) ||($p =~ /\.$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}$/));
[1130]4195}
4196
4197# Prepare also remote sources to be included - Applied after the local ones
[1185]4198foreach my $p ("all","$pbos->{'os'}","$pbos->{'type'}","$pbos->{'family'}","$pbos->{'name'}","$pbos->{'name'}-$pbos->{'version'}","$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}") {
[1130]4199 my $f = "$extdir.".".$p";
4200 next if (not -f $f);
4201 if (not open(PATCH,$f)) {
4202 pb_display("Unable to open existing external source file content $f\n");
4203 next;
4204 }
4205 while (<PATCH>) {
4206 chomp();
[1552]4207 $ptr->{$key} = pb_add_comma($ptr->{$key},"$_");
[1130]4208 }
4209 close(PATCH);
4210}
[1185]4211pb_log(2,"DEBUG: exiting pb_list_sfiles: ".Dumper($ptr)."\n");
[1186]4212return($ptr);
[1130]4213}
4214
[395]4215#
4216# Return the list of packages we are working on in a non CMS action
4217#
4218sub pb_get_pkg {
4219
4220my @pkgs = ();
4221
[1621]4222# In script actions that file may not exist.
4223return(\@pkgs) if ((not defined $ENV{'PBDESTDIR'}) || (not defined $ENV{'PBPROJVER'}) || (not defined $ENV{'PBPROJTAG'}) || (! -f "$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb"));
4224
[395]4225my ($var) = pb_conf_read("$ENV{'PBDESTDIR'}/$ENV{'PBPROJVER'}-$ENV{'PBPROJTAG'}.pb","pbpkg");
[1621]4226@pkgs = keys %$var if (defined $var);
[395]4227
[1621]4228pb_log(0,"Packages: ".join(',',@pkgs)."\n") if (@pkgs);
[395]4229return(\@pkgs);
4230}
4231
[1176]4232# Manages VM/RM SSH port communication
[1143]4233sub pb_get_port {
4234
4235my $port = shift;
[1179]4236my $pbos = shift;
[1143]4237my $cmt = shift;
[1179]4238my $nport;
[1143]4239
4240die "No port passed in parameter. Report to dev team\n" if (not defined $port);
[1179]4241# key is project on VM, but machine tuple for RM
4242if ($cmt =~ /^RM/i) {
4243 $nport = $port->{"$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}"};
4244} else {
4245 $nport = $port->{$ENV{'PBPROJ'}};
4246}
4247pb_log(2,"pb_get_port with $nport\n");
[1143]4248# Maybe a port was given as parameter so overwrite
4249$nport = "$pbport" if (defined $pbport);
[1268]4250# Maybe in // mode so use the env var set up as an offset to the base port, except when called from send2target for Packages or for RM
[1281]4251if (($cmt ne "Packages") && ($cmt !~ /^RM/i)) {
[1143]4252 $nport += $ENV{'PBVMPORT'} if ((defined $pbparallel) && (defined $ENV{'PBVMPORT'}));
4253}
[1146]4254pb_log(2,"pb_get_port returns $nport\n");
[1143]4255return($nport);
4256}
4257
4258sub pb_set_port {
4259
4260my ($pid,$ident) = @_;
[1146]4261pb_log(2,"pb_set_port for VM ($pid), id $ident\n");
[1143]4262$ENV{'PBVMPORT'} = $ident;
[1146]4263pb_log(2,"pb_set_port sets PBVMPORT in env to $ENV{'PBVMPORT'}\n");
[1143]4264}
4265
4266sub pb_set_parallel {
4267
4268my $vtype = shift;
4269
[1146]4270pb_log(2,"pb_set_parallel vtype: $vtype\n");
[1143]4271# Take care of memory size if VM, parallel mode and more than 1 action
4272if ((defined $pbparallel) && ($pbparallel ne 1) && ($vtype eq "vm")) {
4273 eval
4274 {
4275 require Linux::SysInfo;
4276 Linux::SysInfo->import();
4277 };
4278 if ($@) {
[1153]4279 # Linux::SysInfo not found
[1388]4280 pb_log(1,"ADVISE: Install Linux::SysInfo to benefit from automatic parallelism optimization.\nOr optimize manually pbparallel in your pb.conf file\nUsing $pbparallel processes max at a time for the moment\nWARNING: This may consume too much memory for your system\n");
[1143]4281 } else {
4282 # Using the memory size
4283 my $si = Linux::SysInfo::sysinfo();
4284 if (not defined $si) {
[1388]4285 pb_log(1,"ADVISE: Install Linux::SysInfo to benefit from automatic parallelism optimization.\nOr optimize manually pbparallel in your pb.conf file\nUsing $pbparallel processes max at a time for the moment\nWARNING: This may consume too much memory for your system\n");
[1143]4286 } else {
4287 # Keep the number of VM whose memory can be allocated
4288 my $ram = $si->{"totalram"}-$si->{"sharedram"}-$si->{"bufferram"};
4289 my $ram2;
[1153]4290 my ($vmmem) = pb_conf_get_if("vmmem");
[1146]4291
[1153]4292 my $v = "default";
4293 if ((defined $vmmem) and (defined $vmmem->{$v})) {
4294 $ram2 = $vmmem->{$v};
[1143]4295 } else {
4296 # Default for KVM/QEMU
4297 $ram2 = 128;
4298 }
4299 $pbparallel = sprintf("%d",$ram/$ram2);
4300 }
[1153]4301 pb_log(1,"Using $pbparallel processes at a time\n");
[1143]4302 }
4303}
[1176]4304pb_log(2,"pb_set_parallel returns: $pbparallel\n") if (defined $pbparallel);
[1143]4305return($pbparallel);
4306}
4307
[1179]4308sub pb_get_sudocmds {
4309
4310my $pbos = shift;
[1190]4311my %sudocmds;
[1143]4312
[1198]4313pb_log(2,"pb_get_sudocmds entering with lines:".Dumper(@_)."\n");
4314foreach my $c (split(/;/,$pbos->{'update'}),split(/;/,$pbos->{'install'}),@_) {
4315 pb_log(2,"pb_get_sudocmds analyses $c\n");
4316 next if ($c !~ /^\s*sudo/);
4317 # remove sudo and leading spaces
4318 $c =~ s/^\s*sudo\s+//;
[1192]4319 # keep only the command, not the params
4320 $c =~ s/([^\s]+)\s.*$/$1/;
[1190]4321 $sudocmds{$c} = "";
[1179]4322}
[1198]4323pb_log(2,"pb_get_sudocmds returns ".Dumper(keys %sudocmds)."\n");
[1190]4324return(keys %sudocmds);
[1179]4325}
4326
[1278]4327sub pb_sign_pkgs {
[1179]4328
[1278]4329my $pbos = shift;
4330my $made = shift;
4331
4332pb_log(2,"entering pb_sign_pkg: $made ".Dumper($pbos)."\n");
4333my ($passfile, $passphrase, $passpath) = pb_conf_get_if("pbpassfile","pbpassphrase","pbpasspath");
4334$ENV{'PBPASSPHRASE'} = $passphrase->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSPHRASE'}) && (defined $passphrase->{$ENV{'PBPROJ'}}));
4335$ENV{'PBPASSFILE'} = $passfile->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSFILE'})&& (defined $passfile->{$ENV{'PBPROJ'}})) ;
4336$ENV{'PBPASSPATH'} = $passpath->{$ENV{'PBPROJ'}} if ((not defined $ENV{'PBPASSPATH'})&& (defined $passpath->{$ENV{'PBPROJ'}})) ;
4337
[1279]4338# Remove extra spaces
4339$made =~ s/\s+/ /g;
4340$made =~ s/^\s//g;
4341$made =~ s/\s$//g;
4342
[1278]4343if ($pbos->{'type'} eq "rpm") {
4344 eval
4345 {
4346 require RPM4::Sign;
4347 RPM4::Sign->import();
4348 };
4349 if ($@) {
4350 # RPM4::Sign not found
4351 pb_log(1,"WARNING: Install RPM4::Sign to benefit from automatic package signing.\n");
4352 } else {
4353 return if ((not defined $ENV{'PBPASSPHRASE'}) and (not defined $ENV{'PBPASSFILE'}));
4354 my $sign = RPM4::Sign->new(
4355 passphrase => $ENV{'PBPASSPHRASE'},
4356 name => $ENV{'PBPACKAGER'},
4357 path => $ENV{'PBPASSPATH'},
4358 password_file => $ENV{'PBPASSFILE'},
4359 );
4360
4361 pb_log(0,"Signing RPM packages...\n");
4362 pb_log(2,"pb_sign_pkg: pkgs:".Dumper(split(/ /,$made))."\n");
4363 $sign->rpmssign(split(/ /,$made));
4364 }
4365} elsif ($pbos->{'type'} eq "deb") {
[1279]4366 my $changes = "";
4367 foreach my $c (split(/ /,$made)) {
[1537]4368 $changes .= " $ENV{'PBBUILDDIR'}/$c" if (($c =~ /\.changes$/) && (-f "$ENV{PBBUILDDIR}/$c"));
[1279]4369 }
[1386]4370 my $debsigncmd = pb_check_req("debsign",1);
[1595]4371 pb_system("$debsigncmd -m\'$ENV{'PBPACKAGER'}\' $changes","Signing DEB packages","mayfail") if (($changes ne "") && (defined $debsigncmd));
[1278]4372} else {
4373 pb_log(0,"I don't know yet how to sign packages for type $pbos->{'type'}.\nPlease give feedback to dev team\n");
[1279]4374}
[1278]4375pb_log(2,"exiting pb_sign_pkg\n");
4376}
4377
[1552]4378# return list of all distributins supported, comma separated
[1282]4379sub pb_get_distros {
4380
4381my $pbos = shift;
4382my $pbtarget = shift;
4383
[1553]4384my @dists = ("$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}");
[1282]4385
4386# Get list of distributions for which we need to generate build files if no target
[1402]4387if (not defined $pbtarget) {
[1282]4388 my @pt = pb_conf_get_if("vmlist","velist","rmlist");
[1552]4389 foreach my $pt (@pt) {
4390 push(@dists, split(/,/, $pt->{$ENV{PBPROJ}})) if defined $pt->{$ENV{PBPROJ}};
[1282]4391 }
[1552]4392 # remove any whitespace
4393 grep(s/\s+//go, @dists);
[1282]4394}
[1552]4395return(join(",",@dists));
[1282]4396}
4397
[1432]4398sub pb_get_extdir () {
4399
4400 # the pbrc file should contain it and whatever the key, we take it
4401 my ($ed) = pb_conf_read("$ENV{'PBDESTDIR'}/pbrc","pbextdir");
4402 pb_log(2,"ed: ".Dumper($ed)."\n");
4403 my $pbextdir = "";
4404 foreach my $k (keys %$ed) {
4405 $pbextdir = $ed->{$k};
[1459]4406 # In case we have an empty field, empty it completely
4407 pb_log(2,"pbextdir: ***$pbextdir***\n");
4408 $pbextdir =~ s/^\s*$//;
[1432]4409 }
[1459]4410 pb_log(2,"pbextdir: ***$pbextdir***\n");
[1432]4411 return($pbextdir);
4412}
4413
[395]44141;
Note: See TracBrowser for help on using the repository browser.