source: ProjectBuilder/devel/pb-modules/lib/ProjectBuilder/Distribution.pm@ 2434

Last change on this file since 2434 was 2434, checked in by Bruno Cornec, 5 years ago

force explicit analysis of boolean and when using cluck

File size: 31.7 KB
Line 
1#!/usr/bin/perl -w
2#
3# Creates common environment for distributions
4#
5# Copyright B. Cornec 2007-2016
6# Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
7# Provided under the GPL v2
8#
9# $Id$
10#
11
12package ProjectBuilder::Distribution;
13
14use strict;
15use Data::Dumper;
16use Carp qw/cluck confess/;
17use ProjectBuilder::Version;
18use ProjectBuilder::Base;
19use ProjectBuilder::Conf;
20use File::Basename;
21use File::Copy;
22# requires perl 5.004 minimum in VM/VE
23use File::Compare;
24
25# Global vars
26# Inherit from the "Exporter" module which handles exporting functions.
27
28use vars qw($VERSION $REVISION $PBCONFVER @ISA @EXPORT);
29use Exporter;
30
31# Export, by default, all the functions into the namespace of
32# any code which uses this module.
33
34our @ISA = qw(Exporter);
35our @EXPORT = qw(pb_distro_init pb_distro_conffile pb_distro_sysconffile pb_distro_api pb_distro_get pb_distro_getlsb pb_distro_installdeps pb_distro_installpkgs pb_distro_getdeps pb_distro_only_deps_needed pb_distro_setuprepo pb_distro_setuposrepo pb_distro_setuprepo_gen pb_distro_get_param pb_distro_get_context pb_distro_to_keylist pb_distro_conf_print pb_apply_conf_proxy);
36($VERSION,$REVISION,$PBCONFVER) = pb_version_init();
37
38=pod
39
40=head1 NAME
41
42ProjectBuilder::Distribution, part of the project-builder.org - module dealing with distribution detection
43
44=head1 DESCRIPTION
45
46This modules provides functions to allow detection of Linux distributions, and giving back some attributes concerning them.
47
48=head1 SYNOPSIS
49
50 use ProjectBuilder::Distribution;
51
52 #
53 # Return information on the running distro
54 #
55 my $pbos = pb_distro_get_context();
56 print "distro tuple: ".Dumper($pbos->name, $pbos->ver, $pbos->fam, $pbos->type, $pbos->pbsuf, $pbos->pbupd, $pbos->pbins, $pbos->arch)."\n";
57 #
58 # Return information on the requested distro
59 #
60 my $pbos = pb_distro_get_context("ubuntu-7.10-x86_64");
61 print "distro tuple: ".Dumper($pbos->name, $pbos->ver, $pbos->fam, $pbos->type, $pbos->pbsuf, $pbos->pbupd, $pbos->pbins, $pbos->arch)."\n";
62 #
63 # Return information on the running distro
64 #
65 my ($ddir,$dver) = pb_distro_get();
66
67=head1 USAGE
68
69=over 4
70
71=item B<pb_distro_api>
72
73This function returns the mandatory configuration file used for api
74
75=cut
76
77sub pb_distro_api {
78
79return("CCCC/api.yml");
80}
81
82
83=item B<pb_distro_conffile>
84
85This function returns the mandatory configuration file used for distribution/OS detection
86
87=cut
88
89sub pb_distro_conffile {
90
91if ($PBCONFVER < 1) {
92 return("CCCC/pb.conf");
93} else {
94 return("CCCC/pb.yml");
95}
96}
97
98=item B<pb_distro_sysconffile>
99
100This function returns the optional configuration file used for local customization
101
102=cut
103
104sub pb_distro_sysconffile {
105
106if ($PBCONFVER < 1) {
107 return("SSSS/pb.conf");
108} else {
109 return("SSSS/pb.yml");
110}
111}
112
113
114=item B<pb_distro_init>
115
116This function returns a hash of parameters indicating the distribution name, version, family, type of build system, suffix of packages, update command line, installation command line and architecture of the underlying Linux distribution. The value of the fields may be "unknown" in case the function was unable to recognize on which distribution it is running.
117
118As an example, Ubuntu and Debian are in the same "du" family. As well as RedHat, RHEL, CentOS, fedora are on the same "rh" family.
119Mandriva, Open SuSE and Fedora have all the same "rpm" type of build system. Ubuntu and Debian have the same "deb" type of build system.
120And "fc" is the extension generated for all Fedora packages (Version will be added by pb).
121All this information is stored in an external configuration file typically at /etc/pb/pb.yml
122
123When passing the distribution name and version as parameters, the B<pb_distro_init> function returns the parameter of that distribution instead of the underlying one.
124
125Cf: http://linuxmafia.com/faq/Admin/release-files.html
126Ideas taken from http://search.cpan.org/~kerberus/Linux-Distribution-0.14/lib/Linux/Distribution.pm
127
128=cut
129
130
131sub pb_distro_init {
132
133my $pbos = {
134 'name' => undef,
135 'version' => undef,
136 'arch' => undef,
137 'family' => "unknown",
138 'suffix' => "unknown",
139 'update' => "unknown",
140 'install' => "unknown",
141 'type' => "unknown",
142 'os' => "unknown",
143 'nover' => "false",
144 'rmdot' => "false",
145 'useminor' => "false",
146 };
147$pbos->{'name'} = shift;
148$pbos->{'version'} = shift;
149$pbos->{'arch'} = shift;
150
151# Adds conf file for distribution description
152# the location of the conf file is finalyzed at install time
153# depending whether we deal with package install or tar file install
154
155pb_conf_add(pb_distro_sysconffile());
156
157# Similarly for the local file available for sysadmin. After the previous one to allow overwrite to work
158pb_conf_add(pb_distro_conffile());
159
160# If we don't know which distribution we're on, then guess it
161($pbos->{'name'},$pbos->{'version'}) = pb_distro_get() if ((not defined $pbos->{'name'}) || (not defined $pbos->{'version'}));
162
163# For some rare cases, typically nover ones
164$pbos->{'name'} = "unknown" if (not defined $pbos->{'name'});
165$pbos->{'version'} = "unknown" if (not defined $pbos->{'version'});
166
167# Initialize arch
168$pbos->{'arch'} = pb_get_arch() if (not defined $pbos->{'arch'});
169# Solves a bug on Red Hat 6.x where real arch is not detected when using setarch and a chroot
170# As it was only i386 forcing it here.
171$pbos->{'arch'} = "i386" if (($pbos->{'name'} eq "redhat") && ($pbos->{'version'} =~ /^6\./));
172
173# Dig into the tuple to find the best answer
174# Do NOT factorize here, as it won't work as of now for hash creation
175# Do NOT change order without caution
176$pbos->{'useminor'} = pb_distro_get_param($pbos,pb_conf_get("osuseminorrel"));
177$pbos->{'family'} = pb_distro_get_param($pbos,pb_conf_get("osfamily"));
178$pbos->{'type'} = pb_distro_get_param($pbos,pb_conf_get("ostype"));
179($pbos->{'os'},$pbos->{'install'},$pbos->{'suffix'},$pbos->{'nover'},$pbos->{'rmdot'},$pbos->{'update'}) = pb_distro_get_param($pbos,pb_conf_get("os","osins","ossuffix","osnover","osremovedotinver","osupd"));
180($pbos->{'localinstall'}) = pb_distro_get_param($pbos,pb_conf_get_if("oslocalins"));
181#($pbos->{'family'},$pbos->{'type'},$pbos->{'os'},$pbos->{'install'},$pbos->{'suffix'},$pbos->{'nover'},$pbos->{'rmdot'},$pbos->{'update'}) = pb_distro_get_param($pbos,pb_conf_get("osfamily","ostype","os","osins","ossuffix","osnover","osremovedotinver","osupd"));
182
183# Some OS have no interesting version
184$pbos->{'version'} = "nover" if ((defined $pbos->{'nover'}) && ($pbos->{'nover'} eq "true"));
185
186# For some OS remove the . in version name for extension
187my $dver2 = $pbos->{'version'};
188$dver2 =~ s/\.//g if ((defined $pbos->{'rmdot'}) && ($pbos->{'rmdot'} eq "true"));
189
190if ((not defined $pbos->{'suffix'}) || ($pbos->{'suffix'} eq "")) {
191 # By default suffix is a concatenation of name and version
192 $pbos->{'suffix'} = ".$pbos->{'name'}$dver2"
193} else {
194 # concat just the version to what has been found
195 $pbos->{'suffix'} = ".$pbos->{'suffix'}$dver2";
196}
197
198# if ($arch eq "x86_64") {
199# $opt="--exclude=*.i?86";
200# }
201pb_log(2,"DEBUG: pb_distro_init: ".Dumper($pbos)."\n");
202
203return($pbos);
204}
205
206=item B<pb_distro_get>
207
208This function returns a list of 2 parameters indicating the distribution name and version of the underlying Linux distribution. The value of those 2 fields may be "unknown" in case the function was unable to recognize on which distribution it is running.
209
210On my home machine it would currently report ("mandriva","2010.2").
211
212=cut
213
214sub pb_distro_get {
215
216# 1: List of files that unambiguously indicates what distro we have
217# 2: List of files that ambiguously indicates what distro we have
218# 3: Should have the same keys as the previous one. If ambiguity, which other distributions should be checked
219# 4: Matching Rg. Expr to detect distribution and version
220my ($single_rel_files, $ambiguous_rel_files,$distro_similar,$distro_match,$nover) = pb_conf_get("osrelfile","osrelambfile","osambiguous","osrelexpr","osnover");
221
222my $release;
223my $distro;
224
225# Begin to test presence of non-ambiguous files
226# that way we reduce the choice
227my ($d,$r);
228while (($d,$r) = each %$single_rel_files) {
229 if (defined $ambiguous_rel_files->{$d}) {
230 print STDERR "The key $d is considered as both unambiguous and ambiguous.\n";
231 confess "Please fix your configuration file.\n"
232 }
233 if (-f "$r" && ! -l "$r") {
234 my $tmp=pb_get_content("$r");
235 # Found the only possibility.
236 # Try to get version and return
237 if (defined ($distro_match->{$d})) {
238 ($release) = $tmp =~ m/$distro_match->{$d}/m;
239 } else {
240 if (not defined ($nover->{$d})) {
241 print STDERR "Unable to find $d version in $r (non-ambiguous)\n";
242 confess "Please report to the maintainer bruno_at_project-builder.org\n";
243 }
244 $release = "unknown";
245 }
246 return($d,$release);
247 }
248}
249
250# Now look at ambiguous files
251# Ubuntu before 10.04 includes a /etc/debian_version file that creates an ambiguity with debian
252# So we need to look at distros in reverse alphabetic order to treat ubuntu always first via lsb
253my $found = 0;
254foreach $d (reverse keys %$ambiguous_rel_files) {
255 $r = $ambiguous_rel_files->{$d};
256 if (-f "$r" && !-l "$r") {
257 # Found one possibility.
258 # Get all distros concerned by that file
259 my $tmp = pb_get_content("$r");
260 my $ptr = $distro_similar->{$d};
261 pb_log(2,"amb: ".Dumper($ptr)."\n");
262 $release = "unknown";
263 foreach my $dd (split(/,/,$ptr)) {
264 pb_log(2,"check $dd\n");
265 # Try to check pattern
266 if (defined $distro_match->{$dd}) {
267 pb_log(2,"cmp: $distro_match->{$dd} - vs - $tmp\n");
268 ($release) = $tmp =~ m/$distro_match->{$dd}/m;
269 if ((defined $release) && ($release ne "unknown")) {
270 $distro = $dd;
271 $found = 1;
272 last;
273 }
274 }
275 }
276 last if ($found == 1);
277 }
278}
279if ($found == 0) {
280 #
281 # Now look at the os-release file to see if we have a std distribution description
282 #
283 foreach my $r ("/usr/lib/os-release","/etc/os-release") {
284 if (-r $r) {
285 my $tmp = pb_get_content("$r");
286 ($release) = $tmp =~ m/.*\nVERSION_ID=[\"\']*([0-9a-z\._-]+)[\"\']*\n/m;
287 ($distro) = $tmp =~ m/.*\nID=[\"\']*([0-9A-z\._-]+)[\"\']*\n/m;
288 # Remove the leap suffix if present (OpenSUSE)
289 $distro =~ s/-leap//;
290 if ((defined $release) && (defined $distro)) {
291 $found = 1;
292 last;
293 }
294 }
295 }
296}
297if ($found == 0) {
298 print STDERR "Unable to find a version in ".join(' ',keys %$ambiguous_rel_files)." (ambiguous)\n";
299 confess "Please report to the maintainer bruno_at_project-builder.org\n";
300} else {
301 return($distro,$release);
302}
303}
304
305=item B<pb_distro_getlsb>
306
307This function returns the 5 lsb values LSB version, distribution ID, Description, release and codename.
308As entry it takes an optional parameter to specify whether the output is short or not.
309
310=cut
311
312sub pb_distro_getlsb {
313
314my $s = shift;
315pb_log(3,"Entering pb_distro_getlsb\n");
316
317my ($ambiguous_rel_files) = pb_conf_get("osrelambfile");
318my $lsbf = $ambiguous_rel_files->{"lsb"};
319
320# LSB has not been configured.
321if (not defined $lsbf) {
322 print STDERR "no lsb entry defined for osrelambfile\n";
323 confess "You modified upstream delivery and lost !\n";
324}
325
326if (-r $lsbf) {
327 my $rep = pb_get_content($lsbf);
328 # Create elementary fields
329 my ($c, $r, $d, $i, $l) = ("", "", "", "", "");
330 for my $f (split(/\n/,$rep)) {
331 pb_log(3,"Reading file part ***$f***\n");
332 $c = $f if ($f =~ /^DISTRIB_CODENAME/);
333 $c =~ s/DISTRIB_CODENAME=/Codename:\t/;
334 $r = $f if ($f =~ /^DISTRIB_RELEASE/);
335 $r =~ s/DISTRIB_RELEASE=/Release:\t/;
336 $d = $f if ($f =~ /^DISTRIB_DESCRIPTION/);
337 $d =~ s/DISTRIB_DESCRIPTION=/Description:\t/;
338 $d =~ s/"//g;
339 $i = $f if ($f =~ /^DISTRIB_ID/);
340 $i =~ s/DISTRIB_ID=/Distributor ID:\t/;
341 $l = $f if ($f =~ /^LSB_VERSION/);
342 $l =~ s/LSB_VERSION=/LSB Version:\t/;
343 }
344 my $regexp = "^[A-z ]*:[\t ]*";
345 $c =~ s/$regexp// if (defined $s);
346 $r =~ s/$regexp// if (defined $s);
347 $d =~ s/$regexp// if (defined $s);
348 $i =~ s/$regexp// if (defined $s);
349 $l =~ s/$regexp// if (defined $s);
350 return($l, $i, $d, $r, $c);
351} else {
352 print STDERR "Unable to read $lsbf file\n";
353 confess "Please report to the maintainer bruno_at_project-builder.org\n";
354}
355}
356
357# Internal function
358
359sub pb_apply_conf_proxy {
360my ($pbos) = @_;
361
362my $ftp_proxy = pb_distro_get_param($pbos,pb_conf_get_if("ftp_proxy"));
363my $http_proxy = pb_distro_get_param($pbos,pb_conf_get_if("http_proxy"));
364my $https_proxy = pb_distro_get_param($pbos,pb_conf_get_if("https_proxy"));
365
366# We do not overwrite shell settings
367$ENV{'ftp_proxy'} ||= $ftp_proxy if ((defined $ftp_proxy) && ($ftp_proxy ne ""));
368$ENV{'http_proxy'} ||= $http_proxy if ((defined $http_proxy) && ($http_proxy ne ""));
369$ENV{'https_proxy'} ||= $https_proxy if ((defined $https_proxy) && ($https_proxy ne ""));
370}
371
372=item B<pb_distro_installpkgs>
373
374This function install the packages passed as parameters on a distribution.
375
376=cut
377
378sub pb_distro_installpkgs {
379
380my $pbos = shift;
381my $pkgs = shift; # list of pkgs to install
382my $local = shift; # optional should we install local packages or remote (for deb command is different)
383
384# Protection
385confess "Missing install command for $pbos->{name}-$pbos->{version}-$pbos->{arch}" unless (defined $pbos->{install} && $pbos->{install} =~ /\w/);
386pb_apply_conf_proxy($pbos);
387pb_log(1, "ftp_proxy=$ENV{'ftp_proxy'}\n") if (defined $ENV{'ftp_proxy'});
388pb_log(1, "http_proxy=$ENV{'http_proxy'}\n") if (defined $ENV{'http_proxy'});
389pb_log(1, "https_proxy=$ENV{'https_proxy'}\n") if (defined $ENV{'https_proxy'});
390
391# This may not be // proof. We should test for availability of repo and sleep if not
392my $cmd = "$pbos->{'install'} $pkgs";
393$cmd = "$pbos->{'localinstall'} $pkgs" if ((defined $local) && (defined $pbos->{'localinstall'}) && ($pbos->{'localinstall'} !~ /[ ]*/));
394my $ret = pb_system($cmd, "Installing packages ($cmd)","mayfail");
395# Try to accomodate deficient proxies
396if ($ret != 0) {
397 $ret = pb_system($cmd, "Re-trying installing packages ($cmd)");
398}
399confess "Some packages did not install" if (($ret != 0) && ($Global::pb_stop_on_error));
400}
401
402
403=item B<pb_distro_installdeps>
404
405This function install the dependencies required to build the package on a distro.
406If $forcerepo is defined then do not assume packages are alredy installed, but reinstall them
407(useful if you add a repo which contains more up to date packages that you need)
408Dependencies can be passed as the 4th parameter in which case they are not computed
409
410=cut
411
412sub pb_distro_installdeps {
413
414# SPEC file
415my $f = shift;
416my $pbos = shift;
417my $forcerepo = shift;
418my $deps = shift; # optional list of deps to install
419my $local = shift; # optional should we install local packages or remote (for deb command is different)
420
421# Get dependencies in the build file if not forced
422$deps = pb_distro_getdeps($f,$pbos, $forcerepo) if ((not defined $deps) || (defined $forcerepo));
423pb_log(2,"deps: $deps\n");
424return if ((not defined $deps) || ($deps =~ /^\s*$/));
425
426pb_distro_installpkgs($pbos,$deps,$local);
427# Check that all deps have been installed correctly
428# This time we don't forcerepo to avoid getting a list as a return as we have
429# already forced it previously, and this time we just want to check
430$deps = pb_distro_getdeps($f, $pbos, undef);
431confess "Some dependencies did not install ($deps)" if ((defined $deps) && ($deps =~ /\S/) && ($Global::pb_stop_on_error));
432}
433
434=item B<pb_distro_getdeps>
435
436This function computes the dependencies indicated in the build file and return them as a string of packages to install
437
438=cut
439
440sub pb_distro_getdeps {
441
442my $f = shift;
443my $pbos = shift;
444my $forcerepo = shift;
445
446my $regexp = "";
447my $deps = "";
448my $sep = $/;
449
450# Protection
451return("") if (not defined $pbos->{'type'});
452return("") if (not defined $f);
453
454pb_log(3,"entering pb_distro_getdeps: $pbos->{'type'} - $f\n");
455if ($pbos->{'type'} eq "rpm") {
456 # In RPM this could include files, but we do not handle them atm.
457 $regexp = '^BuildRequires:(.*)$';
458} elsif ($pbos->{'type'} eq "deb") {
459 $regexp = '^Build-Depends:(.*)$';
460} elsif ($pbos->{'type'} eq "apk") {
461 $regexp = '^makedepends=(.*)$';
462} elsif ($pbos->{'type'} eq "ebuild") {
463 $sep = '"'.$/;
464 $regexp = '^DEPEND="(.*)"\n';
465} else {
466 # No idea
467 return("");
468}
469pb_log(2,"regexp: $regexp\n");
470
471# Preserve separator before using the one we need
472my $oldsep = $/;
473$/ = $sep;
474open(DESC,"$f") || (cluck "Unable to open $f" && return(""));
475while (<DESC>) {
476 pb_log(4,"read: $_\n");
477 next if (! /$regexp/);
478 chomp();
479
480 my $nextline;
481 # Support multi-lines deps for .deb
482 if ($pbos->{type} eq 'deb') {
483 while ($nextline = <DESC>) {
484 last unless $nextline =~ /^\s+(.+)$/o;
485 $_ .= $1;
486 }
487 }
488
489 # What we found with the regexp is the list of deps.
490 pb_log(2,"found deps: $_\n");
491 s/$regexp/$1/i;
492 pb_log(4,"found deps 1: $_\n");
493 # Remove conditions in the middle and at the end for deb
494 s/\([><=]+[^,]*,/,/g;
495 pb_log(4,"found deps 2: $_\n");
496 s/\([><=]+[^,]*$//g;
497 pb_log(4,"found deps 3: $_\n");
498 # Same for rpm
499 s/[><=]+[^,]*,/,/g;
500 pb_log(4,"found deps 4: $_\n");
501 s/[><=]+.*$//g;
502 pb_log(4,"found deps 5: $_\n");
503 # Improve string format (remove , and spaces at start, end and in double
504 s/,/ /g;
505 pb_log(4,"found deps 6: $_\n");
506 s/^\s*//;
507 pb_log(4,"found deps 7: $_\n");
508 # $ here removes the \n
509 s/\s*$//;
510 pb_log(4,"found deps 8: $_\n");
511 s/\s+/ /g;
512 pb_log(4,"found deps 9: $_\n");
513 $deps .= " ".$_;
514 pb_log(4,"found deps end: $deps\n");
515
516 # Support multi-lines deps for .deb (fwup)
517 if (defined $nextline) {
518 $_ = $nextline;
519 redo;
520 }
521}
522close(DESC);
523$/ = $oldsep;
524pb_log(2,"now deps: $deps\n");
525if (defined $forcerepo) {
526 # We want to force installation of all pkgs
527 # because a repo was setup in between, which may contains updated versions
528 pb_log(0,"Forcing installation of all packages due to previous repo setup\n");
529 return($deps);
530} else {
531 pb_log(0,"Installation of only necessary packages\n");
532 my $deps2 = pb_distro_only_deps_needed($pbos,$deps);
533 return($deps2);
534}
535}
536
537
538=item B<pb_distro_only_deps_needed>
539
540This function returns only the dependencies not yet installed
541
542=cut
543
544sub pb_distro_only_deps_needed {
545
546my $pbos = shift;
547my $deps = shift;
548
549return("") if ((not defined $deps) || ($deps =~ /^\s*$/));
550my $deps2 = "";
551# Avoid to install what is already there
552delete $ENV{'COLUMNS'};
553foreach my $p (split(/\s+/,$deps)) {
554 next if $p =~ /^\s*$/o;
555 if ($pbos->{'type'} eq "rpm") {
556 my $rpmcmd = "rpm -q --whatprovides --quiet";
557 # whatprovides doesn't work for RH6.2
558 $rpmcmd = "rpm -q --quiet" if (($pbos->{'name'} eq "redhat") && ($pbos->{'version'} =~ /6/));
559 my $res = pb_system("$rpmcmd $p","Looking for $p","mayfail");
560 next if ($res eq 0);
561 pb_log(1, "INFO: missing dependency $p\n");
562 } elsif ($pbos->{'type'} eq "deb") {
563 my $res = pb_system("dpkg -L $p","Looking for $p","mayfail");
564 next if ($res eq 0);
565 open(CMD,"dpkg -l $p |") || (cluck "Unable to run dpkg -l $p: $!" && next);
566 my $ok = 0;
567 while (<CMD>) {
568 $ok = 1 if /^ii\s+$p/;
569 }
570 close(CMD);
571 next if $ok;
572 pb_log(1, "INFO: missing dependency $p\n");
573 } elsif ($pbos->{'type'} eq "ebuild") {
574 } elsif ($pbos->{'type'} eq "apk") {
575 my $res = pb_system("apk -e info $p","Looking for $p","mayfail");
576 next if ($res eq 0);
577 pb_log(1, "INFO: missing dependency $p\n");
578 } else {
579 # Not reached
580 }
581 pb_log(2,"found deps2: $p\n");
582 $deps2 .= " $p";
583}
584
585$deps2 =~ s/^\s*//;
586pb_log(2,"now deps2: $deps2\n");
587return($deps2);
588}
589
590# Internal
591sub pb_distro_compare_repo {
592
593my $src = shift;
594my $dest = shift;
595
596if (not -f $dest) {
597 pb_log(1, "INFO: Creating new file $dest\n");
598} elsif (-f $dest && -s $dest == 0) {
599 pb_log(1, "INFO: Overwriting empty file $dest\n");
600} elsif (-f $dest && compare("$src", $dest) == 0) {
601 pb_log(1, "INFO: Overwriting identical file $dest\n");
602} else {
603 pb_log(0, "ERROR: destination file $dest exists and is different than source $src\n");
604 pb_system("cat $dest","INFO: Dest...\n","verbose");
605 pb_system("cat $src","INFO: New...\n","verbose");
606 pb_log(1, "INFO: Returning...\n");
607 return(1);
608}
609return(0);
610}
611
612
613=item B<pb_distro_setuposrepo>
614
615This function sets up potential additional repository for the setup phase
616
617=cut
618
619sub pb_distro_setuposrepo {
620
621my $pbos = shift;
622
623pb_log(3, "INFO: Adding osrepo from config file\n");
624my %h;
625my $h = \%h;
626# Adds conf file for availability of conf elements either from the local build env or from a VE/VM/RM in which the conf file has been passed
627$h = pb_conf_cache(pb_distro_conffile(),$h);
628my ($osrepo) = pb_conf_get_in_hash_if($h,"osrepo");
629my $repo = pb_distro_get_param($pbos,$osrepo);
630return(pb_distro_setuprepo_gen($pbos,$repo));
631}
632
633=item B<pb_distro_setuprepo>
634
635This function sets up potential additional repository to the build/install/test environment
636
637=cut
638
639sub pb_distro_setuprepo {
640
641my $pbos = shift;
642my $repotype = shift;
643
644my %h;
645my $h = \%h;
646# Adds conf file for availability of conf elements either from the local build env or from a VE/VM/RM in which the conf file has been passed
647$h = pb_conf_cache("$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.yml",$h) if ((defined $ENV{'PBROOTDIR'}) && (-f "$ENV{'PBROOTDIR'}/$ENV{'PBPROJ'}.yml"));
648$h = pb_conf_cache("$ENV{'PBDESTDIR'}/pbrc.yml",$h) if ((defined $ENV{'PBDESTDIR'}) && (-f "$ENV{'PBDESTDIR'}/pbrc.yml"));
649
650pb_log(3, "INFO: Adding addrepo from config file for $repotype\n");
651if ($repotype =~ /install/) {
652 # Give a probable default if nothing is provided to avoid overloading conf files
653 #
654 my ($addrepo) = pb_conf_get_in_hash_if($h,"addinstallrepo");
655 if ((not defined $addrepo) || (not defined $addrepo->{$ENV{'PBPROJ'}})) {
656 my ($pbrepo) = pb_conf_get_in_hash_if($h,"pbrepo");
657 return(undef) if (not defined $pbrepo);
658 my $url = "$pbrepo->{$ENV{'PBPROJ'}}";
659 my ($testver,$delivery) = pb_conf_get_in_hash_if($h,"testver","delivery");
660 $delivery->{$ENV{'PBPROJ'}} = "" if (not defined $delivery->{$ENV{'PBPROJ'}});
661 $url .= "/$delivery->{$ENV{'PBPROJ'}}/";
662 my $repotag = "";
663 $repotag = "-$delivery->{$ENV{'PBPROJ'}}" if ($delivery->{$ENV{'PBPROJ'}} ne "");
664 $url .= "/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}/$ENV{PBPROJ}$repotag.";
665 my $ext = "";
666 if ($pbos->{'type'} eq "rpm") {
667 $ext = "repo";
668 if ($pbos->{'family'} eq "md") {
669 $ext = "addmedia";
670 }
671 } elsif ($pbos->{'type'} eq "deb") {
672 $ext = ".sources.list";
673 }
674 $url .= $ext;
675 return(pb_distro_setuprepo_gen($pbos,$url));
676 } else {
677 my ($addrepo) = pb_conf_get_in_hash_if($h,"addinstallrepo");
678 return(pb_distro_setuprepo_gen($pbos,$addrepo->{$ENV{'PBPROJ'}}));
679 }
680} else {
681 my ($addrepo) = pb_conf_get_in_hash_if($h,"add".$repotype."repo");
682 return(pb_distro_setuprepo_gen($pbos,$addrepo->{$ENV{'PBPROJ'}}));
683}
684}
685
686=item B<pb_distro_setuprepo_gen>
687
688This function sets up in a generic way potential additional repository passed as a param
689
690=cut
691
692sub pb_distro_setuprepo_gen {
693
694my $pbos = shift;
695my $param = shift;
696
697return(undef) if (not defined $param);
698
699pb_apply_conf_proxy($pbos);
700
701# Loop on the list of additional repo
702foreach my $i (split(/,/,$param)) {
703
704 pb_log(1,"Adding repository defined by $i\n");
705 my ($scheme, $account, $host, $port, $path) = pb_get_uri($i);
706 my $bn = basename($i);
707
708 # The repo file can be local or remote. download or copy at the right place
709 if (($scheme eq "ftp") || ($scheme =~ /http/)) {
710 pb_system("wget -O $ENV{'PBTMP'}/$bn $i","Downloading additional repository file $i");
711 } else {
712 copy($i,"$ENV{'PBTMP'}/$bn");
713 }
714
715 # The repo file can be a real file or a package
716 if ($pbos->{'type'} eq "rpm") {
717 if ($bn =~ /\.rpm$/) {
718 my $pn = $bn;
719 $pn =~ s/\.rpm//;
720 if (pb_system("rpm -q --quiet $pn","","mayfail") != 0) {
721 pb_system("sudo rpm -Uvh $ENV{'PBTMP'}/$bn","Adding package $bn to setup repository");
722 }
723 } elsif ($bn =~ /\.repo$/) {
724 my $dirdest = "";
725 my $reponame = "";
726 # TODO: could go in pb.yml in fact
727 if ($pbos->{install} =~ /\byum\b/) {
728 $reponame="yum";
729 $dirdest = "/etc/yum.repos.d";
730 } elsif ($pbos->{install} =~ /\bdnf\b/) {
731 $reponame="dnf";
732 $dirdest = "/etc/yum.repos.d";
733 } elsif ($pbos->{install} =~ /\bzypper\b/) {
734 $reponame="zypper";
735 $dirdest = "/etc/zypp/repos.d";
736 } else {
737 cluck "Unknown location for repository file for '$pbos->{install}' command";
738 next;
739 }
740 my $dest = "$dirdest/$bn";
741 return(undef) if (pb_distro_compare_repo("$ENV{'PBTMP'}/$bn",$dest) == 1);
742 if (! -d $dirdest) {
743 cluck "Missing directory $dirdest ($reponame)";
744 return(undef);
745 }
746 pb_system("sudo mv $ENV{'PBTMP'}/$bn $dest","Adding $reponame repository") if (not -f "$dest");
747 # OpenSUSE does't seem to import keys automatically
748 # :-(
749 if ($pbos->{install} =~ /\bzypper\b/) {
750 my $keyfile = undef;
751 open(REPO,"$dest") || (cluck "Unable to open $dest" && next);
752 while (<REPO>) {
753 $keyfile = $_;
754 if ($keyfile =~ /^gpgkey=/) {
755 $keyfile =~ s/gpgkey=//;
756 last;
757 }
758 }
759 close(REPO);
760 if (defined $keyfile) {
761 pb_system("wget -O $ENV{'PBTMP'}/$bn $keyfile","Downloading GPG key file $keyfile");
762 pb_system("sudo rpm --import $ENV{'PBTMP'}/$bn","Importing GPG key file $keyfile");
763 unlink("$ENV{'PBTMP'}/$bn");
764 }
765 }
766 } elsif ($bn =~ /\.addmedia/) {
767 # URPMI repo
768 # We should test that it's not an already setup urpmi repo
769 open(URPMI,"/etc/urpmi/urpmi.cfg") || (cluck "Unable to open /etc/urpmi/urpmi.cfg" && next);
770 my $found = 0;
771 my $entry = $bn;
772 $entry =~ s/.addmedia$//;
773 while (<URPMI>) {
774 $found = 1 if ($_ =~ /^$entry /);
775 }
776 pb_system("chmod 755 $ENV{'PBTMP'}/$bn ; sudo $ENV{'PBTMP'}/$bn 2>&1 > /dev/null","Adding urpmi repository") if ($found == 0);
777 pb_log(0,"INFO urpmi $bn already set up\n") if ($found == 1);
778 } else {
779 pb_log(0,"ERROR: Unable to deal with repository file $i on rpm distro ! Please report to dev team\n");
780 }
781 } elsif ($pbos->{'type'} eq "deb") {
782 if ($bn =~ /\.sources.list$/) {
783 my $dest = "/etc/apt/sources.list.d/$bn";
784 return(undef) if (pb_distro_compare_repo("$ENV{'PBTMP'}/$bn",$dest) == 1);
785 pb_system("sudo mv $ENV{'PBTMP'}/$bn $dest","Adding apt repository $dest");
786 # Check whether GPG keys for this repo are already known and if
787 # not add them
788 open(REPO,"$dest") || (cluck "Unable to open $dest" && next);
789 my $debrepo;
790 while (<REPO>) {
791 if (/^deb\s/) {
792 $debrepo = $_;
793 chomp($debrepo);
794 $debrepo =~ s|^deb ([^\s]+)\s([^\s]+)\s([^\s]+)|$1/dists/$2|;
795 last;
796 }
797 }
798 close(REPO);
799 return(undef) if (not defined $debrepo);
800
801 pb_system("wget -O $ENV{'PBTMP'}/Release $debrepo/Release","Downloading $debrepo/Release");
802 pb_system("wget -O $ENV{'PBTMP'}/Release.gpg $debrepo/Release.gpg","Downloading $debrepo/Release.gpg");
803 my $signature = undef;
804 my ($pbgpgserver) = pb_conf_get("pbgpgserver");
805 confess "Unable to find a GPG server in configuration, please define pbgpgserver" if (not defined $pbgpgserver);
806 my $keyserver = $pbgpgserver->{$ENV{'PBPROJ'}};
807 $keyserver = $pbgpgserver->{'default'} if (not defined $keyserver);
808 confess "Unable to find a GPG server in configuration, please define correctly pbgpgserver" if (not defined $keyserver);
809 open(SIGN,"LANGUAGE=C LANG=C gpg --verify --keyid-format=long $ENV{'PBTMP'}/Release.gpg $ENV{'PBTMP'}/Release 2>&1 |") || (cluck "Unable to verify GPG signature from Release.gpg\n" && next);
810 while(<SIGN>) {
811 chomp();
812 if (/^gpg: .*key /) {
813 $signature = $_;
814 $signature =~ s/^gpg: .*key [ID ]*([A-Z0-9]+)/$1/;
815 pb_system("gpg --recv-keys --keyserver $keyserver $signature","Importing GPG signature for $signature");
816 last;
817 }
818 }
819 close(SIGN);
820 return(undef) if (not defined $signature);
821
822 pb_log(3, "GnuPG repo verify returned: $signature\n");
823 pb_system("gpg -a --export -o $ENV{'PBTMP'}/apt.sig \'$signature\'","Exporting GnuPG signature of $signature");
824 pb_system("sudo apt-key add $ENV{'PBTMP'}/apt.sig","Adding GnuPG signature of $signature to APT key ring");
825 pb_system("sudo apt-get update","Updating apt repository");
826 } else {
827 pb_log(0,"ERROR: Unable to deal with repository file $i on deb distro ! Please report to dev team\n");
828 }
829 } else {
830 pb_log(0,"ERROR: Unable to deal with repository file $i on that distro ! Please report to dev team\n");
831 }
832}
833return("forcerepo");
834}
835
836=item B<pb_distro_to_keylist>
837
838Given a pbos object (first param) and the generic key (second param), get the list of possible keys for looking up variable for
839filter names. The list will be sorted most-specific to least specific.
840
841=cut
842
843sub pb_distro_to_keylist ($$) {
844
845my ($pbos, $generic) = @_;
846
847foreach my $key (qw/name version arch family type os/) {
848 confess "missing pbos key $key" unless (defined $pbos->{$key});
849}
850
851my @keylist = ("$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}", "$pbos->{'name'}-$pbos->{'version'}");
852
853# Loop to include also previous minor versions
854# if configured so
855if ((defined $pbos->{'useminor'}) && ($pbos->{'useminor'} eq "true") && ($pbos->{'version'} =~ /^(\d+)\.(\d+)$/o)) {
856 my ($major, $minor) = ($1, $2);
857 while ($minor > 0) {
858 $minor--;
859 push (@keylist, "$pbos->{'name'}-${major}.$minor");
860 }
861 push (@keylist, "$pbos->{'name'}-$major");
862}
863
864push (@keylist, $pbos->{'name'}, $pbos->{'family'}, $pbos->{'type'}, $pbos->{'os'}, $generic);
865return @keylist;
866}
867
868=item B<pb_distro_get_param>
869
870This function gets the parameter in the conf file from the most precise tuple up to default
871
872=cut
873
874sub pb_distro_get_param {
875
876my @param = ();
877my $pbos = shift;
878
879my @keylist = pb_distro_to_keylist($pbos,"default");
880pb_log(2,"DEBUG: pb_distro_get_param on $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} for ".Dumper(@_)."\n");
881foreach my $opt (@_) {
882 my $param = "";
883 foreach my $key (@keylist) {
884 if (defined $opt->{$key}) {
885 $param = $opt->{$key};
886 last;
887 }
888 }
889 # Allow replacement of variables inside the parameter such as name, version, arch for rpmbootstrap
890 # but not shell variable which are backslashed
891 if ($param =~ /[^\\]\$/) {
892 pb_log(3,"Expanding variable on $param\n");
893 eval { $param =~ s/(\$\w+->\{\'\w+\'\})/$1/eeg };
894 }
895 push @param,$param;
896}
897
898pb_log(2,"DEBUG: pb_distro_get_param on $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} returns ==".Dumper(@param)."==\n");
899
900# Return one param if user only asked for one lookup, an array if not.
901my $nb = @param;
902if ($nb eq 1) {
903 return($param[0]);
904} else {
905 return(@param);
906}
907}
908
909=item B<pb_distro_get_context>
910
911This function gets the OS context passed as parameter and return the corresponding distribution hash
912If passed undef or "" then auto-detects
913
914=cut
915
916
917sub pb_distro_get_context {
918
919my $os = shift;
920my $pbos;
921
922if ((defined $os) && ($os ne "")) {
923 my ($name,$ver,$darch) = split(/-/,$os);
924 pb_log(0,"Bad format for $os") if ((not defined $name) || (not defined $ver) || (not defined $darch)) ;
925 chomp($darch);
926 $pbos = pb_distro_init($name,$ver,$darch);
927} else {
928 $pbos = pb_distro_init();
929}
930return($pbos);
931}
932
933=item B<pb_distro_conf_print>
934
935This function prints every configuration parameter in order to help debug stacking issues with conf files. If a VM/VE/RM is given, restrict display to this distribution. If parameters are passed, restrict again the display to these values only.
936
937=cut
938
939sub pb_distro_conf_print {
940
941my $pbos = shift;
942my @keys = @_;
943my $all = 0;
944
945if ($#keys == -1) {
946 pb_log(0,"Full pb configuration for project $ENV{'PBPROJ'}\n");
947 pb_log(0,"================================================\n");
948 @keys = pb_conf_get_all();
949 $all = 1;
950}
951if (defined $ENV{'PBV'}) {
952 pb_log(1,"Distribution $ENV{'PBV'}\n");
953 pb_log(1,"========================\n");
954} else {
955 pb_log(1,"Local Distribution\n");
956 pb_log(1,"==================\n");
957}
958
959my %rep;
960my $i = 0;
961# Index on distro
962foreach my $r (pb_distro_get_param($pbos,pb_conf_get(@keys))) {
963 $rep{$keys[$i]} = $r if (defined $keys[$i]);
964 $i++;
965}
966$i = 0;
967# Then Index on prj to overwrite previous value if needed
968foreach my $r (pb_conf_get(@keys)) {
969 $rep{$keys[$i]} = $r->{'default'} if (defined $r->{'default'});
970 $rep{$keys[$i]} = $r->{$ENV{'PBPROJ'}} if (defined $r->{$ENV{'PBPROJ'}});
971 $i++;
972}
973foreach my $r (keys %rep) {
974 pb_log(1, "$r => ");
975 pb_log(0, "$rep{$r}\n") if ($all == 0);
976 pb_log(0, "$r = $rep{$r}\n") if ($all == 1);
977}
978}
979
980
981=back
982
983=head1 WEB SITES
984
985The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
986
987=head1 USER MAILING LIST
988
989None exists for the moment.
990
991=head1 AUTHORS
992
993The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
994
995=head1 COPYRIGHT
996
997Project-Builder.org is distributed under the GPL v2.0 license
998described in the file C<COPYING> included with the distribution.
999
1000=cut
1001
1002
10031;
Note: See TracBrowser for help on using the repository browser.