source: ProjectBuilder/devel/pb-modules/lib/ProjectBuilder/Distribution.pm@ 2360

Last change on this file since 2360 was 2360, checked in by Bruno Cornec, 5 years ago

More opensuse support

  • remove os-release management from conf file and do it in code as this

is a generic last resort file we want to look at if nothing else was
found. This is the case for newest opensuse distros

  • supports latest opensuse distros
File size: 29.3 KB
Line 
1#!/usr/bin/perl -w
2#
3# Creates common environment for distributions
4#
5# Copyright B. Cornec 2007-2016
6# Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
7# Provided under the GPL v2
8#
9# $Id$
10#
11
12package ProjectBuilder::Distribution;
13
14use strict;
15use Data::Dumper;
16use Carp 'confess';
17use ProjectBuilder::Version;
18use ProjectBuilder::Base;
19use ProjectBuilder::Conf;
20use File::Basename;
21use File::Copy;
22# requires perl 5.004 minimum in VM/VE
23use File::Compare;
24
25# Global vars
26# Inherit from the "Exporter" module which handles exporting functions.
27
28use vars qw($VERSION $REVISION $PBCONFVER @ISA @EXPORT);
29use Exporter;
30
31# Export, by default, all the functions into the namespace of
32# any code which uses this module.
33
34our @ISA = qw(Exporter);
35our @EXPORT = qw(pb_distro_init pb_distro_conffile pb_distro_sysconffile pb_distro_api pb_distro_get pb_distro_getlsb pb_distro_installdeps pb_distro_getdeps pb_distro_only_deps_needed pb_distro_setuprepo pb_distro_setuposrepo pb_distro_setuprepo_gen pb_distro_get_param pb_distro_get_context pb_distro_to_keylist pb_distro_conf_print pb_apply_conf_proxy);
36($VERSION,$REVISION,$PBCONFVER) = pb_version_init();
37
38=pod
39
40=head1 NAME
41
42ProjectBuilder::Distribution, part of the project-builder.org - module dealing with distribution detection
43
44=head1 DESCRIPTION
45
46This modules provides functions to allow detection of Linux distributions, and giving back some attributes concerning them.
47
48=head1 SYNOPSIS
49
50 use ProjectBuilder::Distribution;
51
52 #
53 # Return information on the running distro
54 #
55 my $pbos = pb_distro_get_context();
56 print "distro tuple: ".Dumper($pbos->name, $pbos->ver, $pbos->fam, $pbos->type, $pbos->pbsuf, $pbos->pbupd, $pbos->pbins, $pbos->arch)."\n";
57 #
58 # Return information on the requested distro
59 #
60 my $pbos = pb_distro_get_context("ubuntu-7.10-x86_64");
61 print "distro tuple: ".Dumper($pbos->name, $pbos->ver, $pbos->fam, $pbos->type, $pbos->pbsuf, $pbos->pbupd, $pbos->pbins, $pbos->arch)."\n";
62 #
63 # Return information on the running distro
64 #
65 my ($ddir,$dver) = pb_distro_get();
66
67=head1 USAGE
68
69=over 4
70
71=item B<pb_distro_conffile>
72
73This function returns the mandatory configuration file used for distribution/OS detection
74
75=cut
76
77sub pb_distro_api {
78
79return("CCCC/api.yml");
80}
81
82
83=item B<pb_distro_conffile>
84
85This function returns the mandatory configuration file used for distribution/OS detection
86
87=cut
88
89sub pb_distro_conffile {
90
91if ($PBCONFVER < 1) {
92 return("CCCC/pb.conf");
93} else {
94 return("CCCC/pb.yml");
95}
96}
97
98=item B<pb_distro_sysconffile>
99
100This function returns the optional configuration file used for local customization
101
102=cut
103
104sub pb_distro_sysconffile {
105
106if ($PBCONFVER < 1) {
107 return("SSSS/pb.conf");
108} else {
109 return("SSSS/pb.yml");
110}
111}
112
113
114=item B<pb_distro_init>
115
116This function returns a hash of parameters indicating the distribution name, version, family, type of build system, suffix of packages, update command line, installation command line and architecture of the underlying Linux distribution. The value of the fields may be "unknown" in case the function was unable to recognize on which distribution it is running.
117
118As an example, Ubuntu and Debian are in the same "du" family. As well as RedHat, RHEL, CentOS, fedora are on the same "rh" family.
119Mandriva, Open SuSE and Fedora have all the same "rpm" type of build system. Ubuntu and Debian have the same "deb" type of build system.
120And "fc" is the extension generated for all Fedora packages (Version will be added by pb).
121All this information is stored in an external configuration file typically at /etc/pb/pb.yml
122
123When passing the distribution name and version as parameters, the B<pb_distro_init> function returns the parameter of that distribution instead of the underlying one.
124
125Cf: http://linuxmafia.com/faq/Admin/release-files.html
126Ideas taken from http://search.cpan.org/~kerberus/Linux-Distribution-0.14/lib/Linux/Distribution.pm
127
128=cut
129
130
131sub pb_distro_init {
132
133my $pbos = {
134 'name' => undef,
135 'version' => undef,
136 'arch' => undef,
137 'family' => "unknown",
138 'suffix' => "unknown",
139 'update' => "unknown",
140 'install' => "unknown",
141 'type' => "unknown",
142 'os' => "unknown",
143 'nover' => "false",
144 'rmdot' => "false",
145 'useminor' => "false",
146 };
147$pbos->{'name'} = shift;
148$pbos->{'version'} = shift;
149$pbos->{'arch'} = shift;
150
151# Adds conf file for distribution description
152# the location of the conf file is finalyzed at install time
153# depending whether we deal with package install or tar file install
154
155pb_conf_add(pb_distro_sysconffile());
156
157# Similarly for the local file available for sysadmin. After the previous one to allow overwrite to work
158pb_conf_add(pb_distro_conffile());
159
160# If we don't know which distribution we're on, then guess it
161($pbos->{'name'},$pbos->{'version'}) = pb_distro_get() if ((not defined $pbos->{'name'}) || (not defined $pbos->{'version'}));
162
163# For some rare cases, typically nover ones
164$pbos->{'name'} = "unknown" if (not defined $pbos->{'name'});
165$pbos->{'version'} = "unknown" if (not defined $pbos->{'version'});
166
167# Initialize arch
168$pbos->{'arch'} = pb_get_arch() if (not defined $pbos->{'arch'});
169# Solves a bug on Red Hat 6.x where real arch is not detected when using setarch and a chroot
170# As it was only i386 forcing it here.
171$pbos->{'arch'} = "i386" if (($pbos->{'name'} eq "redhat") && ($pbos->{'version'} =~ /^6\./));
172
173# Dig into the tuple to find the best answer
174# Do NOT factorize here, as it won't work as of now for hash creation
175# Do NOT change order without caution
176$pbos->{'useminor'} = pb_distro_get_param($pbos,pb_conf_get("osuseminorrel"));
177$pbos->{'family'} = pb_distro_get_param($pbos,pb_conf_get("osfamily"));
178$pbos->{'type'} = pb_distro_get_param($pbos,pb_conf_get("ostype"));
179($pbos->{'os'},$pbos->{'install'},$pbos->{'suffix'},$pbos->{'nover'},$pbos->{'rmdot'},$pbos->{'update'}) = pb_distro_get_param($pbos,pb_conf_get("os","osins","ossuffix","osnover","osremovedotinver","osupd"));
180($pbos->{'localinstall'}) = pb_distro_get_param($pbos,pb_conf_get_if("oslocalins"));
181#($pbos->{'family'},$pbos->{'type'},$pbos->{'os'},$pbos->{'install'},$pbos->{'suffix'},$pbos->{'nover'},$pbos->{'rmdot'},$pbos->{'update'}) = pb_distro_get_param($pbos,pb_conf_get("osfamily","ostype","os","osins","ossuffix","osnover","osremovedotinver","osupd"));
182
183# Some OS have no interesting version
184$pbos->{'version'} = "nover" if ((defined $pbos->{'nover'}) && ($pbos->{'nover'} eq "true"));
185
186# For some OS remove the . in version name for extension
187my $dver2 = $pbos->{'version'};
188$dver2 =~ s/\.//g if ((defined $pbos->{'rmdot'}) && ($pbos->{'rmdot'} eq "true"));
189
190if ((not defined $pbos->{'suffix'}) || ($pbos->{'suffix'} eq "")) {
191 # By default suffix is a concatenation of name and version
192 $pbos->{'suffix'} = ".$pbos->{'name'}$dver2"
193} else {
194 # concat just the version to what has been found
195 $pbos->{'suffix'} = ".$pbos->{'suffix'}$dver2";
196}
197
198# if ($arch eq "x86_64") {
199# $opt="--exclude=*.i?86";
200# }
201pb_log(2,"DEBUG: pb_distro_init: ".Dumper($pbos)."\n");
202
203return($pbos);
204}
205
206=item B<pb_distro_get>
207
208This function returns a list of 2 parameters indicating the distribution name and version of the underlying Linux distribution. The value of those 2 fields may be "unknown" in case the function was unable to recognize on which distribution it is running.
209
210On my home machine it would currently report ("mandriva","2010.2").
211
212=cut
213
214sub pb_distro_get {
215
216# 1: List of files that unambiguously indicates what distro we have
217# 2: List of files that ambiguously indicates what distro we have
218# 3: Should have the same keys as the previous one. If ambiguity, which other distributions should be checked
219# 4: Matching Rg. Expr to detect distribution and version
220my ($single_rel_files, $ambiguous_rel_files,$distro_similar,$distro_match,$nover) = pb_conf_get("osrelfile","osrelambfile","osambiguous","osrelexpr","osnover");
221
222my $release;
223my $distro;
224
225# Begin to test presence of non-ambiguous files
226# that way we reduce the choice
227my ($d,$r);
228while (($d,$r) = each %$single_rel_files) {
229 if (defined $ambiguous_rel_files->{$d}) {
230 print STDERR "The key $d is considered as both unambiguous and ambigous.\n";
231 print STDERR "Please fix your configuration file.\n"
232 }
233 if (-f "$r" && ! -l "$r") {
234 my $tmp=pb_get_content("$r");
235 # Found the only possibility.
236 # Try to get version and return
237 if (defined ($distro_match->{$d})) {
238 ($release) = $tmp =~ m/$distro_match->{$d}/m;
239 } else {
240 if (not defined ($nover->{$d})) {
241 print STDERR "Unable to find $d version in $r (non-ambiguous)\n";
242 print STDERR "Please report to the maintainer bruno_at_project-builder.org\n";
243 }
244 $release = "unknown";
245 }
246 return($d,$release);
247 }
248}
249
250# Now look at ambiguous files
251# Ubuntu before 10.04 includes a /etc/debian_version file that creates an ambiguity with debian
252# So we need to look at distros in reverse alphabetic order to treat ubuntu always first via lsb
253my $found = 0;
254foreach $d (reverse keys %$ambiguous_rel_files) {
255 $r = $ambiguous_rel_files->{$d};
256 if (-f "$r" && !-l "$r") {
257 # Found one possibility.
258 # Get all distros concerned by that file
259 my $tmp = pb_get_content("$r");
260 my $ptr = $distro_similar->{$d};
261 pb_log(2,"amb: ".Dumper($ptr)."\n");
262 $release = "unknown";
263 foreach my $dd (split(/,/,$ptr)) {
264 pb_log(2,"check $dd\n");
265 # Try to check pattern
266 if (defined $distro_match->{$dd}) {
267 pb_log(2,"cmp: $distro_match->{$dd} - vs - $tmp\n");
268 ($release) = $tmp =~ m/$distro_match->{$dd}/m;
269 if ((defined $release) && ($release ne "unknown")) {
270 $distro = $dd;
271 $found = 1;
272 last;
273 }
274 }
275 }
276 last if ($found == 1);
277 }
278}
279#
280# Now look at the os-release file to see if we have a std distribution description
281#
282$r = "/usr/lib/os-release";
283if (-r $r) {
284 my $tmp = pb_get_content("$r");
285 ($release) = $tmp =~ m/.*\nVERSION_ID=[\"\']*([0-9a-z\._-]+)[\"\']*\n/m;
286 ($distro) = $tmp =~ m/.*\nID=[\"\']*([0-9A-z\._-]+)[\"\']*\n/m;
287 # Remove the leap suffix if present (OpenSUSE)
288 $distro =~ s/-leap//;
289 $found = 1 if ((defined $release) && (defined $distro));
290}
291if ($found == 0) {
292 print STDERR "Unable to find a version in ".join(' ',keys %$ambiguous_rel_files)." (ambiguous)\n";
293 print STDERR "Please report to the maintainer bruno_at_project-builder.org\n";
294 confess "Please report to the maintainer bruno_at_project-builder.org\n";
295} else {
296 return($distro,$release);
297}
298}
299
300=item B<pb_distro_getlsb>
301
302This function returns the 5 lsb values LSB version, distribution ID, Description, release and codename.
303As entry it takes an optional parameter to specify whether the output is short or not.
304
305=cut
306
307sub pb_distro_getlsb {
308
309my $s = shift;
310pb_log(3,"Entering pb_distro_getlsb\n");
311
312my ($ambiguous_rel_files) = pb_conf_get("osrelambfile");
313my $lsbf = $ambiguous_rel_files->{"lsb"};
314
315# LSB has not been configured.
316if (not defined $lsbf) {
317 print STDERR "no lsb entry defined for osrelambfile\n";
318 confess "You modified upstream delivery and lost !\n";
319}
320
321if (-r $lsbf) {
322 my $rep = pb_get_content($lsbf);
323 # Create elementary fields
324 my ($c, $r, $d, $i, $l) = ("", "", "", "", "");
325 for my $f (split(/\n/,$rep)) {
326 pb_log(3,"Reading file part ***$f***\n");
327 $c = $f if ($f =~ /^DISTRIB_CODENAME/);
328 $c =~ s/DISTRIB_CODENAME=/Codename:\t/;
329 $r = $f if ($f =~ /^DISTRIB_RELEASE/);
330 $r =~ s/DISTRIB_RELEASE=/Release:\t/;
331 $d = $f if ($f =~ /^DISTRIB_DESCRIPTION/);
332 $d =~ s/DISTRIB_DESCRIPTION=/Description:\t/;
333 $d =~ s/"//g;
334 $i = $f if ($f =~ /^DISTRIB_ID/);
335 $i =~ s/DISTRIB_ID=/Distributor ID:\t/;
336 $l = $f if ($f =~ /^LSB_VERSION/);
337 $l =~ s/LSB_VERSION=/LSB Version:\t/;
338 }
339 my $regexp = "^[A-z ]*:[\t ]*";
340 $c =~ s/$regexp// if (defined $s);
341 $r =~ s/$regexp// if (defined $s);
342 $d =~ s/$regexp// if (defined $s);
343 $i =~ s/$regexp// if (defined $s);
344 $l =~ s/$regexp// if (defined $s);
345 return($l, $i, $d, $r, $c);
346} else {
347 print STDERR "Unable to read $lsbf file\n";
348 confess "Please report to the maintainer bruno_at_project-builder.org\n";
349}
350}
351
352# Internal function
353
354sub pb_apply_conf_proxy {
355my ($pbos) = @_;
356
357my $ftp_proxy = pb_distro_get_param($pbos,pb_conf_get_if("ftp_proxy"));
358my $http_proxy = pb_distro_get_param($pbos,pb_conf_get_if("http_proxy"));
359my $https_proxy = pb_distro_get_param($pbos,pb_conf_get_if("https_proxy"));
360
361# We do not overwrite shell settings
362$ENV{'ftp_proxy'} ||= $ftp_proxy if ((defined $ftp_proxy) && ($ftp_proxy ne ""));
363$ENV{'http_proxy'} ||= $http_proxy if ((defined $http_proxy) && ($http_proxy ne ""));
364$ENV{'https_proxy'} ||= $https_proxy if ((defined $https_proxy) && ($https_proxy ne ""));
365}
366
367=item B<pb_distro_installdeps>
368
369This function install the dependencies required to build the package on a distro.
370If $forcerepo is defined then do not assume packages are alredy installed, but reinstall them
371(useful if you add a repo which contains more up to date packages that you need)
372Dependencies can be passed as the 4th parameter in which case they are not computed
373
374=cut
375
376sub pb_distro_installdeps {
377
378# SPEC file
379my $f = shift;
380my $pbos = shift;
381my $forcerepo = shift;
382my $deps = shift; # optional list of deps to install
383my $local = shift; # optional should we install local packages or remote (for deb command is different)
384
385# Protection
386confess "Missing install command for $pbos->{name}-$pbos->{version}-$pbos->{arch}" unless (defined $pbos->{install} && $pbos->{install} =~ /\w/);
387pb_apply_conf_proxy($pbos);
388pb_log(1, "ftp_proxy=$ENV{'ftp_proxy'}\n") if (defined $ENV{'ftp_proxy'});
389pb_log(1, "http_proxy=$ENV{'http_proxy'}\n") if (defined $ENV{'http_proxy'});
390pb_log(1, "https_proxy=$ENV{'https_proxy'}\n") if (defined $ENV{'https_proxy'});
391
392# Get dependencies in the build file if not forced
393$deps = pb_distro_getdeps($f,$pbos, $forcerepo) if ((not defined $deps) || (defined $forcerepo));
394pb_log(2,"deps: $deps\n");
395return if ((not defined $deps) || ($deps =~ /^\s*$/));
396
397# This may not be // proof. We should test for availability of repo and sleep if not
398my $cmd = "$pbos->{'install'} $deps";
399$cmd = "$pbos->{'localinstall'} $deps" if ((defined $local) && (defined $pbos->{'localinstall'}) && ($pbos->{'localinstall'} !~ /[ ]*/));
400my $ret = pb_system($cmd, "Installing dependencies ($cmd)","mayfail");
401# Try to accomodate deficient proxies
402if ($ret != 0) {
403 pb_system($cmd, "Re-trying installing dependencies ($cmd)");
404}
405# Check that all deps have been installed correctly
406# This time we don't forcerepo to avoid getting a list as a return as we have
407# already forced it previously, and this time we just want to check
408$deps = pb_distro_getdeps($f, $pbos, undef);
409confess "Some dependencies did not install ($deps)" if ((defined $deps) && ($deps =~ /\S/) && ($Global::pb_stop_on_error));
410}
411
412=item B<pb_distro_getdeps>
413
414This function computes the dependencies indicated in the build file and return them as a string of packages to install
415
416=cut
417
418sub pb_distro_getdeps {
419
420my $f = shift;
421my $pbos = shift;
422my $forcerepo = shift;
423
424my $regexp = "";
425my $deps = "";
426my $sep = $/;
427
428# Protection
429return("") if (not defined $pbos->{'type'});
430return("") if (not defined $f);
431
432pb_log(3,"entering pb_distro_getdeps: $pbos->{'type'} - $f\n");
433if ($pbos->{'type'} eq "rpm") {
434 # In RPM this could include files, but we do not handle them atm.
435 $regexp = '^BuildRequires:(.*)$';
436} elsif ($pbos->{'type'} eq "deb") {
437 $regexp = '^Build-Depends:(.*)$';
438} elsif ($pbos->{'type'} eq "apk") {
439 $regexp = '^makedepends=(.*)$';
440} elsif ($pbos->{'type'} eq "ebuild") {
441 $sep = '"'.$/;
442 $regexp = '^DEPEND="(.*)"\n';
443} else {
444 # No idea
445 return("");
446}
447pb_log(2,"regexp: $regexp\n");
448
449# Preserve separator before using the one we need
450my $oldsep = $/;
451$/ = $sep;
452open(DESC,"$f") || confess "Unable to open $f";
453while (<DESC>) {
454 pb_log(4,"read: $_\n");
455 next if (! /$regexp/);
456 chomp();
457
458 my $nextline;
459 # Support multi-lines deps for .deb
460 if ($pbos->{type} eq 'deb') {
461 while ($nextline = <DESC>) {
462 last unless $nextline =~ /^\s+(.+)$/o;
463 $_ .= $1;
464 }
465 }
466
467 # What we found with the regexp is the list of deps.
468 pb_log(2,"found deps: $_\n");
469 s/$regexp/$1/i;
470 pb_log(4,"found deps 1: $_\n");
471 # Remove conditions in the middle and at the end for deb
472 s/\([><=]+[^,]*,/,/g;
473 pb_log(4,"found deps 2: $_\n");
474 s/\([><=]+[^,]*$//g;
475 pb_log(4,"found deps 3: $_\n");
476 # Same for rpm
477 s/[><=]+[^,]*,/,/g;
478 pb_log(4,"found deps 4: $_\n");
479 s/[><=]+.*$//g;
480 pb_log(4,"found deps 5: $_\n");
481 # Improve string format (remove , and spaces at start, end and in double
482 s/,/ /g;
483 pb_log(4,"found deps 6: $_\n");
484 s/^\s*//;
485 pb_log(4,"found deps 7: $_\n");
486 # $ here removes the \n
487 s/\s*$//;
488 pb_log(4,"found deps 8: $_\n");
489 s/\s+/ /g;
490 pb_log(4,"found deps 9: $_\n");
491 $deps .= " ".$_;
492 pb_log(4,"found deps end: $deps\n");
493
494 # Support multi-lines deps for .deb (fwup)
495 if (defined $nextline) {
496 $_ = $nextline;
497 redo;
498 }
499}
500close(DESC);
501$/ = $oldsep;
502pb_log(2,"now deps: $deps\n");
503if (defined $forcerepo) {
504 # We want to force installation of all pkgs
505 # because a repo was setup in between, which may contains updated versions
506 pb_log(0,"Forcing installation of all packages due to previous repo setup\n");
507 return($deps);
508} else {
509 pb_log(0,"Installation of only necessary packages\n");
510 my $deps2 = pb_distro_only_deps_needed($pbos,$deps);
511 return($deps2);
512}
513}
514
515
516=item B<pb_distro_only_deps_needed>
517
518This function returns only the dependencies not yet installed
519
520=cut
521
522sub pb_distro_only_deps_needed {
523
524my $pbos = shift;
525my $deps = shift;
526
527return("") if ((not defined $deps) || ($deps =~ /^\s*$/));
528my $deps2 = "";
529# Avoid to install what is already there
530delete $ENV{'COLUMNS'};
531foreach my $p (split(/\s+/,$deps)) {
532 next if $p =~ /^\s*$/o;
533 if ($pbos->{'type'} eq "rpm") {
534 my $rpmcmd = "rpm -q --whatprovides --quiet";
535 # whatprovides doesn't work for RH6.2
536 $rpmcmd = "rpm -q --quiet" if (($pbos->{'name'} eq "redhat") && ($pbos->{'version'} =~ /6/));
537 my $res = pb_system("$rpmcmd $p","Looking for $p","mayfail");
538 next if ($res eq 0);
539 pb_log(1, "INFO: missing dependency $p\n");
540 } elsif ($pbos->{'type'} eq "deb") {
541 my $res = pb_system("dpkg -L $p","Looking for $p","mayfail");
542 next if ($res eq 0);
543 open(CMD,"dpkg -l $p |") or confess "Unable to run dpkg -l $p: $!";
544 my $ok = 0;
545 while (<CMD>) {
546 $ok = 1 if /^ii\s+$p/;
547 }
548 close(CMD);
549 next if $ok;
550 pb_log(1, "INFO: missing dependency $p\n");
551 } elsif ($pbos->{'type'} eq "ebuild") {
552 } elsif ($pbos->{'type'} eq "apk") {
553 my $res = pb_system("apk -e info $p","Looking for $p","mayfail");
554 next if ($res eq 0);
555 pb_log(1, "INFO: missing dependency $p\n");
556 } else {
557 # Not reached
558 }
559 pb_log(2,"found deps2: $p\n");
560 $deps2 .= " $p";
561}
562
563$deps2 =~ s/^\s*//;
564pb_log(2,"now deps2: $deps2\n");
565return($deps2);
566}
567
568=item B<pb_distro_setuposrepo>
569
570This function sets up potential additional repository for the setup phase
571
572=cut
573
574sub pb_distro_setuposrepo {
575
576my $pbos = shift;
577
578return(pb_distro_setuprepo_gen_conf($pbos,pb_distro_conffile(),"osrepo"));
579}
580
581=item B<pb_distro_setuprepo>
582
583This function sets up potential additional repository to the build environment
584
585=cut
586
587sub pb_distro_setuprepo {
588
589my $pbos = shift;
590
591return(pb_distro_setuprepo_gen_conf($pbos,"$ENV{'PBDESTDIR'}/pbrc.yml","addrepo"));
592}
593
594# Internal
595sub pb_distro_compare_repo {
596
597my $src = shift;
598my $dest = shift;
599
600if (not -f $dest) {
601 pb_log(1, "INFO: Creating new file $dest\n");
602} elsif (-f $dest && -s $dest == 0) {
603 pb_log(1, "INFO: Overwriting empty file $dest\n");
604} elsif (-f $dest && compare("$src", $dest) == 0) {
605 pb_log(1, "INFO: Overwriting identical file $dest\n");
606} else {
607 pb_log(0, "ERROR: destination file $dest exists and is different than source $src\n");
608 pb_system("cat $dest","INFO: Dest...\n","verbose");
609 pb_system("cat $src","INFO: New...\n","verbose");
610 pb_log(1, "INFO: Returning...\n");
611 return(1);
612}
613return(0);
614}
615
616=item B<pb_distro_setuprepo_gen_conf>
617
618This function sets up in a generic way potential additional repository using conf files
619
620=cut
621
622sub pb_distro_setuprepo_gen_conf {
623
624my $pbos = shift;
625my $pbconf = shift;
626my $pbkey = shift;
627
628return undef if (not defined $pbconf);
629return undef if (not defined $pbkey);
630my ($addrepo) = pb_conf_read($pbconf,$pbkey);
631return undef if (not defined $addrepo);
632
633my $param = pb_distro_get_param($pbos,$addrepo);
634return undef if ($param eq "");
635
636return(pb_distro_setuprepo_gen($pbos,$param));
637}
638
639
640=item B<pb_distro_setuprepo_gen>
641
642This function sets up in a generic way potential additional repository passed as a param
643
644=cut
645
646sub pb_distro_setuprepo_gen {
647
648my $pbos = shift;
649my $param = shift;
650
651return if (not defined $param);
652
653pb_apply_conf_proxy($pbos);
654
655# Loop on the list of additional repo
656foreach my $i (split(/,/,$param)) {
657
658 pb_log(1,"Adding repository defined by $i\n");
659 my ($scheme, $account, $host, $port, $path) = pb_get_uri($i);
660 my $bn = basename($i);
661
662 # The repo file can be local or remote. download or copy at the right place
663 if (($scheme eq "ftp") || ($scheme =~ /http/)) {
664 pb_system("wget -O $ENV{'PBTMP'}/$bn $i","Downloading additional repository file $i");
665 } else {
666 copy($i,"$ENV{'PBTMP'}/$bn");
667 }
668
669 # The repo file can be a real file or a package
670 if ($pbos->{'type'} eq "rpm") {
671 if ($bn =~ /\.rpm$/) {
672 my $pn = $bn;
673 $pn =~ s/\.rpm//;
674 if (pb_system("rpm -q --quiet $pn","","mayfail") != 0) {
675 pb_system("sudo rpm -Uvh $ENV{'PBTMP'}/$bn","Adding package $bn to setup repository");
676 }
677 } elsif ($bn =~ /\.repo$/) {
678 my $dirdest = "";
679 my $reponame = "";
680 # TODO: could go in pb.yml in fact
681 if ($pbos->{install} =~ /\byum\b/) {
682 $reponame="yum";
683 $dirdest = "/etc/yum.repos.d";
684 } elsif ($pbos->{install} =~ /\bdnf\b/) {
685 $reponame="dnf";
686 $dirdest = "/etc/yum.repos.d";
687 } elsif ($pbos->{install} =~ /\bzypper\b/) {
688 $reponame="zypper";
689 $dirdest = "/etc/zypp/repos.d";
690 } else {
691 confess "Unknown location for repository file for '$pbos->{install}' command";
692 }
693 my $dest = "$dirdest/$bn";
694 return undef if (pb_distro_compare_repo("$ENV{'PBTMP'}/$bn",$dest) == 1);
695 confess "Missing directory $dirdest ($reponame)" unless (-d $dirdest);
696 pb_system("sudo mv $ENV{'PBTMP'}/$bn $dest","Adding $reponame repository") if (not -f "$dest");
697 # OpenSUSE does't seem to import keys automatically
698 # :-(
699 if ($pbos->{install} =~ /\bzypper\b/) {
700 my $keyfile = undef;
701 open(REPO,"$dest") || confess "Unable to open $dest";
702 while (<REPO>) {
703 $keyfile = $_;
704 if ($keyfile =~ /^gpgkey=/) {
705 $keyfile =~ s/gpgkey=//;
706 last;
707 }
708 }
709 close(REPO);
710 if (defined $keyfile) {
711 pb_system("wget -O $ENV{'PBTMP'}/$bn $keyfile","Downloading GPG key file $keyfile");
712 pb_system("sudo rpm --import $ENV{'PBTMP'}/$bn","Importing GPG key file $keyfile");
713 unlink("$ENV{'PBTMP'}/$bn");
714 }
715 }
716 } elsif ($bn =~ /\.addmedia/) {
717 # URPMI repo
718 # We should test that it's not already a urpmi repo
719 pb_system("chmod 755 $ENV{'PBTMP'}/$bn ; sudo $ENV{'PBTMP'}/$bn 2>&1 > /dev/null","Adding urpmi repository");
720 } else {
721 pb_log(0,"ERROR: Unable to deal with repository file $i on rpm distro ! Please report to dev team\n");
722 }
723 } elsif ($pbos->{'type'} eq "deb") {
724 if ($bn =~ /\.sources.list$/) {
725 my $dest = "/etc/apt/sources.list.d/$bn";
726 return if (pb_distro_compare_repo("$ENV{'PBTMP'}/$bn",$dest) == 1);
727 pb_system("sudo mv $ENV{'PBTMP'}/$bn $dest","Adding apt repository $dest");
728 # Check whether GPG keys for this repo are already known and if
729 # not add them
730 open(REPO,"$dest") || confess "Unable to open $dest";
731 my $debrepo;
732 while (<REPO>) {
733 if (/^deb\s/) {
734 $debrepo = $_;
735 chomp($debrepo);
736 $debrepo =~ s|^deb ([^\s]+)\s([^\s]+)\s([^\s]+)|$1/dists/$2|;
737 last;
738 }
739 }
740 close(REPO);
741 return if (not defined $debrepo);
742
743 pb_system("wget -O $ENV{'PBTMP'}/Release $debrepo/Release","Downloading $debrepo/Release");
744 pb_system("wget -O $ENV{'PBTMP'}/Release.gpg $debrepo/Release.gpg","Downloading $debrepo/Release.gpg");
745 my $signature;
746 open(SIGN,"LANGUAGE=C LANG=C gpg --verify $ENV{'PBTMP'}/Release.gpg $ENV{'PBTMP'}/Release 2>&1 |") || confess "Unable to verify GPG signature from Release.gpg\n";
747 while(<SIGN>) {
748 chomp();
749 if (/^gpg: .*key ID/) {
750 $signature = $_;
751 $signature =~ s/^gpg: .*key ID ([A-Z0-9]+)/$1/;
752 #TODO: create a pbkeyserver conf var for that
753 pb_system("gpg --recv-keys --keyserver hkp://pgp.mit.edu $signature","Importing GPG signature for $signature");
754 $signature = undef;
755 last;
756 }
757 }
758 close(SIGN);
759 open(SIGN,"LANGUAGE=C LANG=C gpg --verify $ENV{'PBTMP'}/Release.gpg $ENV{'PBTMP'}/Release 2>&1 |") || confess "Unable to verify GPG signature from $debrepo/Release.gpg\n";
760 while(<SIGN>) {
761 chomp();
762 if (/^gpg: Good signature/) {
763 $signature = $_;
764 $signature =~ s/^gpg: Good signature from "([^\"]+)"/$1/;
765 }
766 }
767 close(SIGN);
768
769 return if (not defined $signature);
770 pb_log(3, "GnuPG repo verify returned: $signature\n");
771 unlink("$ENV{'PBTMP'}/apt.sig");
772 pb_system("gpg -a --export -o $ENV{'PBTMP'}/apt.sig \'$signature\'","Exporting GnuPG signature of $signature");
773 pb_system("sudo apt-key add $ENV{'PBTMP'}/apt.sig","Adding GnuPG signature of $signature to APT key ring");
774 pb_system("sudo apt-get update","Updating apt repository");
775 } else {
776 pb_log(0,"ERROR: Unable to deal with repository file $i on deb distro ! Please report to dev team\n");
777 }
778 } else {
779 pb_log(0,"ERROR: Unable to deal with repository file $i on that distro ! Please report to dev team\n");
780 }
781}
782return("forcerepo");
783}
784
785=item B<pb_distro_to_keylist>
786
787Given a pbos object (first param) and the generic key (second param), get the list of possible keys for looking up variable for
788filter names. The list will be sorted most-specific to least specific.
789
790=cut
791
792sub pb_distro_to_keylist ($$) {
793
794my ($pbos, $generic) = @_;
795
796foreach my $key (qw/name version arch family type os/) {
797 confess "missing pbos key $key" unless (defined $pbos->{$key});
798}
799
800my @keylist = ("$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}", "$pbos->{'name'}-$pbos->{'version'}");
801
802# Loop to include also previous minor versions
803# if configured so
804if ((defined $pbos->{'useminor'}) && ($pbos->{'useminor'} eq "true") && ($pbos->{'version'} =~ /^(\d+)\.(\d+)$/o)) {
805 my ($major, $minor) = ($1, $2);
806 while ($minor > 0) {
807 $minor--;
808 push (@keylist, "$pbos->{'name'}-${major}.$minor");
809 }
810 push (@keylist, "$pbos->{'name'}-$major");
811}
812
813push (@keylist, $pbos->{'name'}, $pbos->{'family'}, $pbos->{'type'}, $pbos->{'os'}, $generic);
814return @keylist;
815}
816
817=item B<pb_distro_get_param>
818
819This function gets the parameter in the conf file from the most precise tuple up to default
820
821=cut
822
823sub pb_distro_get_param {
824
825my @param = ();
826my $pbos = shift;
827
828my @keylist = pb_distro_to_keylist($pbos,"default");
829pb_log(2,"DEBUG: pb_distro_get_param on $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} for ".Dumper(@_)."\n");
830foreach my $opt (@_) {
831 my $param = "";
832 foreach my $key (@keylist) {
833 if (defined $opt->{$key}) {
834 $param = $opt->{$key};
835 last;
836 }
837 }
838 # Allow replacement of variables inside the parameter such as name, version, arch for rpmbootstrap
839 # but not shell variable which are backslashed
840 if ($param =~ /[^\\]\$/) {
841 pb_log(3,"Expanding variable on $param\n");
842 eval { $param =~ s/(\$\w+->\{\'\w+\'\})/$1/eeg };
843 }
844 push @param,$param;
845}
846
847pb_log(2,"DEBUG: pb_distro_get_param on $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} returns ==".Dumper(@param)."==\n");
848
849# Return one param if user only asked for one lookup, an array if not.
850my $nb = @param;
851if ($nb eq 1) {
852 return($param[0]);
853} else {
854 return(@param);
855}
856}
857
858=item B<pb_distro_get_context>
859
860This function gets the OS context passed as parameter and return the corresponding distribution hash
861If passed undef or "" then auto-detects
862
863=cut
864
865
866sub pb_distro_get_context {
867
868my $os = shift;
869my $pbos;
870
871if ((defined $os) && ($os ne "")) {
872 my ($name,$ver,$darch) = split(/-/,$os);
873 pb_log(0,"Bad format for $os") if ((not defined $name) || (not defined $ver) || (not defined $darch)) ;
874 chomp($darch);
875 $pbos = pb_distro_init($name,$ver,$darch);
876} else {
877 $pbos = pb_distro_init();
878}
879return($pbos);
880}
881
882=item B<pb_distro_conf_print>
883
884This function prints every configuration parameter in order to help debug stacking issues with conf files. If a VM/VE/RM is given, restrict display to this distribution. If parameters are passed, restrict again the display to these values only.
885
886=cut
887
888sub pb_distro_conf_print {
889
890my $pbos = shift;
891my @keys = @_;
892my $all = 0;
893
894if ($#keys == -1) {
895 pb_log(0,"Full pb configuration for project $ENV{'PBPROJ'}\n");
896 pb_log(0,"================================================\n");
897 @keys = pb_conf_get_all();
898 $all = 1;
899}
900if (defined $ENV{'PBV'}) {
901 pb_log(1,"Distribution $ENV{'PBV'}\n");
902 pb_log(1,"========================\n");
903} else {
904 pb_log(1,"Local Distribution\n");
905 pb_log(1,"==================\n");
906}
907
908my %rep;
909my $i = 0;
910# Index on distro
911foreach my $r (pb_distro_get_param($pbos,pb_conf_get(@keys))) {
912 $rep{$keys[$i]} = $r if (defined $keys[$i]);
913 $i++;
914}
915$i = 0;
916# Then Index on prj to overwrite previous value if needed
917foreach my $r (pb_conf_get(@keys)) {
918 $rep{$keys[$i]} = $r->{'default'} if (defined $r->{'default'});
919 $rep{$keys[$i]} = $r->{$ENV{'PBPROJ'}} if (defined $r->{$ENV{'PBPROJ'}});
920 $i++;
921}
922foreach my $r (keys %rep) {
923 pb_log(1, "$r => ");
924 pb_log(0, "$rep{$r}\n") if ($all == 0);
925 pb_log(0, "$r = $rep{$r}\n") if ($all == 1);
926}
927}
928
929
930=back
931
932=head1 WEB SITES
933
934The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
935
936=head1 USER MAILING LIST
937
938None exists for the moment.
939
940=head1 AUTHORS
941
942The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
943
944=head1 COPYRIGHT
945
946Project-Builder.org is distributed under the GPL v2.0 license
947described in the file C<COPYING> included with the distribution.
948
949=cut
950
951
9521;
Note: See TracBrowser for help on using the repository browser.