source: ProjectBuilder/devel/pb-modules/lib/ProjectBuilder/Distribution.pm@ 2187

Last change on this file since 2187 was 2187, checked in by Bruno Cornec, 7 years ago

Rename pb_distro_setuprepo_gen as pb_distro_setuprepo_gen_conf and create a
new pb_distro_setuprepo_gen external function called by pb to allow the usage
of external repository for pb installation itself if needed.

File size: 25.6 KB
RevLine 
[11]1#!/usr/bin/perl -w
[2]2#
[11]3# Creates common environment for distributions
[2]4#
[2032]5# Copyright B. Cornec 2007-2016
[1528]6# Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
7# Provided under the GPL v2
8#
[2]9# $Id$
10#
11
[329]12package ProjectBuilder::Distribution;
13
[11]14use strict;
[423]15use Data::Dumper;
[1515]16use Carp 'confess';
[1148]17use ProjectBuilder::Version;
[395]18use ProjectBuilder::Base;
[702]19use ProjectBuilder::Conf;
20use File::Basename;
21use File::Copy;
[1507]22# requires perl 5.004 minimum in VM/VE
23use File::Compare;
[2]24
[1148]25# Global vars
[329]26# Inherit from the "Exporter" module which handles exporting functions.
27
[1156]28use vars qw($VERSION $REVISION @ISA @EXPORT);
[329]29use Exporter;
30
31# Export, by default, all the functions into the namespace of
32# any code which uses this module.
33
34our @ISA = qw(Exporter);
[2187]35our @EXPORT = qw(pb_distro_init pb_distro_conffile pb_distro_sysconffile pb_distro_get pb_distro_getlsb pb_distro_installdeps pb_distro_getdeps pb_distro_only_deps_needed pb_distro_setuprepo pb_distro_setuposrepo pb_distro_setuprepo_gen pb_distro_get_param pb_distro_get_context pb_distro_to_keylist pb_distro_conf_print pb_apply_conf_proxy);
[1156]36($VERSION,$REVISION) = pb_version_init();
[329]37
[391]38=pod
39
40=head1 NAME
41
42ProjectBuilder::Distribution, part of the project-builder.org - module dealing with distribution detection
43
44=head1 DESCRIPTION
45
46This modules provides functions to allow detection of Linux distributions, and giving back some attributes concerning them.
47
48=head1 SYNOPSIS
49
50 use ProjectBuilder::Distribution;
51
52 #
53 # Return information on the running distro
54 #
[1177]55 my $pbos = pb_distro_get_context();
56 print "distro tuple: ".Dumper($pbos->name, $pbos->ver, $pbos->fam, $pbos->type, $pbos->pbsuf, $pbos->pbupd, $pbos->pbins, $pbos->arch)."\n";
[391]57 #
58 # Return information on the requested distro
59 #
[1177]60 my $pbos = pb_distro_get_context("ubuntu-7.10-x86_64");
61 print "distro tuple: ".Dumper($pbos->name, $pbos->ver, $pbos->fam, $pbos->type, $pbos->pbsuf, $pbos->pbupd, $pbos->pbins, $pbos->arch)."\n";
[391]62 #
63 # Return information on the running distro
64 #
[622]65 my ($ddir,$dver) = pb_distro_get();
[391]66
67=head1 USAGE
68
69=over 4
70
[891]71=item B<pb_distro_conffile>
72
73This function returns the mandatory configuration file used for distribution/OS detection
74
75=cut
76
77sub pb_distro_conffile {
78
79return("CCCC/pb.conf");
80}
81
[2136]82=item B<pb_distro_sysconffile>
[891]83
[2136]84This function returns the optional configuration file used for local customization
85
86=cut
87
88sub pb_distro_sysconffile {
89
90return("SSSS/pb.conf");
91}
92
93
[756]94=item B<pb_distro_init>
[395]95
[1177]96This function returns a hash of parameters indicating the distribution name, version, family, type of build system, suffix of packages, update command line, installation command line and architecture of the underlying Linux distribution. The value of the fields may be "unknown" in case the function was unable to recognize on which distribution it is running.
[391]97
[756]98As an example, Ubuntu and Debian are in the same "du" family. As well as RedHat, RHEL, CentOS, fedora are on the same "rh" family.
[1177]99Mandriva, Open SuSE and Fedora have all the same "rpm" type of build system. Ubuntu and Debian have the same "deb" type of build system.
[756]100And "fc" is the extension generated for all Fedora packages (Version will be added by pb).
[1177]101All this information is stored in an external configuration file typically at /etc/pb/pb.conf
[391]102
[756]103When passing the distribution name and version as parameters, the B<pb_distro_init> function returns the parameter of that distribution instead of the underlying one.
[391]104
[756]105Cf: http://linuxmafia.com/faq/Admin/release-files.html
106Ideas taken from http://search.cpan.org/~kerberus/Linux-Distribution-0.14/lib/Linux/Distribution.pm
107
[391]108=cut
109
[756]110
[74]111sub pb_distro_init {
[2]112
[1177]113my $pbos = {
114 'name' => undef,
115 'version' => undef,
116 'arch' => undef,
117 'family' => "unknown",
118 'suffix' => "unknown",
119 'update' => "unknown",
120 'install' => "unknown",
121 'type' => "unknown",
122 'os' => "unknown",
123 'nover' => "false",
124 'rmdot' => "false",
[1540]125 'useminor' => "false",
[1177]126 };
127$pbos->{'name'} = shift;
128$pbos->{'version'} = shift;
129$pbos->{'arch'} = shift;
[2]130
[869]131# Adds conf file for distribution description
132# the location of the conf file is finalyzed at install time
133# depending whether we deal with package install or tar file install
134
[2136]135pb_conf_add(pb_distro_sysconffile());
136
[2152]137# Similarly for the local file available for sysadmin. After the previous one to allow overwrite to work
138pb_conf_add(pb_distro_conffile());
139
[11]140# If we don't know which distribution we're on, then guess it
[1177]141($pbos->{'name'},$pbos->{'version'}) = pb_distro_get() if ((not defined $pbos->{'name'}) || (not defined $pbos->{'version'}));
[2]142
[1159]143# For some rare cases, typically nover ones
[1177]144$pbos->{'name'} = "unknown" if (not defined $pbos->{'name'});
145$pbos->{'version'} = "unknown" if (not defined $pbos->{'version'});
[1159]146
[757]147# Initialize arch
[1177]148$pbos->{'arch'} = pb_get_arch() if (not defined $pbos->{'arch'});
[1652]149# Solves a bug on Red Hat 6.x where real arch is not detected when using setarch and a chroot
150# As it was only i386 forcing it here.
151$pbos->{'arch'} = "i386" if (($pbos->{'name'} eq "redhat") && ($pbos->{'version'} =~ /^6\./));
[757]152
[969]153# Dig into the tuple to find the best answer
[1177]154# Do NOT factorize here, as it won't work as of now for hash creation
[1530]155# Do NOT change order without caution
156$pbos->{'useminor'} = pb_distro_get_param($pbos,pb_conf_get("osuseminorrel"));
[1177]157$pbos->{'family'} = pb_distro_get_param($pbos,pb_conf_get("osfamily"));
158$pbos->{'type'} = pb_distro_get_param($pbos,pb_conf_get("ostype"));
[1530]159($pbos->{'os'},$pbos->{'install'},$pbos->{'suffix'},$pbos->{'nover'},$pbos->{'rmdot'},$pbos->{'update'}) = pb_distro_get_param($pbos,pb_conf_get("os","osins","ossuffix","osnover","osremovedotinver","osupd"));
[1177]160#($pbos->{'family'},$pbos->{'type'},$pbos->{'os'},$pbos->{'install'},$pbos->{'suffix'},$pbos->{'nover'},$pbos->{'rmdot'},$pbos->{'update'}) = pb_distro_get_param($pbos,pb_conf_get("osfamily","ostype","os","osins","ossuffix","osnover","osremovedotinver","osupd"));
[867]161
162# Some OS have no interesting version
[1177]163$pbos->{'version'} = "nover" if ((defined $pbos->{'nover'}) && ($pbos->{'nover'} eq "true"));
[867]164
[1167]165# For some OS remove the . in version name for extension
[1177]166my $dver2 = $pbos->{'version'};
167$dver2 =~ s/\.//g if ((defined $pbos->{'rmdot'}) && ($pbos->{'rmdot'} eq "true"));
[867]168
[1177]169if ((not defined $pbos->{'suffix'}) || ($pbos->{'suffix'} eq "")) {
170 # By default suffix is a concatenation of name and version
171 $pbos->{'suffix'} = ".$pbos->{'name'}$dver2"
[11]172} else {
[867]173 # concat just the version to what has been found
[1177]174 $pbos->{'suffix'} = ".$pbos->{'suffix'}$dver2";
[11]175}
176
[867]177# if ($arch eq "x86_64") {
178# $opt="--exclude=*.i?86";
179# }
[1177]180pb_log(2,"DEBUG: pb_distro_init: ".Dumper($pbos)."\n");
[867]181
[1177]182return($pbos);
[11]183}
[23]184
[756]185=item B<pb_distro_get>
[395]186
[756]187This function returns a list of 2 parameters indicating the distribution name and version of the underlying Linux distribution. The value of those 2 fields may be "unknown" in case the function was unable to recognize on which distribution it is running.
[395]188
[1156]189On my home machine it would currently report ("mandriva","2010.2").
[395]190
191=cut
192
[622]193sub pb_distro_get {
[23]194
[869]195# 1: List of files that unambiguously indicates what distro we have
196# 2: List of files that ambiguously indicates what distro we have
197# 3: Should have the same keys as the previous one. If ambiguity, which other distributions should be checked
198# 4: Matching Rg. Expr to detect distribution and version
199my ($single_rel_files, $ambiguous_rel_files,$distro_similar,$distro_match) = pb_conf_get("osrelfile","osrelambfile","osambiguous","osrelexpr");
[23]200
201my $release;
202my $distro;
203
[391]204# Begin to test presence of non-ambiguous files
[23]205# that way we reduce the choice
[24]206my ($d,$r);
[869]207while (($d,$r) = each %$single_rel_files) {
[1027]208 if (defined $ambiguous_rel_files->{$d}) {
209 print STDERR "The key $d is considered as both unambiguous and ambigous.\n";
[1029]210 print STDERR "Please fix your configuration file.\n"
[1027]211 }
[869]212 if (-f "$r" && ! -l "$r") {
213 my $tmp=pb_get_content("$r");
[23]214 # Found the only possibility.
215 # Try to get version and return
[869]216 if (defined ($distro_match->{$d})) {
217 ($release) = $tmp =~ m/$distro_match->{$d}/m;
[23]218 } else {
[1102]219 print STDERR "Unable to find $d version in $r (non-ambiguous)\n";
[23]220 print STDERR "Please report to the maintainer bruno_at_project-builder.org\n";
221 $release = "unknown";
222 }
223 return($d,$release);
224 }
225}
226
[423]227# Now look at ambiguous files
[1027]228# Ubuntu before 10.04 includes a /etc/debian_version file that creates an ambiguity with debian
[423]229# So we need to look at distros in reverse alphabetic order to treat ubuntu always first via lsb
[1969]230my $found = 0;
[869]231foreach $d (reverse keys %$ambiguous_rel_files) {
232 $r = $ambiguous_rel_files->{$d};
233 if (-f "$r" && !-l "$r") {
[23]234 # Found one possibility.
235 # Get all distros concerned by that file
[869]236 my $tmp=pb_get_content("$r");
237 my $ptr = $distro_similar->{$d};
[423]238 pb_log(2,"amb: ".Dumper($ptr)."\n");
[24]239 $release = "unknown";
[869]240 foreach my $dd (split(/,/,$ptr)) {
[423]241 pb_log(2,"check $dd\n");
[23]242 # Try to check pattern
[869]243 if (defined $distro_match->{$dd}) {
244 pb_log(2,"cmp: $distro_match->{$dd} - vs - $tmp\n");
245 ($release) = $tmp =~ m/$distro_match->{$dd}/m;
[24]246 if ((defined $release) && ($release ne "unknown")) {
247 $distro = $dd;
248 $found = 1;
249 last;
250 }
[23]251 }
252 }
[1969]253 last if ($found == 1);
[23]254 }
255}
[1969]256if ($found == 0) {
257 print STDERR "Unable to find a version in ".join(' ',keys %$ambiguous_rel_files)." (ambiguous)\n";
258 print STDERR "Please report to the maintainer bruno_at_project-builder.org\n";
259 return("unknown","unknown");
260} else {
261 return($distro,$release);
[24]262}
[1969]263}
[23]264
[1071]265=item B<pb_distro_getlsb>
[621]266
[1071]267This function returns the 5 lsb values LSB version, distribution ID, Description, release and codename.
268As entry it takes an optional parameter to specify whether the output is short or not.
269
270=cut
271
272sub pb_distro_getlsb {
273
274my $s = shift;
275pb_log(3,"Entering pb_distro_getlsb\n");
276
277my ($ambiguous_rel_files) = pb_conf_get("osrelambfile");
278my $lsbf = $ambiguous_rel_files->{"lsb"};
279
280# LSB has not been configured.
281if (not defined $lsbf) {
282 print STDERR "no lsb entry defined for osrelambfile\n";
[1678]283 confess "You modified upstream delivery and lost !\n";
[1071]284}
285
286if (-r $lsbf) {
287 my $rep = pb_get_content($lsbf);
288 # Create elementary fields
289 my ($c, $r, $d, $i, $l) = ("", "", "", "", "");
290 for my $f (split(/\n/,$rep)) {
291 pb_log(3,"Reading file part ***$f***\n");
292 $c = $f if ($f =~ /^DISTRIB_CODENAME/);
293 $c =~ s/DISTRIB_CODENAME=/Codename:\t/;
294 $r = $f if ($f =~ /^DISTRIB_RELEASE/);
295 $r =~ s/DISTRIB_RELEASE=/Release:\t/;
296 $d = $f if ($f =~ /^DISTRIB_DESCRIPTION/);
297 $d =~ s/DISTRIB_DESCRIPTION=/Description:\t/;
298 $d =~ s/"//g;
299 $i = $f if ($f =~ /^DISTRIB_ID/);
300 $i =~ s/DISTRIB_ID=/Distributor ID:\t/;
301 $l = $f if ($f =~ /^LSB_VERSION/);
302 $l =~ s/LSB_VERSION=/LSB Version:\t/;
303 }
[1177]304 my $regexp = "^[A-z ]*:[\t ]*";
305 $c =~ s/$regexp// if (defined $s);
306 $r =~ s/$regexp// if (defined $s);
307 $d =~ s/$regexp// if (defined $s);
308 $i =~ s/$regexp// if (defined $s);
309 $l =~ s/$regexp// if (defined $s);
[1071]310 return($l, $i, $d, $r, $c);
311} else {
312 print STDERR "Unable to read $lsbf file\n";
[1678]313 confess "Please report to the maintainer bruno_at_project-builder.org\n";
[1071]314}
315}
316
[1517]317# Internal function
318
[1713]319sub pb_apply_conf_proxy {
[1517]320my ($pbos) = @_;
321
322my $ftp_proxy = pb_distro_get_param($pbos,pb_conf_get_if("ftp_proxy"));
323my $http_proxy = pb_distro_get_param($pbos,pb_conf_get_if("http_proxy"));
324
325# We do not overwrite shell settings
[1651]326$ENV{ftp_proxy} ||= $ftp_proxy if ((defined $ftp_proxy) && ($ftp_proxy ne ""));
327$ENV{http_proxy} ||= $http_proxy if ((defined $http_proxy) && ($http_proxy ne ""));
[1517]328}
329
[621]330=item B<pb_distro_installdeps>
331
[1177]332This function install the dependencies required to build the package on a distro.
[2182]333If $forcerepo is defined then do not assumer package are alredy installed, but reinstall them
334(useful if you add a repo which contains more up to date packages that you need)
335Dependencies can be passed as the 4th parameter in which case they are not computed
[621]336
337=cut
338
339sub pb_distro_installdeps {
340
341# SPEC file
[1907]342my $f = shift;
[1177]343my $pbos = shift;
[2182]344my $forcerepo = shift;
345my $deps = shift; # optional list of deps to install
[621]346
[1519]347# Protection
[1678]348confess "Missing install command for $pbos->{name}-$pbos->{version}-$pbos->{arch}" unless (defined $pbos->{install} && $pbos->{install} =~ /\w/);
[1517]349pb_apply_conf_proxy($pbos);
[2182]350pb_log(1, "ftp_proxy=$ENV{ftp_proxy}\n") if (defined $ENV{ftp_proxy});
351pb_log(1, "http_proxy=$ENV{http_proxy}\n") if (defined $ENV{http_proxy});
[621]352
[1177]353# Get dependencies in the build file if not forced
[2182]354$deps = pb_distro_getdeps($f,$pbos, $forcerepo) if ((not defined $deps) || (defined $forcerepo));
[621]355pb_log(2,"deps: $deps\n");
[623]356return if ((not defined $deps) || ($deps =~ /^\s*$/));
[1505]357
358# This may not be // proof. We should test for availability of repo and sleep if not
359my $cmd = "$pbos->{'install'} $deps";
[1595]360my $ret = pb_system($cmd, "Installing dependencies ($cmd)","mayfail");
[1515]361# Try to accomodate deficient proxies
362if ($ret != 0) {
363 pb_system($cmd, "Re-trying installing dependencies ($cmd)");
[621]364}
[1517]365# Check that all deps have been installed correctly
[2182]366$deps = pb_distro_getdeps($f, $pbos, $forcerepo);
[1879]367confess "Some dependencies did not install ($deps)" if ((defined $deps) && ($deps =~ /\S/) && ($Global::pb_stop_on_error));
[1515]368}
[621]369
370=item B<pb_distro_getdeps>
371
372This function computes the dependencies indicated in the build file and return them as a string of packages to install
373
374=cut
375
376sub pb_distro_getdeps {
377
[1907]378my $f = shift;
[1177]379my $pbos = shift;
[2182]380my $forcerepo = shift;
[621]381
382my $regexp = "";
383my $deps = "";
384my $sep = $/;
385
386# Protection
[1177]387return("") if (not defined $pbos->{'type'});
[899]388return("") if (not defined $f);
389
[1177]390pb_log(3,"entering pb_distro_getdeps: $pbos->{'type'} - $f\n");
391if ($pbos->{'type'} eq "rpm") {
[621]392 # In RPM this could include files, but we do not handle them atm.
393 $regexp = '^BuildRequires:(.*)$';
[1177]394} elsif ($pbos->{'type'} eq "deb") {
[621]395 $regexp = '^Build-Depends:(.*)$';
[1177]396} elsif ($pbos->{'type'} eq "ebuild") {
[621]397 $sep = '"'.$/;
398 $regexp = '^DEPEND="(.*)"\n'
399} else {
400 # No idea
[622]401 return("");
[621]402}
403pb_log(2,"regexp: $regexp\n");
404
405# Preserve separator before using the one we need
406my $oldsep = $/;
407$/ = $sep;
[1678]408open(DESC,"$f") || confess "Unable to open $f";
[621]409while (<DESC>) {
410 pb_log(4,"read: $_\n");
411 next if (! /$regexp/);
412 chomp();
[1514]413
414 my $nextline;
415 # Support multi-lines deps for .deb
416 if ($pbos->{type} eq 'deb') {
417 while ($nextline = <DESC>) {
418 last unless $nextline =~ /^\s+(.+)$/o;
419 $_ .= $1;
420 }
421 }
422
[621]423 # What we found with the regexp is the list of deps.
424 pb_log(2,"found deps: $_\n");
[681]425 s/$regexp/$1/i;
[1972]426 pb_log(4,"found deps 1: $_\n");
[698]427 # Remove conditions in the middle and at the end for deb
[931]428 s/\(\s*[><=]+.*\)[^,]*,/,/g;
[1972]429 pb_log(4,"found deps 2: $_\n");
[698]430 s/\(\s*[><=]+.*$//g;
[1972]431 pb_log(4,"found deps 3: $_\n");
[698]432 # Same for rpm
[931]433 s/[><=]+[^,]*,/,/g;
[1972]434 pb_log(4,"found deps 4: $_\n");
[652]435 s/[><=]+.*$//g;
[1972]436 pb_log(4,"found deps 5: $_\n");
[621]437 # Improve string format (remove , and spaces at start, end and in double
[652]438 s/,/ /g;
[1972]439 pb_log(4,"found deps 6: $_\n");
[621]440 s/^\s*//;
[1972]441 pb_log(4,"found deps 7: $_\n");
442 # $ here removes the \n
[621]443 s/\s*$//;
[1972]444 pb_log(4,"found deps 8: $_\n");
[621]445 s/\s+/ /g;
[1972]446 pb_log(4,"found deps 9: $_\n");
[621]447 $deps .= " ".$_;
[1972]448 pb_log(4,"found deps end: $deps\n");
[1514]449
450 # Support multi-lines deps for .deb (fwup)
451 if (defined $nextline) {
452 $_ = $nextline;
453 redo;
454 }
[621]455}
456close(DESC);
457$/ = $oldsep;
458pb_log(2,"now deps: $deps\n");
[2182]459if (defined $forcerepo) {
460 # We want to force installation of all pkgs
461 # because a repo was setup in between, which may contains updated versions
462 pb_log(0,"Forcing installation of all packages due to previous repo setup\n");
463 return($deps);
464} else {
465 pb_log(0,"Installation of only necessary packages\n");
466 my $deps2 = pb_distro_only_deps_needed($pbos,$deps);
467 return($deps2);
[622]468}
[2182]469}
[622]470
471
472=item B<pb_distro_only_deps_needed>
473
474This function returns only the dependencies not yet installed
475
476=cut
477
478sub pb_distro_only_deps_needed {
479
[1177]480my $pbos = shift;
[1907]481my $deps = shift;
[622]482
[623]483return("") if ((not defined $deps) || ($deps =~ /^\s*$/));
[621]484my $deps2 = "";
485# Avoid to install what is already there
[1524]486delete $ENV{COLUMNS};
[1505]487foreach my $p (split(/\s+/,$deps)) {
488 next if $p =~ /^\s*$/o;
[1177]489 if ($pbos->{'type'} eq "rpm") {
[1653]490 my $rpmcmd = "rpm -q --whatprovides --quiet";
491 # whatprovides doesn't work for RH6.2
492 $rpmcmd = "rpm -q --quiet" if (($pbos->{'name'} eq "redhat") && ($pbos->{'version'} =~ /6/));
493 my $res = pb_system("$rpmcmd $p","Looking for $p","mayfail");
[621]494 next if ($res eq 0);
[1524]495 pb_log(1, "INFO: missing dependency $p\n");
[1177]496 } elsif ($pbos->{'type'} eq "deb") {
[1597]497 my $res = pb_system("dpkg -L $p","Looking for $p","mayfail");
[621]498 next if ($res eq 0);
[1678]499 open(CMD,"dpkg -l $p |") or confess "Unable to run dpkg -l $p: $!";
[1516]500 my $ok = 0;
501 while (<CMD>) {
502 $ok = 1 if /^ii\s+$p/;
503 }
[1530]504 close(CMD);
[1516]505 next if $ok;
[1524]506 pb_log(1, "INFO: missing dependency $p\n");
[1177]507 } elsif ($pbos->{'type'} eq "ebuild") {
[621]508 } else {
509 # Not reached
510 }
511 pb_log(2,"found deps2: $p\n");
512 $deps2 .= " $p";
513}
514
515$deps2 =~ s/^\s*//;
516pb_log(2,"now deps2: $deps2\n");
517return($deps2);
518}
519
[1132]520=item B<pb_distro_setuposrepo>
521
522This function sets up potential additional repository for the setup phase
523
524=cut
525
526sub pb_distro_setuposrepo {
527
[1177]528my $pbos = shift;
[1132]529
[2187]530return(pb_distro_setuprepo_gen_conf($pbos,pb_distro_conffile(),"osrepo"));
[1132]531}
532
[702]533=item B<pb_distro_setuprepo>
534
535This function sets up potential additional repository to the build environment
536
537=cut
538
539sub pb_distro_setuprepo {
540
[1177]541my $pbos = shift;
[702]542
[2187]543return(pb_distro_setuprepo_gen_conf($pbos,"$ENV{'PBDESTDIR'}/pbrc","addrepo"));
[1132]544}
545
[1507]546# Internal
547sub pb_distro_compare_repo {
548
549my $src = shift;
550my $dest = shift;
551
[1514]552if (not -f $dest) {
[1524]553 pb_log(1, "INFO: Creating new file $dest\n");
[1514]554} elsif (-f $dest && -s $dest == 0) {
[1524]555 pb_log(1, "INFO: Overwriting empty file $dest\n");
[1507]556} elsif (-f $dest && compare("$src", $dest) == 0) {
[1524]557 pb_log(1, "INFO: Overwriting identical file $dest\n");
[1507]558} else {
559 pb_log(0, "ERROR: destination file $dest exists and is different than source $src\n");
[1524]560 pb_system("cat $dest","INFO: Dest...\n");
561 pb_system("cat $src","INFO: New...\n");
562 pb_log("INFO: Returning...\n");
[2176]563 return(1);
[1507]564}
[2176]565return(0);
[1507]566}
567
[2187]568=item B<pb_distro_setuprepo_gen_conf>
[1132]569
[2187]570This function sets up in a generic way potential additional repository using conf files
[1132]571
572=cut
573
[2187]574sub pb_distro_setuprepo_gen_conf {
[1132]575
[1177]576my $pbos = shift;
[1907]577my $pbconf = shift;
578my $pbkey = shift;
[1132]579
[2182]580return undef if (not defined $pbconf);
581return undef if (not defined $pbkey);
[1132]582my ($addrepo) = pb_conf_read($pbconf,$pbkey);
[2182]583return undef if (not defined $addrepo);
[702]584
[1177]585my $param = pb_distro_get_param($pbos,$addrepo);
[2182]586return undef if ($param eq "");
[702]587
[2187]588return(pb_distro_setuprepo_gen($pbos,$param));
589}
590
591
592=item B<pb_distro_setuprepo_gen>
593
594This function sets up in a generic way potential additional repository passed as a param
595
596=cut
597
598sub pb_distro_setuprepo_gen {
599
600my $pbos = shift;
601my $param = shift;
602
603return if (not defined $param);
604
[1517]605pb_apply_conf_proxy($pbos);
606
[702]607# Loop on the list of additional repo
608foreach my $i (split(/,/,$param)) {
609
[2171]610 pb_log(1,"Adding repository defined by $i\n");
[702]611 my ($scheme, $account, $host, $port, $path) = pb_get_uri($i);
612 my $bn = basename($i);
613
614 # The repo file can be local or remote. download or copy at the right place
[2169]615 if (($scheme eq "ftp") || ($scheme =~ /http/)) {
[1507]616 pb_system("wget -O $ENV{'PBTMP'}/$bn $i","Downloading additional repository file $i");
[702]617 } else {
[1834]618 copy($i,"$ENV{'PBTMP'}/$bn");
[702]619 }
620
621 # The repo file can be a real file or a package
[1177]622 if ($pbos->{'type'} eq "rpm") {
[702]623 if ($bn =~ /\.rpm$/) {
[721]624 my $pn = $bn;
625 $pn =~ s/\.rpm//;
[1595]626 if (pb_system("rpm -q --quiet $pn","","mayfail") != 0) {
[2177]627 pb_system("sudo rpm -Uvh $ENV{'PBTMP'}/$bn","Adding package $bn to setup repository");
[721]628 }
629 } elsif ($bn =~ /\.repo$/) {
[1521]630 my $dirdest = "";
631 my $reponame = "";
632 # TODO: could go in pb.conf in fact
633 if ($pbos->{install} =~ /\byum\b/) {
634 $reponame="yum";
635 $dirdest = "/etc/yum.repos.d";
[2012]636 } elsif ($pbos->{install} =~ /\bdnf\b/) {
637 $reponame="dnf";
638 $dirdest = "/etc/yum.repos.d";
[1521]639 } elsif ($pbos->{install} =~ /\bzypper\b/) {
640 $reponame="zypper";
641 $dirdest = "/etc/zypp/repos.d";
642 } else {
[1678]643 confess "Unknown location for repository file for '$pbos->{install}' command";
[1521]644 }
645 my $dest = "$dirdest/$bn";
[2182]646 return undef if (pb_distro_compare_repo("$ENV{'PBTMP'}/$bn",$dest) == 1);
[1678]647 confess "Missing directory $dirdest ($reponame)" unless (-d $dirdest);
[2171]648 pb_system("sudo mv $ENV{'PBTMP'}/$bn $dest","Adding $reponame repository") if (not -f "$dest");
[2178]649 # OpenSUSE does't seem to import keys automatically
650 # :-(
651 if ($pbos->{install} =~ /\bzypper\b/) {
652 my $keyfile = undef;
653 open(REPO,"$dest") || confess "Unable to open $dest";
654 while (<REPO>) {
[2181]655 $keyfile = $_;
656 if ($keyfile =~ /^gpgkey=/) {
657 $keyfile =~ s/gpgkey=//;
658 last;
[2178]659 }
660 }
661 close(REPO);
662 if (defined $keyfile) {
663 pb_system("wget -O $ENV{'PBTMP'}/$bn $keyfile","Downloading GPG key file $keyfile");
[2181]664 pb_system("sudo rpm --import $ENV{'PBTMP'}/$bn","Importing GPG key file $keyfile");
[2178]665 unlink("$ENV{'PBTMP'}/$bn");
666 }
667 }
[702]668 } elsif ($bn =~ /\.addmedia/) {
669 # URPMI repo
[721]670 # We should test that it's not already a urpmi repo
[702]671 pb_system("chmod 755 $ENV{'PBTMP'}/$bn ; sudo $ENV{'PBTMP'}/$bn 2>&1 > /dev/null","Adding urpmi repository");
672 } else {
[1507]673 pb_log(0,"ERROR: Unable to deal with repository file $i on rpm distro ! Please report to dev team\n");
[702]674 }
[1177]675 } elsif ($pbos->{'type'} eq "deb") {
[1507]676 if ($bn =~ /\.sources.list$/) {
677 my $dest = "/etc/apt/sources.list.d/$bn";
[2176]678 return if (pb_distro_compare_repo("$ENV{'PBTMP'}/$bn",$dest) == 1);
[711]679 pb_system("sudo mv $ENV{'PBTMP'}/$bn /etc/apt/sources.list.d","Adding apt repository");
680 pb_system("sudo apt-get update","Updating apt repository");
[702]681 } else {
[1507]682 pb_log(0,"ERROR: Unable to deal with repository file $i on deb distro ! Please report to dev team\n");
[702]683 }
684 } else {
[1507]685 pb_log(0,"ERROR: Unable to deal with repository file $i on that distro ! Please report to dev team\n");
[702]686 }
687}
[2182]688return("forcerepo");
[702]689}
690
[1553]691=item B<pb_distro_to_keylist>
[1523]692
[1553]693Given a pbos object (first param) and the generic key (second param), get the list of possible keys for looking up variable for
[1523]694filter names. The list will be sorted most-specific to least specific.
695
696=cut
697
[1553]698sub pb_distro_to_keylist ($$) {
[1523]699
700my ($pbos, $generic) = @_;
701
702foreach my $key (qw/name version arch family type os/) {
[1529]703 confess "missing pbos key $key" unless (defined $pbos->{$key});
[1523]704}
705
706my @keylist = ("$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}", "$pbos->{'name'}-$pbos->{'version'}");
707
708# Loop to include also previous minor versions
709# if configured so
[1530]710if ((defined $pbos->{'useminor'}) && ($pbos->{'useminor'} eq "true") && ($pbos->{'version'} =~ /^(\d+)\.(\d+)$/o)) {
[1523]711 my ($major, $minor) = ($1, $2);
712 while ($minor > 0) {
713 $minor--;
[1530]714 push (@keylist, "$pbos->{'name'}-${major}.$minor");
[1523]715 }
[1530]716 push (@keylist, "$pbos->{'name'}-$major");
[1523]717}
718
[1530]719push (@keylist, $pbos->{'name'}, $pbos->{'family'}, $pbos->{'type'}, $pbos->{'os'}, $generic);
[1523]720return @keylist;
721}
722
[702]723=item B<pb_distro_get_param>
724
725This function gets the parameter in the conf file from the most precise tuple up to default
726
727=cut
728
729sub pb_distro_get_param {
730
[1540]731my @param = ();
[1177]732my $pbos = shift;
[702]733
[1553]734my @keylist = pb_distro_to_keylist($pbos,"default");
[1177]735pb_log(2,"DEBUG: pb_distro_get_param on $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} for ".Dumper(@_)."\n");
736foreach my $opt (@_) {
[1523]737 my $param = "";
738 foreach my $key (@keylist) {
739 if (defined $opt->{$key}) {
740 $param = $opt->{$key};
741 last;
742 }
[1177]743 }
744 # Allow replacement of variables inside the parameter such as name, version, arch for rpmbootstrap
745 # but not shell variable which are backslashed
746 if ($param =~ /[^\\]\$/) {
747 pb_log(3,"Expanding variable on $param\n");
[2063]748 eval { $param =~ s/(\$\w+->\{\'\w+\'\})/$1/eeg };
[1177]749 }
750 push @param,$param;
[702]751}
[974]752
[1177]753pb_log(2,"DEBUG: pb_distro_get_param on $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'} returns ==".Dumper(@param)."==\n");
754
[1523]755# Return one param if user only asked for one lookup, an array if not.
[1177]756my $nb = @param;
757if ($nb eq 1) {
[1523]758 return($param[0]);
[1177]759} else {
760 return(@param);
[982]761}
[1177]762}
[974]763
[1177]764=item B<pb_distro_get_context>
[702]765
[1177]766This function gets the OS context passed as parameter and return the corresponding distribution hash
[1402]767If passed undef or "" then auto-detects
[1177]768
769=cut
770
771
772sub pb_distro_get_context {
773
774my $os = shift;
775my $pbos;
776
[1402]777if ((defined $os) && ($os ne "")) {
[1177]778 my ($name,$ver,$darch) = split(/-/,$os);
779 pb_log(0,"Bad format for $os") if ((not defined $name) || (not defined $ver) || (not defined $darch)) ;
780 chomp($darch);
781 $pbos = pb_distro_init($name,$ver,$darch);
782} else {
783 $pbos = pb_distro_init();
[702]784}
[1177]785return($pbos);
786}
[749]787
[1795]788=item B<pb_distro_conf_print>
789
[2152]790This function prints every configuration parameter in order to help debug stacking issues with conf files. If a VM/VE/RM is given, restrict display to this distribution. If parameters are passed, restrict again the display to these values only.
[1795]791
792=cut
793
794sub pb_distro_conf_print {
795
796my $pbos = shift;
797my @keys = @_;
798
799if ($#keys == -1) {
800 pb_log(0,"Full pb configuration for project $ENV{'PBPROJ'}\n");
801 pb_log(0,"================================================\n");
[2153]802 @keys = pb_conf_get_all();
[1795]803}
804if (defined $ENV{'PBV'}) {
[2161]805 pb_log(1,"Distribution $ENV{'PBV'}\n");
806 pb_log(1,"========================\n");
[1795]807} else {
[2161]808 pb_log(1,"Local Distribution\n");
809 pb_log(1,"==================\n");
[1795]810}
811
[2153]812my %rep;
813my $i = 0;
[2155]814# Index on distro
815foreach my $r (pb_distro_get_param($pbos,pb_conf_get(@keys))) {
816 $rep{$keys[$i]} = $r if (defined $keys[$i]);
817 $i++;
818}
819$i = 0;
820# Then Index on prj to overwrite previous value if needed
[2153]821foreach my $r (pb_conf_get(@keys)) {
822 $rep{$keys[$i]} = $r->{'default'} if (defined $r->{'default'});
823 $rep{$keys[$i]} = $r->{$ENV{'PBPROJ'}} if (defined $r->{$ENV{'PBPROJ'}});
824 $i++;
[1795]825}
[2153]826foreach my $r (keys %rep) {
[2161]827 pb_log(1, "$r => ");
828 pb_log(0, "$rep{$r}\n");
[2153]829}
830}
[1795]831
832
[395]833=back
[23]834
[395]835=head1 WEB SITES
[23]836
[395]837The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
838
839=head1 USER MAILING LIST
840
841None exists for the moment.
842
843=head1 AUTHORS
844
845The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
846
847=head1 COPYRIGHT
848
849Project-Builder.org is distributed under the GPL v2.0 license
850described in the file C<COPYING> included with the distribution.
851
852=cut
853
854
[11]8551;
Note: See TracBrowser for help on using the repository browser.