source: ProjectBuilder/devel/pb-modules/lib/ProjectBuilder/Distribution.pm@ 1027

Last change on this file since 1027 was 1027, checked in by Bruno Cornec, 14 years ago
  • Adds rbsopt parameter + doc to allow for passing options to rpmbootstrap such as -k now by default.
  • Mandriva VE are now working (tested with 2010.0 + package list fixed)
File size: 14.1 KB
Line 
1#!/usr/bin/perl -w
2#
3# Creates common environment for distributions
4#
5# $Id$
6#
7
8package ProjectBuilder::Distribution;
9
10use strict;
11use Data::Dumper;
12use ProjectBuilder::Base;
13use ProjectBuilder::Conf;
14use File::Basename;
15use File::Copy;
16
17# Inherit from the "Exporter" module which handles exporting functions.
18
19use Exporter;
20
21# Export, by default, all the functions into the namespace of
22# any code which uses this module.
23
24our @ISA = qw(Exporter);
25our @EXPORT = qw(pb_distro_conffile pb_distro_init pb_distro_get pb_distro_installdeps pb_distro_getdeps pb_distro_only_deps_needed pb_distro_setuprepo pb_distro_get_param);
26
27=pod
28
29=head1 NAME
30
31ProjectBuilder::Distribution, part of the project-builder.org - module dealing with distribution detection
32
33=head1 DESCRIPTION
34
35This modules provides functions to allow detection of Linux distributions, and giving back some attributes concerning them.
36
37=head1 SYNOPSIS
38
39 use ProjectBuilder::Distribution;
40
41 #
42 # Return information on the running distro
43 #
44 my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch) = pb_distro_init();
45 print "distro tuple: ".Dumper($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch)."\n";
46 #
47 # Return information on the requested distro
48 #
49 my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch) = pb_distro_init("ubuntu","7.10","x86_64");
50 print "distro tuple: ".Dumper($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch)."\n";
51 #
52 # Return information on the running distro
53 #
54 my ($ddir,$dver) = pb_distro_get();
55 my ($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch) = pb_distro_init($ddir,$dver);
56 print "distro tuple: ".Dumper($ddir, $dver, $dfam, $dtype, $pbsuf, $pbupd, $arch)."\n";
57
58=head1 USAGE
59
60=over 4
61
62=item B<pb_distro_conffile>
63
64This function returns the mandatory configuration file used for distribution/OS detection
65
66=cut
67
68sub pb_distro_conffile {
69
70return("CCCC/pb.conf");
71}
72
73
74=item B<pb_distro_init>
75
76This function returns a list of 7 parameters indicating the distribution name, version, family, type of build system, suffix of packages, update command line and architecture of the underlying Linux distribution. The value of the 7 fields may be "unknown" in case the function was unable to recognize on which distribution it is running.
77
78As an example, Ubuntu and Debian are in the same "du" family. As well as RedHat, RHEL, CentOS, fedora are on the same "rh" family.
79Mandriva, Open SuSE and Fedora have all the same "rpm" type of build system. Ubuntu ad Debian have the same "deb" type of build system.
80And "fc" is the extension generated for all Fedora packages (Version will be added by pb).
81All these information are stored in an external configuration file typically at /etc/pb/pb.conf
82
83When passing the distribution name and version as parameters, the B<pb_distro_init> function returns the parameter of that distribution instead of the underlying one.
84
85Cf: http://linuxmafia.com/faq/Admin/release-files.html
86Ideas taken from http://search.cpan.org/~kerberus/Linux-Distribution-0.14/lib/Linux/Distribution.pm
87
88=cut
89
90
91sub pb_distro_init {
92
93my $ddir = shift || undef;
94my $dver = shift || undef;
95my $dfam = "unknown";
96my $dtype = "unknown";
97my $dsuf = "unknown";
98my $dupd = "unknown";
99my $darch = shift || undef;
100my $dnover = "false";
101my $drmdot = "false";
102
103# Adds conf file for distribution description
104# the location of the conf file is finalyzed at install time
105# depending whether we deal with package install or tar file install
106pb_conf_add(pb_distro_conffile());
107
108# If we don't know which distribution we're on, then guess it
109($ddir,$dver) = pb_distro_get() if ((not defined $ddir) || (not defined $dver));
110
111# Initialize arch
112$darch=pb_get_arch() if (not defined $darch);
113
114my ($osfamily,$ostype,$osupd,$ossuffix,$osnover,$osremovedotinver) = pb_conf_get("osfamily","ostype","osupd","ossuffix","osnover","osremovedotinver");
115
116# Dig into the tuple to find the best answer
117$dfam = pb_distro_get_param($ddir,$dver,$darch,$osfamily);
118$dtype = $ostype->{$dfam} if (defined $ostype->{$dfam});
119$dupd = pb_distro_get_param($ddir,$dver,$darch,$osupd,$dfam,$dtype);
120$dsuf = pb_distro_get_param($ddir,$dver,$darch,$ossuffix,$dfam,$dtype);
121$dnover = pb_distro_get_param($ddir,$dver,$darch,$osnover,$dfam,$dtype);
122$drmdot = pb_distro_get_param($ddir,$dver,$darch,$osremovedotinver,$dfam,$dtype);
123
124# Some OS have no interesting version
125$dver = "nover" if ($dnover eq "true");
126
127# For some OS remove the . in version name
128$dver =~ s/\.// if ($drmdot eq "true");
129
130if ((not defined $dsuf) || ($dsuf eq "")) {
131 # By default suffix is a concatenation of .ddir and dver
132 $dsuf = ".$ddir$dver"
133} else {
134 # concat just the version to what has been found
135 $dsuf = ".$dsuf$dver";
136}
137
138# if ($arch eq "x86_64") {
139# $opt="--exclude=*.i?86";
140# }
141pb_log(2,"DEBUG: pb_distro_init: $ddir, $dver, $dfam, $dtype, $dsuf, $dupd, $darch\n");
142
143return($ddir, $dver, $dfam, $dtype, $dsuf, $dupd, $darch);
144}
145
146=item B<pb_distro_get>
147
148This function returns a list of 2 parameters indicating the distribution name and version of the underlying Linux distribution. The value of those 2 fields may be "unknown" in case the function was unable to recognize on which distribution it is running.
149
150On my home machine it would currently report ("mandriva","2009.0").
151
152=cut
153
154sub pb_distro_get {
155
156# 1: List of files that unambiguously indicates what distro we have
157# 2: List of files that ambiguously indicates what distro we have
158# 3: Should have the same keys as the previous one. If ambiguity, which other distributions should be checked
159# 4: Matching Rg. Expr to detect distribution and version
160my ($single_rel_files, $ambiguous_rel_files,$distro_similar,$distro_match) = pb_conf_get("osrelfile","osrelambfile","osambiguous","osrelexpr");
161
162my $release;
163my $distro;
164
165# Begin to test presence of non-ambiguous files
166# that way we reduce the choice
167my ($d,$r);
168while (($d,$r) = each %$single_rel_files) {
169 if (defined $ambiguous_rel_files->{$d}) {
170 print STDERR "The key $d is considered as both unambiguous and ambigous.\n";
171 print STDERR "Please fix your configuration file.\n";
172 }
173 if (-f "$r" && ! -l "$r") {
174 my $tmp=pb_get_content("$r");
175 # Found the only possibility.
176 # Try to get version and return
177 if (defined ($distro_match->{$d})) {
178 ($release) = $tmp =~ m/$distro_match->{$d}/m;
179 } else {
180 print STDERR "Unable to find $d version in $r\n";
181 print STDERR "Please report to the maintainer bruno_at_project-builder.org\n";
182 $release = "unknown";
183 }
184 return($d,$release);
185 }
186}
187
188# Now look at ambiguous files
189# Ubuntu before 10.04 includes a /etc/debian_version file that creates an ambiguity with debian
190# So we need to look at distros in reverse alphabetic order to treat ubuntu always first via lsb
191foreach $d (reverse keys %$ambiguous_rel_files) {
192 $r = $ambiguous_rel_files->{$d};
193 if (-f "$r" && !-l "$r") {
194 # Found one possibility.
195 # Get all distros concerned by that file
196 my $tmp=pb_get_content("$r");
197 my $found = 0;
198 my $ptr = $distro_similar->{$d};
199 pb_log(2,"amb: ".Dumper($ptr)."\n");
200 $release = "unknown";
201 foreach my $dd (split(/,/,$ptr)) {
202 pb_log(2,"check $dd\n");
203 # Try to check pattern
204 if (defined $distro_match->{$dd}) {
205 pb_log(2,"cmp: $distro_match->{$dd} - vs - $tmp\n");
206 ($release) = $tmp =~ m/$distro_match->{$dd}/m;
207 if ((defined $release) && ($release ne "unknown")) {
208 $distro = $dd;
209 $found = 1;
210 last;
211 }
212 }
213 }
214 if ($found == 0) {
215 print STDERR "Unable to find $d version in $r\n";
216 print STDERR "Please report to the maintainer bruno_at_project-builder.org\n";
217 $release = "unknown";
218 } else {
219 return($distro,$release);
220 }
221 }
222}
223return("unknown","unknown");
224}
225
226
227=item B<pb_distro_installdeps>
228
229This function install the dependencies required to build the package on an RPM based distro
230dependencies can be passed as a parameter in which case they are not computed
231
232=cut
233
234sub pb_distro_installdeps {
235
236# SPEC file
237my $f = shift || undef;
238my $dtype = shift || undef;
239my $dupd = shift || undef;
240my $deps = shift || undef;
241
242# Protection
243return if (not defined $dupd);
244
245# Get dependecies in the build file if not forced
246$deps = pb_distro_getdeps($f, $dtype) if (not defined $deps);
247pb_log(2,"deps: $deps\n");
248return if ((not defined $deps) || ($deps =~ /^\s*$/));
249if ($deps !~ /^[ ]*$/) {
250 pb_system("$dupd $deps","Installing dependencies ($deps)");
251 }
252}
253
254=item B<pb_distro_getdeps>
255
256This function computes the dependencies indicated in the build file and return them as a string of packages to install
257
258=cut
259
260sub pb_distro_getdeps {
261
262my $f = shift || undef;
263my $dtype = shift || undef;
264
265my $regexp = "";
266my $deps = "";
267my $sep = $/;
268
269# Protection
270return("") if (not defined $dtype);
271return("") if (not defined $f);
272
273pb_log(3,"entering pb_distro_getdeps: $dtype - $f\n");
274if ($dtype eq "rpm") {
275 # In RPM this could include files, but we do not handle them atm.
276 $regexp = '^BuildRequires:(.*)$';
277} elsif ($dtype eq "deb") {
278 $regexp = '^Build-Depends:(.*)$';
279} elsif ($dtype eq "ebuild") {
280 $sep = '"'.$/;
281 $regexp = '^DEPEND="(.*)"\n'
282} else {
283 # No idea
284 return("");
285}
286pb_log(2,"regexp: $regexp\n");
287
288# Preserve separator before using the one we need
289my $oldsep = $/;
290$/ = $sep;
291open(DESC,"$f") || die "Unable to open $f";
292while (<DESC>) {
293 pb_log(4,"read: $_\n");
294 next if (! /$regexp/);
295 chomp();
296 # What we found with the regexp is the list of deps.
297 pb_log(2,"found deps: $_\n");
298 s/$regexp/$1/i;
299 # Remove conditions in the middle and at the end for deb
300 s/\(\s*[><=]+.*\)[^,]*,/,/g;
301 s/\(\s*[><=]+.*$//g;
302 # Same for rpm
303 s/[><=]+[^,]*,/,/g;
304 s/[><=]+.*$//g;
305 # Improve string format (remove , and spaces at start, end and in double
306 s/,/ /g;
307 s/^\s*//;
308 s/\s*$//;
309 s/\s+/ /g;
310 $deps .= " ".$_;
311}
312close(DESC);
313$/ = $oldsep;
314pb_log(2,"now deps: $deps\n");
315my $deps2 = pb_distro_only_deps_needed($dtype,$deps);
316return($deps2);
317}
318
319
320=item B<pb_distro_only_deps_needed>
321
322This function returns only the dependencies not yet installed
323
324=cut
325
326sub pb_distro_only_deps_needed {
327
328my $dtype = shift || undef;
329my $deps = shift || undef;
330
331return("") if ((not defined $deps) || ($deps =~ /^\s*$/));
332my $deps2 = "";
333# Avoid to install what is already there
334foreach my $p (split(/ /,$deps)) {
335 if ($dtype eq "rpm") {
336 my $res = pb_system("rpm -q --whatprovides --quiet $p","","quiet");
337 next if ($res eq 0);
338 } elsif ($dtype eq "deb") {
339 my $res = pb_system("dpkg -L $p","","quiet");
340 next if ($res eq 0);
341 } elsif ($dtype eq "ebuild") {
342 } else {
343 # Not reached
344 }
345 pb_log(2,"found deps2: $p\n");
346 $deps2 .= " $p";
347}
348
349$deps2 =~ s/^\s*//;
350pb_log(2,"now deps2: $deps2\n");
351return($deps2);
352}
353
354=item B<pb_distro_setuprepo>
355
356This function sets up potential additional repository to the build environment
357
358=cut
359
360sub pb_distro_setuprepo {
361
362my $ddir = shift || undef;
363my $dver = shift;
364my $darch = shift;
365my $dtype = shift || undef;
366
367my ($addrepo) = pb_conf_read("$ENV{'PBDESTDIR'}/pbrc","addrepo");
368return if (not defined $addrepo);
369
370my $param = pb_distro_get_param($ddir,$dver,$darch,$addrepo);
371return if ($param eq "");
372
373# Loop on the list of additional repo
374foreach my $i (split(/,/,$param)) {
375
376 my ($scheme, $account, $host, $port, $path) = pb_get_uri($i);
377 my $bn = basename($i);
378
379 # The repo file can be local or remote. download or copy at the right place
380 if (($scheme eq "ftp") || ($scheme eq "http")) {
381 pb_system("wget -O $ENV{'PBTMP'}/$bn $i","Donwloading additional repository file $i");
382 } else {
383 copy($i,$ENV{'PBTMP'}/$bn);
384 }
385
386 # The repo file can be a real file or a package
387 if ($dtype eq "rpm") {
388 if ($bn =~ /\.rpm$/) {
389 my $pn = $bn;
390 $pn =~ s/\.rpm//;
391 if (pb_system("rpm -q --quiet $pn","","quiet") != 0) {
392 pb_system("sudo rpm -Uvh $ENV{'PBTMP'}/$bn","Adding package to setup repository");
393 }
394 } elsif ($bn =~ /\.repo$/) {
395 # Yum repo
396 pb_system("sudo mv $ENV{'PBTMP'}/$bn /etc/yum.repos.d","Adding yum repository") if (not -f "/etc/yum.repos.d/$bn");
397 } elsif ($bn =~ /\.addmedia/) {
398 # URPMI repo
399 # We should test that it's not already a urpmi repo
400 pb_system("chmod 755 $ENV{'PBTMP'}/$bn ; sudo $ENV{'PBTMP'}/$bn 2>&1 > /dev/null","Adding urpmi repository");
401 } else {
402 pb_log(0,"Unable to deal with repository file $i on rpm distro ! Please report to dev team\n");
403 }
404 } elsif ($dtype eq "deb") {
405 if (($bn =~ /\.sources.list$/) && (not -f "/etc/apt/sources.list.d/$bn")) {
406 pb_system("sudo mv $ENV{'PBTMP'}/$bn /etc/apt/sources.list.d","Adding apt repository");
407 pb_system("sudo apt-get update","Updating apt repository");
408 } else {
409 pb_log(0,"Unable to deal with repository file $i on deb distro ! Please report to dev team\n");
410 }
411 } else {
412 pb_log(0,"Unable to deal with repository file $i on that distro ! Please report to dev team\n");
413 }
414}
415return;
416}
417
418=item B<pb_distro_get_param>
419
420This function gets the parameter in the conf file from the most precise tuple up to default
421
422=cut
423
424sub pb_distro_get_param {
425
426my $param = "";
427my $ddir = shift;
428my $dver = shift;
429my $darch = shift;
430my $opt = shift;
431my $dfam = shift || "unknown";
432my $dtype = shift || "unknown";
433
434if (defined $opt->{"$ddir-$dver-$darch"}) {
435 $param = $opt->{"$ddir-$dver-$darch"};
436} elsif (defined $opt->{"$ddir-$dver"}) {
437 $param = $opt->{"$ddir-$dver"};
438} elsif (defined $opt->{"$ddir"}) {
439 $param = $opt->{"$ddir"};
440} elsif (defined $opt->{$dfam}) {
441 $param = $opt->{$dfam};
442} elsif (defined $opt->{$dtype}) {
443 $param = $opt->{$dtype};
444} elsif (defined $opt->{"default"}) {
445 $param = $opt->{"default"};
446} else {
447 $param = "";
448}
449
450# Allow replacement of variables inside the parameter such as ddir, dver, darch for rpmbootstrap
451# but not shell variable which ae backslashed
452if ($param =~ /[^\\]\$/) {
453 pb_log(3,"Expanding variable on $param\n");
454 eval { $param =~ s/(\$\w+)/$1/eeg };
455}
456
457pb_log(2,"DEBUG: pb_distro_get_param on $ddir-$dver-$darch returns ==$param==\n");
458return($param);
459
460}
461
462
463=back
464
465=head1 WEB SITES
466
467The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
468
469=head1 USER MAILING LIST
470
471None exists for the moment.
472
473=head1 AUTHORS
474
475The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
476
477=head1 COPYRIGHT
478
479Project-Builder.org is distributed under the GPL v2.0 license
480described in the file C<COPYING> included with the distribution.
481
482=cut
483
484
4851;
Note: See TracBrowser for help on using the repository browser.