| 1 | #!/usr/bin/perl -w
|
|---|
| 2 | #
|
|---|
| 3 | # rpmbootstrap application, a debootstrap like for RPM distros
|
|---|
| 4 | #
|
|---|
| 5 | # $Id$
|
|---|
| 6 | #
|
|---|
| 7 | # Copyright B. Cornec 2010-2012
|
|---|
| 8 | # Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
|
|---|
| 9 | # Provided under the GPL v2
|
|---|
| 10 |
|
|---|
| 11 | # Syntax: see at end
|
|---|
| 12 |
|
|---|
| 13 | use strict 'vars';
|
|---|
| 14 | use Getopt::Long qw(:config auto_abbrev no_ignore_case);
|
|---|
| 15 | use Data::Dumper;
|
|---|
| 16 | use English;
|
|---|
| 17 | use LWP::UserAgent;
|
|---|
| 18 | use File::Basename;
|
|---|
| 19 | use File::Copy;
|
|---|
| 20 | use File::Find;
|
|---|
| 21 | use ProjectBuilder::Version;
|
|---|
| 22 | use ProjectBuilder::Base;
|
|---|
| 23 | use ProjectBuilder::Env;
|
|---|
| 24 | use ProjectBuilder::Conf;
|
|---|
| 25 | use ProjectBuilder::Distribution;
|
|---|
| 26 |
|
|---|
| 27 | # Global variables
|
|---|
| 28 | my %opts; # CLI Options
|
|---|
| 29 |
|
|---|
| 30 | =pod
|
|---|
| 31 |
|
|---|
| 32 | =head1 NAME
|
|---|
| 33 |
|
|---|
| 34 | rpmbootstrap - creates a chrooted RPM based distribution a la debootstrap, aka Virtual Environment (VE)
|
|---|
| 35 |
|
|---|
| 36 | =head1 DESCRIPTION
|
|---|
| 37 |
|
|---|
| 38 | rpmbootstrap creates a chroot environment (Virtual Environment or VE)
|
|---|
| 39 | with a minimal distribution in it, suited for building packages for example.
|
|---|
| 40 | It's very much like debootstrap but for RPM based distribution.
|
|---|
| 41 | It aims at supporting all distributions supported by project-builder.org
|
|---|
| 42 | (RHEL, RH, Fedora, OpeSUSE, SLES, Mandriva, ...)
|
|---|
| 43 |
|
|---|
| 44 | It is inspired by work done by Steve Kemp for rinse (http://www.steve.org.uk/),
|
|---|
| 45 | and similar to mock or febootstrap, but fully integrated with project-builder.org
|
|---|
| 46 | (which also supports rinse and mock). Contrary to these, rpmbootstrap creates
|
|---|
| 47 | an environment where the packages commands are usable after build, as described
|
|---|
| 48 | hereafter.
|
|---|
| 49 |
|
|---|
| 50 | rpmbootstrap works in 2 phases. The first one is used to download all
|
|---|
| 51 | the required packages to have a working package management system in the
|
|---|
| 52 | chroot working. This list of packages is stored in /etc/pb/pb.conf under
|
|---|
| 53 | the rbsmindep parameter (aka rpmbootstrap minimal dependencies). Once the
|
|---|
| 54 | packages have been downloaded from the mirror, they are extracted with
|
|---|
| 55 | rpm2cpio. At that point you should be able to use yum on Fedora, urpmi
|
|---|
| 56 | on Mandriva/Mageia and zypper on OpenSuSE.
|
|---|
| 57 | The second phase uses exactly the previous mentioned tools to install
|
|---|
| 58 | exactly the same package list to have a coherent RPM db at the end.
|
|---|
| 59 |
|
|---|
| 60 | rpmbootstrap has additional options to execute a post-install script
|
|---|
| 61 | (-s) or to add packages (-a). Then pb can use the chroot to perform even
|
|---|
| 62 | more actions in it.
|
|---|
| 63 |
|
|---|
| 64 | =head1 SYNOPSIS
|
|---|
| 65 |
|
|---|
| 66 | rpmbootstrap [-vhmqpdk][-s script][-i iso][-a pkg1[,pkg2,...]] distribution-version-arch [target-dir] [mirror [script]]
|
|---|
| 67 |
|
|---|
| 68 | rpmbootstrap [--verbose][--help][--man][--quiet][--print-rpms][--download-only]
|
|---|
| 69 | [--keep][--script script][--iso iso][--add pkg1,[pkg2,...]] distribution-version-arch [target-dir] [mirror [script]]
|
|---|
| 70 |
|
|---|
| 71 | =head1 OPTIONS
|
|---|
| 72 |
|
|---|
| 73 | =over 4
|
|---|
| 74 |
|
|---|
| 75 | =item B<-v|--verbose>
|
|---|
| 76 |
|
|---|
| 77 | Print a brief help message and exits.
|
|---|
| 78 |
|
|---|
| 79 | =item B<-h|--help>
|
|---|
| 80 |
|
|---|
| 81 | Print a brief help message and exits.
|
|---|
| 82 |
|
|---|
| 83 | =item B<--man>
|
|---|
| 84 |
|
|---|
| 85 | Prints the manual page and exits.
|
|---|
| 86 |
|
|---|
| 87 | =item B<-q|--quiet>
|
|---|
| 88 |
|
|---|
| 89 | Do not print any output.
|
|---|
| 90 |
|
|---|
| 91 | =item B<-p|--print-rpms>
|
|---|
| 92 |
|
|---|
| 93 | Print the packages to be installed, and exit.
|
|---|
| 94 | Note that a target directory must be specified so rpmbootstrap can determine
|
|---|
| 95 | which packages should be installed, and to resolve dependencies.
|
|---|
| 96 | The target directory will be deleted.
|
|---|
| 97 |
|
|---|
| 98 | =item B<-d|--download-only>
|
|---|
| 99 |
|
|---|
| 100 | Download packages, but don't perform installation.
|
|---|
| 101 |
|
|---|
| 102 | =item B<-k|--keep>
|
|---|
| 103 |
|
|---|
| 104 | Keep packages in the cache dir for later reuse. By default remove them.
|
|---|
| 105 |
|
|---|
| 106 | =item B<-s|--script script>
|
|---|
| 107 |
|
|---|
| 108 | Name of the script you want to execute on the related VEs after the installation.
|
|---|
| 109 | It is executed in host environment.
|
|---|
| 110 | You can use the chroot command to execute actions in the VE.
|
|---|
| 111 |
|
|---|
| 112 | =item B<-i|--iso iso_image>
|
|---|
| 113 |
|
|---|
| 114 | Name of the ISO image of the distribution you want to install on the related VE.
|
|---|
| 115 |
|
|---|
| 116 | =item B<-a|--add pkg1[,pkg2,...]>
|
|---|
| 117 |
|
|---|
| 118 | Additional packages to add from the distribution you want to install on the related VE
|
|---|
| 119 | at the end of the chroot build.
|
|---|
| 120 |
|
|---|
| 121 | =item B<--no-stop-on-error>
|
|---|
| 122 |
|
|---|
| 123 | Continue through errors with best effort.
|
|---|
| 124 |
|
|---|
| 125 | =back
|
|---|
| 126 |
|
|---|
| 127 | =head1 ARGUMENTS
|
|---|
| 128 |
|
|---|
| 129 | =over 4
|
|---|
| 130 |
|
|---|
| 131 | =item B<distribution-version-arch>
|
|---|
| 132 |
|
|---|
| 133 | Full name of the distribution that needs to be installed in the VE. E.g. fedora-11-x86_64.
|
|---|
| 134 |
|
|---|
| 135 | =item B<target-dir>
|
|---|
| 136 |
|
|---|
| 137 | This is the target directory under which the VE will be created.
|
|---|
| 138 | Created on the fly if needed.
|
|---|
| 139 | If none is given use the default directory hosting VE for project-builder.org
|
|---|
| 140 | (Cf: vepath parameter in $HOME/.pbrc)
|
|---|
| 141 |
|
|---|
| 142 | =back
|
|---|
| 143 |
|
|---|
| 144 | =head1 EXAMPLE
|
|---|
| 145 |
|
|---|
| 146 | To setup a Fedora 12 distribution with an i386 architecture issue:
|
|---|
| 147 |
|
|---|
| 148 | rpmbootstrap fedora-12-i386 /tmp/fedora/12/i386
|
|---|
| 149 |
|
|---|
| 150 | =head1 WEB SITES
|
|---|
| 151 |
|
|---|
| 152 | The main Web site of the project is available at L<http://www.project-builder.org/>.
|
|---|
| 153 | Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
|
|---|
| 154 |
|
|---|
| 155 | =head1 USER MAILING LIST
|
|---|
| 156 |
|
|---|
| 157 | Cf: L<http://www.mondorescue.org/sympa/info/pb-announce> for announces and
|
|---|
| 158 | L<http://www.mondorescue.org/sympa/info/pb-devel> for the development of the pb project.
|
|---|
| 159 |
|
|---|
| 160 | =head1 CONFIGURATION FILE
|
|---|
| 161 |
|
|---|
| 162 | Uses Project-Builder.org configuration file (/etc/pb/pb.conf or /usr/local/etc/pb/pb.conf)
|
|---|
| 163 |
|
|---|
| 164 | =head1 AUTHORS
|
|---|
| 165 |
|
|---|
| 166 | The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
|
|---|
| 167 |
|
|---|
| 168 | =head1 COPYRIGHT
|
|---|
| 169 |
|
|---|
| 170 | Project-Builder.org is distributed under the GPL v2.0 license
|
|---|
| 171 | described in the file C<COPYING> included with the distribution.
|
|---|
| 172 |
|
|---|
| 173 | =cut
|
|---|
| 174 |
|
|---|
| 175 | # ---------------------------------------------------------------------------
|
|---|
| 176 |
|
|---|
| 177 | $Global::pb_stop_on_error = 1;
|
|---|
| 178 | my ($projectbuilderver,$projectbuilderrev) = pb_version_init();
|
|---|
| 179 | my $appname = "rpmbootstrap";
|
|---|
| 180 | $ENV{'PBPROJ'} = $appname;
|
|---|
| 181 |
|
|---|
| 182 | # Initialize the syntax string
|
|---|
| 183 |
|
|---|
| 184 | pb_syntax_init("$appname Version $projectbuilderver-$projectbuilderrev\n");
|
|---|
| 185 | pb_temp_init();
|
|---|
| 186 |
|
|---|
| 187 | GetOptions("help|?|h" => \$opts{'h'},
|
|---|
| 188 | "man|m" => \$opts{'man'},
|
|---|
| 189 | "verbose|v+" => \$opts{'v'},
|
|---|
| 190 | "quiet|q" => \$opts{'q'},
|
|---|
| 191 | "log-files|l=s" => \$opts{'l'},
|
|---|
| 192 | "script|s=s" => \$opts{'s'},
|
|---|
| 193 | "print-rpms|p" => \$opts{'p'},
|
|---|
| 194 | "download-only|d" => \$opts{'d'},
|
|---|
| 195 | "keep|k" => \$opts{'k'},
|
|---|
| 196 | "iso|i=s" => \$opts{'i'},
|
|---|
| 197 | "add|a=s" => \$opts{'a'},
|
|---|
| 198 | "version|V=s" => \$opts{'V'},
|
|---|
| 199 | "stop-on-error!" => \$Global::pb_stop_on_error,
|
|---|
| 200 | ) || pb_syntax(-1,0);
|
|---|
| 201 |
|
|---|
| 202 | if (defined $opts{'h'}) {
|
|---|
| 203 | pb_syntax(0,1);
|
|---|
| 204 | }
|
|---|
| 205 | if (defined $opts{'man'}) {
|
|---|
| 206 | pb_syntax(0,2);
|
|---|
| 207 | }
|
|---|
| 208 | if (defined $opts{'v'}) {
|
|---|
| 209 | $pbdebug = $opts{'v'};
|
|---|
| 210 | }
|
|---|
| 211 | if (defined $opts{'q'}) {
|
|---|
| 212 | $pbdebug=-1;
|
|---|
| 213 | }
|
|---|
| 214 | if (defined $opts{'l'}) {
|
|---|
| 215 | open(pbLOG,"> $opts{'l'}") || die "Unable to log to $opts{'l'}: $!";
|
|---|
| 216 | $pbLOG = \*pbLOG;
|
|---|
| 217 | $pbdebug = 0 if ($pbdebug == -1);
|
|---|
| 218 | }
|
|---|
| 219 | pb_log_init($pbdebug, $pbLOG);
|
|---|
| 220 | #pb_display_init("text","");
|
|---|
| 221 |
|
|---|
| 222 | #if (defined $opts{'s'}) {
|
|---|
| 223 | #$pbscript = $opts{'s'};
|
|---|
| 224 | #}
|
|---|
| 225 | #if (defined $opts{'i'}) {
|
|---|
| 226 | #$iso = $opts{'i'};
|
|---|
| 227 | #}
|
|---|
| 228 |
|
|---|
| 229 | # Get VE name
|
|---|
| 230 | $ENV{'PBV'} = shift @ARGV;
|
|---|
| 231 | die pb_syntax(-1,1) if (not defined $ENV{'PBV'});
|
|---|
| 232 |
|
|---|
| 233 | die "Needs to be run as root" if ($EFFECTIVE_USER_ID != 0);
|
|---|
| 234 |
|
|---|
| 235 | #
|
|---|
| 236 | # Initialize distribution info from pb conf file
|
|---|
| 237 | #
|
|---|
| 238 | pb_log(0,"Starting VE build for $ENV{'PBV'}\n");
|
|---|
| 239 | my $pbos = pb_distro_get_context($ENV{'PBV'});
|
|---|
| 240 |
|
|---|
| 241 | #
|
|---|
| 242 | # Check target dir
|
|---|
| 243 | # Create if not existent and use default if none given
|
|---|
| 244 | #
|
|---|
| 245 | pb_env_init_pbrc(); # to get content of HOME/.pbrc
|
|---|
| 246 | my $vepath = shift @ARGV;
|
|---|
| 247 |
|
|---|
| 248 | #
|
|---|
| 249 | # Check for command requirements
|
|---|
| 250 | #
|
|---|
| 251 | my ($req,$opt) = pb_conf_get_if("oscmd","oscmdopt");
|
|---|
| 252 | pb_check_requirements($req,$opt,$appname);
|
|---|
| 253 |
|
|---|
| 254 | if (not defined $vepath) {
|
|---|
| 255 | my ($vestdpath) = pb_conf_get("vepath");
|
|---|
| 256 | $vepath = pb_path_expand("$vestdpath->{'default'}/$pbos->{'name'}/$pbos->{'version'}/$pbos->{'arch'}") if (defined $vestdpath->{'default'});
|
|---|
| 257 | }
|
|---|
| 258 |
|
|---|
| 259 | die pb_log(0,"No target-dir specified and no default vepath found in $ENV{'PBETC'}\n") if (not defined $vepath);
|
|---|
| 260 |
|
|---|
| 261 | pb_mkdir_p($vepath) if (! -d $vepath);
|
|---|
| 262 |
|
|---|
| 263 | #
|
|---|
| 264 | # Get the package list to download, store them in a cache directory
|
|---|
| 265 | #
|
|---|
| 266 | my ($rbscachedir) = pb_conf_get_if("cachedir");
|
|---|
| 267 | my ($pkgs,$mirror) = pb_distro_get_param($pbos,pb_conf_get("rbsmindep","rbsmirrorsrv"));
|
|---|
| 268 | my ($updater) = pb_distro_get_param($pbos,pb_conf_get_if("rbsmirrorupd"));
|
|---|
| 269 | die "No packages defined for $pbos->{name}-$pbos->{version}-$pbos->{arch}" unless $pkgs =~ /\w/;
|
|---|
| 270 |
|
|---|
| 271 | my $cachedir = "/var/cache/rpmbootstrap";
|
|---|
| 272 | $cachedir = $rbscachedir->{'default'} if (defined $rbscachedir->{'default'});
|
|---|
| 273 | $cachedir = $rbscachedir->{$appname} if (defined $rbscachedir->{$appname});
|
|---|
| 274 |
|
|---|
| 275 | # Point to the right subdir and create it if needed
|
|---|
| 276 | $cachedir .= "/$pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}";
|
|---|
| 277 | pb_mkdir_p($cachedir) if (! -d $cachedir);
|
|---|
| 278 |
|
|---|
| 279 | # Get the complete package name from the mirror
|
|---|
| 280 | #
|
|---|
| 281 | my $ua = LWP::UserAgent->new;
|
|---|
| 282 | $ua->timeout(10);
|
|---|
| 283 | $ua->env_proxy;
|
|---|
| 284 |
|
|---|
| 285 | die "No mirror defined for $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}" if ((not defined $mirror) || ($mirror =~ /^\t*$/));
|
|---|
| 286 | my $resp;
|
|---|
| 287 | my @list_pkg;
|
|---|
| 288 |
|
|---|
| 289 | $resp = rbs_mirror_response($mirror);
|
|---|
| 290 | @list_pkg = split(/\n/,$resp->as_string());
|
|---|
| 291 |
|
|---|
| 292 | # If an update source is availble add it after so that these pkgs update the main ones
|
|---|
| 293 | if (defined $updater) {
|
|---|
| 294 | $resp = rbs_mirror_response($mirror.$updater);
|
|---|
| 295 | push(@list_pkg,split(/\n/,$resp->as_string()));
|
|---|
| 296 | }
|
|---|
| 297 |
|
|---|
| 298 | # Manages architectures specificities
|
|---|
| 299 | my $parch = $pbos->{'arch'};
|
|---|
| 300 | $parch = "i[3456]86" if ($pbos->{'arch'} eq "i386");
|
|---|
| 301 | my $repowithletter = 0;
|
|---|
| 302 |
|
|---|
| 303 | # Get the list of packages and their URL in this hash
|
|---|
| 304 | my %url;
|
|---|
| 305 | my %done;
|
|---|
| 306 | foreach my $l (@list_pkg) {
|
|---|
| 307 | my ($url,$desc) = rbs_find_pkg($l,$parch,"pkg");
|
|---|
| 308 | if (defined $url) {
|
|---|
| 309 | $url{$url} = "$mirror/$desc";
|
|---|
| 310 | } else {
|
|---|
| 311 | pb_log(3,"not a package, maybe a dir containing packages\n");
|
|---|
| 312 | ($url,$desc) = rbs_find_pkg($l,$parch,"dir");
|
|---|
| 313 | if ((defined $desc) and (not defined $done{$desc})) {
|
|---|
| 314 | my $response1 = $ua->get("$mirror/$desc");
|
|---|
| 315 | # Check if we have a fedora 17/18 type of repo
|
|---|
| 316 | if ($response1->is_success) {
|
|---|
| 317 | $done{$desc} = "true";
|
|---|
| 318 | foreach my $d (split(/\n/,$response1->as_string())) {
|
|---|
| 319 | my ($url2,$desc2) = rbs_find_pkg($d,$parch,"pkg");
|
|---|
| 320 | if (defined $url2) {
|
|---|
| 321 | # Here we have the dir in which are packages
|
|---|
| 322 | $url{$url2} = "$mirror/$desc/$desc2";
|
|---|
| 323 | } else {
|
|---|
| 324 | pb_log(3,"not a package, and not a dir containing packages\n");
|
|---|
| 325 | }
|
|---|
| 326 | }
|
|---|
| 327 | } else {
|
|---|
| 328 | }
|
|---|
| 329 | }
|
|---|
| 330 | }
|
|---|
| 331 | }
|
|---|
| 332 |
|
|---|
| 333 | #
|
|---|
| 334 | # Prepare early the yum cache env for the VE in order to copy in it packages on the fly
|
|---|
| 335 | #
|
|---|
| 336 | my $oscachedir = "/tmp";
|
|---|
| 337 | my $osupdcachedir;
|
|---|
| 338 | my $osupdname = "";
|
|---|
| 339 |
|
|---|
| 340 | if ($pbos->{'install'} =~ /yum/) {
|
|---|
| 341 | $oscachedir = "$vepath/var/cache/yum/core/packages/";
|
|---|
| 342 | $osupdcachedir = "$vepath/var/cache/yum/updates-released/packages/";
|
|---|
| 343 | $osupdname = "YUM";
|
|---|
| 344 | # Recent Fedora release use a new yum cache dir
|
|---|
| 345 | if (($pbos->{'name'} eq "fedora") && ($pbos->{'version'} > 8)) {
|
|---|
| 346 | $oscachedir = "$vepath/var/cache/yum/$pbos->{'arch'}/$pbos->{'version'}/fedora/packages";
|
|---|
| 347 | $osupdcachedir = "$vepath/var/cache/yum/$pbos->{'arch'}/$pbos->{'version'}/updates/packages";
|
|---|
| 348 | $osupdcachedir = "$vepath/var/cache/yum/updates-released/packages/";
|
|---|
| 349 | }
|
|---|
| 350 | } elsif ($pbos->{'install'} =~ /zypper/) {
|
|---|
| 351 | $oscachedir = "$vepath/var/cache/zypp/packages/opensuse/suse/$pbos->{'arch'}";
|
|---|
| 352 | $osupdname = "Zypper";
|
|---|
| 353 | } elsif ($pbos->{'install'} =~ /urpmi/) {
|
|---|
| 354 | $oscachedir = "$vepath/var/cache/urpmi/rpms";
|
|---|
| 355 | $osupdname = "URPMI";
|
|---|
| 356 | }
|
|---|
| 357 | pb_log(1,"Setting up $osupdname cache in VE\n");
|
|---|
| 358 | pb_mkdir_p($oscachedir);
|
|---|
| 359 | pb_mkdir_p($osupdcachedir) if (defined $osupdcachedir);
|
|---|
| 360 |
|
|---|
| 361 | # For each package to process, get it, put it in the cache dir
|
|---|
| 362 | # and extract it in the target dir. If not asked to keep, remove it
|
|---|
| 363 | # Just download if asked so.
|
|---|
| 364 |
|
|---|
| 365 | my $warning = 0;
|
|---|
| 366 | my $lwpkg ="";
|
|---|
| 367 | my @installed_packages;
|
|---|
| 368 |
|
|---|
| 369 | foreach my $p (split(/,/,$pkgs)) {
|
|---|
| 370 | $p =~ s/\s+//go;
|
|---|
| 371 | pb_log(1,"Processing package $p ...\n");
|
|---|
| 372 | # Just print packages names if asked so.
|
|---|
| 373 | if (defined $url{$p}) {
|
|---|
| 374 | if ($opts{'p'}) {
|
|---|
| 375 | pb_log(0,"$url{$p}\n");
|
|---|
| 376 | next;
|
|---|
| 377 | } else {
|
|---|
| 378 | # Now download if not already in cache
|
|---|
| 379 | my $p1 = basename($url{$p});
|
|---|
| 380 | if (! -f "$cachedir/$p1") {
|
|---|
| 381 | pb_system("wget --quiet -O $cachedir/$p1-new $url{$p}","Downloading package $p1 ...");
|
|---|
| 382 | rename("$cachedir/$p1-new", "$cachedir/$p1") || die "mv $cachedir/$p1-new $cachedir/$p1 failed: $!";
|
|---|
| 383 | } else {
|
|---|
| 384 | pb_log(1,"Package $p1 already in cache\n");
|
|---|
| 385 | }
|
|---|
| 386 |
|
|---|
| 387 | # End if download only
|
|---|
| 388 | if ($opts{'d'}) {
|
|---|
| 389 | next;
|
|---|
| 390 | }
|
|---|
| 391 |
|
|---|
| 392 | #
|
|---|
| 393 | # Copy the cached .RPM files into the oscachedir directory, so that os doesn't need to download them again.
|
|---|
| 394 | #
|
|---|
| 395 | pb_log(1,"Link package into $oscachedir\n");
|
|---|
| 396 | copy("$cachedir/$p1",$oscachedir) if (defined $oscachedir);
|
|---|
| 397 | symlink("$oscachedir/$p1","$osupdcachedir/p1") if (defined $osupdcachedir);
|
|---|
| 398 |
|
|---|
| 399 | # And extract it to the finale dir
|
|---|
| 400 | pb_system("cd $vepath ; rpm2cpio $cachedir/$p1 | cpio -ivdum","Extracting package $p1 into $vepath");
|
|---|
| 401 |
|
|---|
| 402 | # Remove cached package if not asked to keep
|
|---|
| 403 | if (! $opts{'k'}) {
|
|---|
| 404 | unlink("$cachedir/$p1");
|
|---|
| 405 | }
|
|---|
| 406 | push(@installed_packages, $p);
|
|---|
| 407 | }
|
|---|
| 408 | } else {
|
|---|
| 409 | pb_log(0,"WARNING: unable to find URL for $p\n");
|
|---|
| 410 | $warning++;
|
|---|
| 411 | $lwpkg .= " $p";
|
|---|
| 412 | }
|
|---|
| 413 | }
|
|---|
| 414 |
|
|---|
| 415 | if ($warning ge 1) {
|
|---|
| 416 | pb_log(0,"$warning WARNINGS found.\nMaybe you should review your package list for $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}\nand remove$lwpkg\n");
|
|---|
| 417 | }
|
|---|
| 418 |
|
|---|
| 419 | # Stop here if we just print
|
|---|
| 420 | if ($opts{'p'}) {
|
|---|
| 421 | pb_exit(0);
|
|---|
| 422 | }
|
|---|
| 423 |
|
|---|
| 424 | # Now executes the VE finalization steps required for it to work correctly
|
|---|
| 425 | pb_log(0,"VE post configuration\n");
|
|---|
| 426 |
|
|---|
| 427 | # yum needs that distro-release package be installed, so force it
|
|---|
| 428 | if ($pbos->{'install'} =~ /yum/) {
|
|---|
| 429 | my $ddir = $pbos->{'name'};
|
|---|
| 430 | foreach my $p1 (<$cachedir/($ddir|redhat)-release-*.rpm>) {
|
|---|
| 431 | copy("$cachedir/$p1","$vepath/tmp");
|
|---|
| 432 | pb_system("chroot $vepath rpm -ivh --force --nodeps /tmp/$p1","Forcing RPM installation of $p1");
|
|---|
| 433 | unlink("$vepath/tmp/$p1");
|
|---|
| 434 | }
|
|---|
| 435 | # RedHat 6.2 has a buggy termcap setup and doesn't support usage of setarch, so still returns x86_64 in a chroot
|
|---|
| 436 | } elsif (($pbos->{'name'} =~ /redhat/) && ( $pbos->{'version'} =~ /^6/)) {
|
|---|
| 437 | pb_system("chroot $vepath ldconfig","Forcing ldconfig on $pbos->{'name'} $pbos->{'version'}");
|
|---|
| 438 | pb_system("chroot $vepath echo 'arch_canon: x86_64: x86_64 1' >> /etc/rpmrc","Forcing ldconfig on $pbos->{'name'} $pbos->{'version'}");
|
|---|
| 439 | pb_system("chroot $vepath echo 'arch_compat: x86_64: i386' >> /etc/rpmrc","Forcing ldconfig on $pbos->{'name'} $pbos->{'version'}");
|
|---|
| 440 | pb_system("chroot $vepath echo 'buildarch_compat: x86_64: i386' >> /etc/rpmrc","Forcing ldconfig on $pbos->{'name'} $pbos->{'version'}");
|
|---|
| 441 | pb_system("chroot $vepath echo 'buildarchtranslate: x86_64: i386' >> /etc/rpmrc","Forcing ldconfig on $pbos->{'name'} $pbos->{'version'}");
|
|---|
| 442 | }
|
|---|
| 443 | #
|
|---|
| 444 | # Make sure there is a resolv.conf file present, such that DNS lookups succeed.
|
|---|
| 445 | #
|
|---|
| 446 | pb_log(1,"Creating resolv.conf\n");
|
|---|
| 447 | pb_mkdir_p("$vepath/etc");
|
|---|
| 448 | copy("/etc/resolv.conf","$vepath/etc/");
|
|---|
| 449 |
|
|---|
| 450 | #
|
|---|
| 451 | # BUGFIX:
|
|---|
| 452 | #
|
|---|
| 453 | if ((($pbos->{'name'} eq "centos") || ($pbos->{'name'} eq "rhel")) && ($pbos->{'version'} eq "5")) {
|
|---|
| 454 | pb_log(1,"BUGFIX for centos-5\n");
|
|---|
| 455 | pb_mkdir_p("$vepath/usr/lib/python2.4/site-packages/urlgrabber.skx");
|
|---|
| 456 | foreach my $i (<$vepath/usr/lib/python2.4/site-packages/urlgrabber/keepalive.*>) {
|
|---|
| 457 | move($i,"$vepath/usr/lib/python2.4/site-packages/urlgrabber.skx/");
|
|---|
| 458 | }
|
|---|
| 459 | }
|
|---|
| 460 |
|
|---|
| 461 | #
|
|---|
| 462 | # /proc needed
|
|---|
| 463 | #
|
|---|
| 464 | pb_mkdir_p("$vepath/proc");
|
|---|
| 465 | pb_system("mount -o bind /proc $vepath/proc","Mounting /proc") unless (-d "$vepath/proc/$$");
|
|---|
| 466 |
|
|---|
| 467 | #
|
|---|
| 468 | # Some devices may be needed
|
|---|
| 469 | #
|
|---|
| 470 | pb_mkdir_p("$vepath/dev");
|
|---|
| 471 | chmod 0755,"$vepath/dev";
|
|---|
| 472 | pb_system("mknod -m 644 $vepath/dev/random c 1 8","Creating $vepath/dev/random") if (! -c "$vepath/dev/random");
|
|---|
| 473 | pb_system("mknod -m 644 $vepath/dev/urandom c 1 9","Creating $vepath/dev/urandom") if (! -c "$vepath/dev/urandom");
|
|---|
| 474 | pb_system("mknod -m 666 $vepath/dev/zero c 1 5","Creating $vepath/dev/zero") if (! -c "$vepath/dev/zero");
|
|---|
| 475 | pb_system("mknod -m 666 $vepath/dev/null c 1 3","Creating $vepath/dev/null") if (! -c "$vepath/dev/null");
|
|---|
| 476 |
|
|---|
| 477 | # Where is bash
|
|---|
| 478 | my $bash = "/usr/bin/bash";
|
|---|
| 479 | if (! -x "$vepath/$bash" ) {
|
|---|
| 480 | $bash = "/bin/bash";
|
|---|
| 481 | if (! -x "$vepath/$bash" ) {
|
|---|
| 482 | die "No bash found in usual places. Please report to dev team";
|
|---|
| 483 | }
|
|---|
| 484 | }
|
|---|
| 485 |
|
|---|
| 486 |
|
|---|
| 487 | my $minipkglist;
|
|---|
| 488 |
|
|---|
| 489 | pb_log(1,"Adapting $osupdname repository entries\n");
|
|---|
| 490 | if ($pbos->{'install'} =~ /yum/) {
|
|---|
| 491 | #
|
|---|
| 492 | # Force the architecture for yum
|
|---|
| 493 | # The goal is to allow i386 chroot on x86_64
|
|---|
| 494 | #
|
|---|
| 495 | # FIX: Not sufficient to have yum working
|
|---|
| 496 | # mirrorlist is not usable
|
|---|
| 497 | # $releasever also needs to be filtered
|
|---|
| 498 | # yum.conf as well
|
|---|
| 499 | foreach my $i (<$vepath/etc/yum.repos.d/*.repo>,"$vepath/etc/yum.conf") {
|
|---|
| 500 | pb_system("sed -i -e 's/\$basearch/$pbos->{'arch'}/g' $i","","quiet");
|
|---|
| 501 | pb_system("sed -i -e 's/\$releasever/$pbos->{'version'}/g' $i","","quiet");
|
|---|
| 502 | pb_system("sed -i -e 's/^mirrorlist/#mirrorlist/' $i","","quiet");
|
|---|
| 503 | # rather use neutral separators here
|
|---|
| 504 | pb_system("sed -i -e 's|^#baseurl.*\$|baseurl=$mirror|' $i","","quiet");
|
|---|
| 505 | }
|
|---|
| 506 | $minipkglist = "ldconfig yum passwd vim-minimal dhclient authconfig";
|
|---|
| 507 | } elsif ($pbos->{'install'} =~ /zypper/) {
|
|---|
| 508 | pb_mkdir_p("$vepath/etc/zypp/repos.d");
|
|---|
| 509 | open(REPO,"> $vepath/etc/zypp/repos.d/$pbos->{'name'}-$pbos->{'version'}") || die "Unable to create repo file";
|
|---|
| 510 | my $baseurl = dirname(dirname($mirror));
|
|---|
| 511 | # Setup the repo
|
|---|
| 512 | if ($pbos->{'version'} eq "10.2") {
|
|---|
| 513 | pb_system("chroot $vepath $bash -c \"yes | /usr/bin/zypper sa $baseurl $pbos->{'name'}-$pbos->{'version'}\"","Bootstrapping Zypper");
|
|---|
| 514 | } else {
|
|---|
| 515 | # don't care if remove fails if add succeeds.
|
|---|
| 516 | pb_system("chroot $vepath $bash -c \"/usr/bin/zypper rr $pbos->{'name'}-$pbos->{'version'}\"","Bootstrapping Zypper","mayfail");
|
|---|
| 517 | pb_system("chroot $vepath $bash -c \"/usr/bin/zypper ar $baseurl $pbos->{'name'}-$pbos->{'version'}\"","Bootstrapping Zypper");
|
|---|
| 518 | }
|
|---|
| 519 | #print REPO << "EOF";
|
|---|
| 520 | #[opensuse]
|
|---|
| 521 | #name=$pbos->{'name'}-$pbos->{'version'}
|
|---|
| 522 | #baseurl=$baseurl
|
|---|
| 523 | #enabled=1
|
|---|
| 524 | #gpgcheck=1
|
|---|
| 525 | #
|
|---|
| 526 | #EOF
|
|---|
| 527 | close(REPO);
|
|---|
| 528 | $minipkglist = "zypper aaa_base";
|
|---|
| 529 | # TODO: Re-installing packages missing and necessary on opensuse 11.4 to get /etc/passwd created.
|
|---|
| 530 | } elsif ($pbos->{'install'} =~ /urpmi/) {
|
|---|
| 531 | # Setup the repo
|
|---|
| 532 | my $baseurl = dirname(dirname(dirname($mirror)));
|
|---|
| 533 | pb_system("chroot $vepath $bash -c \"urpmi.addmedia --distrib $baseurl\"","Bootstrapping URPMI");
|
|---|
| 534 | # TODO here too ?
|
|---|
| 535 | $minipkglist = "ldconfig urpmi passwd vim-minimal dhcp-client";
|
|---|
| 536 | } elsif ($pbos->{'install'} =~ /\/rpm/) {
|
|---|
| 537 | opendir(CDIR,$cachedir) || die "Unable to open directory $cachedir: $!";
|
|---|
| 538 | foreach my $p (@installed_packages) {
|
|---|
| 539 | foreach my $f (readdir(CDIR)) {
|
|---|
| 540 | # find an rpm package ref name-ver-tag.arch.rpm
|
|---|
| 541 | next if ($f =~ /^\./);
|
|---|
| 542 | if ($f =~ /^$p-([^-]+)-([^-]+)\.(noarch|$parch)\.rpm$/) {
|
|---|
| 543 | # Copy it to the chroot and reference it
|
|---|
| 544 | copy("$cachedir/$f","$vepath/var/cache");
|
|---|
| 545 | $minipkglist .= " /var/cache/$f";
|
|---|
| 546 | last;
|
|---|
| 547 | }
|
|---|
| 548 | }
|
|---|
| 549 | rewinddir(CDIR);
|
|---|
| 550 | }
|
|---|
| 551 | closedir(CDIR);
|
|---|
| 552 | }
|
|---|
| 553 |
|
|---|
| 554 | #
|
|---|
| 555 | # Run "install the necessary modules".
|
|---|
| 556 | # No need for sudo here
|
|---|
| 557 | #
|
|---|
| 558 | $pbos->{'install'} =~ s/sudo//g;
|
|---|
| 559 | if (((defined $ENV{http_proxy}) && ($ENV{http_proxy} ne '')) || ((defined $ENV{ftp_proxy}) && ($ENV{ftp_proxy} ne ''))) {
|
|---|
| 560 | if ($pbos->{'name'} eq "opensuse") {
|
|---|
| 561 | # For opensuse 11.4 or 12.1 -- one of them didn't work with http_proxy or HTTP_PROXY set.
|
|---|
| 562 | open(PROXY, "> $vepath/etc/sysconfig/proxy") || die "can't open $vepath/etc/sysconfig/proxy: $!";
|
|---|
| 563 | print PROXY "HTTP_PROXY=$ENV{http_proxy}\n" if ((defined $ENV{http_proxy}) && ($ENV{http_proxy} ne ''));
|
|---|
| 564 | print PROXY "FTP_PROXY=$ENV{ftp_proxy}\n" if ((defined $ENV{ftp_proxy}) && ($ENV{ftp_proxy} ne ''));
|
|---|
| 565 | close(PROXY);
|
|---|
| 566 | }
|
|---|
| 567 | }
|
|---|
| 568 |
|
|---|
| 569 | # Keep redhat variants from destroying nis domain on install
|
|---|
| 570 | #pb_system("chroot $vepath $bash -e -c \"ln -snf /bin/true /bin/domainname\"");
|
|---|
| 571 |
|
|---|
| 572 | #if ($pbos->{'name'} =~ /fedora/i) { # hack to prevent fedora from destroying NIS settings on host
|
|---|
| 573 | # open (AUTH, ">$vepath/etc/pam.d/system-auth-ac") || die "unable to open $vepath/etc/pam.d/system-auth-ac for write: $!";
|
|---|
| 574 | # print AUTH "#pam_systemd -- will fix later in bootstrap\n";
|
|---|
| 575 | # close(AUTH);
|
|---|
| 576 | #}
|
|---|
| 577 | pb_system("chroot $vepath $bash -c \"$pbos->{'install'} $minipkglist \"","Bootstrapping OS by running $pbos->{'install'} $minipkglist");
|
|---|
| 578 |
|
|---|
| 579 | # CentOS6 will replace the yum.repos.d files; oddly it will leave the yum.conf file alone and make the new one ".rpmnew"
|
|---|
| 580 | if (($pbos->{'name'} eq "centos") && ($pbos->{'version'} =~ /^6.*/)) {
|
|---|
| 581 | pb_log(0,"Fixing $pbos->{'name'} $pbos->{'version'} bug for yum conf files");
|
|---|
| 582 | foreach my $from (<$vepath/etc/yum.repos.d/*.rpmorig>) {
|
|---|
| 583 | my $to = $from;
|
|---|
| 584 | $to =~ s/.rpmorig$//;
|
|---|
| 585 | pb_system("mv $from $to", "Recover $from");
|
|---|
| 586 | }
|
|---|
| 587 | }
|
|---|
| 588 |
|
|---|
| 589 | #
|
|---|
| 590 | # make 'passwd' work.
|
|---|
| 591 | #
|
|---|
| 592 | pb_log(1,"Authfix\n");
|
|---|
| 593 | # TODO: Not generic enough to be done like that IMHO
|
|---|
| 594 | # In case it was changed during the install
|
|---|
| 595 | #pb_system("chroot $vepath $bash -e -c \"ln -snf /bin/true /bin/domainname\"");
|
|---|
| 596 | pb_system("chroot $vepath $bash -c \"if [ -x /usr/bin/authconfig ]; then /usr/bin/authconfig --enableshadow --update --nostart; fi\"","Calling authconfig");
|
|---|
| 597 |
|
|---|
| 598 | # Installed additional packages we were asked to
|
|---|
| 599 | if (defined $opts{'a'}) {
|
|---|
| 600 | $opts{'a'} =~ s/,/ /g;
|
|---|
| 601 | pb_system("chroot $vepath $bash -c \"$pbos->{'install'} $opts{'a'} \"","Adding packages to OS by running $pbos->{'install'} $opts{'a'}");
|
|---|
| 602 | }
|
|---|
| 603 |
|
|---|
| 604 | #
|
|---|
| 605 | # Clean up
|
|---|
| 606 | #
|
|---|
| 607 | pb_log(1,"Cleaning up\n");
|
|---|
| 608 | if ($pbos->{'install'} =~ /yum/) {
|
|---|
| 609 | pb_system("chroot $vepath /usr/bin/yum clean all","Cleaning yum");
|
|---|
| 610 | }
|
|---|
| 611 | pb_system("umount $vepath/proc","Unmounting /proc");
|
|---|
| 612 | find(\&unlink_old_conf, $vepath);
|
|---|
| 613 |
|
|---|
| 614 | # Executes post-install step if asked for
|
|---|
| 615 | if ($opts{'s'}) {
|
|---|
| 616 | pb_system("$opts{'s'} $vepath","Executing the post-install script: $opts{'s'} $vepath");
|
|---|
| 617 | }
|
|---|
| 618 |
|
|---|
| 619 | if ($warning > 0) {
|
|---|
| 620 | pb_log(0,"\n\n\n\n$warning WARNINGS found.\nMaybe you should review your package list for $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}\nand remove$lwpkg\n");
|
|---|
| 621 | pb_log(0,"waiting 60 seconds to give you a chance to notice.\n");
|
|---|
| 622 | sleep(60);
|
|---|
| 623 | }
|
|---|
| 624 |
|
|---|
| 625 | pb_exit();
|
|---|
| 626 |
|
|---|
| 627 | # Function for File::Find
|
|---|
| 628 | sub unlink_old_conf {
|
|---|
| 629 |
|
|---|
| 630 | unlink($_) if ($_ =~ /\.rpmorig$/);
|
|---|
| 631 | unlink($_) if ($_ =~ /\.rpmnew$/);
|
|---|
| 632 | }
|
|---|
| 633 |
|
|---|
| 634 | # Function to store packages found on Web pages
|
|---|
| 635 |
|
|---|
| 636 | sub rbs_find_pkg {
|
|---|
| 637 |
|
|---|
| 638 | my $l = shift;
|
|---|
| 639 | my $parch = shift;
|
|---|
| 640 | my $type = shift;
|
|---|
| 641 |
|
|---|
| 642 | pb_log(2,"Entering rbs_find_pkg with l=$l and parch=$parch\n");
|
|---|
| 643 | # Find a href ref in first pos
|
|---|
| 644 | if ($l =~ /<a href="([^<>]*)">([^<>]*)<\/a>/i) {
|
|---|
| 645 | my $pkg = $1;
|
|---|
| 646 | my $desc = $2;
|
|---|
| 647 | pb_log(3,"Found desc URL $desc: ");
|
|---|
| 648 | # find an rpm package ref name-ver-tag.arch.rpm
|
|---|
| 649 | if (($type eq "pkg") && ($pkg =~ /(.+)-([^-]+)-([^-]+)\.(noarch|$parch)\.rpm$/)) {
|
|---|
| 650 | pb_log(3,"package ($1 + $2 + $3 + $4)\n");
|
|---|
| 651 | my $url = $1;
|
|---|
| 652 | pb_log(2,"Exiting rbs_find_pkg with url=$url and desc=$desc\n");
|
|---|
| 653 | return($url,$desc);
|
|---|
| 654 | } elsif (($type eq "dir") && ($pkg =~ /([0-z])\//)) {
|
|---|
| 655 | my $url = $1;
|
|---|
| 656 | pb_log(3,"dir ($1)\n");
|
|---|
| 657 | return($url,$1);
|
|---|
| 658 | } else {
|
|---|
| 659 | pb_log(3,"not a package\n");
|
|---|
| 660 | }
|
|---|
| 661 | }
|
|---|
| 662 | pb_log(2,"Exiting rbs_find_pkg with undef\n");
|
|---|
| 663 | return(undef,undef);
|
|---|
| 664 | }
|
|---|
| 665 |
|
|---|
| 666 | sub rbs_mirror_response {
|
|---|
| 667 |
|
|---|
| 668 | my $mirror = shift;
|
|---|
| 669 |
|
|---|
| 670 | pb_log(0,"Downloading package list from $mirror ...\n");
|
|---|
| 671 | my $response = $ua->get($mirror);
|
|---|
| 672 | if (! $response->is_success) {
|
|---|
| 673 | if ($mirror =~ /i386/) {
|
|---|
| 674 | # Some distro have an i586 or i686 mirror dir instead for i386
|
|---|
| 675 | warn "Unable to download package from $mirror for $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}.".$response->status_line;
|
|---|
| 676 | $mirror =~ s|/i386/|/i586/|;
|
|---|
| 677 | pb_log(0,"Downloading now package list from $mirror ...\n");
|
|---|
| 678 | $response = $ua->get($mirror);
|
|---|
| 679 | if (! $response->is_success) {
|
|---|
| 680 | die "Unable to download package from $mirror for $pbos->{'name'}-$pbos->{'version'}-$pbos->{'arch'}".$response->status_line;
|
|---|
| 681 | }
|
|---|
| 682 | }
|
|---|
| 683 | }
|
|---|
| 684 | pb_log(3,"Mirror $mirror gave answer: ".Dumper($response->dump(maxlength => 0))."\n");
|
|---|
| 685 |
|
|---|
| 686 | # Try to find where the repodata structure is for later usage
|
|---|
| 687 | my $repo = $mirror;
|
|---|
| 688 | my $found = 0;
|
|---|
| 689 | if ($pbos->{'install'} =~ /yum/) {
|
|---|
| 690 | my $response1;
|
|---|
| 691 | while ($found == 0) {
|
|---|
| 692 | $response1 = $ua->get("$repo/repodata");
|
|---|
| 693 | pb_log(2,"REPO analyzed: $repo\n");
|
|---|
| 694 | if (! $response1->is_success) {
|
|---|
| 695 | $repo = dirname($repo);
|
|---|
| 696 |
|
|---|
| 697 | # There is a limit to the loop, when / is reached and nothing found
|
|---|
| 698 | my ($scheme, $account, $host, $port, $path) = pb_get_uri($repo);
|
|---|
| 699 | die "Unable to find the repodata structure of the mirror $mirror\nPlease check the URL or warn the dev team.\n" if (($path =~ /^[\/]+$/) || ($path =~ /^$/));
|
|---|
| 700 |
|
|---|
| 701 | # / not reached, so looping
|
|---|
| 702 | next;
|
|---|
| 703 | } else {
|
|---|
| 704 | # repodata found $repo is correct
|
|---|
| 705 | $found = 1;
|
|---|
| 706 | pb_log(2,"REPO found: $repo\n");
|
|---|
| 707 | last;
|
|---|
| 708 | }
|
|---|
| 709 | }
|
|---|
| 710 | }
|
|---|
| 711 | return($response);
|
|---|
| 712 | }
|
|---|
| 713 |
|
|---|
