source: ProjectBuilder/devel/pb-modules/lib/ProjectBuilder/Base.pm@ 1903

Last change on this file since 1903 was 1903, checked in by Bruno Cornec, 10 years ago
  • Add entries for osrepo for mageia/mandriva distros to allow setupve to work for these distributions without resorting to sbx2setupve
  • pbkeep now managed in pb_temp_init to avoid removing the temps dir when debugging
  • Add functions pb_ve_docker_get_image and pb_ve_get_type
  • lots of interfaces changes to allow support of docker, including script names. May break other non docker features
  • both newve and setupve work with docker now.
  • manages public keys for urpmi distriutions
  • Adds function pb_parallel_launchv. Now pb_launchv is single V
File size: 15.7 KB
RevLine 
[2]1#!/usr/bin/perl -w
2#
[395]3# Base subroutines brought by the the Project-Builder project
4# which can be easily used by whatever perl project
[2]5#
[1528]6# Copyright B. Cornec 2007-2012
7# Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
[395]8# Provided under the GPL v2
9#
[2]10# $Id$
11#
12
[318]13package ProjectBuilder::Base;
14
[18]15use strict;
[5]16use lib qw (lib);
[1515]17use Carp qw/confess cluck/;
[1505]18use Cwd;
[9]19use File::Path;
[8]20use Data::Dumper;
[318]21use Time::localtime qw(localtime);
[328]22use English;
[681]23use POSIX qw(locale_h);
[1148]24use ProjectBuilder::Version;
[2]25
[318]26# Inherit from the "Exporter" module which handles exporting functions.
27
[1156]28use vars qw($VERSION $REVISION @ISA @EXPORT);
[318]29use Exporter;
30
31# Export, by default, all the functions into the namespace of
32# any code which uses this module.
33
[495]34our $pbdebug = 0; # Global debug level
35our $pbLOG = \*STDOUT; # File descriptor of the log file
36our $pbsynmsg = "Error"; # Global error message
37our $pbdisplaytype = "text";
38 # default display mode for messages
39our $pblocale = "C";
[318]40
41our @ISA = qw(Exporter);
[1661]42our @EXPORT = qw(pb_mkdir_p pb_system pb_rm_rf pb_get_date pb_log pb_log_init pb_get_uri pb_get_content pb_set_content pb_display_file pb_syntax_init pb_syntax pb_temp_init pb_get_arch pb_get_osrelease pb_check_requirements pb_check_req pb_path_expand pb_exit $pbdebug $pbLOG $pbdisplaytype $pblocale);
[1156]43($VERSION,$REVISION) = pb_version_init();
[318]44
[395]45=pod
[2]46
[395]47=head1 NAME
[2]48
[395]49ProjectBuilder::Base, part of the project-builder.org - module dealing with generic functions suitable for perl project development
[355]50
[395]51=head1 DESCRIPTION
[69]52
[1400]53This module provides generic functions suitable for perl project development
[69]54
[395]55=head1 SYNOPSIS
[69]56
[395]57 use ProjectBuilder::Base;
[313]58
[395]59 #
60 # Create a directory and its parents
61 #
62 pb_mkdir_p("/tmp/foo/bar");
[313]63
[395]64 #
65 # Remove recursively a directory and its children
66 #
67 pb_rm_rf("/tmp/foo");
[313]68
[395]69 #
70 # Encapsulate the system call for better output and return value test
71 #
72 pb_system("ls -l", "Printing directory content");
[314]73
[395]74 #
75 # Analysis a URI and return its components in a table
76 #
[1076]77 my ($scheme, $account, $host, $port, $path) = pb_get_uri("svn+ssh://ac@my.server.org:port/path/to/dir");
[313]78
[395]79 #
80 # Gives the current date in a table
81 #
82 @date = pb_get_date();
[2]83
[395]84 #
85 # Manages logs of the program
86 #
87 pb_log_init(2,\*STDOUT);
88 pb_log(1,"Message to print\n");
[313]89
[395]90 #
91 # Manages content of a file
92 #
[1063]93 pb_display_file("/etc/passwd",\*STDERR);
[395]94 my $cnt = pb_get_content("/etc/passwd");
[313]95
[395]96=head1 USAGE
[320]97
[395]98=over 4
[323]99
[395]100=item B<pb_mkdir_p>
[314]101
[395]102Internal mkdir -p function. Forces mode to 755. Supports multiple parameters.
[358]103
[396]104Based on File::Path mkpath.
105
[395]106=cut
[273]107
[74]108sub pb_mkdir_p {
[29]109my @dir = @_;
[1515]110my $ret = eval { mkpath(@dir, 0, 0755) };
111confess "pb_mkdir_p @dir failed in ".getcwd().": $@" if ($@);
[1486]112return($ret);
[9]113}
114
[396]115=item B<pb_rm_rf>
[395]116
117Internal rm -rf function. Supports multiple parameters.
118
[396]119Based on File::Path rmtree.
120
[395]121=cut
122
[74]123sub pb_rm_rf {
[29]124my @dir = @_;
125my $ret = rmtree(@dir, 0, 0);
126return($ret);
[9]127}
128
[395]129=item B<pb_system>
130
[1486]131Encapsulate the "system" call for better output and return value test.
132Needs a $ENV{'PBTMP'} variable which is created by calling the pb_mktemp_init function.
133Needs pb_log support, so pb_log_init should have been called before.
[395]134
[1486]135The first parameter is the shell command to call. This command should NOT use redirections.
[395]136The second parameter is the message to print on screen. If none is given, then the command is printed.
[1711]137The third parameter prints the result of the command after correct execution if value is "verbose". If value is "noredir", it avoids redirecting outputs (e.g. for vi). If value is "quiet", doesn't print anything at all. If value is "mayfail", failure of the command is ok even if $Global::pb_stop_on_error is set, because the caller will be handling the error. A "verbose" can be added to mayfail to have it explain why it failed. If value is verbose_PREF, then every output command will be prefixed with PREF.
[1486]138This function returns as a result the return value of the system command.
[396]139
[395]140If no error reported, it prints OK on the screen, just after the message. Else it prints the errors generated.
141
142=cut
143
[74]144sub pb_system {
[29]145
146my $cmd=shift;
[30]147my $cmt=shift || $cmd;
[471]148my $verbose=shift || undef;
[473]149my $redir = "";
[29]150
[503]151pb_log(0,"$cmt... ") if ((! defined $verbose) || ($verbose ne "quiet"));
[395]152pb_log(1,"Executing $cmd\n");
[1137]153unlink("$ENV{'PBTMP'}/system.$$.log") if (-f "$ENV{'PBTMP'}/system.$$.log");
154$redir = "2>> $ENV{'PBTMP'}/system.$$.log 1>> $ENV{'PBTMP'}/system.$$.log" if ((! defined $verbose) || ($verbose ne "noredir"));
[1506]155
156# If sudo used, then be more verbose
[1597]157pb_log(0,"Executing $cmd\n") if (($pbdebug < 1) && ($cmd =~ /^\s*\S*sudo/o) && (defined $Global::pb_show_sudo) && ($Global::pb_show_sudo =~ /true/oi));
[1506]158
[473]159system("$cmd $redir");
[347]160my $res = $?;
[500]161# Exit now if the command may fail
[1651]162if ((defined $verbose) and ($verbose =~ /mayfail/)) {
[1604]163 pb_log(0,"NOT OK but non blocking\n") if ($res != 0);
[500]164 pb_log(0,"OK\n") if ($res == 0);
[1851]165 pb_display_file("$ENV{'PBTMP'}/system.$$.log",undef,$verbose) if ((-f "$ENV{'PBTMP'}/system.$$.log") and ($verbose =~ /verbose/));
[500]166 return($res)
[1603]167}
[1505]168
169my $cwd = getcwd;
170my $error = undef;
[1602]171$error = "ERROR: failed to execute ($cmd) in $cwd: $!\n" if ($res == -1);
172$error = "ERROR: child ($cmd) died with signal ".($res & 127).", ".($res & 128) ? 'with' : 'without'." coredump\n" if ($res & 127);
173$error = "ERROR: child ($cmd) cwd=$cwd exited with value ".($res >> 8)."\n" if ($res != 0);
[1505]174
175if (defined $error) {
[1595]176 pb_log(0, $error) if (((! defined $verbose) || ($verbose ne "quiet")) || ($Global::pb_stop_on_error));
[1711]177 pb_display_file("$ENV{'PBTMP'}/system.$$.log",undef,$verbose) if ((-f "$ENV{'PBTMP'}/system.$$.log") and ((! defined $verbose) || ($verbose ne "quiet") || $Global::pb_stop_on_error));
[1595]178 if ($Global::pb_stop_on_error) {
[1602]179 confess("ERROR running command ($cmd) with cwd=$cwd, pid=$$");
180 } else {
[1651]181 pb_log(0,"ERROR running command ($cmd) with cwd=$cwd, pid=$$\n");
[1603]182 }
[1505]183} else {
[503]184 pb_log(0,"OK\n") if ((! defined $verbose) || ($verbose ne "quiet"));
[1711]185 pb_display_file("$ENV{'PBTMP'}/system.$$.log",undef,$verbose) if ((-f "$ENV{'PBTMP'}/system.$$.log") and (defined $verbose) and ($verbose ne "quiet"));
[29]186}
[1505]187
[347]188return($res);
[30]189}
[74]190
[395]191=item B<pb_get_uri>
192
193This function returns a list of 6 parameters indicating the protocol, account, password, server, port, and path contained in the URI passed in parameter.
194
195A URI has the format protocol://[ac@]host[:port][path[?query][#fragment]].
[396]196
[395]197Cf man URI.
198
199=cut
200
[314]201sub pb_get_uri {
[313]202
[314]203my $uri = shift || undef;
[313]204
[1504]205pb_log(2,"DEBUG: uri:" . (defined $uri ? $uri : '') . "\n");
[314]206my ($scheme, $authority, $path, $query, $fragment) =
[318]207 $uri =~ m|(?:([^:/?#]+):)?(?://([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?| if (defined $uri);
208my ($account,$host,$port) = $authority =~ m|(?:([^\@]+)\@)?([^:]+)(:(?:[0-9]+))?| if (defined $authority);
209
210$scheme = "" if (not defined $scheme);
211$authority = "" if (not defined $authority);
212$path = "" if (not defined $path);
213$account = "" if (not defined $account);
214$host = "" if (not defined $host);
[1076]215if (not defined $port) {
216 $port = ""
217} else {
218 # Remove extra : at start
219 $port =~ s/^://;
220}
[318]221
[315]222pb_log(2,"DEBUG: scheme:$scheme ac:$account host:$host port:$port path:$path\n");
[314]223return($scheme, $account, $host, $port, $path);
[313]224}
225
[395]226=item B<pb_get_date>
[313]227
[395]228This function returns a list of 9 parameters indicating the seconds, minutes, hours, day, month, year, day in the week, day in the year, and daylight saving time flag of the current time.
[74]229
[395]230Cf: man ctime and description of the struct tm.
[74]231
[395]232=cut
[339]233
[315]234sub pb_get_date {
235
236return(localtime->sec(), localtime->min(), localtime->hour(), localtime->mday(), localtime->mon(), localtime->year(), localtime->wday(), localtime->yday(), localtime->isdst());
237}
238
[395]239=item B<pb_log_init>
[315]240
[395]241This function initializes the global variables used by the pb_log function.
[106]242
[395]243The first parameter is the debug level which will be considered during the run of the program?
244The second parameter is a pointer on a file descriptor used to print the log info.
[315]245
[396]246As an example, if you set the debug level to 2 in that function, every call to pb_log which contains a value less or equal than 2 will be printed. Calls with a value greater than 2 won't be printed.
247
248The call to B<pb_log_init> is typically done after getting a parameter on the CLI indicating the level of verbosity expected.
249
[395]250=cut
[319]251
[315]252sub pb_log_init {
[77]253
[495]254$pbdebug = shift || 0;
255$pbLOG = shift || \*STDOUT;
256pb_log(1,"Debug value: $pbdebug\n");
[315]257
258}
259
[396]260=item B<pb_log>
261
262This function logs the messages passed as the second parameter if the value passed as first parameter is lesser or equal than the value passed to the B<pb_log_init> function.
263
264Here is a usage example:
265
266 pb_log_init(2,\*STDERR);
267 pb_log(1,"Hello World 1\n");
268 pb_log(2,"Hello World 2\n");
269 pb_log(3,"Hello World 3\n");
270
271 will print:
272
273 Hello World 1
274 Hello World 2
275
276=cut
277
[315]278sub pb_log {
279
[1585]280my $dlevel = shift || 0;
281my $msg = shift || "";
[315]282
[1585]283$pbLOG = \*STDOUT if (not defined $pbLOG);
284
[495]285print $pbLOG "$msg" if ($dlevel <= $pbdebug);
[1060]286print "$msg" if (($dlevel == 0) && ($pbLOG != \*STDOUT));
[315]287}
288
[495]289
[396]290=item B<pb_display_file>
291
[1711]292This function prints the content of the file passed in parameter.
[1063]293If a second parameter is given, this is the descriptor of the logfile to write to in addtion to STDOUT.
[1711]294If a third parameter is given, this is the prefix providing it's writen as verbose_PREF. In which case the PREF string will be added before the line output.
[396]295
296This is a cat equivalent function.
297
298=cut
299
[395]300sub pb_display_file {
[316]301
[395]302my $file=shift;
[1851]303my $desc=shift;
[1711]304my $prefix=shift;
[316]305
[395]306return if (not -f $file);
[1063]307my $cnt = pb_get_content($file);
[1711]308# If we have a prefix, then add it at each line
309if ((defined $prefix) and ($prefix =~ "_")) {
310 $prefix =~ s/verbose_//;
[1852]311 $cnt =~ s/(.*)\n/$prefix$1\n/g;
[1711]312} else {
313 $prefix = "";
[316]314}
[1851]315print "$prefix$cnt";
316print $desc "$prefix$cnt" if (defined $desc);
[1711]317}
[316]318
[396]319=item B<pb_get_content>
320
321This function returns the content of the file passed in parameter.
322
323=cut
[395]324sub pb_get_content {
[353]325
[395]326my $file=shift;
[353]327
[395]328open(R,$file) || die "Unable to open $file: $!";
[1851]329local $/;
[395]330my $content=<R>;
331close(R);
332return($content);
[353]333}
334
[556]335
336=item B<pb_set_content>
337
[1137]338This function put the content of a variable passed as second parameter into the file passed as first parameter.
[556]339
340=cut
341
342sub pb_set_content {
343
344my $file=shift;
345my $content=shift;
346
347my $bkp = $/;
348undef $/;
349open(R,"> $file") || die "Unable to write to $file: $!";
350print R "$content";
351close(R);
352$/ = $bkp;
353}
354
[1663]355=item B<pb_exit>
356
357Fundtion to call before exiting pb so cleanup is done
358
359=cut
360
361sub pb_exit {
362
363my $ret = shift || 0;
364pb_log(0,"Please remove manually $ENV{'PBTMP'} after debug analysis\n") if ($pbdebug > 1);
365exit($ret);
366}
367
[397]368=item B<pb_syntax_init>
369
370This function initializes the global variable used by the pb_syntax function.
371
372The parameter is the message string which will be printed when calling pb_syntax
373
374=cut
375
376sub pb_syntax_init {
377
[495]378$pbsynmsg = shift || "Error";
[397]379}
380
381=item B<pb_syntax>
382
383This function prints the syntax expected by the application, based on pod2usage, and exits.
384The first parameter is the return value of the exit.
385The second parameter is the verbosity as expected by pod2usage.
386
387Cf: man Pod::Usage
388
389=cut
390
391sub pb_syntax {
392
[1585]393my $exit_status = shift;
394my $verbose_level = shift;
[397]395
396my $filehandle = \*STDERR;
397
[1585]398# Don't do it upper as before as when the value is 0
399# it is considered false and then exit was set to -1
400$exit_status = -1 if (not defined $exit_status);
401$verbose_level = 0 if (not defined $verbose_level);
402
[397]403$filehandle = \*STDOUT if ($exit_status == 0);
404
[1647]405eval {
406 require Pod::Usage;
407 Pod::Usage->import();
408};
409if ($@) {
[1661]410 # No Pod::Usage found not printing usage. Old perl only
411 pb_exit();
[1647]412} else {
413 pod2usage( -message => $pbsynmsg,
[1585]414 -exitval => $exit_status,
415 -verbose => $verbose_level,
416 -output => $filehandle );
[397]417}
[1647]418}
[397]419
420=item B<pb_temp_init>
421
422This function initializes the environemnt variable PBTMP to a random value. This directory can be safely used during the whole program, it will be removed at the end automatically.
423
424=cut
425
426sub pb_temp_init {
427
[1903]428my $pbkeep = shift || 0; # Do not keep temp files by default
429
[397]430if (not defined $ENV{'TMPDIR'}) {
431 $ENV{'TMPDIR'}="/tmp";
432}
[1647]433
434# Makes this function compatible with perl 5.005x
435eval {
436 require File::Temp;
437 File::Temp->import("tempdir");
438};
439if ($@) {
440 # File::Temp not found, harcoding stuff
441 # Inspired by http://cpansearch.perl.org/src/TGUMMELS/File-MkTemp-1.0.6/File/MkTemp.pm
442 # Copyright 1999|2000 Travis Gummels. All rights reserved.
443 # This may be used and modified however you want.
444 my $template = "pb.XXXXXXXXXX";
445 my @template = split //, $template;
446 my @letters = split(//,"1234567890abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ");
447 for (my $i = $#template; $i >= 0 && ($template[$i] eq 'X'); $i--){
448 $template[$i] = $letters[int(rand 52)];
449 }
450 undef $template;
451 $template = pack "a" x @template, @template;
452 pb_mkdir_p("$ENV{'TMPDIR'}/$template");
453} else {
[1903]454 if (($pbdebug > 1) || ($pbkeep == 1)) {
[1663]455 $ENV{'PBTMP'} = tempdir( "pb.XXXXXXXXXX", DIR => $ENV{'TMPDIR'});
456 pb_log(2,"DEBUG: Creating a non-volatile temporary directory ($ENV{'PBTMP'})\n");
457 } else {
458 $ENV{'PBTMP'} = tempdir( "pb.XXXXXXXXXX", DIR => $ENV{'TMPDIR'}, CLEANUP => 1 );
459 }
[397]460}
[1647]461}
[397]462
[1400]463=item B<pb_get_osrelease>
464
465This function returns the release of our operating system
466
467=cut
468
469sub pb_get_osrelease {
470
471# On linux can also use /proc/sys/kernel/osrelease
[1408]472my $rel = `uname -r`;
[1402]473chomp($rel);
474return($rel);
[1400]475}
476
477
[749]478=item B<pb_get_arch>
479
480This function returns the architecture of our local environment and
[1652]481standardize on i386 for those platforms.
[749]482
483=cut
484
485sub pb_get_arch {
486
487my $arch = `uname -m`;
488chomp($arch);
[1564]489$arch =~ s/i[3456]86/i386/;
[873]490# For Solaris
491$arch =~ s/i86pc/i386/;
[749]492
493return($arch);
494}
495
[974]496=item B<pb_check_requirements>
497
498This function checks that the commands needed for the subsystem are indeed present.
[1558]499The required commands are passed as a comma separated string as first parameter.
500The optional commands are passed as a comma separated string as second parameter.
[974]501
502=cut
503
504sub pb_check_requirements {
505
[1128]506my $req = shift || undef;
507my $opt = shift || undef;
508my $appname = shift || undef;
[974]509
[1128]510my ($req2,$opt2) = (undef,undef);
511$req2 = $req->{$appname} if (defined $req and defined $appname);
512$opt2 = $opt->{$appname} if (defined $opt and defined $appname);
513
[1558]514# cmds is a string of comma separated commands
[1128]515if (defined $req2) {
516 foreach my $file (split(/,/,$req2)) {
517 pb_check_req($file,0);
518 }
[974]519}
520
[1558]521# opts is a string of comma separated commands
[1128]522if (defined $opt2) {
523 foreach my $file (split(/,/,$opt2)) {
524 pb_check_req($file,1);
525 }
[974]526}
527}
528
[1127]529=item B<pb_check_req>
530
[1433]531This function checks existence of a command and return its full pathname or undef if not found.
[1127]532The command name is passed as first parameter.
533The second parameter should be 0 if the command is mandatory, 1 if optional.
[1896]534It returns the full path name of the command if found, undef otherwise and dies if that was a mandatory command
[1127]535
536=cut
537
[974]538sub pb_check_req {
539
540my $file = shift;
[1592]541my $opt = shift;
[1127]542my $found = undef;
[974]543
[1592]544$opt = 1 if (not defined $opt);
545
[974]546pb_log(2,"Checking availability of $file...");
547# Check for all dirs in the PATH
548foreach my $p (split(/:/,$ENV{'PATH'})) {
[1127]549 if (-x "$p/$file") {
550 $found = "$p/$file";
551 last;
552 }
[974]553}
[1127]554
555if (not $found) {
[974]556 pb_log(2,"KO\n");
557 if ($opt eq 1) {
558 pb_log(2,"Unable to find optional command $file\n");
559 } else {
560 die pb_log(0,"Unable to find required command $file\n");
561 }
562} else {
563 pb_log(2,"OK\n");
564}
[1402]565return($found);
[974]566}
567
[1506]568=item B<pb_path_expand>
569
570Expand out a path by environment variables as ($ENV{XXX}) and ~
571
572=cut
573
574sub pb_path_expand {
575
576my $path = shift;
577
578eval { $path =~ s/(\$ENV.+\})/$1/eeg; };
579$path =~ s/^\~/$ENV{HOME}/;
580
581return($path);
582}
583
[397]584=back
585
586=head1 WEB SITES
587
588The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
589
590=head1 USER MAILING LIST
591
592None exists for the moment.
593
594=head1 AUTHORS
595
596The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
597
598=head1 COPYRIGHT
599
600Project-Builder.org is distributed under the GPL v2.0 license
601described in the file C<COPYING> included with the distribution.
602
603=cut
604
[2]6051;
Note: See TracBrowser for help on using the repository browser.