source: devel/pb/lib/ProjectBuilder/Base.pm @ 310

Last change on this file since 310 was 310, checked in by Bruno Cornec, 12 years ago
  • Fixes for CVS support: remove CVSROOT
  • prepare chroot support
  • fix for debian build in case a debian dir/link already exists in the project
  • only call qemu tools if using qemu as a VM :-)
File size: 31.3 KB
Line 
1#!/usr/bin/perl -w
2#
3# Base subroutines for the Project-Builder project
4#
5# $Id$
6#
7
8use strict;
9use lib qw (lib);
10use File::Basename;
11use File::Path;
12use File::Temp qw /tempdir/;
13use Data::Dumper;
14
15use ProjectBuilder::Changelog qw (pb_changelog);
16
17$ENV{'PBETC'} = "$ENV{'HOME'}/.pbrc";
18
19sub pb_env_init {
20
21my $proj=shift || undef;
22my $pbinit=shift || undef;
23my $ver;
24my $tag;
25
26# For the moment not dynamic
27my $debug = 0;                  # Debug level
28my $LOG = *STDOUT;              # Where to log
29
30#
31# Check project name
32# Could be with env var PBPROJ
33# or option -p
34# if not define take the first in conf file
35#
36if ((defined $ENV{'PBPROJ'}) &&
37    (not (defined $proj))) {
38    $proj = $ENV{'PBPROJ'};
39}
40
41#
42# We get the pbrc file for that project
43# and use its content
44#
45my ($pbrc) = pb_conf_read("$ENV{'PBETC'}","pbrc");
46print "DEBUG pbrc: ".Dumper($pbrc)."\n" if ($debug >= 1);
47
48my %pbrc = %$pbrc;
49if (not defined $proj) {
50    # Take the first as the default project
51    $proj = (keys %pbrc)[0];
52    print $LOG "Using $proj as default project as none has been specified\n" if (($debug >= 0) and (defined $proj));
53}
54die "No project defined - use env var PBPROJ or -p proj" if (not (defined $proj));
55
56#
57# Set delivery directory
58#
59if (not defined ($pbrc{$proj})) {
60    die "Please create a pbrc reference for project $proj in $ENV{'PBETC'}\n";
61}
62
63my $topdir=dirname($pbrc{$proj});
64# Expand potential env variable in it
65eval { $topdir =~ s/(\$ENV.+\})/$1/eeg };
66chdir $topdir || die "Unable to change directory to $topdir";
67$pbrc{$proj} = $topdir."/pbrc";
68$ENV{'PBDESTDIR'}=$topdir."/delivery";
69
70#
71# Use project configuration file if needed
72#
73if (not defined $ENV{'PBROOT'}) {
74    if (-f $pbrc{$proj}) {
75        my ($pbroot) = pb_conf_read($pbrc{$proj},"pbroot");
76        my %pbroot = %$pbroot;
77        # All lines should point to the same pbroot so take the first
78        $ENV{'PBROOT'} = (values %$pbroot)[0] if (defined $pbroot); 
79        print $LOG "Using $ENV{'PBROOT'} as default pbroot from $pbrc{$proj}\n" if (($debug >= 0) and (defined $ENV{'PBROOT'}));
80    }
81    die "No pbroot defined - use env var PBROOT or -r pbroot " if (not defined $ENV{'PBROOT'});
82}
83
84#
85# Check pb conf compliance
86#
87$ENV{'PBCONF'} = "$ENV{'PBROOT'}/pbconf";
88if (defined $pbinit) {
89    print $LOG "Creating $ENV{'PBCONF'} directory\n";
90    pb_mkdir_p("$ENV{'PBCONF'}");
91    }
92die "Project $proj not Project-Builder compliant. Please populate $ENV{'PBCONF'}" if ( not -d "$ENV{'PBCONF'}");
93
94my %version = ();
95my %defpkgdir = ();
96my %extpkgdir = ();
97my %filteredfiles = ();
98my %supfiles = ();
99
100if ((-f "$ENV{'PBCONF'}/$proj.pb") and (not defined $pbinit)) {
101    # List of pkg to build by default (mandatory)
102    # List of additional pkg to build when all is called (optional)
103    # Valid version names (optional)
104    # List of files to filter (optional)
105    my ($defpkgdir, $extpkgdir, $version, $filteredfiles, $supfiles, $pkgv, $pkgt) = pb_conf_read("$ENV{'PBCONF'}/$proj.pb","defpkgdir","extpkgdir","version","filteredfiles","supfiles","projver","projtag");
106    print "DEBUG: defpkgdir: ".Dumper($defpkgdir)."\n" if ($debug >= 1);
107    print "DEBUG: extpkgdir: ".Dumper($extpkgdir)."\n" if ($debug >= 1);
108    print "DEBUG: version: ".Dumper($version)."\n" if ($debug >= 1);
109    print "DEBUG: filteredfiles: ".Dumper($filteredfiles)."\n" if ($debug >= 1);
110    print "DEBUG: supfiles: ".Dumper($supfiles)."\n" if ($debug >= 1);
111    die "Unable to find defpkgdir in $ENV{'PBCONF'}/$proj.pb" if (not defined $defpkgdir);
112    # Global
113    %defpkgdir = %$defpkgdir;
114    # Global
115    %extpkgdir = %$extpkgdir if (defined $extpkgdir);
116    %version = %$version if (defined $version);
117    # Global
118    %filteredfiles = %$filteredfiles if (defined $filteredfiles);
119    %supfiles = %$supfiles if (defined $supfiles);
120    #
121    # Get global Version/Tag
122    #
123
124    if (not defined $ENV{'PBVER'}) {
125        if ((defined $pkgv) && (defined $pkgv->{$proj})) {
126            $ENV{'PBVER'}=$pkgv->{$proj};
127        } else {
128            die "No projver found in $ENV{'PBCONF'}/$proj.pb";
129        }
130    }
131    die "Invalid version name $ENV{'PBVER'} in $ENV{'PBCONF'}/$proj.pb" if (($ENV{'PBVER'} !~ /[0-9.]+/) && (not defined $version) && ($ENV{'PBVER'} =~ /$version{$proj}/));
132   
133    if (not defined $ENV{'PBTAG'}) {
134        if ((defined $pkgt) && (defined $pkgt->{$proj})) {
135            $ENV{'PBTAG'}=$pkgt->{$proj};
136        } else {
137            die "No projtag found in $ENV{'PBCONF'}/$proj.pb";
138        }
139    }
140    die "Invalid tag name $ENV{'PBTAG'} in $ENV{'PBCONF'}/$proj.pb" if ($ENV{'PBTAG'} !~ /[0-9.]+/);
141} else {
142    if (defined $pbinit) {
143        open(CONF,"> $ENV{'PBCONF'}/$proj.pb") || die "Unable to create $ENV{'PBCONF'}/$proj.pb";
144        print CONF << "EOF";
145#
146# Project Builder configuration file
147# For project $proj
148#
149# \$Id\$
150#
151
152#
153# Which CMS system is used (Subversion, CVS or tar file content extracted)
154#
155#cms $proj = svn
156#cms $proj = cvs
157#cms $proj = flat
158
159#
160# Packager label
161#
162#packager $proj = "William Porte <bill\@$proj.org>"
163#
164
165# For delivery to a machine by SSH (potentially the FTP server)
166# Needs hostname, account and directory
167#
168#sshhost $proj = www.$proj.org
169#sshlogin $proj = bill
170#sshdir $proj = /$proj/ftp
171#sshport $proj = 22
172
173#
174# For Virtual machines management
175# Naming convention to follow: distribution name (as per ProjectBuilder::Distribution)
176# followed by '_' and by release number
177# a .vmtype extension will be added to the resulting string
178# a QEMU rhel_3 here means that the VM will be named rhel_3.qemu
179#
180#vmlist $proj = mandrake_10.1,mandrake_10.2,mandriva_2006.0,mandriva_2007.0,mandriva_2007.1,mandriva_2008.0,redhat_7.3,redhat_9,fedora_4,fedora_5,fedora_6,fedora_7,rhel_3,rhel_4,rhel_5,suse_10.0,suse_10.1,suse_10.2,suse_10.3,sles_9,sles_10,gentoo_nover,debian_3.1,debian_4.0,ubuntu_6.06,ubuntu_7.04,ubuntu_7.10
181
182#
183# Valid values for vmtype are
184# qemu, (vmware, xen, ... TBD)
185#vmtype $proj = qemu
186
187# Hash for VM stuff on vmtype
188#vmntp default = pool.ntp.org
189
190# We suppose we can commmunicate with the VM through SSH
191#vmhost $proj = localhost
192#vmlogin $proj = pb
193#vmport $proj = 2222
194
195# Timeout to wait when VM is launched/stopped
196#vmtmout default = 120
197
198# per VMs needed paramaters
199#vmopt $proj = -m 384 -daemonize
200#vmpath $proj = /home/qemu
201#vmsize $proj = 5G
202
203#
204# Global version/tag for the project
205#
206#projver $proj = devel
207#projtag $proj = 1
208
209# Adapt to your needs:
210# Optional if you need to overwrite the global values above
211#
212#pkgver pkg1 = stable
213#pkgtag pkg1 = 3
214#pkgver nil
215#pkgtag nil
216
217# Hash of default package/package directory
218#defpkgdir pkg1 = pkg1dir
219
220# Hash of additional package/package directory
221#extpkgdir pkg1-doc = pkg1-docdir
222
223# Hash of valid version names
224#version devel
225#version stable
226
227# List of files per pkg on which to apply filters
228# Files are mentioned relatively to pbroot/defpkgdir
229#filteredfiles pkg1 = Makefile.PL
230#filteredfiles pkg1-doc = configure.in
231#supfiles pkg1 = pkg1.init
232EOF
233        close(CONF);
234        pb_mkdir_p("$ENV{'PBCONF'}/pbfilter") || die "Unable to create $ENV{'PBCONF'}/pbfilter";
235        open(CONF,"> $ENV{'PBCONF'}/pbfilter/all.pbf") || die "Unable to create $ENV{'PBCONF'}/pbfilter/all.pbf";
236        print CONF << "EOF";
237#
238# \$Id\$
239#
240# Filter for all files
241#
242# PBSRC is replaced by the source package format
243#filter PBSRC = ftp://ftp.$proj.org/src/%{name}-%{version}.tar.gz
244
245# PBVER is replaced by the version (\$pbver in code)
246#filter PBVER = \$pbver
247
248# PBDATE is replaced by the date (\$pbdate in code)
249#filter PBDATE = \$pbdate
250
251# PBLOG is replaced by the changelog if value is yes
252#filter PBLOG = yes
253
254# PBTAG is replaced by the tag (\$pbtag in code)
255#filter PBTAG = \$pbtag
256
257# PBREV is replaced by the revision (\$pbrev in code)
258#filter PBREV = \$pbrev
259
260# PBPKG is replaced by the package name (\$pbpkg in code)
261#filter PBPKG = \$pbpkg
262
263# PBPACKAGER is replaced by the packager name (\$pbpackager in code)
264#filter PBPACKAGER = \$pbpackager
265
266# PBDESC contains the description of the package
267#filter PBDESC = "Bla-Bla"
268
269# PBURL contains the URL of the Web site of the project
270#filter PBURL = http://www.$proj.org
271EOF
272        close(CONF);
273        open(CONF,"> $ENV{'PBCONF'}/pbfilter/rpm.pbf") || die "Unable to create $ENV{'PBCONF'}/pbfilter/rpm.pbf";
274        print CONF << "EOF";
275#
276# \$Id\$
277#
278# Filter for rpm build
279#
280
281# PBGRP is replaced by the RPM group of apps
282# Cf: http://fedoraproject.org/wiki/RPMGroups
283#filter PBGRP = Applications/Archiving
284
285# PBDEP is replaced by the list of dependencies
286#filter PBDEP =
287
288# PBSUF is replaced by the package name (\$pbpkg in code)
289#filter PBSUF = \$pbsuf
290
291# PBOBS is replaced by the Obsolete line
292#filter PBOBS =
293
294EOF
295        close(CONF);
296        open(CONF,"> $ENV{'PBCONF'}/pbfilter/deb.pbf") || die "Unable to create $ENV{'PBCONF'}/pbfilter/deb.pbf";
297        print CONF << "EOF";
298#
299# \$Id\$
300#
301# Filter for debian build
302#
303# PBGRP is replaced by the group of apps
304#filter PBGRP = utils
305
306# PBVER is replaced by the version (\$pbver in code)
307#filter PBVER = \$pbver
308
309# PBDEP is replaced by the list of dependencies
310#filter PBDEP =
311
312# PBSUG is replaced by the list of suggestions
313#filter PBSUG =
314
315# PBREC is replaced by the list of recommandations
316#filter PBREC =
317
318# PBLOG is replaced by the changelog if value is yes
319#filter PBLOG = yes
320
321# PBPKG is replaced by the package name (\$pbpkg in code)
322#filter PBPKG = \$pbpkg
323
324# PBPACKAGER is replaced by the packager name (\$pbpackager in code)
325#filter PBPACKAGER = \$pbpackager
326
327EOF
328        close(CONF);
329        open(CONF,"> $ENV{'PBCONF'}/pbfilter/md.pbf") || die "Unable to create $ENV{'PBCONF'}/pbfilter/md.pbf";
330        print CONF << "EOF";
331# Specific group for Mandriva for $proj
332filter PBGRP = Archiving/Backup
333EOF
334        close(CONF);
335        open(CONF,"> $ENV{'PBCONF'}/pbfilter/novell.pbf") || die "Unable to create $ENV{'PBCONF'}/pbfilter/novell.pbf";
336        print CONF << "EOF";
337# Specific group for SuSE for $proj
338filter PBGRP = Productivity/Archiving/Backup
339EOF
340        close(CONF);
341        pb_mkdir_p("$ENV{'PBCONF'}/pkg1/deb") || die "Unable to create $ENV{'PBCONF'}/pkg1/deb";
342        open(CONF,"> $ENV{'PBCONF'}/pkg1/deb/control") || die "Unable to create $ENV{'PBCONF'}/pkg1/deb/control";
343        print CONF << "EOF";
344Source: PBPKG
345Section: PBGRP
346Priority: optional
347Maintainer: PBPACKAGER
348Build-Depends: debhelper (>= 4.2.20), PBDEP
349Standards-Version: 3.6.1
350
351Package: PBPKG
352Architecture: amd64 i386 ia64
353Section: PBGRP
354Priority: optional
355Depends: \${shlibs:Depends}, \${misc:Depends}, PBDEP
356Recommends: PBREC
357Suggests: PBSUG
358Description:
359 PBDESC
360 .
361 Homepage: PBURL
362
363EOF
364        close(CONF);
365        open(CONF,"> $ENV{'PBCONF'}/pkg1/deb/copyright") || die "Unable to create $ENV{'PBCONF'}/pkg1/deb/copyright";
366        print CONF << "EOF";
367This package is debianized by PBPACKAGER
368`date`
369
370The current upstream source was downloaded from
371ftp://ftp.$proj.org/src/.
372
373Upstream Authors: Put their name here
374
375Copyright:
376
377   This package is free software; you can redistribute it and/or modify
378   it under the terms of the GNU General Public License as published by
379   the Free Software Foundation; version 2 dated June, 1991.
380
381   This package is distributed in the hope that it will be useful,
382   but WITHOUT ANY WARRANTY; without even the implied warranty of
383   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
384   GNU General Public License for more details.
385
386   You should have received a copy of the GNU General Public License
387   along with this package; if not, write to the Free Software
388   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston,
389   MA 02110-1301, USA.
390
391On Debian systems, the complete text of the GNU General
392Public License can be found in /usr/share/common-licenses/GPL.
393
394EOF
395        close(CONF);
396        open(CONF,"> $ENV{'PBCONF'}/pkg1/deb/changelog") || die "Unable to create $ENV{'PBCONF'}/pkg1/deb/changelog";
397        print CONF << "EOF";
398PBLOG
399EOF
400        close(CONF);
401        open(CONF,"> $ENV{'PBCONF'}/pkg1/deb/compat") || die "Unable to create $ENV{'PBCONF'}/pkg1/deb/compat";
402        print CONF << "EOF";
4034
404EOF
405        close(CONF);
406        open(CONF,"> $ENV{'PBCONF'}/pkg1/deb/pkg1.dirs") || die "Unable to create $ENV{'PBCONF'}/pkg1/deb/pkg1.dirs";
407        print CONF << "EOF";
408EOF
409        close(CONF);
410        open(CONF,"> $ENV{'PBCONF'}/pkg1/deb/pkg1.docs") || die "Unable to create $ENV{'PBCONF'}/pkg1/deb/pkg1.docs";
411        print CONF << "EOF";
412INSTALL
413COPYING
414AUTHORS
415NEWS
416README
417EOF
418        close(CONF);
419        open(CONF,"> $ENV{'PBCONF'}/pkg1/deb/rules") || die "Unable to create $ENV{'PBCONF'}/pkg1/deb/rules";
420        print CONF << 'EOF';
421#!/usr/bin/make -f
422# -*- makefile -*-
423# Sample debian/rules that uses debhelper.
424# GNU copyright 1997 to 1999 by Joey Hess.
425#
426# $Id$
427#
428
429# Uncomment this to turn on verbose mode.
430#export DH_VERBOSE=1
431
432# Define package name variable for a one-stop change.
433PACKAGE_NAME = PBPKG
434
435# These are used for cross-compiling and for saving the configure script
436# from having to guess our platform (since we know it already)
437DEB_HOST_GNU_TYPE   ?= $(shell dpkg-architecture -qDEB_HOST_GNU_TYPE)
438DEB_BUILD_GNU_TYPE  ?= $(shell dpkg-architecture -qDEB_BUILD_GNU_TYPE)
439
440CFLAGS = -Wall -g
441
442ifneq (,$(findstring noopt,$(DEB_BUILD_OPTIONS)))
443        CFLAGS += -O0
444else
445        CFLAGS += -O2
446endif
447ifeq (,$(findstring nostrip,$(DEB_BUILD_OPTIONS)))
448        INSTALL_PROGRAM += -s
449endif
450config.status: configure
451        dh_testdir
452
453        # Configure the package.
454        CFLAGS="$(CFLAGS)" ./configure --host=$(DEB_HOST_GNU_TYPE) --build=$(DEB_BUILD_GNU_TYPE) --prefix=/usr
455 --mandir=\$${prefix}/share/man
456
457# Build both architecture dependent and independent
458build: build-arch build-indep
459
460# Build architecture dependent
461build-arch: build-arch-stamp
462
463build-arch-stamp:  config.status
464        dh_testdir
465
466        # Compile the package.
467        $(MAKE)
468
469        touch build-stamp
470
471# Build architecture independent
472build-indep: build-indep-stamp
473
474build-indep-stamp:  config.status
475        # Nothing to do, the only indep item is the manual which is available as html in original source
476        touch build-indep-stamp
477
478# Clean up
479clean:
480        dh_testdir
481        dh_testroot
482        rm -f build-arch-stamp build-indep-stamp #CONFIGURE-STAMP#
483        # Clean temporary document directory
484        rm -rf debian/doc-temp
485        # Clean up.
486        -$(MAKE) distclean
487        rm -f config.log
488ifneq "$(wildcard /usr/share/misc/config.sub)" ""
489        cp -f /usr/share/misc/config.sub config.sub
490endif
491ifneq "$(wildcard /usr/share/misc/config.guess)" ""
492        cp -f /usr/share/misc/config.guess config.guess
493endif
494
495        dh_clean
496
497# Install architecture dependent and independent
498install: install-arch install-indep
499
500# Install architecture dependent
501install-arch: build-arch
502        dh_testdir
503        dh_testroot
504        dh_clean -k -s
505        dh_installdirs -s
506
507        # Install the package files into build directory:
508        # - start with upstream make install
509        $(MAKE) install prefix=$(CURDIR)/debian/$(PACKAGE_NAME)/usr mandir=$(CURDIR)/debian/$(PACKAGE_NAME)/us
510r/share/man
511        # - copy html manual to temporary location for renaming
512        mkdir -p debian/doc-temp
513        dh_install -s
514
515# Install architecture independent
516install-indep: build-indep
517        dh_testdir
518        dh_testroot
519        dh_clean -k -i
520        dh_installdirs -i
521        dh_install -i
522
523# Must not depend on anything. This is to be called by
524# binary-arch/binary-indep
525# in another 'make' thread.
526binary-common:
527        dh_testdir
528        dh_testroot
529        dh_installchangelogs ChangeLog
530        dh_installdocs
531        dh_installman
532        dh_link
533        dh_strip
534        dh_compress
535        dh_fixperms
536        dh_installdeb
537        dh_shlibdeps
538        dh_gencontrol
539        dh_md5sums
540        dh_builddeb
541
542# Build architecture independant packages using the common target.
543binary-indep: build-indep install-indep
544        $(MAKE) -f debian/rules DH_OPTIONS=-i binary-common
545
546# Build architecture dependant packages using the common target.
547binary-arch: build-arch install-arch
548        $(MAKE) -f debian/rules DH_OPTIONS=-a binary-common
549
550# Build architecture depdendent and independent packages
551binary: binary-arch binary-indep
552.PHONY: clean binary
553
554EOF
555        close(CONF);
556        pb_mkdir_p("$ENV{'PBCONF'}/pkg1/rpm") || die "Unable to create $ENV{'PBCONF'}/pkg1/rpm";
557        open(CONF,"> $ENV{'PBCONF'}/pkg1/rpm/pkg1.spec") || die "Unable to create $ENV{'PBCONF'}/pkg1/rpm/pkg1.spec";
558        print CONF << 'EOF';
559#
560# $Id$
561#
562
563Summary:        bla-bla
564Summary(fr):    french bla-bla
565
566Name:           PBPKG
567Version:        PBVER
568Release:        PBTAGPBSUF
569License:        GPL
570Group:          PBGRP
571Url:            PBURL
572Source:         PBSRC
573BuildRoot:      %{_tmppath}/%{name}-%{version}-%{release}-root-%(id -u -n)
574Requires:       PBDEP
575
576%description
577PBDESC
578
579%description -l fr
580french desc
581
582%prep
583%setup -q
584
585%build
586%configure
587make %{?_smp_mflags}
588
589%install
590%{__rm} -rf $RPM_BUILD_ROOT
591make DESTDIR=$RPM_BUILD_ROOT install
592
593%clean
594%{__rm} -rf $RPM_BUILD_ROOT
595
596%files
597%defattr(-,root,root)
598%doc ChangeLog
599%doc INSTALL COPYING README AUTHORS NEWS
600
601%changelog
602PBLOG
603
604EOF
605        close(CONF);
606        pb_mkdir_p("$ENV{'PBCONF'}/pkg1/pbfilter") || die "Unable to create $ENV{'PBCONF'}/pkg1/pbfilter";
607
608        print "\nDo not to forget to commit the pbconf directory in your CMS if needed\n";
609        print "After having renamed the pkg1 directory to your package's name      \n\n";
610    } else {
611        die "Unable to open $ENV{'PBCONF'}/$proj.pb";
612    }
613}
614
615#
616# Set temp directory
617#
618if (not defined $ENV{'TMPDIR'}) {
619    $ENV{'TMPDIR'}="/tmp";
620}
621$ENV{'PBTMP'} = tempdir( "pb.XXXXXXXXXX", DIR => $ENV{'TMPDIR'}, CLEANUP => 1 );
622
623#
624# Removes all directory existing below the delivery dir
625# as they are temp dir only
626# Files stay and have to be cleaned up manually
627#
628if (-d $ENV{'PBDESTDIR'}) {
629    opendir(DIR,$ENV{'PBDESTDIR'}) || die "Unable to open directory $ENV{'PBDESTDIR'}: $!";
630    foreach my $d (readdir(DIR)) {
631        next if ($d =~ /^\./);
632        next if (-f "$ENV{'PBDESTDIR'}/$d");
633        pb_rm_rf("$ENV{'PBDESTDIR'}/$d") if (-d "$ENV{'PBDESTDIR'}/$d");
634    }
635    closedir(DIR);
636}
637if (! -d "$ENV{'PBDESTDIR'}") {
638    pb_mkdir_p($ENV{'PBDESTDIR'}) || die "Unable to recursively create $ENV{'PBDESTDIR'}";
639}
640
641#
642# Set build directory
643#
644$ENV{'PBBUILDDIR'}=$topdir."/build";
645if (! -d "$ENV{'PBBUILDDIR'}") {
646    pb_mkdir_p($ENV{'PBBUILDDIR'}) || die "Unable to recursively create $ENV{'PBBUILDDIR'}";
647}
648
649umask 0022;
650return($proj,$debug,$LOG,\%pbrc, \%filteredfiles, \%supfiles, \%defpkgdir, \%extpkgdir);
651}
652
653# Internal mkdir -p function
654sub pb_mkdir_p {
655my @dir = @_;
656my $ret = mkpath(@dir, 0, 0755);
657return($ret);
658}
659
660# Internal rm -rf function
661sub pb_rm_rf {
662my @dir = @_;
663my $ret = rmtree(@dir, 0, 0);
664return($ret);
665}
666
667# Internal system function
668sub pb_system {
669
670my $cmd=shift;
671my $cmt=shift || $cmd;
672
673print "$cmt... ";
674#system("$cmd 2>&1 > $ENV{'PBTMP'}/system.log");
675system($cmd);
676if ($? == -1) {
677    print "failed to execute ($cmd) : $!\n";
678    pb_display_file("$ENV{'PBTMP'}/system.log");
679} elsif ($? & 127) {
680    printf "child ($cmd) died with signal %d, %s coredump\n", ($? & 127),  ($? & 128) ? 'with' : 'without';
681    pb_display_file("$ENV{'PBTMP'}/system.log");
682} elsif ($? == 0) {
683    print "OK\n";
684} else {
685    printf "child ($cmd) exited with value %d\n", $? >> 8;
686    pb_display_file("$ENV{'PBTMP'}/system.log");
687}
688}
689
690sub pb_display_file {
691
692my $file=shift;
693
694return if (not -f $file);
695open(FILE,"$file");
696while (<FILE>) {
697    print $_;
698}
699close(FILE);
700}
701
702# Function which returns a pointer on a table
703# corresponding to a set of values queried in the conf file
704# and test the returned vaue as they need to exist in that case
705sub pb_conf_get {
706
707my @param = @_;
708
709# Everything is returned via ptr1
710my @ptr1 = pb_conf_read("$ENV{'PBETC'}", @param);
711my @ptr2 = pb_conf_read("$ENV{'PBCONF'}/$ENV{'PBPROJ'}.pb", @param);
712
713my $p1;
714my $p2;
715
716#print "DEBUG: param1: ".Dumper(@ptr1)."\n"; # if ($debug >= 1);
717#print "DEBUG: param2: ".Dumper(@ptr2)."\n"; # if ($debug >= 1);
718
719foreach my $i (0..$#param) {
720    $p1 = $ptr1[$i];
721    $p2 = $ptr2[$i];
722    die "No $param[$i] defined for $ENV{'PBPROJ'}" if ((not @ptr1) && (not @ptr2));
723    die "No $param[$i] defined for $ENV{'PBPROJ'}" if ((not defined $p1) && (not defined $p2));
724    # Always try to take the param from the home dir conf file in priority
725    # in order to mask what could be defined under the CMS to allow for overloading
726    if (not defined $p2) {
727        # No ref in CMS project conf file so use the home dir one.
728        $p1->{$ENV{'PBPROJ'}} = $p1->{'default'} if (not defined $p1->{$ENV{'PBPROJ'}});
729    } else {
730        # Ref found in CMS project conf file
731        if (not defined $p1) {
732            # No ref in home dir project conf file so use the CMS one.
733            $p2->{$ENV{'PBPROJ'}} = $p2->{'default'} if (not defined $p2->{$ENV{'PBPROJ'}});
734            $p1->{$ENV{'PBPROJ'}} = $p2->{$ENV{'PBPROJ'}};
735        } else {
736            # Both are defined - handling the overloading
737            if (not defined $p1->{'default'}) {
738                if (defined $p2->{'default'}) {
739                    $p1->{'default'} = $p2->{'default'};
740                }
741            }
742
743            if (not defined $p1->{$ENV{'PBPROJ'}}) {
744                if (defined $p2->{$ENV{'PBPROJ'}}) {
745                    $p1->{$ENV{'PBPROJ'}} = $p2->{$ENV{'PBPROJ'}};
746                } else {
747                    $p1->{$ENV{'PBPROJ'}} = $p1->{'default'};
748                }
749            }
750        }
751    }
752    die "No $param[$i] defined for $ENV{'PBPROJ'}" if (not defined $p1->{$ENV{'PBPROJ'}});
753    $ptr1[$i] = $p1;
754    #print "DEBUG: param ptr1: ".Dumper(@ptr1)."\n"; # if ($debug >= 1);
755}
756return(@ptr1);
757}
758
759# Function which returns a pointer on a hash
760# corresponding to a declaration (arg2) in a conf file (arg1)
761sub pb_conf_read {
762
763my $conffile = shift;
764my @param = @_;
765my $trace;
766my @ptr;
767my %h;
768
769my $debug = 0;
770
771open(CONF,$conffile) || die "Unable to open $conffile";
772while(<CONF>) {
773    if (/^\s*([A-z0-9-_]+)\s+([[A-z0-9-_]+)\s*=\s*(.+)$/) {
774        print "DEBUG: 1:$1 2:$2 3:$3\n" if ($debug >= 1);
775        $h{$1}{$2}=$3;
776    }
777}
778close(CONF);
779
780for my $param (@param) {
781    push @ptr,$h{$param};
782}
783print "DEBUG: h:".Dumper(%h)." param:".Dumper(@param)." ptr:".Dumper(@ptr)."\n" if ($debug >= 1);
784return(@ptr);
785}
786
787# Setup environment for CMS system
788sub pb_cms_init {
789
790my $proj = shift || undef;
791my $ret;
792
793my ($cms) = pb_conf_get("cms");
794
795if ($cms->{$proj} eq "svn") {
796    $ENV{'PBREVISION'}=`(cd "$ENV{'PBROOT'}" ; svnversion .)`;
797    chomp($ENV{'PBREVISION'});
798    $ENV{'PBCMSLOGFILE'}="svn.log";
799} elsif ($cms->{$proj} eq "flat") {
800    $ENV{'PBREVISION'}="flat";
801    $ENV{'PBCMSLOGFILE'}="flat.log";
802} elsif ($cms->{$proj} eq "cvs") {
803    # Way too slow
804    #$ENV{'PBREVISION'}=`(cd "$ENV{'PBROOT'}" ; cvs rannotate  -f . 2>&1 | awk '{print \$1}' | grep -E '^[0-9]' | cut -d. -f2 |sort -nu | tail -1)`;
805    #chomp($ENV{'PBREVISION'});
806    $ENV{'PBREVISION'}="CVS";
807    $ENV{'PBCMSLOGFILE'}="cvs.log";
808    #
809    # Export content if needed
810    #
811    my ($cvsrsh) = pb_conf_get("cvsrsh");
812    $ENV{'CVS_RSH'} = $cvsrsh->{$proj} if (defined $cvsrsh->{$proj});
813} else {
814    die "cms $cms->{$proj} unknown";
815}
816return($cms);
817}
818
819sub pb_cms_export {
820my $cms = shift;
821my $pbdate = shift || undef;
822my $source = shift;
823my $destdir = shift;
824my $tmp;
825my $tmp1;
826
827if ($cms->{$ENV{'PBPROJ'}} eq "svn") {
828    if (-d $source) {
829        $tmp = $destdir;
830    } else {
831        $tmp = $destdir."/".basename($source);
832    }
833    pb_system("svn export $source $tmp","Exporting $source from SVN to $tmp");
834} elsif ($cms->{$ENV{'PBPROJ'}} eq "flat") {
835    if (-d $source) {
836        $tmp = $destdir;
837    } else {
838        $tmp = $destdir."/".basename($source);
839    }
840    pb_system("cp -a $source $tmp","Exporting $source from DIR to $tmp");
841} elsif ($cms->{$ENV{'PBPROJ'}} eq "cvs") {
842    my $dir=dirname($destdir);
843    my $base=basename($destdir);
844    if (-d $source) {
845        $tmp1 = $source;
846        $tmp1 =~ s|$ENV{'PBROOT'}/||;
847    } else {
848        $tmp1 = dirname($source);
849        $tmp1 =~ s|$ENV{'PBROOT'}/||;
850        $tmp1 = $tmp1."/".basename($source);
851    }
852    # CVS needs a relative path !
853    my ($cvsroot) = pb_conf_get("cvsroot");
854    pb_system("cd $dir ; cvs -d $cvsroot->{$ENV{'PBPROJ'}} export -D \"$pbdate\" -d $base $tmp1","Exporting $source from CVS to $destdir");
855} else {
856    die "cms $cms->{$ENV{'PBPROJ'}} unknown";
857}
858}
859
860
861sub pb_create_authors {
862
863my $authors=shift;
864my $dest=shift;
865my $cms=shift;
866
867return if ($authors eq "/dev/null");
868open(SAUTH,$authors) || die "Unable to open $authors";
869open(DAUTH,"> $dest/AUTHORS") || die "Unable to create $dest/AUTHORS";
870print DAUTH "Authors of the project are:\n";
871print DAUTH "===========================\n";
872while (<SAUTH>) {
873    my ($nick,$gcos) = split(/:/);
874    chomp($gcos);
875    print DAUTH "$gcos";
876    if (defined $cms) {
877        print DAUTH " ($nick under $cms)\n";
878    } else {
879        print DAUTH "\n";
880    }
881}
882close(DAUTH);
883close(SAUTH);
884}
885
886sub pb_cms_log {
887my $cms = shift;
888my $pkgdir = shift;
889my $dest = shift;
890my $chglog = shift;
891my $authors = shift;
892
893pb_create_authors($authors,$dest,$cms->{$ENV{'PBPROJ'}});
894
895if ($cms->{$ENV{'PBPROJ'}} eq "svn") {
896    if (! -f "$dest/ChangeLog") {
897        if (-x "/usr/bin/svn2cl") {
898            pb_system("/usr/bin/svn2cl --group-by-day --authors=$authors -i -o $dest/ChangeLog $pkgdir","Generating ChangeLog from SVN");
899        } else {
900            # To be written from pbcl
901            pb_system("svn log -v $pkgdir > $dest/$ENV{'PBCMSLOGFILE'}","Extracting log info from SVN");
902        }
903    }
904} elsif ($cms->{$ENV{'PBPROJ'}} eq "flat") {
905    if (! -f "$dest/ChangeLog") {
906        pb_system("echo ChangeLog for $pkgdir > $dest/ChangeLog","Empty ChangeLog file created");
907    }
908} elsif ($cms->{$ENV{'PBPROJ'}} eq "cvs") {
909    my $tmp=basename($pkgdir);
910    # CVS needs a relative path !
911    if (! -f "$dest/ChangeLog") {
912        if (-x "/usr/bin/cvs2cl") {
913            pb_system("/usr/bin/cvs2cl --group-by-day -U $authors -f $dest/ChangeLog $pkgdir","Generating ChangeLog from CVS");
914        } else {
915            # To be written from pbcl
916            pb_system("cvs log $tmp > $dest/$ENV{'PBCMSLOGFILE'}","Extracting log info from CVS");
917        }
918    }
919} else {
920    die "cms $cms->{$ENV{'PBPROJ'}} unknown";
921}
922}
923
924sub pb_cms_getinfo {
925my $cms = shift;
926my $url = "";
927my $void = "";
928
929if ($cms->{$ENV{'PBPROJ'}} eq "svn") {
930    open(PIPE,"LANGUAGE=C svn info $ENV{'PBROOT'} |") || die "Unable to get svn info from $ENV{'PBROOT'}";
931    while (<PIPE>) {
932        ($void,$url) = split(/^URL:/) if (/^URL:/);
933    }
934    close(PIPE);
935    chomp($url);
936} elsif ($cms->{$ENV{'PBPROJ'}} eq "flat") {
937} elsif ($cms->{$ENV{'PBPROJ'}} eq "cvs") {
938} else {
939    die "cms $cms->{$ENV{'PBPROJ'}} unknown";
940}
941return($url);
942}
943
944sub pb_cms_copy {
945my $cms = shift;
946my $oldurl = shift;
947my $newurl = shift;
948
949if ($cms->{$ENV{'PBPROJ'}} eq "svn") {
950    pb_system("svn copy -m \"Creation of $newurl from $oldurl\" $oldurl $newurl","Copying $oldurl to $newurl ");
951} elsif ($cms->{$ENV{'PBPROJ'}} eq "flat") {
952} elsif ($cms->{$ENV{'PBPROJ'}} eq "cvs") {
953} else {
954    die "cms $cms->{$ENV{'PBPROJ'}} unknown";
955}
956}
957
958sub pb_cms_checkout {
959my $cms = shift;
960my $url = shift;
961my $destination = shift;
962
963if ($cms->{$ENV{'PBPROJ'}} eq "svn") {
964    pb_system("svn co $url $destination","Checking $url to $destination ");
965} elsif ($cms->{$ENV{'PBPROJ'}} eq "flat") {
966} elsif ($cms->{$ENV{'PBPROJ'}} eq "cvs") {
967} else {
968    die "cms $cms->{$ENV{'PBPROJ'}} unknown";
969}
970}
971
972sub pb_cms_checkin {
973my $cms = shift;
974my $dir = shift;
975
976my $ver = basename($dir);
977if ($cms->{$ENV{'PBPROJ'}} eq "svn") {
978    pb_system("svn ci -m \"Updated to $ver\" $dir","Checking in $dir");
979    pb_system("svn up $dir","Updating $dir");
980} elsif ($cms->{$ENV{'PBPROJ'}} eq "flat") {
981} elsif ($cms->{$ENV{'PBPROJ'}} eq "cvs") {
982} else {
983    die "cms $cms->{$ENV{'PBPROJ'}} unknown";
984}
985}
986
987sub pb_cms_isdiff {
988my $cms = shift;
989
990if ($cms->{$ENV{'PBPROJ'}} eq "svn") {
991    open(PIPE,"svn diff $ENV{'PBROOT'} |") || die "Unable to get svn diff from $ENV{'PBROOT'}";
992    my $l = 0;
993    while (<PIPE>) {
994        $l++;
995    }
996    return($l);
997} elsif ($cms->{$ENV{'PBPROJ'}} eq "flat") {
998} elsif ($cms->{$ENV{'PBPROJ'}} eq "cvs") {
999} else {
1000    die "cms $cms->{$ENV{'PBPROJ'}} unknown";
1001}
1002}
1003
1004# Get all filters to apply
1005# They're cumulative from less specific to most specific
1006# suffix is .pbf
1007
1008sub pb_get_filters {
1009
1010# For the moment not dynamic
1011my $debug = 0;                  # Debug level
1012my $LOG = *STDOUT;              # Where to log
1013
1014my @ffiles;
1015my ($ffile00, $ffile0, $ffile1, $ffile2, $ffile3);
1016my ($mfile00, $mfile0, $mfile1, $mfile2, $mfile3);
1017my $pbpkg = shift || die "No package specified";
1018my $dtype = shift || "";
1019my $dfam = shift || "";
1020my $ddir = shift || "";
1021my $dver = shift || "";
1022my $ptr; # returned value pointer on the hash of filters
1023my %ptr;
1024my %h;
1025
1026# Global filter files first, then package specificities
1027if (-d "$ENV{'PBCONF'}/pbfilter") {
1028    $mfile00 = "$ENV{'PBCONF'}/pbfilter/all.pbf" if (-f "$ENV{'PBCONF'}/pbfilter/all.pbf");
1029    $mfile0 = "$ENV{'PBCONF'}/pbfilter/$dtype.pbf" if (-f "$ENV{'PBCONF'}/pbfilter/$dtype.pbf");
1030    $mfile1 = "$ENV{'PBCONF'}/pbfilter/$dfam.pbf" if (-f "$ENV{'PBCONF'}/pbfilter/$dfam.pbf");
1031    $mfile2 = "$ENV{'PBCONF'}/pbfilter/$ddir.pbf" if (-f "$ENV{'PBCONF'}/pbfilter/$ddir.pbf");
1032    $mfile3 = "$ENV{'PBCONF'}/pbfilter/$ddir-$dver.pbf" if (-f "$ENV{'PBCONF'}/pbfilter/$ddir-$dver.pbf");
1033
1034    push @ffiles,$mfile00 if (defined $mfile00);
1035    push @ffiles,$mfile0 if (defined $mfile0);
1036    push @ffiles,$mfile1 if (defined $mfile1);
1037    push @ffiles,$mfile2 if (defined $mfile2);
1038    push @ffiles,$mfile3 if (defined $mfile3);
1039}
1040
1041if (-d "$ENV{'PBCONF'}/$pbpkg/pbfilter") {
1042    $ffile00 = "$ENV{'PBCONF'}/$pbpkg/pbfilter/all.pbf" if (-f "$ENV{'PBCONF'}/$pbpkg/pbfilter/all.pbf");
1043    $ffile0 = "$ENV{'PBCONF'}/$pbpkg/pbfilter/$dtype.pbf" if (-f "$ENV{'PBCONF'}/$pbpkg/pbfilter/$dtype.pbf");
1044    $ffile1 = "$ENV{'PBCONF'}/$pbpkg/pbfilter/$dfam.pbf" if (-f "$ENV{'PBCONF'}/$pbpkg/pbfilter/$dfam.pbf");
1045    $ffile2 = "$ENV{'PBCONF'}/$pbpkg/pbfilter/$ddir.pbf" if (-f "$ENV{'PBCONF'}/$pbpkg/pbfilter/$ddir.pbf");
1046    $ffile3 = "$ENV{'PBCONF'}/$pbpkg/pbfilter/$ddir-$dver.pbf" if (-f "$ENV{'PBCONF'}/$pbpkg/pbfilter/$ddir-$dver.pbf");
1047
1048    push @ffiles,$ffile00 if (defined $ffile00);
1049    push @ffiles,$ffile0 if (defined $ffile0);
1050    push @ffiles,$ffile1 if (defined $ffile1);
1051    push @ffiles,$ffile2 if (defined $ffile2);
1052    push @ffiles,$ffile3 if (defined $ffile3);
1053}
1054if (@ffiles) {
1055    print $LOG "DEBUG ffiles: ".Dumper(\@ffiles)."\n" if ($debug >= 1);
1056
1057    foreach my $f (@ffiles) {
1058        open(CONF,$f) || next;
1059        while(<CONF>)  {
1060            if (/^\s*([A-z0-9-_]+)\s+([[A-z0-9-_]+)\s*=\s*(.+)$/) {
1061                $h{$1}{$2}=$3;
1062            }
1063        }
1064        close(CONF);
1065
1066        $ptr = $h{"filter"};
1067        print $LOG "DEBUG f:".Dumper($ptr)."\n" if ($debug >= 1);
1068    }
1069} else {
1070    $ptr = { };
1071}
1072%ptr = %$ptr;
1073return(\%ptr);
1074}
1075
1076# Function which applies filter on pb build files
1077sub pb_filter_file_pb {
1078
1079my $f=shift;
1080my $ptr=shift;
1081my %filter=%$ptr;
1082my $destfile=shift;
1083my $dtype=shift;
1084my $pbsuf=shift;
1085my $pbproj=shift;
1086my $pbpkg=shift;
1087my $pbver=shift;
1088my $pbtag=shift;
1089my $pbrev=shift;
1090my $pbdate=shift;
1091my $defpkgdir = shift;
1092my $extpkgdir = shift;
1093my $pbpackager = shift;
1094my $chglog = shift || undef;
1095
1096# For the moment not dynamic
1097my $debug = 0;                  # Debug level
1098my $LOG = *STDOUT;              # Where to log
1099
1100print $LOG "DEBUG: From $f to $destfile\n" if ($debug >= 1);
1101pb_mkdir_p(dirname($destfile)) if (! -d dirname($destfile));
1102open(DEST,"> $destfile") || die "Unable to create $destfile";
1103open(FILE,"$f") || die "Unable to open $f: $!";
1104while (<FILE>) {
1105    my $line = $_;
1106    foreach my $s (keys %filter) {
1107        # Process single variables
1108        print $LOG "DEBUG filter{$s}: $filter{$s}\n" if ($debug >= 1);
1109        my $tmp = $filter{$s};
1110        next if (not defined $tmp);
1111        # Expand variables if any single one found
1112        print $LOG "DEBUG tmp: $tmp\n" if ($debug >= 1);
1113        if ($tmp =~ /\$/) {
1114            eval { $tmp =~ s/(\$\w+)/$1/eeg };
1115        # special case for ChangeLog only for pb
1116        } elsif (($s =~ /^PBLOG$/) && ($line =~ /^PBLOG$/)) {
1117            my $p = $defpkgdir->{$pbpkg};
1118            $p = $extpkgdir->{$pbpkg} if (not defined $p);
1119            pb_changelog($dtype, $pbpkg, $pbver, $pbtag, $pbsuf, $p, \*DEST, $tmp, $chglog);
1120            $tmp = "";
1121        }
1122        $line =~ s|$s|$tmp|;
1123    }
1124    print DEST $line;
1125}
1126close(FILE);
1127close(DEST);
1128}
1129
1130# Function which applies filter on files (external call)
1131sub pb_filter_file {
1132
1133my $f=shift;
1134my $ptr=shift;
1135my %filter=%$ptr;
1136my $destfile=shift;
1137my $pbproj=shift;
1138my $pbpkg=shift;
1139my $pbver=shift;
1140my $pbtag=shift;
1141my $pbrev=shift;
1142my $pbdate=shift;
1143my $pbpackager=shift;
1144
1145# For the moment not dynamic
1146my $debug = 0;                  # Debug level
1147my $LOG = *STDOUT;              # Where to log
1148
1149print $LOG "DEBUG: From $f to $destfile\n" if ($debug >= 1);
1150pb_mkdir_p(dirname($destfile)) if (! -d dirname($destfile));
1151open(DEST,"> $destfile") || die "Unable to create $destfile";
1152open(FILE,"$f") || die "Unable to open $f: $!";
1153while (<FILE>) {
1154    my $line = $_;
1155    foreach my $s (keys %filter) {
1156        # Process single variables
1157        print $LOG "DEBUG filter{$s}: $filter{$s}\n" if ($debug > 1);
1158        my $tmp = $filter{$s};
1159        next if (not defined $tmp);
1160        # Expand variables if any single one found
1161        if ($tmp =~ /\$/) {
1162            eval { $tmp =~ s/(\$\w+)/$1/eeg };
1163        }
1164        $line =~ s|$s|$tmp|;
1165    }
1166    print DEST $line;
1167}
1168close(FILE);
1169close(DEST);
1170}
1171
1172
11731;
Note: See TracBrowser for help on using the repository browser.