source: ProjectBuilder/devel/pb/lib/ProjectBuilder/Base.pm@ 328

Last change on this file since 328 was 328, checked in by Bruno Cornec, 16 years ago
  • pb_changelog back in Base.pm (removal of Changelog.pm)
  • cms2build begins to work for pb
File size: 46.7 KB
RevLine 
[2]1#!/usr/bin/perl -w
2#
[74]3# Base subroutines for the Project-Builder project
[2]4#
5# $Id$
6#
7
[318]8package ProjectBuilder::Base;
9
[18]10use strict;
[5]11use lib qw (lib);
[2]12use File::Basename;
[9]13use File::Path;
[320]14use File::stat;
[315]15use File::Copy;
[318]16use File::Temp qw(tempdir);
[8]17use Data::Dumper;
[315]18use POSIX qw(strftime);
[318]19use Time::localtime qw(localtime);
[328]20use Date::Manip;
21use English;
[2]22
[318]23# Inherit from the "Exporter" module which handles exporting functions.
24
25use Exporter;
26
27# Export, by default, all the functions into the namespace of
28# any code which uses this module.
29
30our $debug = 0;
31our $LOG = \*STDOUT;
32
33our @ISA = qw(Exporter);
[327]34our @EXPORT = qw(pb_env_init pb_conf_read pb_conf_read_if pb_conf_get pb_conf_get_if pb_cms_init pb_mkdir_p pb_system pb_rm_rf pb_get_filters pb_filter_file pb_filter_file_pb pb_filter_file_inplace pb_cms_export pb_cms_log pb_cms_isdiff pb_cms_copy pb_cms_checkout pb_get_date pb_log pb_log_init pb_get_pkg pb_cms_compliant $debug $LOG);
[318]35
[49]36$ENV{'PBETC'} = "$ENV{'HOME'}/.pbrc";
[5]37
[74]38sub pb_env_init {
[2]39
[273]40my $proj=shift || undef;
41my $pbinit=shift || undef;
[5]42my $ver;
43my $tag;
[2]44
[8]45#
[5]46# Check project name
[49]47# Could be with env var PBPROJ
48# or option -p
49# if not define take the first in conf file
[8]50#
[5]51if ((defined $ENV{'PBPROJ'}) &&
52 (not (defined $proj))) {
53 $proj = $ENV{'PBPROJ'};
54}
[69]55
[49]56#
[313]57# We get the pbconf file for that project
[69]58# and use its content
59#
[322]60my ($pbconf) = pb_conf_read("$ENV{'PBETC'}","pbconfurl");
61pb_log(2,"DEBUG pbconfurl: ".Dumper($pbconf)."\n");
[69]62
[313]63my %pbconf = %$pbconf;
[69]64if (not defined $proj) {
65 # Take the first as the default project
[313]66 $proj = (keys %pbconf)[0];
[315]67 if (defined $proj) {
[316]68 pb_log(0,"WARNING: using $proj as default project as none has been specified\n");
[322]69 pb_log(0," Please either create a pbconfurl reference for project $proj in $ENV{'PBETC'}\n");
[319]70 pb_log(0," or call pb with the -p project option or use the env var PBPROJ\n");
71 pb_log(0," if you want to use another project\n");
[313]72 }
[69]73}
[322]74die "No project defined - use env var PBPROJ or -p proj or a pbconfurl entry in $ENV{'PBETC'}" if (not (defined $proj));
[69]75
[313]76# That's always the environment variable that will be used
77$ENV{'PBPROJ'} = $proj;
[318]78pb_log(2,"PBPROJ: $ENV{'PBPROJ'}\n");
[313]79
80if (not defined ($pbconf{$ENV{'PBPROJ'}})) {
[322]81 die "Please create a pbconfurl reference for project $ENV{'PBPROJ'} in $ENV{'PBETC'}\n";
[313]82}
83
[69]84#
[313]85# Detect the root dir for hosting all the content generated with pb
[69]86#
[314]87# Tree will look like this:
88#
[322]89# maint pbdefdir PBDEFDIR dev dir (optional) PBDEVDIR
[315]90# | |
91# ------------------------ --------------------
92# | | | |
93# pbproj1 pbproj2 PBPROJ pbproj1 pbproj2 PBDEVPROJ
94# | |
95# --------------------------------------------- ----------
[322]96# * * * | | | * *
[323]97# tag dev pbconf ... build delivery PBCONF dev tag PBDEVROOT
98# | | | PBDESTDIR |
99# --- ------ pbrc PBBUILDDIR -------
100# | | | | |
101# 1.1 dev tag PBROOT 1.0 1.1
[314]102# |
[319]103# -------
104# | |
105# 1.0 1.1
106# |
[314]107# ----------------------------------
108# | | | |
109# pkg1 pbproj1.pb pbfilter pbcl
110# |
111# -----------------
112# | | |
113# rpm deb pbfilter
114#
115#
[322]116# (*) By default, if no relocation in .pbrc, dev dir is taken in the maint pbdefdir (when appropriate)
[314]117# Names under a pbproj and the corresponding pbconf should be similar
118#
[313]119
[322]120my ($pbdefdir) = pb_conf_get_if("pbdefdir");
121my %pbdefdir = %$pbdefdir;
[314]122
[322]123if (not defined $ENV{'PBDEFDIR'}) {
124 if ((not defined $pbdefdir) || (not defined $pbdefdir{$ENV{'PBPROJ'}})) {
125 pb_log(0,"WARNING: no pbdefdir defined, using /var/cache\n");
126 pb_log(0," Please create a pbdefdir reference for project $ENV{'PBPROJ'} in $ENV{'PBETC'}\n");
[318]127 pb_log(0," if you want to use another directory\n");
[322]128 $ENV{'PBDEFDIR'} = "/var/cache";
[316]129 } else {
130 # That's always the environment variable that will be used
[322]131 $ENV{'PBDEFDIR'} = $pbdefdir{$ENV{'PBPROJ'}};
[313]132 }
[273]133}
[108]134# Expand potential env variable in it
[322]135eval { $ENV{'PBDEFDIR'} =~ s/(\$ENV.+\})/$1/eeg };
[69]136
[322]137pb_log(2,"PBDEFDIR: $ENV{'PBDEFDIR'}\n");
[69]138#
[313]139# Set delivery directory
[49]140#
[322]141$ENV{'PBDESTDIR'}="$ENV{'PBDEFDIR'}/$ENV{'PBPROJ'}/delivery";
[313]142
[318]143pb_log(2,"PBDESTDIR: $ENV{'PBDESTDIR'}\n");
[313]144#
145# Removes all directory existing below the delivery dir
146# as they are temp dir only
147# Files stay and have to be cleaned up manually if needed
148# those files serves as communication channels between pb phases
149# Removing them prevents a following phase to detect what has been done before
150#
151if (-d $ENV{'PBDESTDIR'}) {
152 opendir(DIR,$ENV{'PBDESTDIR'}) || die "Unable to open directory $ENV{'PBDESTDIR'}: $!";
153 foreach my $d (readdir(DIR)) {
154 next if ($d =~ /^\./);
155 next if (-f "$ENV{'PBDESTDIR'}/$d");
156 pb_rm_rf("$ENV{'PBDESTDIR'}/$d") if (-d "$ENV{'PBDESTDIR'}/$d");
[67]157 }
[313]158 closedir(DIR);
[49]159}
[313]160if (! -d "$ENV{'PBDESTDIR'}") {
161 pb_mkdir_p($ENV{'PBDESTDIR'}) || die "Unable to recursively create $ENV{'PBDESTDIR'}";
162}
[2]163
[8]164#
[313]165# Set build directory
[8]166#
[322]167$ENV{'PBBUILDDIR'}="$ENV{'PBDEFDIR'}/$ENV{'PBPROJ'}/build";
[313]168if (! -d "$ENV{'PBBUILDDIR'}") {
169 pb_mkdir_p($ENV{'PBBUILDDIR'}) || die "Unable to recursively create $ENV{'PBBUILDDIR'}";
170}
171
[318]172pb_log(2,"PBBUILDDIR: $ENV{'PBBUILDDIR'}\n");
[313]173#
174# Set temp directory
175#
176if (not defined $ENV{'TMPDIR'}) {
177 $ENV{'TMPDIR'}="/tmp";
178}
179$ENV{'PBTMP'} = tempdir( "pb.XXXXXXXXXX", DIR => $ENV{'TMPDIR'}, CLEANUP => 1 );
[318]180pb_log(2,"PBTMP: $ENV{'PBTMP'}\n");
[313]181
182#
[320]183# The following part is only useful when in cms2build
184# In VMs/VEs we want to skip that by providing a good PBCONF env var.
185# return values in that case are useless
186#
187return if (defined $ENV{'PBCONF'});
188
189#
[327]190# Check pbconf cms compliance
[313]191#
[327]192pb_cms_compliant("pbconfdir",'PBCONF',"$ENV{'PBDEFDIR'}/$ENV{'PBPROJ'}/pbconf",$pbconf{$ENV{'PBPROJ'}},$pbinit);
[323]193
[314]194# Check where is our PBROOT (release tag name can't be guessed the first time)
[323]195#
[314]196if (not defined $ENV{'PBROOT'}) {
197 if (! -f ("$ENV{'PBDESTDIR'}/pbrc")) {
198 opendir(DIR,$ENV{'PBCONF'}) || die "Unable to open directory $ENV{'PBCONF'}: $!";
[315]199 my $maxmtime = 0;
[314]200 foreach my $d (readdir(DIR)) {
[320]201 pb_log(3,"Looking at \'$d\'...");
[314]202 next if ($d =~ /^\./);
[320]203 next if (! -d "$ENV{'PBCONF'}/$d");
204 my $s = stat("$ENV{'PBCONF'}/$d");
205 next if (not defined $s);
206 pb_log(3,"KEEP\n");
[314]207 # Keep the most recent
[320]208 pb_log(2," $s->mtime\n");
209 if ($s->mtime > $maxmtime) {
[314]210 $ENV{'PBROOT'} = "$ENV{'PBCONF'}/$d";
[320]211 $maxmtime = $s->mtime;
[314]212 }
213 }
214 closedir(DIR);
[316]215 die "No directory found under $ENV{'PBCONF'}" if (not defined $ENV{'PBROOT'});
216 pb_log(0,"WARNING: no pbroot defined, using $ENV{'PBROOT'}\n");
[318]217 pb_log(0," Please use -r release if you want to use another release\n");
[314]218 } else {
219 my ($pbroot) = pb_conf_read_if("$ENV{'PBDESTDIR'}/pbrc","pbroot");
220 # That's always the environment variable that will be used
[316]221 die "Please remove inconsistent $ENV{'PBDESTDIR'}/pbrc" if ((not defined $pbroot) || (not defined $pbroot->{$ENV{'PBPROJ'}}));
[315]222 $ENV{'PBROOT'} = $pbroot->{$ENV{'PBPROJ'}};
[314]223 }
224} else {
225 # transform in full path if relative
[316]226 $ENV{'PBROOT'} = "$ENV{'PBCONF'}/$ENV{'PBROOT'}" if ($ENV{'PBROOT'} !~ /^\//);
227 die "$ENV{'PBROOT'} is not a directory" if (not -d $ENV{'PBROOT'});
[314]228}
229
[74]230my %version = ();
[108]231my %defpkgdir = ();
232my %extpkgdir = ();
233my %filteredfiles = ();
[300]234my %supfiles = ();
[74]235
[314]236if ((-f "$ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb") and (not defined $pbinit)) {
[74]237 # List of pkg to build by default (mandatory)
[320]238 my ($defpkgdir,$pbpackager) = pb_conf_get("defpkgdir","pbpackager");
[74]239 # List of additional pkg to build when all is called (optional)
240 # Valid version names (optional)
241 # List of files to filter (optional)
[313]242 # Project version and tag (optional)
243 my ($extpkgdir, $version, $filteredfiles, $supfiles, $pkgv, $pkgt) = pb_conf_get_if("extpkgdir","version","filteredfiles","supfiles","projver","projtag");
[315]244 pb_log(2,"DEBUG: defpkgdir: ".Dumper($defpkgdir)."\n");
245 pb_log(2,"DEBUG: extpkgdir: ".Dumper($extpkgdir)."\n");
246 pb_log(2,"DEBUG: version: ".Dumper($version)."\n");
247 pb_log(2,"DEBUG: filteredfiles: ".Dumper($filteredfiles)."\n");
248 pb_log(2,"DEBUG: supfiles: ".Dumper($supfiles)."\n");
[74]249 # Global
250 %defpkgdir = %$defpkgdir;
[114]251 %extpkgdir = %$extpkgdir if (defined $extpkgdir);
[74]252 %version = %$version if (defined $version);
253 %filteredfiles = %$filteredfiles if (defined $filteredfiles);
[300]254 %supfiles = %$supfiles if (defined $supfiles);
[106]255 #
256 # Get global Version/Tag
257 #
258 if (not defined $ENV{'PBVER'}) {
[313]259 if ((defined $pkgv) && (defined $pkgv->{$ENV{'PBPROJ'}})) {
260 $ENV{'PBVER'}=$pkgv->{$ENV{'PBPROJ'}};
[106]261 } else {
[314]262 die "No projver found in $ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb";
[106]263 }
[98]264 }
[314]265 die "Invalid version name $ENV{'PBVER'} in $ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb" if (($ENV{'PBVER'} !~ /[0-9.]+/) && (not defined $version) && ($ENV{'PBVER'} =~ /$version{$ENV{'PBPROJ'}}/));
[106]266
267 if (not defined $ENV{'PBTAG'}) {
[313]268 if ((defined $pkgt) && (defined $pkgt->{$ENV{'PBPROJ'}})) {
269 $ENV{'PBTAG'}=$pkgt->{$ENV{'PBPROJ'}};
[106]270 } else {
[314]271 die "No projtag found in $ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb";
[106]272 }
[98]273 }
[314]274 die "Invalid tag name $ENV{'PBTAG'} in $ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb" if ($ENV{'PBTAG'} !~ /[0-9.]+/);
[320]275
276
277 if (not defined $ENV{'PBPACKAGER'}) {
278 if ((defined $pbpackager) && (defined $pbpackager->{$ENV{'PBPROJ'}})) {
279 $ENV{'PBPACKAGER'}=$pbpackager->{$ENV{'PBPROJ'}};
280 } else {
281 die "No pbpackager found in $ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb";
282 }
283 }
[106]284} else {
[273]285 if (defined $pbinit) {
[316]286 my $ptr = pb_get_pkg();
[317]287 my @pkgs = @$ptr;
[316]288 @pkgs = ("pkg1") if (not @pkgs);
289
[314]290 open(CONF,"> $ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb") || die "Unable to create $ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb";
[273]291 print CONF << "EOF";
292#
293# Project Builder configuration file
[313]294# For project $ENV{'PBPROJ'}
[273]295#
296# \$Id\$
297#
298
299#
[316]300# What is the project URL
[273]301#
[316]302#pbproj $ENV{'PBPROJ'} = svn://svn.$ENV{'PBPROJ'}.org/$ENV{'PBPROJ'}/devel
303#pbproj $ENV{'PBPROJ'} = svn://svn+ssh.$ENV{'PBPROJ'}.org/$ENV{'PBPROJ'}/devel
304#pbproj $ENV{'PBPROJ'} = cvs://cvs.$ENV{'PBPROJ'}.org/$ENV{'PBPROJ'}/devel
305#pbproj $ENV{'PBPROJ'} = http://www.$ENV{'PBPROJ'}.org/src/$ENV{'PBPROJ'}-devel.tar.gz
306#pbproj $ENV{'PBPROJ'} = ftp://ftp.$ENV{'PBPROJ'}.org/src/$ENV{'PBPROJ'}-devel.tar.gz
307#pbproj $ENV{'PBPROJ'} = file:///src/$ENV{'PBPROJ'}-devel.tar.gz
[319]308#pbproj $ENV{'PBPROJ'} = dir:///src/$ENV{'PBPROJ'}-devel
[273]309
310#
311# Packager label
312#
[320]313#pbpackager $ENV{'PBPROJ'} = "William Porte <bill\@$ENV{'PBPROJ'}.org>"
[273]314#
315
316# For delivery to a machine by SSH (potentially the FTP server)
317# Needs hostname, account and directory
318#
[313]319#sshhost $ENV{'PBPROJ'} = www.$ENV{'PBPROJ'}.org
320#sshlogin $ENV{'PBPROJ'} = bill
321#sshdir $ENV{'PBPROJ'} = /$ENV{'PBPROJ'}/ftp
322#sshport $ENV{'PBPROJ'} = 22
[273]323
324#
325# For Virtual machines management
326# Naming convention to follow: distribution name (as per ProjectBuilder::Distribution)
327# followed by '_' and by release number
328# a .vmtype extension will be added to the resulting string
329# a QEMU rhel_3 here means that the VM will be named rhel_3.qemu
330#
[313]331#vmlist $ENV{'PBPROJ'} = mandrake_10.1,mandrake_10.2,mandriva_2006.0,mandriva_2007.0,mandriva_2007.1,mandriva_2008.0,redhat_7.3,redhat_9,fedora_4,fedora_5,fedora_6,fedora_7,rhel_3,rhel_4,rhel_5,suse_10.0,suse_10.1,suse_10.2,suse_10.3,sles_9,sles_10,gentoo_nover,debian_3.1,debian_4.0,ubuntu_6.06,ubuntu_7.04,ubuntu_7.10
[273]332
333#
334# Valid values for vmtype are
335# qemu, (vmware, xen, ... TBD)
[313]336#vmtype $ENV{'PBPROJ'} = qemu
[273]337
338# Hash for VM stuff on vmtype
339#vmntp default = pool.ntp.org
340
341# We suppose we can commmunicate with the VM through SSH
[313]342#vmhost $ENV{'PBPROJ'} = localhost
343#vmlogin $ENV{'PBPROJ'} = pb
344#vmport $ENV{'PBPROJ'} = 2222
[273]345
346# Timeout to wait when VM is launched/stopped
347#vmtmout default = 120
348
349# per VMs needed paramaters
[313]350#vmopt $ENV{'PBPROJ'} = -m 384 -daemonize
351#vmpath $ENV{'PBPROJ'} = /home/qemu
352#vmsize $ENV{'PBPROJ'} = 5G
[273]353
354#
355# Global version/tag for the project
356#
[313]357#projver $ENV{'PBPROJ'} = devel
358#projtag $ENV{'PBPROJ'} = 1
[273]359
[316]360# Hash of valid version names
361#version $ENV{'PBPROJ'} = devel,stable
362
[273]363# Adapt to your needs:
364# Optional if you need to overwrite the global values above
365#
[316]366EOF
367
368 foreach my $pp (@pkgs) {
369 print CONF << "EOF";
370#pkgver $pp = stable
371#pkgtag $pp = 3
372EOF
373 }
374 foreach my $pp (@pkgs) {
375 print CONF << "EOF";
[273]376# Hash of default package/package directory
[319]377#defpkgdir $pp = dir-$pp
[316]378EOF
379 }
[273]380
[316]381 print CONF << "EOF";
[273]382# Hash of additional package/package directory
[319]383#extpkgdir minor-pkg = dir-minor-pkg
[273]384
385# List of files per pkg on which to apply filters
386# Files are mentioned relatively to pbroot/defpkgdir
387EOF
[316]388 foreach my $pp (@pkgs) {
389 print CONF << "EOF";
390#filteredfiles $pp = Makefile.PL,configure.in,install.sh,$pp.8
391#supfiles $pp = $pp.init
392EOF
393 }
[273]394 close(CONF);
[314]395 pb_mkdir_p("$ENV{'PBROOT'}/pbfilter") || die "Unable to create $ENV{'PBROOT'}/pbfilter";
396 open(CONF,"> $ENV{'PBROOT'}/pbfilter/all.pbf") || die "Unable to create $ENV{'PBROOT'}/pbfilter/all.pbf";
[273]397 print CONF << "EOF";
398#
399# \$Id\$
400#
401# Filter for all files
402#
403# PBSRC is replaced by the source package format
[313]404#filter PBSRC = ftp://ftp.$ENV{'PBPROJ'}.org/src/%{name}-%{version}.tar.gz
[273]405
406# PBVER is replaced by the version (\$pbver in code)
407#filter PBVER = \$pbver
408
409# PBDATE is replaced by the date (\$pbdate in code)
410#filter PBDATE = \$pbdate
411
412# PBLOG is replaced by the changelog if value is yes
413#filter PBLOG = yes
414
415# PBTAG is replaced by the tag (\$pbtag in code)
416#filter PBTAG = \$pbtag
417
418# PBREV is replaced by the revision (\$pbrev in code)
419#filter PBREV = \$pbrev
420
421# PBPKG is replaced by the package name (\$pbpkg in code)
422#filter PBPKG = \$pbpkg
423
424# PBPACKAGER is replaced by the packager name (\$pbpackager in code)
425#filter PBPACKAGER = \$pbpackager
426
427# PBDESC contains the description of the package
428#filter PBDESC = "Bla-Bla"
429
430# PBURL contains the URL of the Web site of the project
[313]431#filter PBURL = http://www.$ENV{'PBPROJ'}.org
[273]432EOF
433 close(CONF);
[314]434 open(CONF,"> $ENV{'PBROOT'}/pbfilter/rpm.pbf") || die "Unable to create $ENV{'PBROOT'}/pbfilter/rpm.pbf";
[273]435 print CONF << "EOF";
436#
437# \$Id\$
438#
439# Filter for rpm build
440#
441
442# PBGRP is replaced by the RPM group of apps
[288]443# Cf: http://fedoraproject.org/wiki/RPMGroups
[273]444#filter PBGRP = Applications/Archiving
445
[316]446# PBLIC is replaced by the license of the application
447# Cf: http://fedoraproject.org/wiki/Licensing
448#filter PBLIC = GPL
449
[273]450# PBDEP is replaced by the list of dependencies
451#filter PBDEP =
452
453# PBSUF is replaced by the package name (\$pbpkg in code)
454#filter PBSUF = \$pbsuf
455
456# PBOBS is replaced by the Obsolete line
457#filter PBOBS =
458
459EOF
460 close(CONF);
[314]461 open(CONF,"> $ENV{'PBROOT'}/pbfilter/deb.pbf") || die "Unable to create $ENV{'PBROOT'}/pbfilter/deb.pbf";
[273]462 print CONF << "EOF";
463#
464# \$Id\$
465#
466# Filter for debian build
467#
468# PBGRP is replaced by the group of apps
469#filter PBGRP = utils
470
[316]471# PBLIC is replaced by the license of the application
472# Cf:
473#filter PBLIC = GPL
474
[273]475# PBVER is replaced by the version (\$pbver in code)
476#filter PBVER = \$pbver
477
478# PBDEP is replaced by the list of dependencies
479#filter PBDEP =
480
481# PBSUG is replaced by the list of suggestions
482#filter PBSUG =
483
484# PBREC is replaced by the list of recommandations
485#filter PBREC =
486
487# PBLOG is replaced by the changelog if value is yes
488#filter PBLOG = yes
489
490# PBPKG is replaced by the package name (\$pbpkg in code)
491#filter PBPKG = \$pbpkg
492
493# PBPACKAGER is replaced by the packager name (\$pbpackager in code)
494#filter PBPACKAGER = \$pbpackager
495
496EOF
497 close(CONF);
[314]498 open(CONF,"> $ENV{'PBROOT'}/pbfilter/md.pbf") || die "Unable to create $ENV{'PBROOT'}/pbfilter/md.pbf";
[273]499 print CONF << "EOF";
[313]500# Specific group for Mandriva for $ENV{'PBPROJ'}
[316]501# Cf: http://wiki.mandriva.com/en/Development/Packaging/Groups
[273]502filter PBGRP = Archiving/Backup
[316]503
504# PBLIC is replaced by the license of the application
505# Cf: http://wiki.mandriva.com/en/Development/Packaging/Licenses
506#filter PBLIC = GPL
507
[273]508EOF
509 close(CONF);
[314]510 open(CONF,"> $ENV{'PBROOT'}/pbfilter/novell.pbf") || die "Unable to create $ENV{'PBROOT'}/pbfilter/novell.pbf";
[273]511 print CONF << "EOF";
[313]512# Specific group for SuSE for $ENV{'PBPROJ'}
[316]513# Cf: http://en.opensuse.org/SUSE_Package_Conventions/RPM_Groups
[273]514filter PBGRP = Productivity/Archiving/Backup
[316]515
516# PBLIC is replaced by the license of the application
517# Cf: http://en.opensuse.org/Packaging/SUSE_Package_Conventions/RPM_Style#1.6._License_Tag
518#filter PBLIC = GPL
519
[273]520EOF
521 close(CONF);
[316]522 foreach my $pp (@pkgs) {
523 pb_mkdir_p("$ENV{'PBROOT'}/$pp/deb") || die "Unable to create $ENV{'PBROOT'}/$pp/deb";
524 open(CONF,"> $ENV{'PBROOT'}/$pp/deb/control") || die "Unable to create $ENV{'PBROOT'}/$pp/deb/control";
525 print CONF << "EOF";
[273]526Source: PBPKG
527Section: PBGRP
528Priority: optional
529Maintainer: PBPACKAGER
530Build-Depends: debhelper (>= 4.2.20), PBDEP
531Standards-Version: 3.6.1
532
533Package: PBPKG
534Architecture: amd64 i386 ia64
535Section: PBGRP
536Priority: optional
537Depends: \${shlibs:Depends}, \${misc:Depends}, PBDEP
538Recommends: PBREC
539Suggests: PBSUG
540Description:
541 PBDESC
542 .
543 Homepage: PBURL
544
545EOF
[316]546 close(CONF);
547 open(CONF,"> $ENV{'PBROOT'}/$pp/deb/copyright") || die "Unable to create $ENV{'PBROOT'}/$pp/deb/copyright";
548 print CONF << "EOF";
[273]549This package is debianized by PBPACKAGER
550`date`
551
552The current upstream source was downloaded from
[313]553ftp://ftp.$ENV{'PBPROJ'}.org/src/.
[273]554
555Upstream Authors: Put their name here
556
557Copyright:
558
559 This package is free software; you can redistribute it and/or modify
560 it under the terms of the GNU General Public License as published by
561 the Free Software Foundation; version 2 dated June, 1991.
562
563 This package is distributed in the hope that it will be useful,
564 but WITHOUT ANY WARRANTY; without even the implied warranty of
565 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
566 GNU General Public License for more details.
567
568 You should have received a copy of the GNU General Public License
569 along with this package; if not, write to the Free Software
570 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston,
571 MA 02110-1301, USA.
572
573On Debian systems, the complete text of the GNU General
574Public License can be found in /usr/share/common-licenses/GPL.
575
576EOF
[316]577 close(CONF);
578 open(CONF,"> $ENV{'PBROOT'}/$pp/deb/changelog") || die "Unable to create $ENV{'PBROOT'}/$pp/deb/changelog";
579 print CONF << "EOF";
[273]580PBLOG
581EOF
[316]582 close(CONF);
583 open(CONF,"> $ENV{'PBROOT'}/$pp/deb/compat") || die "Unable to create $ENV{'PBROOT'}/$pp/deb/compat";
584 print CONF << "EOF";
[273]5854
586EOF
[316]587 close(CONF);
588 open(CONF,"> $ENV{'PBROOT'}/$pp/deb/pkg1.dirs") || die "Unable to create $ENV{'PBROOT'}/$pp/deb/$pp.dirs";
589 print CONF << "EOF";
[273]590EOF
[316]591 close(CONF);
592 open(CONF,"> $ENV{'PBROOT'}/$pp/deb/$pp.docs") || die "Unable to create $ENV{'PBROOT'}/$pp/deb/$pp.docs";
593 print CONF << "EOF";
[273]594INSTALL
595COPYING
596AUTHORS
597NEWS
598README
599EOF
[316]600 close(CONF);
601 open(CONF,"> $ENV{'PBROOT'}/$pp/deb/rules") || die "Unable to create $ENV{'PBROOT'}/$pp/deb/rules";
602 print CONF << 'EOF';
[273]603#!/usr/bin/make -f
604# -*- makefile -*-
605# Sample debian/rules that uses debhelper.
606# GNU copyright 1997 to 1999 by Joey Hess.
607#
608# $Id$
609#
610
611# Uncomment this to turn on verbose mode.
612#export DH_VERBOSE=1
613
614# Define package name variable for a one-stop change.
615PACKAGE_NAME = PBPKG
616
617# These are used for cross-compiling and for saving the configure script
618# from having to guess our platform (since we know it already)
619DEB_HOST_GNU_TYPE ?= $(shell dpkg-architecture -qDEB_HOST_GNU_TYPE)
620DEB_BUILD_GNU_TYPE ?= $(shell dpkg-architecture -qDEB_BUILD_GNU_TYPE)
621
622CFLAGS = -Wall -g
623
624ifneq (,$(findstring noopt,$(DEB_BUILD_OPTIONS)))
625 CFLAGS += -O0
626else
627 CFLAGS += -O2
628endif
629ifeq (,$(findstring nostrip,$(DEB_BUILD_OPTIONS)))
630 INSTALL_PROGRAM += -s
631endif
632config.status: configure
633 dh_testdir
634
635 # Configure the package.
636 CFLAGS="$(CFLAGS)" ./configure --host=$(DEB_HOST_GNU_TYPE) --build=$(DEB_BUILD_GNU_TYPE) --prefix=/usr
637 --mandir=\$${prefix}/share/man
638
639# Build both architecture dependent and independent
640build: build-arch build-indep
641
642# Build architecture dependent
643build-arch: build-arch-stamp
644
645build-arch-stamp: config.status
646 dh_testdir
647
648 # Compile the package.
649 $(MAKE)
650
651 touch build-stamp
652
653# Build architecture independent
654build-indep: build-indep-stamp
655
656build-indep-stamp: config.status
657 # Nothing to do, the only indep item is the manual which is available as html in original source
658 touch build-indep-stamp
659
660# Clean up
661clean:
662 dh_testdir
663 dh_testroot
664 rm -f build-arch-stamp build-indep-stamp #CONFIGURE-STAMP#
665 # Clean temporary document directory
666 rm -rf debian/doc-temp
667 # Clean up.
668 -$(MAKE) distclean
669 rm -f config.log
670ifneq "$(wildcard /usr/share/misc/config.sub)" ""
671 cp -f /usr/share/misc/config.sub config.sub
672endif
673ifneq "$(wildcard /usr/share/misc/config.guess)" ""
674 cp -f /usr/share/misc/config.guess config.guess
675endif
676
677 dh_clean
678
679# Install architecture dependent and independent
680install: install-arch install-indep
681
682# Install architecture dependent
683install-arch: build-arch
684 dh_testdir
685 dh_testroot
686 dh_clean -k -s
687 dh_installdirs -s
688
689 # Install the package files into build directory:
690 # - start with upstream make install
691 $(MAKE) install prefix=$(CURDIR)/debian/$(PACKAGE_NAME)/usr mandir=$(CURDIR)/debian/$(PACKAGE_NAME)/us
692r/share/man
693 # - copy html manual to temporary location for renaming
694 mkdir -p debian/doc-temp
695 dh_install -s
696
697# Install architecture independent
698install-indep: build-indep
699 dh_testdir
700 dh_testroot
701 dh_clean -k -i
702 dh_installdirs -i
703 dh_install -i
704
705# Must not depend on anything. This is to be called by
706# binary-arch/binary-indep
707# in another 'make' thread.
708binary-common:
709 dh_testdir
710 dh_testroot
711 dh_installchangelogs ChangeLog
712 dh_installdocs
713 dh_installman
714 dh_link
715 dh_strip
716 dh_compress
717 dh_fixperms
718 dh_installdeb
719 dh_shlibdeps
720 dh_gencontrol
721 dh_md5sums
722 dh_builddeb
723
724# Build architecture independant packages using the common target.
725binary-indep: build-indep install-indep
726 $(MAKE) -f debian/rules DH_OPTIONS=-i binary-common
727
728# Build architecture dependant packages using the common target.
729binary-arch: build-arch install-arch
730 $(MAKE) -f debian/rules DH_OPTIONS=-a binary-common
731
732# Build architecture depdendent and independent packages
733binary: binary-arch binary-indep
734.PHONY: clean binary
735
736EOF
[316]737 close(CONF);
738 pb_mkdir_p("$ENV{'PBROOT'}/$pp/rpm") || die "Unable to create $ENV{'PBROOT'}/$pp/rpm";
739 open(CONF,"> $ENV{'PBROOT'}/$pp/rpm/$pp.spec") || die "Unable to create $ENV{'PBROOT'}/$pp/rpm/$pp.spec";
740 print CONF << 'EOF';
[273]741#
742# $Id$
743#
744
745Summary: bla-bla
746Summary(fr): french bla-bla
747
748Name: PBPKG
749Version: PBVER
750Release: PBTAGPBSUF
[316]751License: PBLIC
[273]752Group: PBGRP
753Url: PBURL
754Source: PBSRC
755BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root-%(id -u -n)
756Requires: PBDEP
757
758%description
759PBDESC
760
761%description -l fr
762french desc
763
764%prep
765%setup -q
766
767%build
768%configure
[288]769make %{?_smp_mflags}
[273]770
771%install
772%{__rm} -rf $RPM_BUILD_ROOT
773make DESTDIR=$RPM_BUILD_ROOT install
774
775%clean
776%{__rm} -rf $RPM_BUILD_ROOT
777
778%files
779%defattr(-,root,root)
780%doc ChangeLog
781%doc INSTALL COPYING README AUTHORS NEWS
782
783%changelog
784PBLOG
785
786EOF
[316]787 close(CONF);
788 pb_mkdir_p("$ENV{'PBROOT'}/$pp/pbfilter") || die "Unable to create $ENV{'PBROOT'}/$pp/pbfilter";
[273]789
[316]790 pb_log(0,"\nDo not to forget to commit the pbconf directory in your CMS if needed\n");
791 }
[273]792 } else {
[314]793 die "Unable to open $ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb";
[273]794 }
[98]795}
[8]796umask 0022;
[315]797return(\%filteredfiles, \%supfiles, \%defpkgdir, \%extpkgdir);
[2]798}
[9]799
[74]800# Internal mkdir -p function
801sub pb_mkdir_p {
[29]802my @dir = @_;
803my $ret = mkpath(@dir, 0, 0755);
804return($ret);
[9]805}
806
[74]807# Internal rm -rf function
808sub pb_rm_rf {
[29]809my @dir = @_;
810my $ret = rmtree(@dir, 0, 0);
811return($ret);
[9]812}
813
[74]814# Internal system function
815sub pb_system {
[29]816
817my $cmd=shift;
[30]818my $cmt=shift || $cmd;
[29]819
[319]820pb_log(0,"$cmt... ");
[117]821#system("$cmd 2>&1 > $ENV{'PBTMP'}/system.log");
[293]822system($cmd);
[29]823if ($? == -1) {
[319]824 pb_log(0,"failed to execute ($cmd) : $!\n");
[106]825 pb_display_file("$ENV{'PBTMP'}/system.log");
[29]826} elsif ($? & 127) {
[319]827 pb_log(0, "child ($cmd) died with signal ".($? & 127).", ".($? & 128) ? 'with' : 'without'." coredump\n");
[106]828 pb_display_file("$ENV{'PBTMP'}/system.log");
829} elsif ($? == 0) {
[319]830 pb_log(0,"OK\n");
[29]831} else {
[319]832 pb_log(0, "child ($cmd) exited with value ".($? >> 8)."\n");
[106]833 pb_display_file("$ENV{'PBTMP'}/system.log");
[29]834}
[30]835}
[74]836
[106]837sub pb_display_file {
838
839my $file=shift;
840
[117]841return if (not -f $file);
842open(FILE,"$file");
[106]843while (<FILE>) {
[108]844 print $_;
[106]845}
846close(FILE);
847}
848
[242]849# Function which returns a pointer on a table
850# corresponding to a set of values queried in the conf file
[88]851# and test the returned vaue as they need to exist in that case
852sub pb_conf_get {
853
854my @param = @_;
[313]855my @return = pb_conf_get_if(@param);
[88]856
[315]857die "No params found for $ENV{'PBPROJ'}" if (not @return);
[313]858
859foreach my $i (0..$#param) {
860 die "No $param[$i] defined for $ENV{'PBPROJ'}" if (not defined $return[$i]);
861}
862return(@return);
863}
864
865# Function which returns a pointer on a table
866# corresponding to a set of values queried in the conf file
867# Those value may be undef if they do not exist
868sub pb_conf_get_if {
869
870my @param = @_;
871
[242]872# Everything is returned via ptr1
[318]873my @ptr1 = ();
874my @ptr2 = ();
875@ptr1 = pb_conf_read_if("$ENV{'PBETC'}", @param) if (defined $ENV{'PBETC'});
876@ptr2 = pb_conf_read_if("$ENV{'PBROOT'}/$ENV{'PBPROJ'}.pb", @param) if ((defined $ENV{'PBROOT'}) and (defined $ENV{'PBPROJ'}));
[89]877
[242]878my $p1;
879my $p2;
880
[315]881pb_log(2,"DEBUG: param1: ".Dumper(@ptr1)."\n");
882pb_log(2,"DEBUG: param2: ".Dumper(@ptr2)."\n");
[262]883
[88]884foreach my $i (0..$#param) {
[262]885 $p1 = $ptr1[$i];
886 $p2 = $ptr2[$i];
[242]887 # Always try to take the param from the home dir conf file in priority
888 # in order to mask what could be defined under the CMS to allow for overloading
889 if (not defined $p2) {
890 # No ref in CMS project conf file so use the home dir one.
[328]891 $p1->{$ENV{'PBPROJ'}} = $p1->{'default'} if ((not defined $p1->{$ENV{'PBPROJ'}}) && (defined $p1->{'default'}));
[242]892 } else {
893 # Ref found in CMS project conf file
894 if (not defined $p1) {
895 # No ref in home dir project conf file so use the CMS one.
[328]896 $p2->{$ENV{'PBPROJ'}} = $p2->{'default'} if ((not defined $p2->{$ENV{'PBPROJ'}}) && (defined $p2->{'default'}));
[327]897 $p1 = $p2;
[242]898 } else {
899 # Both are defined - handling the overloading
900 if (not defined $p1->{'default'}) {
901 if (defined $p2->{'default'}) {
902 $p1->{'default'} = $p2->{'default'};
903 }
904 }
905
906 if (not defined $p1->{$ENV{'PBPROJ'}}) {
907 if (defined $p2->{$ENV{'PBPROJ'}}) {
[328]908 $p1->{$ENV{'PBPROJ'}} = $p2->{$ENV{'PBPROJ'}} if (defined $p2->{$ENV{'PBPROJ'}});
[242]909 } else {
[328]910 $p1->{$ENV{'PBPROJ'}} = $p1->{'default'} if (defined $p1->{'default'});
[242]911 }
912 }
[327]913 # Now copy back into p1 all p2 content which doesn't exist in p1
914 # p1 content (local) always has priority over p2 (project)
915 foreach my $k (keys %$p2) {
916 $p1->{$k} = $p2->{$k} if (not defined $p1->{$k});
917 }
[242]918 }
919 }
[262]920 $ptr1[$i] = $p1;
[315]921 pb_log(2,"DEBUG: param ptr1: ".Dumper(@ptr1)."\n");
[88]922}
[242]923return(@ptr1);
[88]924}
925
926# Function which returns a pointer on a hash
[74]927# corresponding to a declaration (arg2) in a conf file (arg1)
[313]928# if that conf file doesn't exist returns undef
929sub pb_conf_read_if {
930
931my $conffile = shift;
932my @param = @_;
933
934open(CONF,$conffile) || return((undef));
935close(CONF);
936return(pb_conf_read($conffile,@param));
937}
938
939# Function which returns a pointer on a hash
940# corresponding to a declaration (arg2) in a conf file (arg1)
[74]941sub pb_conf_read {
942
943my $conffile = shift;
944my @param = @_;
945my $trace;
946my @ptr;
[291]947my %h;
[74]948
[291]949open(CONF,$conffile) || die "Unable to open $conffile";
950while(<CONF>) {
951 if (/^\s*([A-z0-9-_]+)\s+([[A-z0-9-_]+)\s*=\s*(.+)$/) {
[327]952 pb_log(3,"DEBUG: 1:$1 2:$2 3:$3\n");
[291]953 $h{$1}{$2}=$3;
954 }
[74]955}
[291]956close(CONF);
[74]957
958for my $param (@param) {
[291]959 push @ptr,$h{$param};
[74]960}
[89]961return(@ptr);
[74]962}
963
[313]964# Analyze a url passed and return protocol, account, password, server, port, path
[314]965sub pb_get_uri {
[313]966
[314]967my $uri = shift || undef;
[313]968
[318]969pb_log(2,"DEBUG: uri:$uri\n");
[314]970# A URL has the format protocol://[ac@]host[:port][path[?query][#fragment]].
971# Cf man URI
972my ($scheme, $authority, $path, $query, $fragment) =
[318]973 $uri =~ m|(?:([^:/?#]+):)?(?://([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?| if (defined $uri);
974my ($account,$host,$port) = $authority =~ m|(?:([^\@]+)\@)?([^:]+)(:(?:[0-9]+))?| if (defined $authority);
975
976$scheme = "" if (not defined $scheme);
977$authority = "" if (not defined $authority);
978$path = "" if (not defined $path);
979$account = "" if (not defined $account);
980$host = "" if (not defined $host);
981$port = "" if (not defined $port);
982
[315]983pb_log(2,"DEBUG: scheme:$scheme ac:$account host:$host port:$port path:$path\n");
[314]984return($scheme, $account, $host, $port, $path);
[313]985}
986
987
988# Setup environment for CMS system for URL passed
[74]989sub pb_cms_init {
990
991my $proj = shift || undef;
992
[315]993# Use the project URI
994my ($uri) = pb_conf_get("pburl");
[74]995
[315]996# Extract values from that URI
997my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri->{$ENV{'PBPROJ'}});
998
999if ($scheme =~ /^svn/) {
1000 $ENV{'PBREVISION'}= pb_cms_getinfo($scheme,$uri->{$ENV{'PBPROJ'}},"Revision:");
1001 #$ENV{'PBREVISION'}=`(cd "$ENV{'PBDEVDIR'}" ; svnversion .)`;
[74]1002 $ENV{'PBCMSLOGFILE'}="svn.log";
[315]1003} elsif (($scheme eq "file") || ($scheme eq "ftp") || ($scheme eq "http")) {
[226]1004 $ENV{'PBREVISION'}="flat";
[227]1005 $ENV{'PBCMSLOGFILE'}="flat.log";
[315]1006} elsif ($scheme eq "cvs") {
[106]1007 # Way too slow
1008 #$ENV{'PBREVISION'}=`(cd "$ENV{'PBROOT'}" ; cvs rannotate -f . 2>&1 | awk '{print \$1}' | grep -E '^[0-9]' | cut -d. -f2 |sort -nu | tail -1)`;
1009 #chomp($ENV{'PBREVISION'});
1010 $ENV{'PBREVISION'}="CVS";
[74]1011 $ENV{'PBCMSLOGFILE'}="cvs.log";
[87]1012 #
1013 # Export content if needed
1014 #
[313]1015 my ($cvsrsh) = pb_conf_get_if("cvsrsh");
[299]1016 $ENV{'CVS_RSH'} = $cvsrsh->{$proj} if (defined $cvsrsh->{$proj});
[74]1017} else {
[315]1018 die "cms $scheme unknown";
[74]1019}
[315]1020
1021return($scheme,$uri->{$ENV{'PBPROJ'}});
[74]1022}
1023
[315]1024sub pb_get_date {
1025
1026return(localtime->sec(), localtime->min(), localtime->hour(), localtime->mday(), localtime->mon(), localtime->year(), localtime->wday(), localtime->yday(), localtime->isdst());
1027}
1028
[106]1029sub pb_cms_export {
[315]1030
[319]1031my $uri = shift;
[108]1032my $source = shift;
[106]1033my $destdir = shift;
[108]1034my $tmp;
[115]1035my $tmp1;
[106]1036
[315]1037my @date = pb_get_date();
[319]1038# If it's not flat, then we have a real uri as source
1039my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
[315]1040
[321]1041if ($scheme =~ /^svn/) {
[108]1042 if (-d $source) {
1043 $tmp = $destdir;
1044 } else {
[327]1045 $tmp = "$destdir/".basename($source);
1046 pb_mkdir_p($tmp);
[108]1047 }
[116]1048 pb_system("svn export $source $tmp","Exporting $source from SVN to $tmp");
[319]1049} elsif ($scheme eq "dir") {
[320]1050 pb_system("cp -a $path $destdir","Copying $uri from DIR to $destdir");
[319]1051} elsif (($scheme eq "http") || ($scheme eq "ftp")) {
1052 my $f = basename($path);
1053 unlink "$ENV{'PBTMP'}/$f";
1054 if (-x "/usr/bin/wget") {
[320]1055 pb_system("/usr/bin/wget -nv -O $ENV{'PBTMP'}/$f $uri"," ");
[319]1056 } elsif (-x "/usr/bin/curl") {
1057 pb_system("/usr/bin/curl $uri -o $ENV{'PBTMP'}/$f","Downloading $uri with curl to $ENV{'PBTMP'}/$f\n");
1058 } else {
1059 die "Unable to download $uri.\nNo wget/curl available, please install one of those";
1060 }
1061 pb_cms_export("file://$ENV{'PBTMP'}/$f",$source,$destdir);
1062} elsif ($scheme eq "file") {
1063 use File::MimeInfo;
1064 my $mm = mimetype($path);
1065 pb_log(2,"mimetype: $mm\n");
[320]1066 pb_mkdir_p($destdir);
[319]1067
1068 if ($mm =~ /\/x-bzip-compressed-tar$/) {
1069 # tar+bzip2
[320]1070 pb_system("cd $destdir ; tar xfj $path","Extracting $path in $destdir");
[319]1071 } elsif ($mm =~ /\/x-lzma-compressed-tar$/) {
1072 # tar+lzma
[320]1073 pb_system("cd $destdir ; tar xfY $path","Extracting $path in $destdir");
[319]1074 } elsif ($mm =~ /\/x-compressed-tar$/) {
1075 # tar+gzip
[320]1076 pb_system("cd $destdir ; tar xfz $path","Extracting $path in $destdir");
[319]1077 } elsif ($mm =~ /\/x-tar$/) {
1078 # tar
[320]1079 pb_system("cd $destdir ; tar xf $path","Extracting $path in $destdir");
[319]1080 } elsif ($mm =~ /\/zip$/) {
1081 # zip
[320]1082 pb_system("cd $destdir ; unzip $path","Extracting $path in $destdir");
[319]1083 }
[320]1084 # Maybe we created an extra level of dir under destdir
1085 opendir(DIR,$destdir) || die "Unable to open $destdir";
1086 my $cnt = 0;
1087 my $d0;
1088 foreach my $d (readdir(DIR)) {
1089 pb_log(3,"Looking at \'$d\'...");
1090 next if ($d =~ /^\./);
1091 $cnt++;
1092 $d0 = $d;
1093 }
1094 closedir(DIR);
1095 # Fix that by moving everything below that extra dir under destdir
1096 # and remove the extra dir
1097 if ($cnt == 1) {
1098 pb_system("cd $destdir/$d0 ; mv * .??* .. 2>/dev/null");
1099 pb_rm_rf("$destdir/$d0");
1100 }
[315]1101} elsif ($scheme eq "cvs") {
[106]1102 my $dir=dirname($destdir);
1103 my $base=basename($destdir);
[115]1104 if (-d $source) {
1105 $tmp1 = $source;
1106 $tmp1 =~ s|$ENV{'PBROOT'}/||;
1107 } else {
1108 $tmp1 = dirname($source);
1109 $tmp1 =~ s|$ENV{'PBROOT'}/||;
1110 $tmp1 = $tmp1."/".basename($source);
1111 }
[106]1112 # CVS needs a relative path !
[310]1113 my ($cvsroot) = pb_conf_get("cvsroot");
[315]1114 my $pbdate = strftime("%Y-%m-%d %H:%M:%S", @date);
[310]1115 pb_system("cd $dir ; cvs -d $cvsroot->{$ENV{'PBPROJ'}} export -D \"$pbdate\" -d $base $tmp1","Exporting $source from CVS to $destdir");
[106]1116} else {
[315]1117 die "cms $scheme unknown";
[106]1118}
1119}
1120
[285]1121
1122sub pb_create_authors {
1123
1124my $authors=shift;
1125my $dest=shift;
[315]1126my $scheme=shift;
[285]1127
[286]1128return if ($authors eq "/dev/null");
1129open(SAUTH,$authors) || die "Unable to open $authors";
[320]1130# Save a potentially existing AUTHORS file and write instead toi AUTHORS.pb
1131my $ext = "";
1132if (-f "$dest/AUTHORS") {
1133 $ext = ".pb";
1134}
1135open(DAUTH,"> $dest/AUTHORS$ext") || die "Unable to create $dest/AUTHORS$ext";
[285]1136print DAUTH "Authors of the project are:\n";
1137print DAUTH "===========================\n";
[286]1138while (<SAUTH>) {
[285]1139 my ($nick,$gcos) = split(/:/);
[286]1140 chomp($gcos);
[285]1141 print DAUTH "$gcos";
[315]1142 if (defined $scheme) {
[320]1143 # Do not give a scheme for flat types
1144 my $endstr="";
1145 if ("$ENV{'PBREVISION'}" ne "flat") {
1146 $endstr = " under $scheme";
1147 }
1148 print DAUTH " ($nick$endstr)\n";
[286]1149 } else {
1150 print DAUTH "\n";
1151 }
[285]1152}
1153close(DAUTH);
[286]1154close(SAUTH);
[285]1155}
1156
[106]1157sub pb_cms_log {
[320]1158
[315]1159my $scheme = shift;
[106]1160my $pkgdir = shift;
[285]1161my $dest = shift;
[286]1162my $chglog = shift;
[285]1163my $authors = shift;
[106]1164
[315]1165pb_create_authors($authors,$dest,$scheme);
[285]1166
[320]1167if ($scheme =~ /^svn/) {
[286]1168 if (! -f "$dest/ChangeLog") {
1169 if (-x "/usr/bin/svn2cl") {
[315]1170 pb_system("/usr/bin/svn2cl --group-by-day --authors=$authors -i -o $dest/ChangeLog $pkgdir","Generating ChangeLog from SVN with svn2cl");
[286]1171 } else {
1172 # To be written from pbcl
1173 pb_system("svn log -v $pkgdir > $dest/$ENV{'PBCMSLOGFILE'}","Extracting log info from SVN");
1174 }
[285]1175 }
[320]1176} elsif (($scheme eq "file") || ($scheme eq "dir") || ($scheme eq "http") || ($scheme eq "ftp")) {
[288]1177 if (! -f "$dest/ChangeLog") {
1178 pb_system("echo ChangeLog for $pkgdir > $dest/ChangeLog","Empty ChangeLog file created");
1179 }
[315]1180} elsif ($scheme eq "cvs") {
[106]1181 my $tmp=basename($pkgdir);
1182 # CVS needs a relative path !
[286]1183 if (! -f "$dest/ChangeLog") {
1184 if (-x "/usr/bin/cvs2cl") {
[315]1185 pb_system("/usr/bin/cvs2cl --group-by-day -U $authors -f $dest/ChangeLog $pkgdir","Generating ChangeLog from CVS with cvs2cl");
[286]1186 } else {
1187 # To be written from pbcl
1188 pb_system("cvs log $tmp > $dest/$ENV{'PBCMSLOGFILE'}","Extracting log info from CVS");
1189 }
[285]1190 }
[106]1191} else {
[315]1192 die "cms $scheme unknown";
[106]1193}
1194}
1195
[204]1196sub pb_cms_getinfo {
[318]1197
[315]1198my $scheme = shift;
[314]1199my $dir = shift;
[315]1200my $info = shift || "URL:";
1201
1202my $res = "";
[204]1203my $void = "";
[106]1204
[315]1205if ($scheme =~ /^svn/) {
[314]1206 open(PIPE,"LANGUAGE=C svn info $dir |") || return("");
[204]1207 while (<PIPE>) {
[315]1208 ($void,$res) = split(/^$info/) if (/^$info/);
[204]1209 }
[318]1210 $res =~ s/^\s*//;
[204]1211 close(PIPE);
[315]1212 chomp($res);
1213} elsif ($scheme eq "flat") {
1214} elsif ($scheme eq "cvs") {
[204]1215} else {
[315]1216 die "cms $scheme unknown";
[204]1217}
[318]1218pb_log(2,"Found CMS info: $res\n");
[315]1219return($res);
[204]1220}
1221
1222sub pb_cms_copy {
[315]1223my $scheme = shift;
[204]1224my $oldurl = shift;
1225my $newurl = shift;
1226
[315]1227if ($scheme eq "svn") {
[212]1228 pb_system("svn copy -m \"Creation of $newurl from $oldurl\" $oldurl $newurl","Copying $oldurl to $newurl ");
[315]1229} elsif ($scheme eq "flat") {
1230} elsif ($scheme eq "cvs") {
[204]1231} else {
[315]1232 die "cms $scheme unknown";
[204]1233}
1234}
1235
1236sub pb_cms_checkout {
[315]1237my $scheme = shift;
[204]1238my $url = shift;
1239my $destination = shift;
1240
[315]1241if ($scheme =~ /^svn/) {
[320]1242 pb_system("svn co $url $destination","Checking out $url to $destination ");
[315]1243} elsif ($scheme eq "flat") {
1244} elsif ($scheme eq "cvs") {
[204]1245} else {
[315]1246 die "cms $scheme unknown";
[204]1247}
1248}
1249
[208]1250sub pb_cms_checkin {
[315]1251my $scheme = shift;
[208]1252my $dir = shift;
1253
[212]1254my $ver = basename($dir);
[315]1255if ($scheme eq "svn") {
[212]1256 pb_system("svn ci -m \"Updated to $ver\" $dir","Checking in $dir");
[208]1257 pb_system("svn up $dir","Updating $dir");
[315]1258} elsif ($scheme eq "flat") {
1259} elsif ($scheme eq "cvs") {
[208]1260} else {
[315]1261 die "cms $scheme unknown";
[208]1262}
1263}
1264
[204]1265sub pb_cms_isdiff {
[315]1266my $scheme = shift;
[204]1267
[315]1268if ($scheme eq "svn") {
[204]1269 open(PIPE,"svn diff $ENV{'PBROOT'} |") || die "Unable to get svn diff from $ENV{'PBROOT'}";
1270 my $l = 0;
1271 while (<PIPE>) {
1272 $l++;
1273 }
1274 return($l);
[315]1275} elsif ($scheme eq "flat") {
1276} elsif ($scheme eq "cvs") {
[204]1277} else {
[315]1278 die "cms $scheme unknown";
[204]1279}
1280}
1281
[77]1282# Get all filters to apply
1283# They're cumulative from less specific to most specific
1284# suffix is .pbf
1285
1286sub pb_get_filters {
1287
1288my @ffiles;
[235]1289my ($ffile00, $ffile0, $ffile1, $ffile2, $ffile3);
1290my ($mfile00, $mfile0, $mfile1, $mfile2, $mfile3);
[77]1291my $pbpkg = shift || die "No package specified";
[236]1292my $dtype = shift || "";
1293my $dfam = shift || "";
1294my $ddir = shift || "";
1295my $dver = shift || "";
[77]1296my $ptr; # returned value pointer on the hash of filters
[79]1297my %ptr;
[291]1298my %h;
[77]1299
[169]1300# Global filter files first, then package specificities
[314]1301if (-d "$ENV{'PBROOT'}/pbfilter") {
1302 $mfile00 = "$ENV{'PBROOT'}/pbfilter/all.pbf" if (-f "$ENV{'PBROOT'}/pbfilter/all.pbf");
1303 $mfile0 = "$ENV{'PBROOT'}/pbfilter/$dtype.pbf" if (-f "$ENV{'PBROOT'}/pbfilter/$dtype.pbf");
1304 $mfile1 = "$ENV{'PBROOT'}/pbfilter/$dfam.pbf" if (-f "$ENV{'PBROOT'}/pbfilter/$dfam.pbf");
1305 $mfile2 = "$ENV{'PBROOT'}/pbfilter/$ddir.pbf" if (-f "$ENV{'PBROOT'}/pbfilter/$ddir.pbf");
1306 $mfile3 = "$ENV{'PBROOT'}/pbfilter/$ddir-$dver.pbf" if (-f "$ENV{'PBROOT'}/pbfilter/$ddir-$dver.pbf");
[169]1307
[231]1308 push @ffiles,$mfile00 if (defined $mfile00);
[169]1309 push @ffiles,$mfile0 if (defined $mfile0);
1310 push @ffiles,$mfile1 if (defined $mfile1);
1311 push @ffiles,$mfile2 if (defined $mfile2);
1312 push @ffiles,$mfile3 if (defined $mfile3);
1313}
1314
[314]1315if (-d "$ENV{'PBROOT'}/$pbpkg/pbfilter") {
1316 $ffile00 = "$ENV{'PBROOT'}/$pbpkg/pbfilter/all.pbf" if (-f "$ENV{'PBROOT'}/$pbpkg/pbfilter/all.pbf");
1317 $ffile0 = "$ENV{'PBROOT'}/$pbpkg/pbfilter/$dtype.pbf" if (-f "$ENV{'PBROOT'}/$pbpkg/pbfilter/$dtype.pbf");
1318 $ffile1 = "$ENV{'PBROOT'}/$pbpkg/pbfilter/$dfam.pbf" if (-f "$ENV{'PBROOT'}/$pbpkg/pbfilter/$dfam.pbf");
1319 $ffile2 = "$ENV{'PBROOT'}/$pbpkg/pbfilter/$ddir.pbf" if (-f "$ENV{'PBROOT'}/$pbpkg/pbfilter/$ddir.pbf");
1320 $ffile3 = "$ENV{'PBROOT'}/$pbpkg/pbfilter/$ddir-$dver.pbf" if (-f "$ENV{'PBROOT'}/$pbpkg/pbfilter/$ddir-$dver.pbf");
[77]1321
[231]1322 push @ffiles,$ffile00 if (defined $ffile00);
[77]1323 push @ffiles,$ffile0 if (defined $ffile0);
1324 push @ffiles,$ffile1 if (defined $ffile1);
1325 push @ffiles,$ffile2 if (defined $ffile2);
1326 push @ffiles,$ffile3 if (defined $ffile3);
1327}
1328if (@ffiles) {
[315]1329 pb_log(2,"DEBUG ffiles: ".Dumper(\@ffiles)."\n");
[79]1330
[291]1331 foreach my $f (@ffiles) {
1332 open(CONF,$f) || next;
1333 while(<CONF>) {
1334 if (/^\s*([A-z0-9-_]+)\s+([[A-z0-9-_]+)\s*=\s*(.+)$/) {
1335 $h{$1}{$2}=$3;
1336 }
[79]1337 }
[291]1338 close(CONF);
[79]1339
[291]1340 $ptr = $h{"filter"};
[315]1341 pb_log(2,"DEBUG f:".Dumper($ptr)."\n");
[291]1342 }
[77]1343} else {
1344 $ptr = { };
1345}
[79]1346%ptr = %$ptr;
1347return(\%ptr);
[77]1348}
1349
[236]1350# Function which applies filter on pb build files
[77]1351sub pb_filter_file_pb {
1352
1353my $f=shift;
1354my $ptr=shift;
1355my %filter=%$ptr;
1356my $destfile=shift;
1357my $dtype=shift;
[99]1358my $pbsuf=shift;
[297]1359my $pbproj=shift;
[80]1360my $pbpkg=shift;
1361my $pbver=shift;
1362my $pbtag=shift;
1363my $pbrev=shift;
1364my $pbdate=shift;
[108]1365my $defpkgdir = shift;
1366my $extpkgdir = shift;
[174]1367my $pbpackager = shift;
[285]1368my $chglog = shift || undef;
[77]1369
[315]1370pb_log(2,"DEBUG: From $f to $destfile\n");
[77]1371pb_mkdir_p(dirname($destfile)) if (! -d dirname($destfile));
1372open(DEST,"> $destfile") || die "Unable to create $destfile";
1373open(FILE,"$f") || die "Unable to open $f: $!";
1374while (<FILE>) {
1375 my $line = $_;
1376 foreach my $s (keys %filter) {
1377 # Process single variables
[315]1378 pb_log(2,"DEBUG filter{$s}: $filter{$s}\n");
[77]1379 my $tmp = $filter{$s};
1380 next if (not defined $tmp);
1381 # Expand variables if any single one found
[315]1382 pb_log(2,"DEBUG tmp: $tmp\n");
[77]1383 if ($tmp =~ /\$/) {
1384 eval { $tmp =~ s/(\$\w+)/$1/eeg };
1385 # special case for ChangeLog only for pb
[259]1386 } elsif (($s =~ /^PBLOG$/) && ($line =~ /^PBLOG$/)) {
[108]1387 my $p = $defpkgdir->{$pbpkg};
1388 $p = $extpkgdir->{$pbpkg} if (not defined $p);
[285]1389 pb_changelog($dtype, $pbpkg, $pbver, $pbtag, $pbsuf, $p, \*DEST, $tmp, $chglog);
[254]1390 $tmp = "";
[77]1391 }
1392 $line =~ s|$s|$tmp|;
1393 }
1394 print DEST $line;
1395}
1396close(FILE);
1397close(DEST);
1398}
1399
1400# Function which applies filter on files (external call)
[315]1401sub pb_filter_file_inplace {
1402
1403my $ptr=shift;
1404my %filter=%$ptr;
1405my $destfile=shift;
1406my $pbproj=shift;
1407my $pbpkg=shift;
1408my $pbver=shift;
1409my $pbtag=shift;
1410my $pbrev=shift;
1411my $pbdate=shift;
1412my $pbpackager=shift;
1413
1414my $cp = "$ENV{'PBTMP'}/".basename($destfile);
1415copy($destfile,$cp) || die "Unable to create $cp";
1416
1417pb_filter_file($cp,$ptr,$destfile,$pbproj,$pbpkg,$pbver,$pbtag,$pbrev,$pbdate,$pbpackager);
1418unlink $cp;
1419}
1420
1421# Function which applies filter on files (external call)
[77]1422sub pb_filter_file {
1423
1424my $f=shift;
1425my $ptr=shift;
1426my %filter=%$ptr;
1427my $destfile=shift;
[298]1428my $pbproj=shift;
[80]1429my $pbpkg=shift;
1430my $pbver=shift;
1431my $pbtag=shift;
1432my $pbrev=shift;
1433my $pbdate=shift;
[174]1434my $pbpackager=shift;
[77]1435
[315]1436pb_log(2,"DEBUG: From $f to $destfile\n");
[77]1437pb_mkdir_p(dirname($destfile)) if (! -d dirname($destfile));
1438open(DEST,"> $destfile") || die "Unable to create $destfile";
1439open(FILE,"$f") || die "Unable to open $f: $!";
1440while (<FILE>) {
1441 my $line = $_;
1442 foreach my $s (keys %filter) {
1443 # Process single variables
[315]1444 pb_log(2,"DEBUG filter{$s}: $filter{$s}\n");
[77]1445 my $tmp = $filter{$s};
1446 next if (not defined $tmp);
1447 # Expand variables if any single one found
1448 if ($tmp =~ /\$/) {
1449 eval { $tmp =~ s/(\$\w+)/$1/eeg };
1450 }
1451 $line =~ s|$s|$tmp|;
1452 }
1453 print DEST $line;
1454}
1455close(FILE);
1456close(DEST);
1457}
1458
[315]1459sub pb_log_init {
[77]1460
[315]1461$debug = shift || 0;
1462$LOG = shift || \*STDOUT;
1463
1464}
1465
1466sub pb_log {
1467
1468my $dlevel = shift;
1469my $msg = shift;
1470
[318]1471print $LOG "$msg" if ($dlevel <= $debug);
[315]1472}
1473
[316]1474#
1475# Return the list of packages we are working on
1476#
1477sub pb_get_pkg {
1478
1479my @pkgs = ();
1480my $defpkgdir = shift || undef;
1481my $extpkgdir = shift || undef;
1482
1483# Get packages list
1484if (not defined $ARGV[0]) {
1485 @pkgs = keys %$defpkgdir if (defined $defpkgdir);
1486} elsif ($ARGV[0] =~ /^all$/) {
[317]1487 @pkgs = keys %$defpkgdir if (defined $defpkgdir);
[316]1488 push(@pkgs, keys %$extpkgdir) if (defined $extpkgdir);
1489} else {
1490 @pkgs = @ARGV;
1491}
1492pb_log(0,"Packages: ".join(',',@pkgs)."\n");
1493return(\@pkgs);
1494}
1495
[327]1496sub pb_cms_compliant {
1497
1498my $param = shift;
1499my $envar = shift;
1500my $defdir = shift;
1501my $uri = shift;
1502my $pbinit = shift;
1503#
1504# Check pbconf/project cms compliance
1505#
1506
1507my ($pdir) = pb_conf_get_if($param);
1508my %pdir = %$pdir;
1509
1510if ((defined $pdir) && (defined $pdir{$ENV{'PBPROJ'}})) {
1511 # That's always the environment variable that will be used
1512 $ENV{$envar} = $pdir{$ENV{'PBPROJ'}};
1513} else {
1514 pb_log(0,"WARNING: no $param defined, using $defdir\n");
1515 pb_log(0," Please create a $param reference for project $ENV{'PBPROJ'} in $ENV{'PBETC'}\n");
1516 pb_log(0," if you want to use another directory\n");
1517 $ENV{$envar} = "$defdir";
1518}
1519
1520# Expand potential env variable in it
1521eval { $ENV{$envar} =~ s/(\$ENV.+\})/$1/eeg };
1522pb_log(2,"$envar: $ENV{$envar}\n");
1523
1524my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
1525
1526if ((! -d "$ENV{$envar}") || (defined $pbinit)) {
1527 pb_log(1,"Checking out $uri\n");
1528 pb_cms_checkout($scheme,$uri,$ENV{$envar});
1529} else {
1530 pb_log(1,"$uri found locally, checking content\n");
1531 my $cmsurl = pb_cms_getinfo($scheme,$ENV{$envar},"URL:");
1532 my ($scheme2, $account2, $host2, $port2, $path2) = pb_get_uri($cmsurl);
1533 if ($cmsurl ne $uri) {
1534 # The local content doesn't correpond to the repository
1535 pb_log(0,"ERROR: Inconsistency detected:\n");
1536 pb_log(0," * $ENV{$envar} refers to $cmsurl but\n");
1537 pb_log(0," * $ENV{'PBETC'} refers to $uri\n");
1538 die "Project $ENV{'PBPROJ'} is not Project-Builder compliant.";
1539 } else {
1540 pb_log(1,"Content correct - doing nothing - you may want to update your repository however\n");
1541 # they match - do nothing - there may be local changes
1542 }
1543}
1544}
1545
[328]1546sub pb_changelog {
1547
1548my $dtype = shift;
1549my $pkg = shift;
1550my $pbver = shift;
1551my $pbtag = shift;
1552my $dsuf = shift;
1553my $path = shift;
1554my $OUTPUT = shift;
1555my $doit = shift;
1556my $chglog = shift || undef;
1557
1558my $log = "";
1559
1560# For date handling
1561$ENV{LANG}="C";
1562
1563if ((not (defined $dtype)) || ($dtype eq "") ||
1564 (not (defined $pkg)) || ($pkg eq "") ||
1565 (not (defined $pbver)) || ($pbver eq "") ||
1566 (not (defined $pbtag)) || ($pbtag eq "") ||
1567 (not (defined $dsuf)) || ($dsuf eq "") ||
1568 (not (defined $path)) || ($path eq "") ||
1569 (not (defined $OUTPUT)) || ($OUTPUT eq "") ||
1570 (not (defined $doit)) || ($doit eq "")) {
1571 print $OUTPUT "\n";
1572 return;
1573}
1574
1575if (((not defined $chglog) || (! -f $chglog)) && ($doit eq "yes")) {
1576 #pb_log(2,"No ChangeLog file ($chglog) for $pkg\n";
1577 print $OUTPUT "\n";
1578 return;
1579}
1580
1581my $date;
1582my $ndate;
1583my $n2date;
1584my $ver;
1585my $ver2;
1586my ($packager) = pb_conf_get("pbpackager");
1587
1588# If we don't need to do it, or don't have it fake something
1589if (((not defined $chglog) || (! -f $chglog)) && ($doit ne "yes")) {
1590 my @date=(localtime->sec(), localtime->min(), localtime->hour(), localtime->mday(), localtime->mon(), localtime->year(), localtime->wday(), localtime->yday(), localtime->isdst());
1591 $date = strftime("%Y-%m-%d", @date);
1592 $ndate = UnixDate($date,"%a", "%b", "%d", "%Y");
1593 $n2date = &UnixDate($date,"%a, %d %b %Y %H:%M:%S %z");
1594 if (($dtype eq "rpm") || ($dtype eq "fc")) {
1595 $ver2 = "$pbver-$pbtag$dsuf";
1596 print $OUTPUT "* $ndate $packager->{$ENV{'PBPROJ'}} $ver2\n";
1597 print $OUTPUT "- Updated to $pbver\n";
1598 }
1599 if ($dtype eq "deb") {
1600 print $OUTPUT "$pkg ($pbver) unstable; urgency=low\n";
1601 print $OUTPUT "\n";
1602 print $OUTPUT " -- $packager->{$ENV{'PBPROJ'}} $n2date\n\n\n";
1603 }
1604 return;
1605}
1606
1607open(INPUT,"$chglog") || die "Unable to open $chglog (read)";
1608
1609# Skip first 4 lines
1610my $tmp = <INPUT>;
1611$tmp = <INPUT>;
1612$tmp = <INPUT>;
1613if ($dtype eq "announce") {
1614 print $OUTPUT $tmp;
1615}
1616$tmp = <INPUT>;
1617if ($dtype eq "announce") {
1618 print $OUTPUT $tmp;
1619}
1620
1621my $first=1;
1622
1623# Handle each block separated by newline
1624while (<INPUT>) {
1625 ($ver, $date) = split(/ /);
1626 $ver =~ s/^v//;
1627 chomp($date);
1628 $date =~ s/\(([0-9-]+)\)/$1/;
1629 #pb_log(2,"**$date**\n";
1630 $ndate = UnixDate($date,"%a", "%b", "%d", "%Y");
1631 $n2date = &UnixDate($date,"%a, %d %b %Y %H:%M:%S %z");
1632 #pb_log(2,"**$ndate**\n";
1633
1634 if (($dtype eq "rpm") || ($dtype eq "fc")) {
1635 if ($ver !~ /-/) {
1636 if ($first eq 1) {
1637 $ver2 = "$ver-$pbtag$dsuf";
1638 $first=0;
1639 } else {
1640 $ver2 = "$ver-1$dsuf";
1641 }
1642 } else {
1643 $ver2 = "$ver$dsuf";
1644 }
1645 print $OUTPUT "* $ndate $packager->{$ENV{'PBPROJ'}} $ver2\n";
1646 print $OUTPUT "- Updated to $ver\n";
1647 }
1648 if ($dtype eq "deb") {
1649 print $OUTPUT "$pkg ($ver) unstable; urgency=low\n";
1650 print $OUTPUT "\n";
1651 }
1652
1653 $tmp = <INPUT>;
1654 while ($tmp !~ /^$/) {
1655 if ($dtype eq "deb") {
1656 $tmp =~ s/^- //;
1657 print $OUTPUT " * $tmp";
1658 } elsif ($dtype eq "rpm") {
1659 print $OUTPUT "$tmp";
1660 } else {
1661 print $OUTPUT "$tmp";
1662 }
1663 last if (eof(INPUT));
1664 $tmp = <INPUT>;
1665 }
1666 print $OUTPUT "\n";
1667
1668 if ($dtype eq "deb") {
1669 # Cf: http://www.debian.org/doc/debian-policy/ch-source.html#s-dpkgchangelog
1670 print $OUTPUT " -- $packager->{$ENV{'PBPROJ'}} $n2date\n\n\n";
1671 }
1672
1673 last if (eof(INPUT));
1674 last if ($dtype eq "announce");
1675}
1676close(INPUT);
1677}
[2]16781;
Note: See TracBrowser for help on using the repository browser.