| 1 | #!/usr/bin/perl -w
|
|---|
| 2 | #
|
|---|
| 3 | # Project Builder VCS module
|
|---|
| 4 | # VCS subroutines brought by the the Project-Builder project
|
|---|
| 5 | # which can be easily used across projects needing to perform
|
|---|
| 6 | # VCS related operations
|
|---|
| 7 | #
|
|---|
| 8 | # $Id$
|
|---|
| 9 | #
|
|---|
| 10 | # Copyright B. Cornec 2007-today
|
|---|
| 11 | # Eric Anderson's changes are (c) Copyright 2012 Hewlett Packard
|
|---|
| 12 | # Provided under the GPL v2
|
|---|
| 13 |
|
|---|
| 14 | package ProjectBuilder::VCS;
|
|---|
| 15 |
|
|---|
| 16 | use strict 'vars';
|
|---|
| 17 | use Carp 'confess';
|
|---|
| 18 | use Cwd 'abs_path';
|
|---|
| 19 | use Data::Dumper;
|
|---|
| 20 | use English;
|
|---|
| 21 | use File::Basename;
|
|---|
| 22 | use File::Copy;
|
|---|
| 23 | use POSIX qw(strftime);
|
|---|
| 24 | use lib qw (lib);
|
|---|
| 25 | use ProjectBuilder::Version;
|
|---|
| 26 | use ProjectBuilder::Base;
|
|---|
| 27 | use ProjectBuilder::Conf;
|
|---|
| 28 |
|
|---|
| 29 | # Inherit from the "Exporter" module which handles exporting functions.
|
|---|
| 30 |
|
|---|
| 31 | use vars qw($VERSION $REVISION @ISA @EXPORT);
|
|---|
| 32 | use Exporter;
|
|---|
| 33 |
|
|---|
| 34 | # Export, by default, all the functions into the namespace of
|
|---|
| 35 | # any code which uses this module.
|
|---|
| 36 |
|
|---|
| 37 | our @ISA = qw(Exporter);
|
|---|
| 38 | our @EXPORT = qw(pb_vcs_export pb_vcs_get_uri pb_vcs_copy pb_vcs_checkout pb_vcs_up pb_vcs_checkin pb_vcs_isdiff pb_vcs_add pb_vcs_add_if_not_in pb_vcs_cmd pb_vcs_compliant);
|
|---|
| 39 | ($VERSION,$REVISION) = pb_version_init();
|
|---|
| 40 |
|
|---|
| 41 | =pod
|
|---|
| 42 |
|
|---|
| 43 | =head1 NAME
|
|---|
| 44 |
|
|---|
| 45 | ProjectBuilder::VCS, part of the project-builder.org
|
|---|
| 46 |
|
|---|
| 47 | =head1 DESCRIPTION
|
|---|
| 48 |
|
|---|
| 49 | This modules provides version control system functions.
|
|---|
| 50 |
|
|---|
| 51 | =head1 USAGE
|
|---|
| 52 |
|
|---|
| 53 | =over 4
|
|---|
| 54 |
|
|---|
| 55 | =item B<pb_vcs_export>
|
|---|
| 56 |
|
|---|
| 57 | This function exports a VCS content to a directory.
|
|---|
| 58 | The first parameter is the URL of the VCS content.
|
|---|
| 59 | The second parameter is the directory in which it is locally exposed (result of a checkout). If undef, then use the original VCS content.
|
|---|
| 60 | The third parameter is the directory where we want to deliver it (result of export).
|
|---|
| 61 | It returns the original tar file if we need to preserve it and undef if we use the produced one.
|
|---|
| 62 |
|
|---|
| 63 | =cut
|
|---|
| 64 |
|
|---|
| 65 | sub pb_vcs_export {
|
|---|
| 66 |
|
|---|
| 67 | my $uri = shift;
|
|---|
| 68 | my $source = shift;
|
|---|
| 69 | my $destdir = shift;
|
|---|
| 70 | my $tmp;
|
|---|
| 71 | my $tmp1;
|
|---|
| 72 |
|
|---|
| 73 | pb_log(1,"pb_vcs_export uri: $uri - destdir: $destdir\n");
|
|---|
| 74 | pb_log(1,"pb_vcs_export source: $source\n") if (defined $source);
|
|---|
| 75 | my @date = pb_get_date();
|
|---|
| 76 | # If it's not flat, then we have a real uri as source
|
|---|
| 77 | my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
|
|---|
| 78 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 79 | $uri = pb_vcs_mod_socks($uri);
|
|---|
| 80 |
|
|---|
| 81 | if ($scheme =~ /^svn/) {
|
|---|
| 82 | if (defined $source) {
|
|---|
| 83 | if (-d $source) {
|
|---|
| 84 | $tmp = $destdir;
|
|---|
| 85 | } else {
|
|---|
| 86 | $tmp = "$destdir/".basename($source);
|
|---|
| 87 | }
|
|---|
| 88 | $source = pb_vcs_mod_htftp($source,"svn");
|
|---|
| 89 | pb_system("$vcscmd export $source $tmp","Exporting $source from $scheme to $tmp ");
|
|---|
| 90 | } else {
|
|---|
| 91 | $uri = pb_vcs_mod_htftp($uri,"svn");
|
|---|
| 92 | pb_system("$vcscmd export $uri $destdir","Exporting $uri from $scheme to $destdir ");
|
|---|
| 93 | }
|
|---|
| 94 | } elsif ($scheme eq "svk") {
|
|---|
| 95 | my $src = $source;
|
|---|
| 96 | if (defined $source) {
|
|---|
| 97 | if (-d $source) {
|
|---|
| 98 | $tmp = $destdir;
|
|---|
| 99 | } else {
|
|---|
| 100 | $tmp = "$destdir/".basename($source);
|
|---|
| 101 | $src = dirname($source);
|
|---|
| 102 | }
|
|---|
| 103 | $source = pb_vcs_mod_htftp($source,"svk");
|
|---|
| 104 | # This doesn't exist !
|
|---|
| 105 | # pb_system("$vcscmd export $path $tmp","Exporting $path from $scheme to $tmp ");
|
|---|
| 106 | pb_log(4,"$uri,$source,$destdir,$scheme, $account, $host, $port, $path,$tmp");
|
|---|
| 107 | if (-d $source) {
|
|---|
| 108 | pb_system("mkdir -p $tmp ; cd $tmp; tar -cf - -C $source . | tar xf -","Exporting $source from $scheme to $tmp ");
|
|---|
| 109 | } else {
|
|---|
| 110 | # If source is file do not use -C with source
|
|---|
| 111 | pb_system("mkdir -p ".dirname($tmp)." ; cd ".dirname($tmp)."; tar -cf - -C $src ".basename($source)." | tar xf -","Exporting $src/".basename($source)." from $scheme to $tmp ");
|
|---|
| 112 | }
|
|---|
| 113 | } else {
|
|---|
| 114 | # Look at svk admin hotcopy
|
|---|
| 115 | confess "Unable to export from svk without a source defined";
|
|---|
| 116 | }
|
|---|
| 117 | } elsif ($scheme eq "dir") {
|
|---|
| 118 | pb_system("cp -r $path $destdir","Copying $uri from DIR to $destdir ");
|
|---|
| 119 | } elsif ($scheme =~ /^file/) {
|
|---|
| 120 | eval
|
|---|
| 121 | {
|
|---|
| 122 | require File::MimeInfo;
|
|---|
| 123 | File::MimeInfo->import();
|
|---|
| 124 | };
|
|---|
| 125 | if ($@) {
|
|---|
| 126 | # File::MimeInfo not found
|
|---|
| 127 | confess("ERROR: Install File::MimeInfo to handle scheme $scheme\n");
|
|---|
| 128 | }
|
|---|
| 129 |
|
|---|
| 130 | my $mm = mimetype($path);
|
|---|
| 131 | pb_log(2,"mimetype: $mm\n");
|
|---|
| 132 |
|
|---|
| 133 | # Check whether the file is well formed
|
|---|
| 134 | # (containing already a directory with the project-version name)
|
|---|
| 135 | #
|
|---|
| 136 | # If it's not the case, we try to adapt, but distro needing
|
|---|
| 137 | # to verify the checksum will have issues (Fedora)
|
|---|
| 138 | # Then upstream should be notified that they need to change their rules
|
|---|
| 139 | # This doesn't apply to patches or additional sources of course.
|
|---|
| 140 | my ($pbwf) = pb_conf_get_if("pbwf");
|
|---|
| 141 | if ((defined $pbwf) && (defined $pbwf->{$ENV{'PBPROJ'}}) && ($path !~ /\/pbpatch\//) && ($path !~ /\/pbsrc\//)) {
|
|---|
| 142 | $destdir = dirname($destdir);
|
|---|
| 143 | pb_log(2,"This is a well-formed file so destdir is now $destdir\n");
|
|---|
| 144 | }
|
|---|
| 145 | pb_mkdir_p($destdir);
|
|---|
| 146 |
|
|---|
| 147 | if ($mm =~ /\/x-bzip-compressed-tar$/) {
|
|---|
| 148 | # tar+bzip2
|
|---|
| 149 | pb_system("cd $destdir ; tar xfj $path","Extracting $path in $destdir ");
|
|---|
| 150 | } elsif ($mm =~ /\/x-lzma-compressed-tar$/) {
|
|---|
| 151 | # tar+lzma
|
|---|
| 152 | pb_system("cd $destdir ; tar xfY $path","Extracting $path in $destdir ");
|
|---|
| 153 | } elsif ($mm =~ /\/x-compressed-tar$/) {
|
|---|
| 154 | # tar+gzip
|
|---|
| 155 | pb_system("cd $destdir ; tar xfz $path","Extracting $path in $destdir ");
|
|---|
| 156 | } elsif ($mm =~ /\/x-tar$/) {
|
|---|
| 157 | # tar
|
|---|
| 158 | pb_system("cd $destdir ; tar xf $path","Extracting $path in $destdir ");
|
|---|
| 159 | } elsif ($mm =~ /\/zip$/) {
|
|---|
| 160 | # zip
|
|---|
| 161 | pb_system("cd $destdir ; unzip $path","Extracting $path in $destdir ");
|
|---|
| 162 | } else {
|
|---|
| 163 | # simple file: copy it (patch e.g.)
|
|---|
| 164 | copy($path,$destdir);
|
|---|
| 165 | }
|
|---|
| 166 | } elsif ($scheme =~ /^hg/) {
|
|---|
| 167 | if (defined $source) {
|
|---|
| 168 | if (-d $source) {
|
|---|
| 169 | $tmp = $destdir;
|
|---|
| 170 | } else {
|
|---|
| 171 | $tmp = "$destdir/".basename($source);
|
|---|
| 172 | }
|
|---|
| 173 | $source = pb_vcs_mod_htftp($source,"hg");
|
|---|
| 174 | pb_system("cd $source ; $vcscmd archive $tmp","Exporting $source from Mercurial to $tmp ");
|
|---|
| 175 | } else {
|
|---|
| 176 | $uri = pb_vcs_mod_htftp($uri,"hg");
|
|---|
| 177 | pb_system("$vcscmd clone $uri $destdir","Exporting $uri from Mercurial to $destdir ");
|
|---|
| 178 | }
|
|---|
| 179 | } elsif ($scheme =~ /^git/) {
|
|---|
| 180 | if ($scheme =~ /svn/) {
|
|---|
| 181 | if (defined $source) {
|
|---|
| 182 | if (-d $source) {
|
|---|
| 183 | $tmp = $destdir;
|
|---|
| 184 | } else {
|
|---|
| 185 | $tmp = "$destdir/".basename($source);
|
|---|
| 186 | }
|
|---|
| 187 | $source = pb_vcs_mod_htftp($source,"git");
|
|---|
| 188 | pb_system("cp -a $source $tmp","Exporting $source from $scheme to $tmp ");
|
|---|
| 189 | } else {
|
|---|
| 190 | $uri = pb_vcs_mod_htftp($uri,"git");
|
|---|
| 191 | pb_system("$vcscmd clone $uri $destdir","Exporting $uri from $scheme to $destdir ");
|
|---|
| 192 | }
|
|---|
| 193 | } else {
|
|---|
| 194 | if (defined $source) {
|
|---|
| 195 | if (-d $source) {
|
|---|
| 196 | $tmp = $destdir;
|
|---|
| 197 | } else {
|
|---|
| 198 | $tmp = "$destdir/".basename($source);
|
|---|
| 199 | }
|
|---|
| 200 | $source = pb_vcs_mod_htftp($source,"git");
|
|---|
| 201 | my ($pbpbr) = pb_conf_get_if("pbpbr");
|
|---|
| 202 | if ((defined $pbpbr) && (defined $pbpbr->{$ENV{'PBPROJ'}})) {
|
|---|
| 203 | # The project uses pbr so benefit from it to export data
|
|---|
| 204 | pb_system("cd $source ; mkdir $tmp ; python setup.py sdist --keep-temp --dist-dir $tmp ; cd $tmp ; file=`ls *.tar.gz` ; if [ _\$file = _ ] || [ ! -f \$file ]; then exit -1; fi; tar xfz \$file ; dir=`tar tvfz \$file | head -1 | awk '{print \$6}'` ; if [ ! -d \$dir ] || [ _\$dir = _ ] || [ \$dir = / ]; then exit -1 ; fi ; mv \$dir/* \$dir/.??* . ; rmdir \$dir ; rm -f \$file ; ls -al ","Exporting current $source from GIT with pbr to $tmp ");
|
|---|
| 205 | } else {
|
|---|
| 206 | # no pbr do it ourselves
|
|---|
| 207 | pb_system("cd $source ; stid=`$vcscmd stash create` ; $vcscmd archive --format=tar \$\{stid:=HEAD\} | (mkdir $tmp && cd $tmp && tar xf -)","Exporting current $source from GIT to $tmp ");
|
|---|
| 208 | }
|
|---|
| 209 | } else {
|
|---|
| 210 | $uri = pb_vcs_mod_htftp($uri,"git");
|
|---|
| 211 | pb_system("$vcscmd clone $uri $destdir","Exporting $uri from GIT to $destdir ");
|
|---|
| 212 | }
|
|---|
| 213 | }
|
|---|
| 214 | } elsif ($scheme =~ /^cvs/) {
|
|---|
| 215 | # CVS needs a relative path !
|
|---|
| 216 | my $dir=dirname($destdir);
|
|---|
| 217 | my $base=basename($destdir);
|
|---|
| 218 | if (defined $source) {
|
|---|
| 219 | # CVS also needs a modules name not a dir
|
|---|
| 220 | $tmp1 = basename($source);
|
|---|
| 221 | } else {
|
|---|
| 222 | # Probably not right, should be checked, but that way I'll notice it :-)
|
|---|
| 223 | pb_log(0,"You're in an untested part of project-builder.org, please report any result upstream\n");
|
|---|
| 224 | $tmp1 = $uri;
|
|---|
| 225 | }
|
|---|
| 226 | # If we're working on the CVS itself
|
|---|
| 227 | my $cvstag = basename($ENV{'PBROOTDIR'});
|
|---|
| 228 | my $cvsopt = "";
|
|---|
| 229 | if ($cvstag eq "cvs") {
|
|---|
| 230 | my $pbdate = strftime("%Y-%m-%d %H:%M:%S", @date);
|
|---|
| 231 | $cvsopt = "-D \"$pbdate\"";
|
|---|
| 232 | } else {
|
|---|
| 233 | # we're working on a tag which should be the last part of PBROOTDIR
|
|---|
| 234 | $cvsopt = "-r $cvstag";
|
|---|
| 235 | }
|
|---|
| 236 | pb_system("cd $dir ; $vcscmd -d $account\@$host:$path export $cvsopt -d $base $tmp1","Exporting $tmp1 from $source under CVS to $destdir ");
|
|---|
| 237 | } elsif (($scheme =~ /http/) || ($scheme eq "ftp")) {
|
|---|
| 238 | my $f = basename($path);
|
|---|
| 239 | unlink "$ENV{'PBTMP'}/$f";
|
|---|
| 240 | pb_system("$vcscmd $ENV{'PBTMP'}/$f $uri","Downloading $uri with $vcscmd to $ENV{'PBTMP'}/$f\n");
|
|---|
| 241 | # We want to preserve the original tar file
|
|---|
| 242 | pb_vcs_export("file://$ENV{'PBTMP'}/$f",$source,$destdir);
|
|---|
| 243 | return("$ENV{'PBTMP'}/$f");
|
|---|
| 244 | } else {
|
|---|
| 245 | confess "cms $scheme unknown";
|
|---|
| 246 | }
|
|---|
| 247 | return(undef);
|
|---|
| 248 | }
|
|---|
| 249 |
|
|---|
| 250 | =item B<pb_vcs_get_uri>
|
|---|
| 251 |
|
|---|
| 252 | This function is only called with a real VCS system and gives the URL stored in the checked out directory.
|
|---|
| 253 | The first parameter is the schema of the VCS systems (svn, cvs, svn+ssh, ...)
|
|---|
| 254 | The second parameter is the directory in which it is locally exposed (result of a checkout).
|
|---|
| 255 |
|
|---|
| 256 | =cut
|
|---|
| 257 |
|
|---|
| 258 | sub pb_vcs_get_uri {
|
|---|
| 259 |
|
|---|
| 260 | my $scheme = shift;
|
|---|
| 261 | my $dir = shift;
|
|---|
| 262 |
|
|---|
| 263 | my $res = "";
|
|---|
| 264 | my $void = "";
|
|---|
| 265 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 266 |
|
|---|
| 267 | if ($scheme =~ /^svn/) {
|
|---|
| 268 | open(PIPE,"LANGUAGE=C $vcscmd info $dir 2> /dev/null |") || return("");
|
|---|
| 269 | while (<PIPE>) {
|
|---|
| 270 | ($void,$res) = split(/^URL:/) if (/^URL:/);
|
|---|
| 271 | }
|
|---|
| 272 | $res =~ s/^\s*//;
|
|---|
| 273 | close(PIPE);
|
|---|
| 274 | chomp($res);
|
|---|
| 275 | } elsif ($scheme =~ /^svk/) {
|
|---|
| 276 | open(PIPE,"LANGUAGE=C $vcscmd info $dir 2> /dev/null |") || return("");
|
|---|
| 277 | my $void2 = "";
|
|---|
| 278 | while (<PIPE>) {
|
|---|
| 279 | ($void,$void2,$res) = split(/ /) if (/^Depot/);
|
|---|
| 280 | }
|
|---|
| 281 | $res =~ s/^\s*//;
|
|---|
| 282 | close(PIPE);
|
|---|
| 283 | chomp($res);
|
|---|
| 284 | } elsif ($scheme =~ /^hg/) {
|
|---|
| 285 | open(HGRC,".hg/hgrc/") || return("");
|
|---|
| 286 | while (<HGRC>) {
|
|---|
| 287 | ($void,$res) = split(/^default.*=/) if (/^default.*=/);
|
|---|
| 288 | }
|
|---|
| 289 | close(HGRC);
|
|---|
| 290 | chomp($res);
|
|---|
| 291 | } elsif ($scheme =~ /^git/) {
|
|---|
| 292 | if ($scheme =~ /svn/) {
|
|---|
| 293 | my $cwd = abs_path();
|
|---|
| 294 | chdir($dir) || return("");;
|
|---|
| 295 | open(PIPE,"LANGUAGE=C $vcscmd info . 2> /dev/null |") || return("");
|
|---|
| 296 | chdir($cwd) || return("");
|
|---|
| 297 | while (<PIPE>) {
|
|---|
| 298 | ($void,$res) = split(/^URL:/) if (/^URL:/);
|
|---|
| 299 | }
|
|---|
| 300 | $res =~ s/^\s*//;
|
|---|
| 301 | close(PIPE);
|
|---|
| 302 | chomp($res);
|
|---|
| 303 | # We've got an SVN ref so add git in front of it for coherency
|
|---|
| 304 | $res = "git+".$res;
|
|---|
| 305 | } else {
|
|---|
| 306 | # Pure git
|
|---|
| 307 | # First we may deal with a separate git repo under $dir
|
|---|
| 308 | if ( -d "$dir/.git" ) {
|
|---|
| 309 | open(GIT,"LANGUAGE=C $vcscmd --git-dir=$dir/.git remote -v 2> /dev/null |") || return("");
|
|---|
| 310 | } else {
|
|---|
| 311 | # If not, the pbconf dir may be in the pbprojdir so sharing the .git dir
|
|---|
| 312 | my $cwd = abs_path();
|
|---|
| 313 | chdir($dir) || return("");;
|
|---|
| 314 | open(GIT,"LANGUAGE=C $vcscmd remote -v 2> /dev/null |") || return("");
|
|---|
| 315 | chdir($cwd) || return("");
|
|---|
| 316 | }
|
|---|
| 317 | while (<GIT>) {
|
|---|
| 318 | next unless (/^origin\s+(\S+) \(push\)$/);
|
|---|
| 319 | return $1;
|
|---|
| 320 | }
|
|---|
| 321 | close(GIT);
|
|---|
| 322 | warn "Unable to find remote origin for $dir";
|
|---|
| 323 | return "";
|
|---|
| 324 | }
|
|---|
| 325 | } elsif ($scheme =~ /^cvs/) {
|
|---|
| 326 | # This path is always the root path of CVS, but we may be below
|
|---|
| 327 | open(FILE,"$dir/CVS/Root") || confess "$dir isn't CVS controlled";
|
|---|
| 328 | $res = <FILE>;
|
|---|
| 329 | chomp($res);
|
|---|
| 330 | close(FILE);
|
|---|
| 331 | # Find where we are in the tree
|
|---|
| 332 | my $rdir = $dir;
|
|---|
| 333 | while ((! -d "$rdir/CVSROOT") && ($rdir ne "/")) {
|
|---|
| 334 | $rdir = dirname($rdir);
|
|---|
| 335 | }
|
|---|
| 336 | confess "Unable to find a CVSROOT dir in the parents of $dir" if (! -d "$rdir/CVSROOT");
|
|---|
| 337 | #compute our place under that root dir - should be a relative path
|
|---|
| 338 | $dir =~ s|^$rdir||;
|
|---|
| 339 | my $suffix = "";
|
|---|
| 340 | $suffix = "$dir" if ($dir ne "");
|
|---|
| 341 |
|
|---|
| 342 | my $prefix = "";
|
|---|
| 343 | if ($scheme =~ /ssh/) {
|
|---|
| 344 | $prefix = "cvs+ssh://";
|
|---|
| 345 | } else {
|
|---|
| 346 | $prefix = "cvs://";
|
|---|
| 347 | }
|
|---|
| 348 | $res = $prefix.$res.$suffix;
|
|---|
| 349 | } else {
|
|---|
| 350 | confess "cms $scheme unknown";
|
|---|
| 351 | }
|
|---|
| 352 | pb_log(1,"pb_vcs_get_uri returns $res\n");
|
|---|
| 353 | return($res);
|
|---|
| 354 | }
|
|---|
| 355 |
|
|---|
| 356 | =item B<pb_vcs_copy>
|
|---|
| 357 |
|
|---|
| 358 | This function copies a VCS content to another.
|
|---|
| 359 | The first parameter is the schema of the VCS systems (svn, cvs, svn+ssh, ...)
|
|---|
| 360 | The second parameter is the URL of the original VCS content.
|
|---|
| 361 | The third parameter is the URL of the destination VCS content.
|
|---|
| 362 |
|
|---|
| 363 | Only coded for SVN now as used for pbconf itself not the project
|
|---|
| 364 |
|
|---|
| 365 | =cut
|
|---|
| 366 |
|
|---|
| 367 | sub pb_vcs_copy {
|
|---|
| 368 | my $scheme = shift;
|
|---|
| 369 | my $oldurl = shift;
|
|---|
| 370 | my $newurl = shift;
|
|---|
| 371 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 372 | $oldurl = pb_vcs_mod_socks($oldurl);
|
|---|
| 373 | $newurl = pb_vcs_mod_socks($newurl);
|
|---|
| 374 |
|
|---|
| 375 | if ($scheme =~ /^svn/) {
|
|---|
| 376 | $oldurl = pb_vcs_mod_htftp($oldurl,"svn");
|
|---|
| 377 | $newurl = pb_vcs_mod_htftp($newurl,"svn");
|
|---|
| 378 | pb_system("$vcscmd copy -m \"Creation of $newurl from $oldurl\" $oldurl $newurl","Copying $oldurl to $newurl ");
|
|---|
| 379 | } elsif ($scheme =~ /^(flat)|(ftp)|(http)|(https)|(file)\b/o) {
|
|---|
| 380 | # Nothing to do.
|
|---|
| 381 | } else {
|
|---|
| 382 | confess "cms $scheme unknown for project management";
|
|---|
| 383 | }
|
|---|
| 384 | }
|
|---|
| 385 |
|
|---|
| 386 | =item B<pb_vcs_checkout>
|
|---|
| 387 |
|
|---|
| 388 | This function checks a VCS content out to a directory.
|
|---|
| 389 | The first parameter is the schema of the VCS systems (svn, cvs, svn+ssh, ...)
|
|---|
| 390 | The second parameter is the URL of the VCS content.
|
|---|
| 391 | The third parameter is the directory where we want to deliver it (result of export).
|
|---|
| 392 |
|
|---|
| 393 | =cut
|
|---|
| 394 |
|
|---|
| 395 | sub pb_vcs_checkout {
|
|---|
| 396 | my $scheme = shift;
|
|---|
| 397 | my $url = shift;
|
|---|
| 398 | my $destination = shift;
|
|---|
| 399 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 400 | $url = pb_vcs_mod_socks($url);
|
|---|
| 401 |
|
|---|
| 402 | if ($scheme =~ /^svn/) {
|
|---|
| 403 | $url = pb_vcs_mod_htftp($url,"svn");
|
|---|
| 404 | pb_system("$vcscmd co $url $destination","Checking out $url to $destination ");
|
|---|
| 405 | } elsif ($scheme =~ /^svk/) {
|
|---|
| 406 | $url = pb_vcs_mod_htftp($url,"svk");
|
|---|
| 407 | pb_system("$vcscmd co $url $destination","Checking out $url to $destination ");
|
|---|
| 408 | } elsif ($scheme =~ /^hg/) {
|
|---|
| 409 | $url = pb_vcs_mod_htftp($url,"hg");
|
|---|
| 410 | pb_system("$vcscmd clone $url $destination","Checking out $url to $destination ");
|
|---|
| 411 | } elsif ($scheme =~ /^git/) {
|
|---|
| 412 | $url = pb_vcs_mod_htftp($url,"git");
|
|---|
| 413 | pb_system("$vcscmd clone $url $destination","Checking out $url to $destination ");
|
|---|
| 414 | } elsif (($scheme eq "ftp") || ($scheme =~ /http/)) {
|
|---|
| 415 | return;
|
|---|
| 416 | } elsif ($scheme =~ /^cvs/) {
|
|---|
| 417 | my ($scheme, $account, $host, $port, $path) = pb_get_uri($url);
|
|---|
| 418 |
|
|---|
| 419 | # If we're working on the CVS itself
|
|---|
| 420 | my $cvstag = basename($ENV{'PBROOTDIR'});
|
|---|
| 421 | my $cvsopt = "";
|
|---|
| 422 | if ($cvstag eq "cvs") {
|
|---|
| 423 | my @date = pb_get_date();
|
|---|
| 424 | my $pbdate = strftime("%Y-%m-%d %H:%M:%S", @date);
|
|---|
| 425 | $cvsopt = "-D \"$pbdate\"";
|
|---|
| 426 | } else {
|
|---|
| 427 | # we're working on a tag which should be the last part of PBROOTDIR
|
|---|
| 428 | $cvsopt = "-r $cvstag";
|
|---|
| 429 | }
|
|---|
| 430 | pb_mkdir_p("$destination");
|
|---|
| 431 | pb_system("cd $destination ; $vcscmd -d $account\@$host:$path co $cvsopt .","Checking out $url to $destination ");
|
|---|
| 432 | } elsif ($scheme =~ /^file/) {
|
|---|
| 433 | pb_vcs_export($url,undef,$destination);
|
|---|
| 434 | } else {
|
|---|
| 435 | confess "cms $scheme unknown";
|
|---|
| 436 | }
|
|---|
| 437 | }
|
|---|
| 438 |
|
|---|
| 439 | =item B<pb_vcs_up>
|
|---|
| 440 |
|
|---|
| 441 | This function updates a local directory with the VCS content.
|
|---|
| 442 | The first parameter is the schema of the VCS systems (svn, cvs, svn+ssh, ...)
|
|---|
| 443 | The second parameter is the list of directory to update.
|
|---|
| 444 |
|
|---|
| 445 | =cut
|
|---|
| 446 |
|
|---|
| 447 | sub pb_vcs_up {
|
|---|
| 448 | my $scheme = shift;
|
|---|
| 449 | my @dir = @_;
|
|---|
| 450 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 451 |
|
|---|
| 452 | if ($scheme =~ /^((svn)|(cvs)|(svk))/o) {
|
|---|
| 453 | pb_system("$vcscmd up ".join(' ',@dir),"Updating ".join(' ',@dir));
|
|---|
| 454 | } elsif ($scheme =~ /^((hg)|(git))/o) {
|
|---|
| 455 | foreach my $d (@dir) {
|
|---|
| 456 | pb_system("(cd $d && $vcscmd fetch)", "Updating $d ");
|
|---|
| 457 | }
|
|---|
| 458 | } elsif ($scheme =~ /^(flat)|(ftp)|(http)|(https)|(file)\b/o) {
|
|---|
| 459 | # Nothing to do.
|
|---|
| 460 | } else {
|
|---|
| 461 | confess "cms $scheme unknown";
|
|---|
| 462 | }
|
|---|
| 463 | }
|
|---|
| 464 |
|
|---|
| 465 | =item B<pb_vcs_checkin>
|
|---|
| 466 |
|
|---|
| 467 | This function updates a VCS content from a local directory.
|
|---|
| 468 | The first parameter is the schema of the VCS systems (svn, cvs, svn+ssh, ...)
|
|---|
| 469 | The second parameter is the directory to update from.
|
|---|
| 470 | The third parameter is the comment to pass during the commit
|
|---|
| 471 |
|
|---|
| 472 | =cut
|
|---|
| 473 |
|
|---|
| 474 | sub pb_vcs_checkin {
|
|---|
| 475 | my $scheme = shift;
|
|---|
| 476 | my $dir = shift;
|
|---|
| 477 | my $msg = shift;
|
|---|
| 478 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 479 |
|
|---|
| 480 | if ($scheme =~ /^((svn)|(cvs)|(svk))/o) {
|
|---|
| 481 | pb_system("cd $dir && $vcscmd ci -m \"$msg\" .","Checking in $dir ");
|
|---|
| 482 | } elsif ($scheme =~ /^git/) {
|
|---|
| 483 | pb_system("cd $dir && $vcscmd commit -a -m \"$msg\"", "Checking in $dir ");
|
|---|
| 484 | } elsif ($scheme =~ /^(flat)|(ftp)|(http)|(https)|(file)\b/o) {
|
|---|
| 485 | # Nothing to do.
|
|---|
| 486 | } else {
|
|---|
| 487 | confess "cms $scheme unknown";
|
|---|
| 488 | }
|
|---|
| 489 | pb_vcs_up($scheme,$dir);
|
|---|
| 490 | }
|
|---|
| 491 |
|
|---|
| 492 | =item B<pb_vcs_add_if_not_in>
|
|---|
| 493 |
|
|---|
| 494 | This function adds to a VCS content from a local directory if the content wasn't already managed under the VCS.
|
|---|
| 495 | The first parameter is the schema of the VCS systems (svn, cvs, svn+ssh, ...)
|
|---|
| 496 | The second parameter is a list of directory/file to add.
|
|---|
| 497 |
|
|---|
| 498 | =cut
|
|---|
| 499 |
|
|---|
| 500 | sub pb_vcs_add_if_not_in {
|
|---|
| 501 | my $scheme = shift;
|
|---|
| 502 | my @f = @_;
|
|---|
| 503 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 504 |
|
|---|
| 505 | if ($scheme =~ /^((hg)|(git)|(svn)|(svk)|(cvs))/o) {
|
|---|
| 506 | for my $f (@f) {
|
|---|
| 507 | my $uri = pb_vcs_get_uri($scheme,$f);
|
|---|
| 508 | pb_vcs_add($scheme,$f) if ($uri !~ /^$scheme/);
|
|---|
| 509 | }
|
|---|
| 510 | } elsif ($scheme =~ /^(flat)|(ftp)|(http)|(https)|(file)\b/o) {
|
|---|
| 511 | # Nothing to do.
|
|---|
| 512 | } else {
|
|---|
| 513 | confess "cms $scheme unknown";
|
|---|
| 514 | }
|
|---|
| 515 | }
|
|---|
| 516 |
|
|---|
| 517 | =item B<pb_vcs_add>
|
|---|
| 518 |
|
|---|
| 519 | This function adds to a VCS content from a local directory.
|
|---|
| 520 | The first parameter is the schema of the VCS systems (svn, cvs, svn+ssh, ...)
|
|---|
| 521 | The second parameter is a list of directory/file to add.
|
|---|
| 522 |
|
|---|
| 523 | =cut
|
|---|
| 524 |
|
|---|
| 525 | sub pb_vcs_add {
|
|---|
| 526 | my $scheme = shift;
|
|---|
| 527 | my @f = @_;
|
|---|
| 528 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 529 |
|
|---|
| 530 | if ($scheme =~ /^((hg)|(git)|(svn)|(svk)|(cvs))/o) {
|
|---|
| 531 | pb_system("$vcscmd add ".join(' ',@f),"Adding ".join(' ',@f)." to VCS ");
|
|---|
| 532 | } elsif ($scheme =~ /^(flat)|(ftp)|(http)|(https)|(file)\b/o) {
|
|---|
| 533 | # Nothing to do.
|
|---|
| 534 | } else {
|
|---|
| 535 | confess "cms $scheme unknown";
|
|---|
| 536 | }
|
|---|
| 537 | pb_vcs_up($scheme,@f);
|
|---|
| 538 | }
|
|---|
| 539 |
|
|---|
| 540 | =item B<pb_vcs_isdiff>
|
|---|
| 541 |
|
|---|
| 542 | This function returns a integer indicating the number of differences between the VCS content and the local directory where it's checked out.
|
|---|
| 543 | The first parameter is the schema of the VCS systems (svn, cvs, svn+ssh, ...)
|
|---|
| 544 | The second parameter is the directory to consider.
|
|---|
| 545 |
|
|---|
| 546 | =cut
|
|---|
| 547 |
|
|---|
| 548 | sub pb_vcs_isdiff {
|
|---|
| 549 | my $scheme = shift;
|
|---|
| 550 | my $dir =shift;
|
|---|
| 551 | my $vcscmd = pb_vcs_cmd($scheme);
|
|---|
| 552 | my $l = undef;
|
|---|
| 553 |
|
|---|
| 554 | if ($scheme =~ /^((svn)|(cvs)|(svk)|(git))/o) {
|
|---|
| 555 | open(PIPE,"$vcscmd diff $dir |") || confess "Unable to get $vcscmd diff from $dir";
|
|---|
| 556 | $l = 0;
|
|---|
| 557 | while (<PIPE>) {
|
|---|
| 558 | # Skipping normal messages in case of CVS
|
|---|
| 559 | next if (/^cvs diff:/);
|
|---|
| 560 | $l++;
|
|---|
| 561 | }
|
|---|
| 562 | } elsif ($scheme =~ /^(flat)|(ftp)|(http)|(https)|(file)\b/o) {
|
|---|
| 563 | $l = 0;
|
|---|
| 564 | } else {
|
|---|
| 565 | confess "cms $scheme unknown";
|
|---|
| 566 | }
|
|---|
| 567 | pb_log(1,"pb_vcs_isdiff returns $l\n");
|
|---|
| 568 | return($l);
|
|---|
| 569 | }
|
|---|
| 570 |
|
|---|
| 571 | sub pb_vcs_mod_htftp {
|
|---|
| 572 |
|
|---|
| 573 | my $url = shift;
|
|---|
| 574 | my $proto = shift;
|
|---|
| 575 |
|
|---|
| 576 | $url =~ s/^$proto\+((ht|f)tp[s]*):/$1:/;
|
|---|
| 577 | pb_log(1,"pb_vcs_mod_htftp returns $url\n");
|
|---|
| 578 | return($url);
|
|---|
| 579 | }
|
|---|
| 580 |
|
|---|
| 581 | sub pb_vcs_mod_socks {
|
|---|
| 582 |
|
|---|
| 583 | my $url = shift;
|
|---|
| 584 |
|
|---|
| 585 | $url =~ s/^([A-z0-9]+)\+(socks):/$1:/;
|
|---|
| 586 | pb_log(1,"pb_vcs_mod_socks returns $url\n");
|
|---|
| 587 | return($url);
|
|---|
| 588 | }
|
|---|
| 589 |
|
|---|
| 590 |
|
|---|
| 591 | sub pb_vcs_cmd {
|
|---|
| 592 |
|
|---|
| 593 | my $scheme = shift;
|
|---|
| 594 | my $cmd = "";
|
|---|
| 595 | my $cmdopt = "";
|
|---|
| 596 |
|
|---|
| 597 | # If there is a socks proxy to use
|
|---|
| 598 | if ($scheme =~ /socks/) {
|
|---|
| 599 | # Get the socks proxy command from the conf file
|
|---|
| 600 | my ($pbsockscmd) = pb_conf_get("pbsockscmd");
|
|---|
| 601 | $cmd = "$pbsockscmd->{$ENV{'PBPROJ'}} ";
|
|---|
| 602 | }
|
|---|
| 603 |
|
|---|
| 604 | if (defined $ENV{'PBVCSOPT'}) {
|
|---|
| 605 | $cmdopt .= " $ENV{'PBVCSOPT'}";
|
|---|
| 606 | }
|
|---|
| 607 |
|
|---|
| 608 | if ($scheme =~ /hg/) {
|
|---|
| 609 | $cmd .= "hg".$cmdopt;
|
|---|
| 610 | } elsif ($scheme =~ /git/) {
|
|---|
| 611 | if ($scheme =~ /svn/) {
|
|---|
| 612 | $cmd .= "git svn".$cmdopt;
|
|---|
| 613 | } else {
|
|---|
| 614 | $cmd .= "git".$cmdopt;
|
|---|
| 615 | }
|
|---|
| 616 | } elsif ($scheme =~ /svn/) {
|
|---|
| 617 | $cmd .= "svn".$cmdopt;
|
|---|
| 618 | } elsif ($scheme =~ /svk/) {
|
|---|
| 619 | $cmd .= "svk".$cmdopt;
|
|---|
| 620 | } elsif ($scheme =~ /cvs/) {
|
|---|
| 621 | $cmd .= "cvs".$cmdopt;
|
|---|
| 622 | } elsif (($scheme =~ /http/) || ($scheme =~ /ftp/)) {
|
|---|
| 623 | my $command = pb_check_req("wget",1);
|
|---|
| 624 | if (-x $command) {
|
|---|
| 625 | $cmd .= "$command -nv -O ";
|
|---|
| 626 | } else {
|
|---|
| 627 | $command = pb_check_req("curl",1);
|
|---|
| 628 | if (-x $command) {
|
|---|
| 629 | $cmd .= "$command -o ";
|
|---|
| 630 | } else {
|
|---|
| 631 | confess "Unable to handle $scheme.\nNo wget/curl available, please install one of those";
|
|---|
| 632 | }
|
|---|
| 633 | }
|
|---|
| 634 | } else {
|
|---|
| 635 | $cmd = "";
|
|---|
| 636 | }
|
|---|
| 637 | pb_log(3,"pb_vcs_cmd returns $cmd\n");
|
|---|
| 638 | return($cmd);
|
|---|
| 639 | }
|
|---|
| 640 |
|
|---|
| 641 | =item B<pb_vcs_compliant>
|
|---|
| 642 |
|
|---|
| 643 | This function checks the compliance of the project and the pbconf directory.
|
|---|
| 644 | The first parameter is the key name of the value that needs to be read in the configuration file.
|
|---|
| 645 | The second parameter is the environment variable this key will populate.
|
|---|
| 646 | The third parameter is the location of the pbconf dir.
|
|---|
| 647 | The fourth parameter is the URI of the CMS content related to the pbconf dir.
|
|---|
| 648 | The fifth parameter indicates whether we should inititate the context or not.
|
|---|
| 649 |
|
|---|
| 650 | =cut
|
|---|
| 651 |
|
|---|
| 652 | sub pb_vcs_compliant {
|
|---|
| 653 |
|
|---|
| 654 | my $param = shift;
|
|---|
| 655 | my $envar = shift;
|
|---|
| 656 | my $defdir = shift;
|
|---|
| 657 | my $uri = shift;
|
|---|
| 658 | my $pbinit = shift;
|
|---|
| 659 | my %pdir;
|
|---|
| 660 |
|
|---|
| 661 | pb_log(1,"pb_vcs_compliant: envar: $envar - defdir: $defdir - uri: $uri\n");
|
|---|
| 662 | my ($pdir) = pb_conf_get_if($param) if (defined $param);
|
|---|
| 663 | if (defined $pdir) {
|
|---|
| 664 | %pdir = %$pdir;
|
|---|
| 665 | }
|
|---|
| 666 |
|
|---|
| 667 | if ((defined $pdir) && (%pdir) && (defined $pdir{$ENV{'PBPROJ'}})) {
|
|---|
| 668 | # That's always the environment variable that will be used
|
|---|
| 669 | $ENV{$envar} = $pdir{$ENV{'PBPROJ'}};
|
|---|
| 670 | } else {
|
|---|
| 671 | if (defined $param) {
|
|---|
| 672 | pb_log(1,"WARNING: no $param defined, using $defdir\n");
|
|---|
| 673 | pb_log(1," Please create a $param reference for project $ENV{'PBPROJ'} in $ENV{'PBETC'}\n");
|
|---|
| 674 | pb_log(1," if you want to use another directory\n");
|
|---|
| 675 | }
|
|---|
| 676 | $ENV{$envar} = "$defdir";
|
|---|
| 677 | }
|
|---|
| 678 |
|
|---|
| 679 | # Expand potential env variable in it
|
|---|
| 680 | eval { $ENV{$envar} =~ s/(\$ENV.+\})/$1/eeg };
|
|---|
| 681 | pb_log(2,"$envar: $ENV{$envar}\n");
|
|---|
| 682 |
|
|---|
| 683 | my ($scheme, $account, $host, $port, $path) = pb_get_uri($uri);
|
|---|
| 684 |
|
|---|
| 685 | if (($scheme !~ /^cvs/) && ($scheme !~ /^svn/) && ($scheme !~ /^svk/) && ($scheme !~ /^hg/) && ($scheme !~ /^git/)) {
|
|---|
| 686 | # Do not compare if it's not a real cms
|
|---|
| 687 | pb_log(1,"pb_vcs_compliant useless\n");
|
|---|
| 688 | return;
|
|---|
| 689 | } elsif (defined $pbinit) {
|
|---|
| 690 | pb_mkdir_p("$ENV{$envar}");
|
|---|
| 691 | } elsif (! -d "$ENV{$envar}") {
|
|---|
| 692 | # Either we have a version in the uri, and it should be the same
|
|---|
| 693 | # as the one in the envar. Or we should add the version to the uri
|
|---|
| 694 | # But not if it's git as it manages version branches internally
|
|---|
| 695 | if ((basename($uri) ne basename($ENV{$envar})) && ($scheme !~ /^git/)) {
|
|---|
| 696 | $uri .= "/".basename($ENV{$envar})
|
|---|
| 697 | }
|
|---|
| 698 | pb_log(1,"Checking out $uri\n");
|
|---|
| 699 | # Create structure and remove end dir before exporting
|
|---|
| 700 | pb_mkdir_p("$ENV{$envar}");
|
|---|
| 701 | pb_rm_rf($ENV{$envar});
|
|---|
| 702 | pb_vcs_checkout($scheme,$uri,$ENV{$envar});
|
|---|
| 703 | } else {
|
|---|
| 704 | pb_log(1,"$uri found locally, checking content\n");
|
|---|
| 705 | my $cmsurl = pb_vcs_get_uri($scheme,$ENV{$envar});
|
|---|
| 706 | my ($scheme2, $account2, $host2, $port2, $path2) = pb_get_uri($cmsurl);
|
|---|
| 707 | # For svk, scheme doesn't appear in svk info so remove it here in uri coming from conf file
|
|---|
| 708 | # which needs it to trigger correct behaviour
|
|---|
| 709 | $uri =~ s/^svk://;
|
|---|
| 710 | if ($scheme2 =~ /^git/) {
|
|---|
| 711 | # remove schema from `git+file:` and `git+dir:` urls
|
|---|
| 712 | # TODO: handle query-parameters
|
|---|
| 713 | $uri =~ s/^git\+(file|dir|ssh):[\/]*//;
|
|---|
| 714 | # Expand potential env variable in it -- this is required due to the consistency check
|
|---|
| 715 | $uri =~ s/(\$ENV.+\})/$1/eeg;
|
|---|
| 716 | } elsif ($scheme2 =~ /^hg/) {
|
|---|
| 717 | # This VCS manages branches internally not with different tree structures
|
|---|
| 718 | # Assuming it's correct for now.
|
|---|
| 719 | return;
|
|---|
| 720 | }
|
|---|
| 721 | # Remove git+ part if only in scheme
|
|---|
| 722 | $uri =~ s/^git\+// if (($scheme =~ /^git\+/) && ($scheme2 !~ /^git\+/));
|
|---|
| 723 |
|
|---|
| 724 | if ($cmsurl ne $uri) {
|
|---|
| 725 | # The local content doesn't correpond to the repository
|
|---|
| 726 | pb_log(0,"ERROR: Inconsistency detected:\n");
|
|---|
| 727 | pb_log(0," * $ENV{$envar} ($envar) refers to $cmsurl but\n");
|
|---|
| 728 | pb_log(0," * $ENV{'PBETC'} refers to $uri\n");
|
|---|
| 729 | die "Project $ENV{'PBPROJ'} is not Project-Builder compliant.";
|
|---|
| 730 | } else {
|
|---|
| 731 | pb_log(1,"Content correct - doing nothing - you may want to update your repository however\n");
|
|---|
| 732 | # they match - do nothing - there may be local changes
|
|---|
| 733 | }
|
|---|
| 734 | }
|
|---|
| 735 | pb_log(1,"pb_vcs_compliant end\n");
|
|---|
| 736 | }
|
|---|
| 737 |
|
|---|
| 738 |
|
|---|
| 739 | =back
|
|---|
| 740 |
|
|---|
| 741 | =head1 WEB SITES
|
|---|
| 742 |
|
|---|
| 743 | The main Web site of the project is available at L<http://www.project-builder.org/>. Bug reports should be filled using the trac instance of the project at L<http://trac.project-builder.org/>.
|
|---|
| 744 |
|
|---|
| 745 | =head1 USER MAILING LIST
|
|---|
| 746 |
|
|---|
| 747 | None exists for the moment.
|
|---|
| 748 |
|
|---|
| 749 | =head1 AUTHORS
|
|---|
| 750 |
|
|---|
| 751 | The Project-Builder.org team L<http://trac.project-builder.org/> lead by Bruno Cornec L<mailto:bruno@project-builder.org>.
|
|---|
| 752 |
|
|---|
| 753 | =head1 COPYRIGHT
|
|---|
| 754 |
|
|---|
| 755 | Project-Builder.org is distributed under the GPL v2.0 license
|
|---|
| 756 | described in the file C<COPYING> included with the distribution.
|
|---|
| 757 |
|
|---|
| 758 | =cut
|
|---|
| 759 |
|
|---|
| 760 | 1;
|
|---|
