Changeset 1668 in ProjectBuilder for projects/casparbuster

Timestamp:

Oct 28, 2012, 9:22:41 PM (11 years ago)

Author:

Bruno Cornec

Message:

• First working version of cbusterize (used for couperin & shorewall)

File:

• projects/casparbuster/devel/bin/cbusterize (modified) (10 diffs)

projects/casparbuster/devel/bin/cbusterize

@@ -109 +109 @@
 use CasparBuster::Env;
 use CasparBuster::Plugin;
+use CasparBuster::SSH;
 use File::Basename;
 use File::Path;
@@ -139 +140 @@
 my $appname = "cb";
 $ENV{'PBPROJ'} = $appname;
-pb_temp_init();
 
 # Initialize the syntax string
@@ -174 +174 @@
 $pbdebug = $debug;
 pb_log_init($debug, $LOG);
-pb_log(0,"Starting cbusterize\n");
+pb_temp_init();
+pb_log(1,"Starting cbusterize\n");
 
 # Get conf file in context
@@ -203 +204 @@
 pb_log(1, "DEBUG MODE, not doing anything, just printing\nDEBUG: basedir = $basedir\n");
 pb_log(1, "DEBUG: source = $source\n") if (defined $source);
-pb_log(1, "DEBUG: machine = $machine\n") if (defined $machine);
+pb_log(1, "DEBUG: machine = $machine\n");
 
 # Use potentially a remote account if defined
 my $account = undef;
 my $remote = undef;
-($account) = pb_conf_get_if("cbaccount") if (defined $machine);
-$remote = $account->{$machine} if ((defined $account) && (defined $machine) && (defined $account->{$machine}));
+($account) = pb_conf_get_if("cbaccount");
+$remote = $account->{$machine} if ((defined $account) && (defined $account->{$machine}));
 pb_log(1, "DEBUG: remote account1 = $remote\n") if (defined $remote);
 $remote = getpwuid($<) if (not defined $remote);
@@ -246 +247 @@
 }
 
-$ssh2->disconnect() if (defined $machine);
+cb_ssh_close($ssh2);
 
 sub cb_busterize {
@@ -257 +258 @@
 my $srcdir = undef;
 my $srcfile = undef;
-my $cmd = undef;
-my $sftp;
-
-if (not defined $machine) {
-    if (-d $source) {
-        $srcdir = $source;
-    } else {
-        $srcdir = dirname($source);
-        $srcfile = basename($source);
-    }
+my $realsrc = "";
+my $type = "";
+
+$ssh2 = cb_ssh_init($remote,$machine,$debug) if (not defined $ssh2);
+
+$chan = $ssh2->channel();
+pb_log(3,"DEBUG: SSH2 chan called\n");
+confess "Unable to create channel for $remote\@$machine: $!" if (not defined $chan);
+if ($debug) {
+    pb_log(1,"DEBUG: launching a shell via Net:SSH2 ($remote\@$machine)\n");
+}
+confess "Unable to launch remote shell through Net:SSH2 ($remote\@$machine)" if (not $chan->shell());
+pb_log(3,"DEBUG: SSH2 shell called\n");
+
+pb_log(2,"DEBUG: Calling readlink -f $source\n");
+print $chan "readlink -f $source\n";
+while (<$chan>) {
+    $realsrc = $_;
+    chomp($realsrc);
+    pb_log(3,"DEBUG: Found $realsrc");
+}
+pb_log(2,"DEBUG: Found realsrc = $realsrc\n");
+print $chan "LANGUAGE=C stat -c '%F' $realsrc\n";
+pb_log(2,"DEBUG: Calling LANGUAGE=C stat -c '%F' $realsrc\n");
+while (<$chan>) {
+    $type = $_;
+    chomp($type);
+    pb_log(3,"DEBUG: Found $type");
+}
+pb_log(2,"DEBUG: Found type = $type\n");
+if ($type =~ /directory/) {
+    $srcdir = $source;
+    pb_log(1,"DEBUG: Found remote dir = $source\n");
 } else {
-    if (not defined $ssh2) {
-        pb_log(1,"DEBUG: First time so we need to create the SSH::Net2 object\n");
-        $ssh2 = Net::SSH2->new();
-        if ($debug >= 3) {
-            $ssh2->debug(1);
-        }
-        $ssh2->connect($machine) || confess "Unable to connect to $remote\@$machine: $!";
-        my $hdir = (getpwnam(getpwuid($<)))[7];
-        confess "Unable to connect to $remote\@$machine: $!" if (not $ssh2->auth_publickey($remote,"$hdir/.ssh/id_dsa.pub","$hdir/.ssh/id_dsa"));
-        $chan = $ssh2->channel();
-        die "Unable to create channel for $remote\@$machine: $!" if (not defined $chan);
-        my ($code, $error_name, $error_string) = $ssh2->error();
-        if ($code ne 0) {
-            pb_log(0,"code = $code");
-            pb_log(0,"error_name = $error_name");
-            pb_log(0,"error_string = $error_string");
-        }
-        #$ssh2->blocking(0);
-        if ($debug) {
-            pb_log(1,"DEBUG: launching a shell via Net:SSH2 ($remote\@$machine)");
-        }
-        confess "Unable to launch remote shell through Net:SSH2 ($remote\@$machine)" if (not $chan->shell());
-    }
-    $sftp = $ssh2->sftp;
-    die "Unable to create sftp channel for $remote\@$machine: $!" if (not defined $sftp);
-    my %dirs = $sftp->stat("$source/.");
-    my $res = 0;
-    $res = -1 if (not defined $dirs{'mode'});
-    pb_log(2,"DEBUG: Found res = $res\n");
-    if ($res == 0) {
-        $srcdir = $source;
-        pb_log(1,"DEBUG: Found remote dir = $source\n");
-    } else {
-        $srcdir = dirname($source);
-        $srcfile = basename($source);
-        pb_log(1,"DEBUG: Found remote file = $source\n");
-    }
+    # File or something else potentially
+    $srcdir = dirname($source);
+    $srcfile = basename($source);
+    pb_log(1,"DEBUG: Found remote file = $source\n");
 }
 
@@ -314 +305 @@
 }
 
+my $scheme = $cb->{'cms'}->{$appname};
+
 # Deduce the target directory from the local structure and the source
-my $target = $basedir;
-$target .= "/$machine" if defined ($machine);
-$target .= "$srcdir";
-
-my $scheme = $cb->{'cms'}->{$appname};
+my $target = "$basedir/$machine/$srcdir";
 
 # If both source and target are dirs, then copy into the parent of the target
-$target = basename($target) if ((not defined $srcfile) && (-d $target));
+#$target = basename($target) if ((not defined $srcfile) && (-d $target));
 
 # Create target if it doesn't exist
@@ -331 +320 @@
         pb_mkdir_p($target) || confess "Unable to recursively create $target: $!";
     }
-    # Add all the dirs in it to VCS (in reverse order)
+    # Add all the dirs in it to VCS (in reverse order) if not already in it
     my $tdir = $target;
     my @tab = ();
@@ -339 +328 @@
         pb_log(3,"tdir is now $tdir\n");
     }
-    if ($debug) {
-        pb_log(0,"INFO: Added to your $scheme system the dirs: ".join(' ',reverse(@tab))."\n");
-    } else {
-        pb_vcs_add($scheme,reverse(@tab));
-    }
-}
-
-# For local handling
-my $cmdopt = "";
-# Recursive if we copy dirs
-$cmdopt = "-r" if (not defined $srcfile);
-$cmd = "cp -p $cmdopt $source $target";
+    if (not $debug) {
+        pb_vcs_add_if_not_in($scheme,reverse(@tab));
+    }
+    pb_log(0,"INFO: Added to your $scheme system the dirs: ".join(' ',reverse(@tab))."\n");
+}
 
 if (defined $srcfile) {
     # File case
     if ((! -f "$target/$srcfile") || (defined $force)) {
-        # doesn't exist locally
-        if (defined $machine) {
-            # Remote
-            cb_ssh_do($remote,$source,$target,$debug);
-        } else {
-            # Local
-            if ($debug) {
-                pb_log(1,"DEBUG: launching $cmd\n");
-            } else {
-                pb_system($cmd);
-            }
-        }
-        if ($debug) {
-            pb_log(1,"DEBUG: Adding $target/$srcfile to your $scheme system\n");
-        } else {
-            pb_vcs_add($scheme,"$target/$srcfile");
-            pb_log(0,"INFO: Created $target/$srcfile and added it to your $scheme system\n");
-        }
+        $ssh2->scp_put($source,"$target/$srcfile");
+        #cb_ssh_do($remote,$machine,$source,"$basedir/$machine",$debug,$ssh2,$chan);
+        
+        if (not $debug) {
+            pb_vcs_add_if_not_in($scheme,"$target/$srcfile");
+        }
+        pb_log(0,"INFO: Created $target/$srcfile and added it to your $scheme system if needed\n");
     } else {
-        pb_log(0,"INFO: File $target/$srcfile already there\n");
+        pb_log(0,"INFO: File $target/$srcfile already there. Will not add without forcing with -f\n");
     }
 } else {
@@ -380 +351 @@
     if ($recur eq "true") {
         # with files in it
-        if ((! -d "$target") || (defined $force)) {
-            # doesn't exist locally
-            if (defined $machine) {
-                # Remote
-                cb_ssh_do($remote,$source,$target,$debug);
-            } else {
-                # Local
-                if ($debug) {
-                    pb_log(1,"DEBUG: launching $cmd\n");
+        # TODO: if sudo asks a passwd it won't work.
+        my $cmd = "sudo tar cvhf /tmp/cb.$$.tar $source\n"; 
+        if ($debug) {
+            pb_log(1,"DEBUG: launching through Net:SSH2 ($remote\@$machine) $cmd");
+        }
+        print $chan "$cmd";
+        pb_log(1,"DEBUG: LINE : $_") while <$chan>;
+        $cmd = "sudo chmod 600 /tmp/cb.$$.tar\n"; 
+        if ($debug) {
+            pb_log(1,"DEBUG: launching through Net:SSH2 ($remote\@$machine) $cmd");
+        }
+        print $chan "$cmd";
+        pb_log(1,"DEBUG: LINE : $_") while <$chan>;
+        $cmd = "sudo chown $remote /tmp/cb.$$.tar\n"; 
+        if ($debug) {
+            pb_log(1,"DEBUG: launching through Net:SSH2 ($remote\@$machine) $cmd");
+        }
+        print $chan "$cmd";
+        pb_log(1,"DEBUG: LINE : $_") while <$chan>;
+
+        if ($debug) {
+            pb_log(1,"DEBUG: gettting through Net:SSH2 ($remote\@$machine) /tmp/cb.$$.tar\n");
+        }
+
+        $ssh2->scp_get("/tmp/cb.$$.tar","/tmp/cb.$$.tar");
+
+        if ($debug) {
+            pb_log(1,"DEBUG: erasing through Net:SSH2 ($remote\@$machine) /tmp/cb.$$.tar\n");
+        } else {
+            print $chan "sudo rm -f /tmp/cb.$$.tar\n";
+        }
+        my $tar = Archive::Tar->new("/tmp/cb.$$.tar");
+        $tar->setcwd("$basedir/$machine");
+        if ($debug) {
+            pb_log(1,"DEBUG: Extracting /tmp/cb.$$.tar\n");
+            foreach my $f ($tar->list_files()) {
+                pb_log(1,"DEBUG: $f\n");
+            }
+        } else {
+            foreach my $f ($tar->get_files) {
+                my $sname = $f->name;
+                $sname =~ s|/$||;
+                next if ($srcdir =~ /$sname/);
+                if ($f->is_file) {
+                    #pb_log(0,"Extracting and Adding ".$f->name." to your $scheme system\n");
+                    $tar->extract($f);
+                    pb_vcs_add_if_not_in($scheme,"$basedir/$machine/".$f->name);
+                } elsif ($f->is_dir) {
+                    pb_log(0,"Calling recursively cbusterize on ".$f->name."\n");
+                    cb_busterize("/".$f->name,$recur);
                 } else {
-                    pb_system($cmd);
+                    pb_log(0,"File type $f->type for $f->name is not handled yet\n");
                 }
             }
+        }
+        if ($debug) {
+            pb_log(1,"DEBUG: please cleanup manually /tmp/cb.$$.tar\n");
         } else {
-            pb_log(0,"INFO: Directory $target already there\n");
+            $tar->clear;
+            unlink("/tmp/cb.$$.tar");
         }
     } else {
         # Only deal with that dir, nothing below, so just created locally
         if ($debug) {
-            pb_log(1,"DEBUG: mkdir -p $target\n");
+            pb_log(1,"DEBUG: Creatng and Adding $target to your $scheme system\n");
         } else {
             pb_mkdir_p("$target");
-        }
-    }
-    if ($debug) {
-        pb_log(1,"DEBUG: Adding $target to your $scheme system\n");
-    } else {
-        pb_vcs_add($scheme,"$target");
-        pb_log(0,"INFO: Created $target and added it to your $scheme system\n");
-    }
-}
+            pb_vcs_add_if_not_in($scheme,"$target");
+        }
+    }
+}
+$chan->close();
 
 pb_log(2,"Exiting cb_busterize\n");
 }
 
-sub cb_ssh_do {
-
-my $remote = shift;
-my $source = shift;
-my $target = shift;
-my $debug = shift;
-
-# TODO: if sudo asks a passwd it won't work.
-my $cmd = "sudo tar cvhf /tmp/cb.$$.tar $source\n"; 
-if ($debug) {
-    pb_log(1,"DEBUG: launching through Net:SSH2 ($remote\@$machine) $cmd");
-}
-print $chan "$cmd";
-pb_log(1,"DEBUG: LINE : $_") while <$chan>;
-$cmd = "sudo chmod 600 /tmp/cb.$$.tar\n"; 
-if ($debug) {
-    pb_log(1,"DEBUG: launching through Net:SSH2 ($remote\@$machine) $cmd");
-}
-print $chan "$cmd";
-pb_log(1,"DEBUG: LINE : $_") while <$chan>;
-$cmd = "sudo chown $remote /tmp/cb.$$.tar\n"; 
-if ($debug) {
-    pb_log(1,"DEBUG: launching through Net:SSH2 ($remote\@$machine) $cmd");
-}
-print $chan "$cmd";
-pb_log(1,"DEBUG: LINE : $_") while <$chan>;
-if ($debug) {
-    pb_log(1,"DEBUG: gettting through Net:SSH2 ($remote\@$machine) /tmp/cb.$$.tar\n");
-}
-$ssh2->scp_get("/tmp/cb.$$.tar","/tmp/cb.$$.tar");
-if ($debug) {
-    pb_log(1,"DEBUG: erasing through Net:SSH2 ($remote\@$machine) /tmp/cb.$$.tar\n");
-} else {
-    print $chan "sudo rm -f /tmp/cb.$$.tar\n";
-}
-my $tar = Archive::Tar->new("/tmp/cb.$$.tar");
-$tar->setcwd($target);
-if ($debug) {
-    pb_log(1,"DEBUG: Extracting /tmp/cb.$$.tar\n");
-    foreach my $f ($tar->list_files()) {
-        pb_log(1,"DEBUG: $f\n");
-    }
-} else {
-    $tar->extract();
-}
-if ($debug) {
-    pb_log(1,"DEBUG: cleanup\n");
-} else {
-    $tar->clear;
-    unlink("/tmp/cb.$$.tar");
-}
-}
+