#!/bin/bash # # Project Builder test suite # # $Id$ # # Copyright B. Cornec 2007-2012-2016 # Provided under the GPL v2 # First create a dummy account for testing # In order for this script to run well, you should have sudo access # You may have multiple distros here TESTVEDIST="debian-8-x86_64 ubuntu-16.04-x86_64 fedora-25-x86_64 opensuse-42.2-x86_64 mageia-5-x86_64 centos-7-x86_64" # Only one VM is tested for now. TESTVMDIST="fedora-16-i386" TESTVMISO="/users/bruno/iso/Fedora-16-i386-DVD.iso" PBUSER=pbtest PBTEST="/home/$PBUSER" export PBPROJ=afio # Sub function to handle execution as pbtest # doesn't change to the home dir of the user as su - can't be used to get env var correct sudopbtest() { cmd=$1 msg=$2 echo " " if [ _"$cmd" == _"/tmp/pbtestcmd" ]; then echo "INFO (as $PBUSER): Now running `head -1 $cmd` [$msg]" else echo "INFO (as $PBUSER): Now running $cmd [$msg]" fi sudo -n -E su - $PBUSER -c "$cmd" ret=$? if [ $ret -ne 0 ] && [ _"$msg" == _"" ]; then echo "================================" echo "ERROR: Command $cmd failed: $ret" echo "================================" fi return $ret } sudocmd() { cmd=$* echo " " echo "INFO (as root): Now running $cmd" sudo -n $cmd ret=$? if [ $ret -ne 0 ]; then echo "================================" echo "ERROR: Command $cmd failed: $ret" echo "================================" fi return $ret } # For rpmbootstrap VE for d in $TESTVEDIST; do # umount /proc in VE in case dd=`echo $d | cut -d'-' -f1` vv=`echo $d | cut -d'-' -f2` aa=`echo $d | cut -d'-' -f3` if [ -f "$PBTEST/ve/$dd/$vv/$aa/proc/cpuinfo" ]; then sudocmd "umount $PBTEST/ve/$dd/$vv/$aa/proc" fi done # Cleanup phase sudocmd "killall -u $PBUSER" sudocmd "rm -rf $PBTEST/" sudocmd "userdel $PBUSER" #sudocmd "groupdel $PBUSER" 1 sudocmd "useradd $PBUSER" sudocmd "chmod 755 $PBTEST" sudocmd "grep -q $PBUSER /etc/sudoers" if [ $? -ne 0 ]; then cat > /tmp/sudoers << EOF Defaults env_keep += "PBPROJ" # This is for the $PBUSER account for the VE and VM only $PBUSER ALL=NOPASSWD:/usr/sbin/chroot $PBUSER ALL=NOPASSWD:/usr/bin/rpmbootstrap $PBUSER ALL=NOPASSWD:/usr/sbin/debootstrap $PBUSER ALL=NOPASSWD:/bin/chmod $PBUSER ALL=NOPASSWD:/bin/cp $PBUSER ALL=NOPASSWD:/bin/rm $PBUSER ALL=NOPASSWD:/bin/tar $PBUSER ALL=NOPASSWD:/bin/mkdir $PBUSER ALL=NOPASSWD:/usr/bin/qemu-kvm $PBUSER ALL=NOPASSWD:/usr/bin/docker EOF sudocmd "cat /etc/sudoers /tmp/sudoers" | grep -v "INFO " > /tmp/sudoers2 sudocmd "chmod 440 /tmp/sudoers2" sudocmd "chown root:root /tmp/sudoers2" sudocmd "mv /tmp/sudoers2 /etc/sudoers" rm -f /tmp/sudoers /tmp/sudoers2 fi # Force $PBUSER (for now pbtest hardcoded!) account passwd is $PBUSER sudocmd "perl -pi -e 's|^pbtest:.*|pbtest:$2a$08$2Q.tEty4v/fU0RyPeDelk.AjLAtXUXU3DpSs/l/8YrFmau1LJRCqC:15483:0:99999:7:::|' /etc/shadow" sudopbtest "echo export PBPROJ=$PBPROJ >> $PBTEST/.bash_profile" sudopbtest "env | grep PBPROJ" #Taken from Lab document originally # SVN repo setup sudopbtest "svnadmin create $PBTEST/svn" cat > /tmp/authz << EOF [/] $PBUSER = rw * = r EOF sudocmd "mv /tmp/authz $PBTEST/svn/conf/authz" cat > /tmp/passwd << EOF [users] $PBUSER = $PBUSER EOF sudocmd "mv /tmp/passwd $PBTEST/svn/conf/passwd" cat > /tmp/svnserve.conf << EOF [general] password-db = $PBTEST/svn/conf/passwd authz-db = authz anon-access = read auth-access = write realm = pb EOF sudocmd "mv /tmp/svnserve.conf $PBTEST/svn/conf/svnserve.conf" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/svn/conf/authz $PBTEST/svn/conf/passwd $PBTEST/svn/conf/svnserve.conf" sudopbtest "killall svnserve" 1 sudopbtest "svnserve -d -r $PBTEST/svn" sudopbtest "mkdir -p $PBTEST/{ftp,ve,vm,.ssh,pb}" sudopbtest "chmod 700 $PBTEST/.ssh" sudopbtest "pb --version" sudopbtest "pbdistrocheck" cat > /tmp/.pbrc.yml << EOF # Projects pbconfurl: afio : svn://localhost/pb/afio/pbconf pbdefdir: default : \$ENV{'HOME'}/pb pbconfurl: pb : svn://svn.project-builder.org/pb/pbconf pbconfdir: pb : \$ENV{'HOME'}/pb/pbconf pburl: pb : svn://svn.project-builder.org/pb pburl: mondorescue : svn://svn.mondorescue.org/mondorescue/branches sshhost: pb : localhost sshlogin: pb : $PBUSER sshdir: pb : \$ENV{'HOME'}/ftp # pbpackager: default : Big Chief vmport: pb : 2200 pbparallel: pb : 6 vepath: default : $PBTEST/ve vmpath: default : $PBTEST/vm EOF sudocmd "mv /tmp/.pbrc.yml $PBTEST/.pbrc.yml" sudopbtest "pb -p $PBPROJ clean 2>&1 > /dev/null" 1 cat > /tmp/.pbrc.yml << EOF vmtype: default : kvm vmcmd: default : qemu-kvm vmsize: fedora : 10G vmmonport: default : 4000 vmlogin: default : $PBUSER EOF echo " vmlist:" >> /tmp/.pbrc.yml echo " default: `echo $TESTVMDIST | sed 's/ /,/g'`" >> /tmp/.pbrc.yml sudocmd "mv /tmp/.pbrc.yml $PBTEST/vm/.pbrc.yml" cat > /tmp/.pbrc.yml << EOF vetype: default : docker verpmtype: default : rpmbootstrap vedebtype: default : debootstrap verebuild: default : false veopt: default : vesnap: default : false velogin: default : $PBUSER EOF echo " velist:" >> /tmp/.pbrc.yml echo " default: `echo $TESTVEDIST | sed 's/ /,/g'`" >> /tmp/.pbrc.yml sudocmd "mv /tmp/.pbrc.yml $PBTEST/ve/.pbrc.yml" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/.pbrc.yml $PBTEST/ve/.pbrc.yml $PBTEST/vm/.pbrc.yml" sudopbtest "ssh-keygen -f $PBTEST/.ssh/id_rsa -t rsa -b 768 -v -N ''" sudopbtest "cp $PBTEST/.ssh/id_rsa.pub $PBTEST/.ssh/authorized_keys" sudopbtest "chmod 600 $PBTEST/.ssh/authorized_keys $PBTEST/.ssh/id_rsa" sudopbtest "chmod 644 $PBTEST/.ssh/id_rsa.pub" sudopbtest "ssh localhost touch $PBTEST/ftp/README" # Create SVN conf files - doesn't work fully as it asks for a password - solved with PBVCSOPT cat > /tmp/servers << EOF [global] store-passwords = yes store-plaintext-passwords = yes store-auth-creds = yes EOF sudopbtest "mkdir -p $PBTEST/.subversion" sudocmd "mv /tmp/servers $PBTEST/.subversion/servers" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/.subversion/servers" VCSOPT="--username $PBUSER --password $PBUSER" sudopbtest "svn import $PBTEST/pb svn://localhost/pb -m 'Initial creation of pb repo' $VCSOPT" sudopbtest "svn co svn://localhost/pb $PBTEST/pb" sudopbtest "touch $PBTEST/pb/README" sudopbtest "svn add $PBTEST/pb/README" sudopbtest "svn ci $VCSOPT -m 'add readme' $PBTEST/pb/README" sudopbtest "svn info $PBTEST/pb 2>&1 > /dev/null" 1 sudopbtest "PBVCSOPT=\"$VCSOPT\" pb -p $PBPROJ -r 2.5 newproj afio" grep -vE '^defpkgdir|^projver|^projtag|^pburl|^pbrepo|^shh' $PBTEST/pb/afio/pbconf/2.5/afio.yml > /tmp/afio.yml cat >> /tmp/afio.yml << EOF defpkgdir: afio : dummy projver: afio : 2.5 projtag: afio : 1 pburl: afio : ftp://ftp.project-builder.org/src/afio-2.5.tar.gz pbrepo: afio : ftp://ftp.project-builder.org sshhost: afio : localhost sshlogin: afio : $PBUSER sshdir: afio : \$ENV{'HOME'}/ftp EOF sudocmd "mv /tmp/afio.yml $PBTEST/pb/afio/pbconf/2.5/afio.yml" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio.yml" cat > /tmp/pbtestcmd << EOF perl -pi -e 's|testver\s+afio\s+=\s+true|testver\ afio\ =\ false|' $PBTEST/pb/afio/pbconf/2.5/afio.yml EOF chmod 755 /tmp/pbtestcmd sudopbtest /tmp/pbtestcmd grep -vE 'PBSRC|PBDESC|PBSUMMARY|PBURL|PBLOG' $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml > /tmp/all.yml cat >> /tmp/all.yml << EOF filter: PBSRC : src/%{name}-%{version}.tar.gz PBDESC : afio is a cpio compatible archiver with extended features$/It can compress on a file by file basis. PBSUMMARY : afio is a cpio compatible archiver with extended features PBURL : http://www.boutell.com/lsm/lsmbyid.cgi/000462 PBLOG : no EOF sudocmd "mv /tmp/all.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml" grep -vE 'PBGRP|PBLIC' $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml > /tmp/rpm.yml cat >> /tmp/rpm.yml << EOF filter: PBGRP : Applications/Archiving PBLIC : Afio PBBDEP : gcc EOF sudocmd "mv /tmp/rpm.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml " cat > /tmp/deb.yml << EOF filter: PBGRP : utils PBLIC : Afio PBBDEP : gcc EOF sudocmd "mv /tmp/deb.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/deb.yml" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/deb.yml " # First build sudopbtest "pb -p $PBPROJ -r 2.5 sbx2build" cat > /tmp/pbtestcmd << EOF # Filtering $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec perl -pi -e 's|%configure||' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec perl -pi -e 's|make %{\?_smp_mflags}|make %{\?_smp_mflags}\nchmod 644 script*/*|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec perl -pi -e 's|make DESTDIR=.*|mkdir -p %{buildroot}%{_bindir}\nmkdir -p %{buildroot}%{_mandir}/man1\ninstall -p -m 755 afio %{buildroot}%{_bindir}\ninstall -p -m 644 afio.1 %{buildroot}%{_mandir}/man1|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec perl -pi -e 's|%doc ChangeLog|%doc HISTORY PORTING README SCRIPTS ANNOUNCE-2.5 perl.artistic.license|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec perl -pi -e 's|%doc INSTALL COPYING README AUTHORS NEWS|%doc afio.lsm script1 script2 script3 script4\n%{_bindir}/%{name}\n%{_mandir}/man1/%{name}.1*|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec perl -pi -e 's|^#BuildRequires:|BuildRequires:|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec EOF chmod 755 /tmp/pbtestcmd sudopbtest /tmp/pbtestcmd cat > /tmp/pbcl << EOF # $Id$ AFIO CHANGES 2.5 (2009-12-03) - First packages created EOF sudocmd "mv /tmp/pbcl $PBTEST/pb/afio/pbconf/2.5/afio/pbcl" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio/pbcl" sudopbtest "svn add $PBTEST/pb/afio/pbconf/2.5/afio/pbcl" sudopbtest "svn ci -m 'Adding pbcl for afio' $VCSOPT $PBTEST/pb" sudopbtest "pb -p afio -r 2.5 sbx2pkg" sudopbtest "rpm -qilvp $PBTEST/pb/afio/pbbuild/RPMS/x86_64/afio-2.5*" cat > /tmp/pbtestcmd << EOF # Filtering $PBTEST/pb/afio/pbconf/2.5/afio/deb/control perl -pi -e 's|,\s*PBDEP||' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control sed -i '/Recommends: PBREC/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control sed -i '/Suggests: PBSUG/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control EOF chmod 755 /tmp/pbtestcmd sudopbtest /tmp/pbtestcmd cat > /tmp/afio.docs << EOF HISTORY PORTING README SCRIPTS ANNOUNCE-2.5 perl.artistic.license afio.lsm script1 script2 script3 script4 EOF sudocmd "mv /tmp/afio.docs $PBTEST/pb/afio/pbconf/2.5/afio/deb/afio.docs" sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio/deb/afio.docs " cat > /tmp/pbtestcmd << EOF # Filtering $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules perl -pi -e 's|config.status: configure|config.status: Makefile|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules perl -pi -e 's|dh_installchangelogs ChangeLog|dh_installchangelogs debian/changelog|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules perl -pi -e 's|# - copy html manual to temporary location for renaming|mkdir -p \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/bin \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/share/man/man1 ; install -p -m 755 afio \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/bin ; install -p -m 644 afio.1 \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/share/man/man1|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules sed -i -e '/\.\/configure /d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules sed -i -e '/ install prefix=/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules EOF chmod 755 /tmp/pbtestcmd sudopbtest /tmp/pbtestcmd #dpkg -I ~ftp/pub/afio/test/debian/5.0/afio_2.5-0.20091204131057_i386.deb #dpkg -x ~ftp/pub/afio/test/debian/5.0/afio_2.5-0.20091204131057_i386.deb /tmp/x ; ls -lR /tmp/x # need to be part of docker group for Docker sudocmd "grep -Eq '^docker:' /etc/group" | grep $PBUSER if [ $? -ne 0 ]; then sudocmd usermod $PBUSER -G docker fi for d in $TESTVEDIST; do dd=`echo $d | cut -d'-' -f1` vv=`echo $d | cut -d'-' -f2` aa=`echo $d | cut -d'-' -f3` #sudopbtest "PATH=${PATH}:/sbin:/usr/sbin pb -p pb -T docker -m $d -i ${dd}:$vv newve" #sudopbtest "pb -p pb -m $d -T docker sbx2setupve" #sudopbtest "pb -p pb -m $d snapve" sudopbtest "pb -p $PBPROJ -r 2.5 -m $d sbx2prepve" sudopbtest "pb -p $PBPROJ -r 2.5 -m $d sbx2ve" # Cleaning VE to use the snapshot #dd=`echo $d | cut -d'-' -f1` #vv=`echo $d | cut -d'-' -f2` #aa=`echo $d | cut -d'-' -f3` #if [ -f "$PBTEST/ve/$dd/$vv/$aa/proc/cpuinfo" ]; then #sudocmd "umount $PBTEST/ve/$dd/$vv/$aa/proc" #fi #sudocmd "rm -rf $PBTEST/ve/$dd/$vv/$aa" #sudopbtest "pb -S -m $d sbx2ve" done sudopbtest "svn ci $VCSOPT -m 'sync before newver' $PBTEST/pb" sudopbtest "PBVCSOPT=\"$VCSOPT\" pb -p $PBPROJ -r 2.5 -V 2.6 newver" # We now need to adapt tar file,log ... to a 2.6 content #sudopbtest "pb -p $PBPROJ -r 2.6 sbx2pkg" # need to be part of group video for KVM sudocmd "grep -Eq '^video:' /etc/group" | grep $PBUSER if [ $? -ne 0 ]; then sudocmd usermod $PBUSER -G video fi sudopbtest "pb -p $PBPROJ getconf pburl" # test also with pb sudopbtest "pb -p pb -r devel getconf pburl" sudopbtest "pb -p pb -r devel sbx2pkg" sudopbtest "pb -p pb build2ssh" sudopbtest "pb -p pb pkg2ssh" d=mageia-5-i386 sudopbtest "qemu-img create -f qcow2 $PBTEST/vm/$d.qemu 30G" sudopbtest "qemu-kvm -m 1024 -kernel /pub/mageia/distrib/5/i586/isolinux/i386/vmlinuz -initrd /pub/mageia/distrib/5/i586/isolinux/i386/all.rdz -append "ramdisk_size=128000 root=/dev/ram3 kickstart=http://192.168.8.2/pub/ks/guerrero/ks.pl automatic=method:http,server:192.168.8.2,directory:/pub/mageia/distrib/5/i586,network:dhcp" -drive file=$PBTEST/vm/$d.qemu,if=virtio,media=disk -boot once=n -redir tcp:2200:10.0.2.15:22" sudopbtest "pb -p pb -r devel -m $d sbx2setupvm" sudopbtest "pb -p pb -m $d snapvm" sudopbtest "pb -p pb -m $d sbx2vm" # test also with MondoRescue sudopbtest "pb -p mondorescue -r branches/3.3 cms2pkg" # and python-redfish sudopbtest "pb -p python-redfish sbx2pkg" # cleanup sudopbtest "pb -p $PBPROJ clean" sudopbtest "killall svnserve" 1 exit