source: ProjectBuilder/devel/pbtest/bin/pbtest@ 2252

Last change on this file since 2252 was 2252, checked in by Bruno Cornec, 7 years ago

Use .pbrc.yml now as a YAML file as well instead of .pbrc

  • Property svn:executable set to *
File size: 13.7 KB
Line 
1#!/bin/bash
2#
3# Project Builder test suite
4#
5# $Id$
6#
7# Copyright B. Cornec 2007-2012-2016
8# Provided under the GPL v2
9
10# First create a dummy account for testing
11# In order for this script to run well, you should have sudo access
12
13# You may have multiple distros here
14TESTVEDIST="debian-8-x86_64 ubuntu-16.04-x86_64 fedora-25-x86_64 opensuse-42.2-x86_64 mageia-5-x86_64 centos-7-x86_64"
15# Only one VM is tested for now.
16TESTVMDIST="fedora-16-i386"
17TESTVMISO="/users/bruno/iso/Fedora-16-i386-DVD.iso"
18PBUSER=pbtest
19PBTEST="/home/$PBUSER"
20export PBPROJ=afio
21
22# Sub function to handle execution as pbtest
23# doesn't change to the home dir of the user as su - can't be used to get env var correct
24sudopbtest() {
25
26cmd=$1
27msg=$2
28
29echo " "
30if [ _"$cmd" == _"/tmp/pbtestcmd" ]; then
31 echo "INFO (as $PBUSER): Now running `head -1 $cmd` [$msg]"
32else
33 echo "INFO (as $PBUSER): Now running $cmd [$msg]"
34fi
35sudo -n -E su - $PBUSER -c "$cmd"
36ret=$?
37if [ $ret -ne 0 ] && [ _"$msg" == _"" ]; then
38 echo "================================"
39 echo "ERROR: Command $cmd failed: $ret"
40 echo "================================"
41fi
42return $ret
43}
44
45sudocmd() {
46cmd=$*
47
48echo " "
49echo "INFO (as root): Now running $cmd"
50sudo -n $cmd
51ret=$?
52if [ $ret -ne 0 ]; then
53 echo "================================"
54 echo "ERROR: Command $cmd failed: $ret"
55 echo "================================"
56fi
57return $ret
58}
59
60
61# For rpmbootstrap VE
62for d in $TESTVEDIST; do
63 # umount /proc in VE in case
64 dd=`echo $d | cut -d'-' -f1`
65 vv=`echo $d | cut -d'-' -f2`
66 aa=`echo $d | cut -d'-' -f3`
67 if [ -f "$PBTEST/ve/$dd/$vv/$aa/proc/cpuinfo" ]; then
68 sudocmd "umount $PBTEST/ve/$dd/$vv/$aa/proc"
69 fi
70done
71
72# Cleanup phase
73sudocmd "killall -u $PBUSER"
74sudocmd "rm -rf $PBTEST/"
75sudocmd "userdel $PBUSER"
76#sudocmd "groupdel $PBUSER" 1
77sudocmd "useradd $PBUSER"
78sudocmd "chmod 755 $PBTEST"
79sudocmd "grep -q $PBUSER /etc/sudoers"
80if [ $? -ne 0 ]; then
81 cat > /tmp/sudoers << EOF
82Defaults env_keep += "PBPROJ"
83# This is for the $PBUSER account for the VE and VM only
84$PBUSER ALL=NOPASSWD:/usr/sbin/chroot
85$PBUSER ALL=NOPASSWD:/usr/bin/rpmbootstrap
86$PBUSER ALL=NOPASSWD:/usr/sbin/debootstrap
87$PBUSER ALL=NOPASSWD:/bin/chmod
88$PBUSER ALL=NOPASSWD:/bin/cp
89$PBUSER ALL=NOPASSWD:/bin/rm
90$PBUSER ALL=NOPASSWD:/bin/tar
91$PBUSER ALL=NOPASSWD:/bin/mkdir
92$PBUSER ALL=NOPASSWD:/usr/bin/qemu-kvm
93$PBUSER ALL=NOPASSWD:/usr/bin/docker
94EOF
95 sudocmd "cat /etc/sudoers /tmp/sudoers" | grep -v "INFO " > /tmp/sudoers2
96 sudocmd "chmod 440 /tmp/sudoers2"
97 sudocmd "chown root:root /tmp/sudoers2"
98 sudocmd "mv /tmp/sudoers2 /etc/sudoers"
99 rm -f /tmp/sudoers /tmp/sudoers2
100fi
101# Force $PBUSER (for now pbtest hardcoded!) account passwd is $PBUSER
102sudocmd "perl -pi -e 's|^pbtest:.*|pbtest:$2a$08$2Q.tEty4v/fU0RyPeDelk.AjLAtXUXU3DpSs/l/8YrFmau1LJRCqC:15483:0:99999:7:::|' /etc/shadow"
103sudopbtest "echo export PBPROJ=$PBPROJ >> $PBTEST/.bash_profile"
104sudopbtest "env | grep PBPROJ"
105
106#Taken from Lab document originally
107# SVN repo setup
108sudopbtest "svnadmin create $PBTEST/svn"
109cat > /tmp/authz << EOF
110[/]
111$PBUSER = rw
112* = r
113EOF
114sudocmd "mv /tmp/authz $PBTEST/svn/conf/authz"
115cat > /tmp/passwd << EOF
116[users]
117$PBUSER = $PBUSER
118EOF
119sudocmd "mv /tmp/passwd $PBTEST/svn/conf/passwd"
120cat > /tmp/svnserve.conf << EOF
121[general]
122password-db = $PBTEST/svn/conf/passwd
123authz-db = authz
124anon-access = read
125auth-access = write
126realm = pb
127EOF
128sudocmd "mv /tmp/svnserve.conf $PBTEST/svn/conf/svnserve.conf"
129sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/svn/conf/authz $PBTEST/svn/conf/passwd $PBTEST/svn/conf/svnserve.conf"
130sudopbtest "killall svnserve" 1
131sudopbtest "svnserve -d -r $PBTEST/svn"
132sudopbtest "mkdir -p $PBTEST/{ftp,ve,vm,.ssh,pb}"
133sudopbtest "chmod 700 $PBTEST/.ssh"
134
135sudopbtest "pb --version"
136sudopbtest "pbdistrocheck"
137
138cat > /tmp/.pbrc.yml << EOF
139# Projects
140 pbconfurl:
141 afio : svn://localhost/pb/afio/pbconf
142 pbdefdir:
143 default : \$ENV{'HOME'}/pb
144 pbconfurl:
145 pb : svn://svn.project-builder.org/pb/pbconf
146 pbconfdir:
147 pb : \$ENV{'HOME'}/pb/pbconf
148 pburl:
149 pb : svn://svn.project-builder.org/pb
150 pburl:
151 mondorescue : svn://svn.mondorescue.org/mondorescue/branches
152 sshhost:
153 pb : localhost
154 sshlogin:
155 pb : $PBUSER
156 sshdir:
157 pb : \$ENV{'HOME'}/ftp
158#
159 pbpackager:
160 default : Big Chief <bigchief@project-builder.org>
161 vmport:
162 pb : 2200
163 pbparallel:
164 pb : 6
165 vepath:
166 default : $PBTEST/ve
167 vmpath:
168 default : $PBTEST/vm
169EOF
170sudocmd "mv /tmp/.pbrc.yml $PBTEST/.pbrc.yml"
171
172sudopbtest "pb -p $PBPROJ clean 2>&1 > /dev/null" 1
173
174cat > /tmp/.pbrc.yml << EOF
175 vmtype:
176 default : kvm
177 vmcmd:
178 default : qemu-kvm
179 vmsize:
180 fedora : 10G
181 vmmonport:
182 default : 4000
183 vmlogin:
184 default : $PBUSER
185EOF
186echo " vmlist:" >> /tmp/.pbrc.yml
187echo " default: `echo $TESTVMDIST | sed 's/ /,/g'`" >> /tmp/.pbrc.yml
188sudocmd "mv /tmp/.pbrc.yml $PBTEST/vm/.pbrc.yml"
189
190cat > /tmp/.pbrc.yml << EOF
191 vetype:
192 default : docker
193 verpmtype:
194 default : rpmbootstrap
195 vedebtype:
196 default : debootstrap
197 verebuild:
198 default : false
199 veopt:
200 default :
201 vesnap:
202 default : false
203 velogin:
204 default : $PBUSER
205EOF
206echo " velist:" >> /tmp/.pbrc.yml
207echo " default: `echo $TESTVEDIST | sed 's/ /,/g'`" >> /tmp/.pbrc.yml
208sudocmd "mv /tmp/.pbrc.yml $PBTEST/ve/.pbrc.yml"
209sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/.pbrc.yml $PBTEST/ve/.pbrc.yml $PBTEST/vm/.pbrc.yml"
210
211sudopbtest "ssh-keygen -f $PBTEST/.ssh/id_rsa -t rsa -b 768 -v -N ''"
212sudopbtest "cp $PBTEST/.ssh/id_rsa.pub $PBTEST/.ssh/authorized_keys"
213sudopbtest "chmod 600 $PBTEST/.ssh/authorized_keys $PBTEST/.ssh/id_rsa"
214sudopbtest "chmod 644 $PBTEST/.ssh/id_rsa.pub"
215sudopbtest "ssh localhost touch $PBTEST/ftp/README"
216
217# Create SVN conf files - doesn't work fully as it asks for a password - solved with PBVCSOPT
218cat > /tmp/servers << EOF
219[global]
220store-passwords = yes
221store-plaintext-passwords = yes
222store-auth-creds = yes
223EOF
224sudopbtest "mkdir -p $PBTEST/.subversion"
225sudocmd "mv /tmp/servers $PBTEST/.subversion/servers"
226sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/.subversion/servers"
227
228VCSOPT="--username $PBUSER --password $PBUSER"
229
230sudopbtest "svn import $PBTEST/pb svn://localhost/pb -m 'Initial creation of pb repo' $VCSOPT"
231sudopbtest "svn co svn://localhost/pb $PBTEST/pb"
232sudopbtest "touch $PBTEST/pb/README"
233sudopbtest "svn add $PBTEST/pb/README"
234sudopbtest "svn ci $VCSOPT -m 'add readme' $PBTEST/pb/README"
235sudopbtest "svn info $PBTEST/pb 2>&1 > /dev/null" 1
236sudopbtest "PBVCSOPT=\"$VCSOPT\" pb -p $PBPROJ -r 2.5 newproj afio"
237
238grep -vE '^defpkgdir|^projver|^projtag|^pburl|^pbrepo|^shh' $PBTEST/pb/afio/pbconf/2.5/afio.yml > /tmp/afio.yml
239cat >> /tmp/afio.yml << EOF
240 defpkgdir:
241 afio : dummy
242 projver:
243 afio : 2.5
244 projtag:
245 afio : 1
246 pburl:
247 afio : ftp://ftp.project-builder.org/src/afio-2.5.tar.gz
248 pbrepo:
249 afio : ftp://ftp.project-builder.org
250 sshhost:
251 afio : localhost
252 sshlogin:
253 afio : $PBUSER
254 sshdir:
255 afio : \$ENV{'HOME'}/ftp
256EOF
257sudocmd "mv /tmp/afio.yml $PBTEST/pb/afio/pbconf/2.5/afio.yml"
258sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio.yml"
259cat > /tmp/pbtestcmd << EOF
260perl -pi -e 's|testver\s+afio\s+=\s+true|testver\ afio\ =\ false|' $PBTEST/pb/afio/pbconf/2.5/afio.yml
261EOF
262chmod 755 /tmp/pbtestcmd
263sudopbtest /tmp/pbtestcmd
264
265grep -vE 'PBSRC|PBDESC|PBSUMMARY|PBURL|PBLOG' $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml > /tmp/all.yml
266cat >> /tmp/all.yml << EOF
267 filter:
268 PBSRC : src/%{name}-%{version}.tar.gz
269 PBDESC : afio is a cpio compatible archiver with extended features$/It can compress on a file by file basis.
270 PBSUMMARY : afio is a cpio compatible archiver with extended features
271 PBURL : http://www.boutell.com/lsm/lsmbyid.cgi/000462
272 PBLOG : no
273EOF
274sudocmd "mv /tmp/all.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml"
275sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml"
276
277grep -vE 'PBGRP|PBLIC' $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml > /tmp/rpm.yml
278cat >> /tmp/rpm.yml << EOF
279 filter:
280 PBGRP : Applications/Archiving
281 PBLIC : Afio
282 PBBDEP : gcc
283EOF
284sudocmd "mv /tmp/rpm.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml"
285sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml "
286
287cat > /tmp/deb.yml << EOF
288 filter:
289 PBGRP : utils
290 PBLIC : Afio
291 PBBDEP : gcc
292EOF
293sudocmd "mv /tmp/deb.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/deb.yml"
294sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/deb.yml "
295
296# First build
297sudopbtest "pb -p $PBPROJ -r 2.5 sbx2build"
298
299cat > /tmp/pbtestcmd << EOF
300# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
301perl -pi -e 's|%configure||' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
302perl -pi -e 's|make %{\?_smp_mflags}|make %{\?_smp_mflags}\nchmod 644 script*/*|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
303perl -pi -e 's|make DESTDIR=.*|mkdir -p %{buildroot}%{_bindir}\nmkdir -p %{buildroot}%{_mandir}/man1\ninstall -p -m 755 afio %{buildroot}%{_bindir}\ninstall -p -m 644 afio.1 %{buildroot}%{_mandir}/man1|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
304perl -pi -e 's|%doc ChangeLog|%doc HISTORY PORTING README SCRIPTS ANNOUNCE-2.5 perl.artistic.license|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
305perl -pi -e 's|%doc INSTALL COPYING README AUTHORS NEWS|%doc afio.lsm script1 script2 script3 script4\n%{_bindir}/%{name}\n%{_mandir}/man1/%{name}.1*|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
306perl -pi -e 's|^#BuildRequires:|BuildRequires:|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
307EOF
308chmod 755 /tmp/pbtestcmd
309sudopbtest /tmp/pbtestcmd
310
311cat > /tmp/pbcl << EOF
312# $Id$
313
314AFIO CHANGES
315
3162.5 (2009-12-03)
317- First packages created
318EOF
319sudocmd "mv /tmp/pbcl $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
320sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
321sudopbtest "svn add $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
322sudopbtest "svn ci -m 'Adding pbcl for afio' $VCSOPT $PBTEST/pb"
323
324sudopbtest "pb -p afio -r 2.5 sbx2pkg"
325sudopbtest "rpm -qilvp $PBTEST/pb/afio/pbbuild/RPMS/x86_64/afio-2.5*"
326
327cat > /tmp/pbtestcmd << EOF
328# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
329perl -pi -e 's|,\s*PBDEP||' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
330sed -i '/Recommends: PBREC/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
331sed -i '/Suggests: PBSUG/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
332EOF
333chmod 755 /tmp/pbtestcmd
334sudopbtest /tmp/pbtestcmd
335
336cat > /tmp/afio.docs << EOF
337HISTORY
338PORTING
339README
340SCRIPTS
341ANNOUNCE-2.5
342perl.artistic.license
343afio.lsm
344script1
345script2
346script3
347script4
348EOF
349sudocmd "mv /tmp/afio.docs $PBTEST/pb/afio/pbconf/2.5/afio/deb/afio.docs"
350sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio/deb/afio.docs "
351
352cat > /tmp/pbtestcmd << EOF
353# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
354perl -pi -e 's|config.status: configure|config.status: Makefile|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
355perl -pi -e 's|dh_installchangelogs ChangeLog|dh_installchangelogs debian/changelog|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
356perl -pi -e 's|# - copy html manual to temporary location for renaming|mkdir -p \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/bin \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/share/man/man1 ; install -p -m 755 afio \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/bin ; install -p -m 644 afio.1 \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/share/man/man1|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
357sed -i -e '/\.\/configure /d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
358sed -i -e '/ install prefix=/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
359EOF
360chmod 755 /tmp/pbtestcmd
361sudopbtest /tmp/pbtestcmd
362
363#dpkg -I ~ftp/pub/afio/test/debian/5.0/afio_2.5-0.20091204131057_i386.deb
364#dpkg -x ~ftp/pub/afio/test/debian/5.0/afio_2.5-0.20091204131057_i386.deb /tmp/x ; ls -lR /tmp/x
365
366# need to be part of docker group for Docker
367sudocmd "grep -Eq '^docker:' /etc/group" | grep $PBUSER
368if [ $? -ne 0 ]; then
369 sudocmd usermod $PBUSER -G docker
370fi
371
372for d in $TESTVEDIST; do
373 dd=`echo $d | cut -d'-' -f1`
374 vv=`echo $d | cut -d'-' -f2`
375 aa=`echo $d | cut -d'-' -f3`
376 #sudopbtest "PATH=${PATH}:/sbin:/usr/sbin pb -p pb -T docker -m $d -i ${dd}:$vv newve"
377 #sudopbtest "pb -p pb -m $d -T docker sbx2setupve"
378 #sudopbtest "pb -p pb -m $d snapve"
379 sudopbtest "pb -p $PBPROJ -r 2.5 -m $d sbx2prepve"
380 sudopbtest "pb -p $PBPROJ -r 2.5 -m $d sbx2ve"
381 # Cleaning VE to use the snapshot
382 #dd=`echo $d | cut -d'-' -f1`
383 #vv=`echo $d | cut -d'-' -f2`
384 #aa=`echo $d | cut -d'-' -f3`
385 #if [ -f "$PBTEST/ve/$dd/$vv/$aa/proc/cpuinfo" ]; then
386 #sudocmd "umount $PBTEST/ve/$dd/$vv/$aa/proc"
387 #fi
388 #sudocmd "rm -rf $PBTEST/ve/$dd/$vv/$aa"
389 #sudopbtest "pb -S -m $d sbx2ve"
390done
391
392sudopbtest "svn ci $VCSOPT -m 'sync before newver' $PBTEST/pb"
393sudopbtest "PBVCSOPT=\"$VCSOPT\" pb -p $PBPROJ -r 2.5 -V 2.6 newver"
394# We now need to adapt tar file,log ... to a 2.6 content
395#sudopbtest "pb -p $PBPROJ -r 2.6 sbx2pkg"
396
397# need to be part of group video for KVM
398sudocmd "grep -Eq '^video:' /etc/group" | grep $PBUSER
399if [ $? -ne 0 ]; then
400 sudocmd usermod $PBUSER -G video
401fi
402
403sudopbtest "pb -p $PBPROJ getconf pburl"
404# test also with pb
405sudopbtest "pb -p pb -r devel getconf pburl"
406sudopbtest "pb -p pb -r devel sbx2pkg"
407sudopbtest "pb -p pb build2ssh"
408sudopbtest "pb -p pb pkg2ssh"
409
410d=mageia-5-i386
411sudopbtest "qemu-img create -f qcow2 $PBTEST/vm/$d.qemu 30G"
412sudopbtest "qemu-kvm -m 1024 -kernel /pub/mageia/distrib/5/i586/isolinux/i386/vmlinuz -initrd /pub/mageia/distrib/5/i586/isolinux/i386/all.rdz -append "ramdisk_size=128000 root=/dev/ram3 kickstart=http://192.168.8.2/pub/ks/guerrero/ks.pl automatic=method:http,server:192.168.8.2,directory:/pub/mageia/distrib/5/i586,network:dhcp" -drive file=$PBTEST/vm/$d.qemu,if=virtio,media=disk -boot once=n -redir tcp:2200:10.0.2.15:22"
413sudopbtest "pb -p pb -r devel -m $d sbx2setupvm"
414sudopbtest "pb -p pb -m $d snapvm"
415sudopbtest "pb -p pb -m $d sbx2vm"
416
417# test also with MondoRescue
418sudopbtest "pb -p mondorescue -r branches/3.3 cms2pkg"
419# and python-redfish
420sudopbtest "pb -p python-redfish sbx2pkg"
421
422# cleanup
423sudopbtest "pb -p $PBPROJ clean"
424sudopbtest "killall svnserve" 1
425exit
Note: See TracBrowser for help on using the repository browser.