Context Navigation

source: ProjectBuilder/devel/pbtest/bin/pbtest@ 2214

Last change on this file since 2214 was 2214, checked in by Bruno Cornec, 7 years ago

Revert most of rev [2204]

There was an error on the directory considered for PBPRJDIR and PBDEFDIR/PBPROJ.
Back to normal now, as well as the case of pbinit files which was also broken

Property svn:executable set to *

File size: 13.4 KB

Line
1	#!/bin/bash
2	#
3	# Project Builder test suite
4	#
5	# $Id$
6	#
7	# Copyright B. Cornec 2007-2012-2016
8	# Provided under the GPL v2
9
10	# First create a dummy account for testing
11	# In order for this script to run well, you should have sudo access
12
13	# You may have multiple distros here
14	TESTVEDIST="debian-8-x86_64 ubuntu-16.04-x86_64 fedora-25-x86_64 opensuse-42.2-x86_64 mageia-5-x86_64 centos-7-x86_64"
15	# Only one VM is tested for now.
16	TESTVMDIST="fedora-16-i386"
17	TESTVMISO="/users/bruno/iso/Fedora-16-i386-DVD.iso"
18	PBUSER=pbtest
19	PBTEST="/home/$PBUSER"
20	export PBPROJ=afio
21
22	# Sub function to handle execution as pbtest
23	# doesn't change to the home dir of the user as su - can't be used to get env var correct
24	sudopbtest() {
25
26	cmd=$1
27	msg=$2
28
29	echo " "
30	if [ _"$cmd" == _"/tmp/pbtestcmd" ]; then
31	echo "INFO (as $PBUSER): Now running `head -1 $cmd` [$msg]"
32	else
33	echo "INFO (as $PBUSER): Now running $cmd [$msg]"
34	fi
35	sudo -n -E su - $PBUSER -c "$cmd"
36	ret=$?
37	if [ $ret -ne 0 ] && [ _"$msg" == _"" ]; then
38	echo "================================"
39	echo "ERROR: Command $cmd failed: $ret"
40	echo "================================"
41	fi
42	return $ret
43	}
44
45	sudocmd() {
46	cmd=$*
47
48	echo " "
49	echo "INFO (as root): Now running $cmd"
50	sudo -n $cmd
51	ret=$?
52	if [ $ret -ne 0 ]; then
53	echo "================================"
54	echo "ERROR: Command $cmd failed: $ret"
55	echo "================================"
56	fi
57	return $ret
58	}
59
60
61	# For rpmbootstrap VE
62	for d in $TESTVEDIST; do
63	# umount /proc in VE in case
64	dd=`echo $d \| cut -d'-' -f1`
65	vv=`echo $d \| cut -d'-' -f2`
66	aa=`echo $d \| cut -d'-' -f3`
67	if [ -f "$PBTEST/ve/$dd/$vv/$aa/proc/cpuinfo" ]; then
68	sudocmd "umount $PBTEST/ve/$dd/$vv/$aa/proc"
69	fi
70	done
71
72	# Cleanup phase
73	sudocmd "killall -u $PBUSER"
74	sudocmd "rm -rf $PBTEST/"
75	sudocmd "userdel $PBUSER"
76	#sudocmd "groupdel $PBUSER" 1
77	sudocmd "useradd $PBUSER"
78	sudocmd "chmod 755 $PBTEST"
79	sudocmd "grep -q $PBUSER /etc/sudoers"
80	if [ $? -ne 0 ]; then
81	cat > /tmp/sudoers << EOF
82	Defaults env_keep += "PBPROJ"
83	# This is for the $PBUSER account for the VE and VM only
84	$PBUSER ALL=NOPASSWD:/usr/sbin/chroot
85	$PBUSER ALL=NOPASSWD:/usr/bin/rpmbootstrap
86	$PBUSER ALL=NOPASSWD:/usr/sbin/debootstrap
87	$PBUSER ALL=NOPASSWD:/bin/chmod
88	$PBUSER ALL=NOPASSWD:/bin/cp
89	$PBUSER ALL=NOPASSWD:/bin/rm
90	$PBUSER ALL=NOPASSWD:/bin/tar
91	$PBUSER ALL=NOPASSWD:/bin/mkdir
92	$PBUSER ALL=NOPASSWD:/usr/bin/qemu-kvm
93	$PBUSER ALL=NOPASSWD:/usr/bin/docker
94	EOF
95	sudocmd "cat /etc/sudoers /tmp/sudoers" \| grep -v "INFO " > /tmp/sudoers2
96	sudocmd "chmod 440 /tmp/sudoers2"
97	sudocmd "chown root:root /tmp/sudoers2"
98	sudocmd "mv /tmp/sudoers2 /etc/sudoers"
99	rm -f /tmp/sudoers /tmp/sudoers2
100	fi
101	# Force $PBUSER (for now pbtest hardcoded!) account passwd is $PBUSER
102	sudocmd "perl -pi -e 's\|^pbtest:.*\|pbtest:$2a$08$2Q.tEty4v/fU0RyPeDelk.AjLAtXUXU3DpSs/l/8YrFmau1LJRCqC:15483:0:99999:7:::\|' /etc/shadow"
103	sudopbtest "echo export PBPROJ=$PBPROJ >> $PBTEST/.bash_profile"
104	sudopbtest "env \| grep PBPROJ"
105
106	#Taken from Lab document originally
107	# SVN repo setup
108	sudopbtest "svnadmin create $PBTEST/svn"
109	cat > /tmp/authz << EOF
110	[/]
111	$PBUSER = rw
112	* = r
113	EOF
114	sudocmd "mv /tmp/authz $PBTEST/svn/conf/authz"
115	cat > /tmp/passwd << EOF
116	[users]
117	$PBUSER = $PBUSER
118	EOF
119	sudocmd "mv /tmp/passwd $PBTEST/svn/conf/passwd"
120	cat > /tmp/svnserve.conf << EOF
121	[general]
122	password-db = $PBTEST/svn/conf/passwd
123	authz-db = authz
124	anon-access = read
125	auth-access = write
126	realm = pb
127	EOF
128	sudocmd "mv /tmp/svnserve.conf $PBTEST/svn/conf/svnserve.conf"
129	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/svn/conf/authz $PBTEST/svn/conf/passwd $PBTEST/svn/conf/svnserve.conf"
130	sudopbtest "killall svnserve" 1
131	sudopbtest "svnserve -d -r $PBTEST/svn"
132	sudopbtest "mkdir -p $PBTEST/{ftp,ve,vm,.ssh,pb}"
133	sudopbtest "chmod 700 $PBTEST/.ssh"
134
135	sudopbtest "pb --version"
136	sudopbtest "pbdistrocheck"
137
138	cat > /tmp/.pbrc << EOF
139	# Projects
140	pbconfurl afio = svn://localhost/pb/afio/pbconf
141	pbdefdir default = \$ENV{'HOME'}/pb
142	pbconfurl pb = svn://svn.project-builder.org/pb/pbconf
143	pbconfdir pb = \$ENV{'HOME'}/pb/pbconf
144	pburl pb = svn://svn.project-builder.org/pb
145	pburl mondorescue = svn://svn.mondorescue.org/mondorescue/branches
146	sshhost pb = localhost
147	sshlogin pb = $PBUSER
148	sshdir pb = \$ENV{'HOME'}/ftp
149	#
150	pbpackager default = Big Chief <bigchief@project-builder.org>
151	vmport pb = 2200
152	pbparallel pb = 6
153	vepath default = $PBTEST/ve
154	vmpath default = $PBTEST/vm
155	EOF
156	sudocmd "mv /tmp/.pbrc $PBTEST/.pbrc"
157
158	sudopbtest "pb -p $PBPROJ clean 2>&1 > /dev/null" 1
159
160	cat > /tmp/.pbrc << EOF
161	vmtype default = kvm
162	vmcmd default = qemu-kvm
163	vmsize fedora = 10G
164	vmmonport default = 4000
165	vmlogin default = $PBUSER
166	EOF
167	echo "vmlist default = `echo $TESTVMDIST \| sed 's/ /,/g'`" >> /tmp/.pbrc
168	sudocmd "mv /tmp/.pbrc $PBTEST/vm/.pbrc"
169
170	cat > /tmp/.pbrc << EOF
171	vetype default = docker
172	verpmtype default = rpmbootstrap
173	vedebtype default = debootstrap
174	verebuild default = false
175	veopt default =
176	vesnap default = false
177	velogin default = $PBUSER
178	EOF
179	echo "velist default = `echo $TESTVEDIST \| sed 's/ /,/g'`" >> /tmp/.pbrc
180	sudocmd "mv /tmp/.pbrc $PBTEST/ve/.pbrc"
181	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/.pbrc $PBTEST/ve/.pbrc $PBTEST/vm/.pbrc"
182
183	sudopbtest "ssh-keygen -f $PBTEST/.ssh/id_rsa -t rsa -b 768 -v -N ''"
184	sudopbtest "cp $PBTEST/.ssh/id_rsa.pub $PBTEST/.ssh/authorized_keys"
185	sudopbtest "chmod 600 $PBTEST/.ssh/authorized_keys $PBTEST/.ssh/id_rsa"
186	sudopbtest "chmod 644 $PBTEST/.ssh/id_rsa.pub"
187	sudopbtest "ssh localhost touch $PBTEST/ftp/README"
188
189	# Create SVN conf files - doesn't work fully as it asks for a password - solved with PBVCSOPT
190	cat > /tmp/servers << EOF
191	[global]
192	store-passwords = yes
193	store-plaintext-passwords = yes
194	store-auth-creds = yes
195	EOF
196	sudopbtest "mkdir -p $PBTEST/.subversion"
197	sudocmd "mv /tmp/servers $PBTEST/.subversion/servers"
198	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/.subversion/servers"
199
200	VCSOPT="--username $PBUSER --password $PBUSER"
201
202	sudopbtest "svn import $PBTEST/pb svn://localhost/pb -m 'Initial creation of pb repo' $VCSOPT"
203	sudopbtest "svn co svn://localhost/pb $PBTEST/pb"
204	sudopbtest "touch $PBTEST/pb/README"
205	sudopbtest "svn add $PBTEST/pb/README"
206	sudopbtest "svn ci $VCSOPT -m 'add readme' $PBTEST/pb/README"
207	sudopbtest "svn info $PBTEST/pb 2>&1 > /dev/null" 1
208	sudopbtest "PBVCSOPT=\"$VCSOPT\" pb -p $PBPROJ -r 2.5 newproj afio"
209
210	grep -vE '^defpkgdir\|^projver\|^projtag\|^pburl\|^pbrepo\|^shh' $PBTEST/pb/afio/pbconf/2.5/afio.pb > /tmp/afio.pb
211	cat >> /tmp/afio.pb << EOF
212	defpkgdir afio = dummy
213	projver afio = 2.5
214	projtag afio = 1
215	pburl afio = ftp://ftp.project-builder.org/src/afio-2.5.tar.gz
216	pbrepo afio = ftp://ftp.project-builder.org
217	sshhost afio = localhost
218	sshlogin afio = $PBUSER
219	sshdir afio = \$ENV{'HOME'}/ftp
220	EOF
221	sudocmd "mv /tmp/afio.pb $PBTEST/pb/afio/pbconf/2.5/afio.pb"
222	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio.pb"
223	cat > /tmp/pbtestcmd << EOF
224	perl -pi -e 's\|testver\s+afio\s+=\s+true\|testver\ afio\ =\ false\|' $PBTEST/pb/afio/pbconf/2.5/afio.pb
225	EOF
226	chmod 755 /tmp/pbtestcmd
227	sudopbtest /tmp/pbtestcmd
228
229	grep -vE 'PBSRC\|PBDESC\|PBSUMMARY\|PBURL\|PBLOG' $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.pbf > /tmp/all.pbf
230	cat >> /tmp/all.pbf << EOF
231	filter PBSRC = src/%{name}-%{version}.tar.gz
232	filter PBDESC = afio is a cpio compatible archiver with extended features$/It can compress on a file by file basis.
233	filter PBSUMMARY = afio is a cpio compatible archiver with extended features
234	filter PBURL = http://www.boutell.com/lsm/lsmbyid.cgi/000462
235	filter PBLOG = no
236	EOF
237	sudocmd "mv /tmp/all.pbf $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.pbf"
238	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.pbf"
239
240	grep -vE 'PBGRP\|PBLIC' $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.pbf > /tmp/rpm.pbf
241	cat >> /tmp/rpm.pbf << EOF
242	filter PBGRP = Applications/Archiving
243	filter PBLIC = Afio
244	filter PBBDEP = gcc
245	EOF
246	sudocmd "mv /tmp/rpm.pbf $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.pbf"
247	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.pbf "
248
249	cat > /tmp/deb.pbf << EOF
250	filter PBGRP = utils
251	filter PBLIC = Afio
252	filter PBBDEP = gcc
253	EOF
254	sudocmd "mv /tmp/deb.pbf $PBTEST/pb/afio/pbconf/2.5/pbfilter/deb.pbf"
255	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/deb.pbf "
256
257	# First build
258	sudopbtest "pb -p $PBPROJ -r 2.5 sbx2build"
259
260	cat > /tmp/pbtestcmd << EOF
261	# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
262	perl -pi -e 's\|%configure\|\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
263	perl -pi -e 's\|make %{\?_smp_mflags}\|make %{\?_smp_mflags}\nchmod 644 script/\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
264	perl -pi -e 's\|make DESTDIR=.*\|mkdir -p %{buildroot}%{_bindir}\nmkdir -p %{buildroot}%{_mandir}/man1\ninstall -p -m 755 afio %{buildroot}%{_bindir}\ninstall -p -m 644 afio.1 %{buildroot}%{_mandir}/man1\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
265	perl -pi -e 's\|%doc ChangeLog\|%doc HISTORY PORTING README SCRIPTS ANNOUNCE-2.5 perl.artistic.license\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
266	perl -pi -e 's\|%doc INSTALL COPYING README AUTHORS NEWS\|%doc afio.lsm script1 script2 script3 script4\n%{_bindir}/%{name}\n%{_mandir}/man1/%{name}.1*\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
267	perl -pi -e 's\|^#BuildRequires:\|BuildRequires:\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
268	EOF
269	chmod 755 /tmp/pbtestcmd
270	sudopbtest /tmp/pbtestcmd
271
272	cat > /tmp/pbcl << EOF
273	# $Id$
274
275	AFIO CHANGES
276
277	2.5 (2009-12-03)
278	- First packages created
279	EOF
280	sudocmd "mv /tmp/pbcl $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
281	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
282	sudopbtest "svn add $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
283	sudopbtest "svn ci -m 'Adding pbcl for afio' $VCSOPT $PBTEST/pb"
284
285	sudopbtest "pb -p afio -r 2.5 sbx2pkg"
286	sudopbtest "rpm -qilvp $PBTEST/pb/afio/pbbuild/RPMS/x86_64/afio-2.5*"
287
288	cat > /tmp/pbtestcmd << EOF
289	# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
290	perl -pi -e 's\|,\s*PBDEP\|\|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
291	sed -i '/Recommends: PBREC/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
292	sed -i '/Suggests: PBSUG/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
293	EOF
294	chmod 755 /tmp/pbtestcmd
295	sudopbtest /tmp/pbtestcmd
296
297	cat > /tmp/afio.docs << EOF
298	HISTORY
299	PORTING
300	README
301	SCRIPTS
302	ANNOUNCE-2.5
303	perl.artistic.license
304	afio.lsm
305	script1
306	script2
307	script3
308	script4
309	EOF
310	sudocmd "mv /tmp/afio.docs $PBTEST/pb/afio/pbconf/2.5/afio/deb/afio.docs"
311	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio/deb/afio.docs "
312
313	cat > /tmp/pbtestcmd << EOF
314	# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
315	perl -pi -e 's\|config.status: configure\|config.status: Makefile\|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
316	perl -pi -e 's\|dh_installchangelogs ChangeLog\|dh_installchangelogs debian/changelog\|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
317	perl -pi -e 's\|# - copy html manual to temporary location for renaming\|mkdir -p \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/bin \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/share/man/man1 ; install -p -m 755 afio \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/bin ; install -p -m 644 afio.1 \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/share/man/man1\|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
318	sed -i -e '/\.\/configure /d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
319	sed -i -e '/ install prefix=/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
320	EOF
321	chmod 755 /tmp/pbtestcmd
322	sudopbtest /tmp/pbtestcmd
323
324	#dpkg -I ~ftp/pub/afio/test/debian/5.0/afio_2.5-0.20091204131057_i386.deb
325	#dpkg -x ~ftp/pub/afio/test/debian/5.0/afio_2.5-0.20091204131057_i386.deb /tmp/x ; ls -lR /tmp/x
326
327	# need to be part of docker group for Docker
328	sudocmd "grep -Eq '^docker:' /etc/group" \| grep $PBUSER
329	if [ $? -ne 0 ]; then
330	sudocmd usermod $PBUSER -G docker
331	fi
332
333	for d in $TESTVEDIST; do
334	dd=`echo $d \| cut -d'-' -f1`
335	vv=`echo $d \| cut -d'-' -f2`
336	aa=`echo $d \| cut -d'-' -f3`
337	#sudopbtest "PATH=${PATH}:/sbin:/usr/sbin pb -p pb -T docker -m $d -i ${dd}:$vv newve"
338	#sudopbtest "pb -p pb -m $d -T docker sbx2setupve"
339	#sudopbtest "pb -p pb -m $d snapve"
340	sudopbtest "pb -p $PBPROJ -r 2.5 -m $d sbx2prepve"
341	sudopbtest "pb -p $PBPROJ -r 2.5 -m $d sbx2ve"
342	# Cleaning VE to use the snapshot
343	#dd=`echo $d \| cut -d'-' -f1`
344	#vv=`echo $d \| cut -d'-' -f2`
345	#aa=`echo $d \| cut -d'-' -f3`
346	#if [ -f "$PBTEST/ve/$dd/$vv/$aa/proc/cpuinfo" ]; then
347	#sudocmd "umount $PBTEST/ve/$dd/$vv/$aa/proc"
348	#fi
349	#sudocmd "rm -rf $PBTEST/ve/$dd/$vv/$aa"
350	#sudopbtest "pb -S -m $d sbx2ve"
351	done
352
353	sudopbtest "svn ci $VCSOPT -m 'sync before newver' $PBTEST/pb"
354	sudopbtest "PBVCSOPT=\"$VCSOPT\" pb -p $PBPROJ -r 2.5 -V 2.6 newver"
355	# We now need to adapt tar file,log ... to a 2.6 content
356	#sudopbtest "pb -p $PBPROJ -r 2.6 sbx2pkg"
357
358	# need to be part of group video for KVM
359	sudocmd "grep -Eq '^video:' /etc/group" \| grep $PBUSER
360	if [ $? -ne 0 ]; then
361	sudocmd usermod $PBUSER -G video
362	fi
363
364	sudopbtest "pb -p $PBPROJ getconf pburl"
365	# test also with pb
366	sudopbtest "pb -p pb -r devel getconf pburl"
367	sudopbtest "pb -p pb -r devel sbx2pkg"
368	sudopbtest "pb -p pb build2ssh"
369	sudopbtest "pb -p pb pkg2ssh"
370
371	d=mageia-5-i386
372	sudopbtest "qemu-img create -f qcow2 $PBTEST/vm/$d.qemu 30G"
373	sudopbtest "qemu-kvm -m 1024 -kernel /pub/mageia/distrib/5/i586/isolinux/i386/vmlinuz -initrd /pub/mageia/distrib/5/i586/isolinux/i386/all.rdz -append "ramdisk_size=128000 root=/dev/ram3 kickstart=http://192.168.8.2/pub/ks/guerrero/ks.pl automatic=method:http,server:192.168.8.2,directory:/pub/mageia/distrib/5/i586,network:dhcp" -drive file=$PBTEST/vm/$d.qemu,if=virtio,media=disk -boot once=n -redir tcp:2200:10.0.2.15:22"
374	sudopbtest "pb -p pb -r devel -m $d sbx2setupvm"
375	sudopbtest "pb -p pb -m $d snapvm"
376	sudopbtest "pb -p pb -m $d sbx2vm"
377
378	# test also with MondoRescue
379	sudopbtest "pb -p mondorescue -r branches/3.3 cms2pkg"
380	# and python-redfish
381	sudopbtest "pb -p python-redfish sbx2pkg"
382
383	# cleanup
384	sudopbtest "pb -p $PBPROJ clean"
385	sudopbtest "killall svnserve" 1
386	exit

Note: See TracBrowser for help on using the repository browser.

Download in other formats: