Context Navigation

source: ProjectBuilder/devel/pbtest/bin/pbtest@ 2251

Last change on this file since 2251 was 2251, checked in by Bruno Cornec, 7 years ago

Transform .pb and .pbf files into .yml as well

In example generated as well as in the usage during processing

Property svn:executable set to *

File size: 13.4 KB

Line
1	#!/bin/bash
2	#
3	# Project Builder test suite
4	#
5	# $Id$
6	#
7	# Copyright B. Cornec 2007-2012-2016
8	# Provided under the GPL v2
9
10	# First create a dummy account for testing
11	# In order for this script to run well, you should have sudo access
12
13	# You may have multiple distros here
14	TESTVEDIST="debian-8-x86_64 ubuntu-16.04-x86_64 fedora-25-x86_64 opensuse-42.2-x86_64 mageia-5-x86_64 centos-7-x86_64"
15	# Only one VM is tested for now.
16	TESTVMDIST="fedora-16-i386"
17	TESTVMISO="/users/bruno/iso/Fedora-16-i386-DVD.iso"
18	PBUSER=pbtest
19	PBTEST="/home/$PBUSER"
20	export PBPROJ=afio
21
22	# Sub function to handle execution as pbtest
23	# doesn't change to the home dir of the user as su - can't be used to get env var correct
24	sudopbtest() {
25
26	cmd=$1
27	msg=$2
28
29	echo " "
30	if [ _"$cmd" == _"/tmp/pbtestcmd" ]; then
31	echo "INFO (as $PBUSER): Now running `head -1 $cmd` [$msg]"
32	else
33	echo "INFO (as $PBUSER): Now running $cmd [$msg]"
34	fi
35	sudo -n -E su - $PBUSER -c "$cmd"
36	ret=$?
37	if [ $ret -ne 0 ] && [ _"$msg" == _"" ]; then
38	echo "================================"
39	echo "ERROR: Command $cmd failed: $ret"
40	echo "================================"
41	fi
42	return $ret
43	}
44
45	sudocmd() {
46	cmd=$*
47
48	echo " "
49	echo "INFO (as root): Now running $cmd"
50	sudo -n $cmd
51	ret=$?
52	if [ $ret -ne 0 ]; then
53	echo "================================"
54	echo "ERROR: Command $cmd failed: $ret"
55	echo "================================"
56	fi
57	return $ret
58	}
59
60
61	# For rpmbootstrap VE
62	for d in $TESTVEDIST; do
63	# umount /proc in VE in case
64	dd=`echo $d \| cut -d'-' -f1`
65	vv=`echo $d \| cut -d'-' -f2`
66	aa=`echo $d \| cut -d'-' -f3`
67	if [ -f "$PBTEST/ve/$dd/$vv/$aa/proc/cpuinfo" ]; then
68	sudocmd "umount $PBTEST/ve/$dd/$vv/$aa/proc"
69	fi
70	done
71
72	# Cleanup phase
73	sudocmd "killall -u $PBUSER"
74	sudocmd "rm -rf $PBTEST/"
75	sudocmd "userdel $PBUSER"
76	#sudocmd "groupdel $PBUSER" 1
77	sudocmd "useradd $PBUSER"
78	sudocmd "chmod 755 $PBTEST"
79	sudocmd "grep -q $PBUSER /etc/sudoers"
80	if [ $? -ne 0 ]; then
81	cat > /tmp/sudoers << EOF
82	Defaults env_keep += "PBPROJ"
83	# This is for the $PBUSER account for the VE and VM only
84	$PBUSER ALL=NOPASSWD:/usr/sbin/chroot
85	$PBUSER ALL=NOPASSWD:/usr/bin/rpmbootstrap
86	$PBUSER ALL=NOPASSWD:/usr/sbin/debootstrap
87	$PBUSER ALL=NOPASSWD:/bin/chmod
88	$PBUSER ALL=NOPASSWD:/bin/cp
89	$PBUSER ALL=NOPASSWD:/bin/rm
90	$PBUSER ALL=NOPASSWD:/bin/tar
91	$PBUSER ALL=NOPASSWD:/bin/mkdir
92	$PBUSER ALL=NOPASSWD:/usr/bin/qemu-kvm
93	$PBUSER ALL=NOPASSWD:/usr/bin/docker
94	EOF
95	sudocmd "cat /etc/sudoers /tmp/sudoers" \| grep -v "INFO " > /tmp/sudoers2
96	sudocmd "chmod 440 /tmp/sudoers2"
97	sudocmd "chown root:root /tmp/sudoers2"
98	sudocmd "mv /tmp/sudoers2 /etc/sudoers"
99	rm -f /tmp/sudoers /tmp/sudoers2
100	fi
101	# Force $PBUSER (for now pbtest hardcoded!) account passwd is $PBUSER
102	sudocmd "perl -pi -e 's\|^pbtest:.*\|pbtest:$2a$08$2Q.tEty4v/fU0RyPeDelk.AjLAtXUXU3DpSs/l/8YrFmau1LJRCqC:15483:0:99999:7:::\|' /etc/shadow"
103	sudopbtest "echo export PBPROJ=$PBPROJ >> $PBTEST/.bash_profile"
104	sudopbtest "env \| grep PBPROJ"
105
106	#Taken from Lab document originally
107	# SVN repo setup
108	sudopbtest "svnadmin create $PBTEST/svn"
109	cat > /tmp/authz << EOF
110	[/]
111	$PBUSER = rw
112	* = r
113	EOF
114	sudocmd "mv /tmp/authz $PBTEST/svn/conf/authz"
115	cat > /tmp/passwd << EOF
116	[users]
117	$PBUSER = $PBUSER
118	EOF
119	sudocmd "mv /tmp/passwd $PBTEST/svn/conf/passwd"
120	cat > /tmp/svnserve.conf << EOF
121	[general]
122	password-db = $PBTEST/svn/conf/passwd
123	authz-db = authz
124	anon-access = read
125	auth-access = write
126	realm = pb
127	EOF
128	sudocmd "mv /tmp/svnserve.conf $PBTEST/svn/conf/svnserve.conf"
129	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/svn/conf/authz $PBTEST/svn/conf/passwd $PBTEST/svn/conf/svnserve.conf"
130	sudopbtest "killall svnserve" 1
131	sudopbtest "svnserve -d -r $PBTEST/svn"
132	sudopbtest "mkdir -p $PBTEST/{ftp,ve,vm,.ssh,pb}"
133	sudopbtest "chmod 700 $PBTEST/.ssh"
134
135	sudopbtest "pb --version"
136	sudopbtest "pbdistrocheck"
137
138	cat > /tmp/.pbrc << EOF
139	# Projects
140	pbconfurl afio = svn://localhost/pb/afio/pbconf
141	pbdefdir default = \$ENV{'HOME'}/pb
142	pbconfurl pb = svn://svn.project-builder.org/pb/pbconf
143	pbconfdir pb = \$ENV{'HOME'}/pb/pbconf
144	pburl pb = svn://svn.project-builder.org/pb
145	pburl mondorescue = svn://svn.mondorescue.org/mondorescue/branches
146	sshhost pb = localhost
147	sshlogin pb = $PBUSER
148	sshdir pb = \$ENV{'HOME'}/ftp
149	#
150	pbpackager default = Big Chief <bigchief@project-builder.org>
151	vmport pb = 2200
152	pbparallel pb = 6
153	vepath default = $PBTEST/ve
154	vmpath default = $PBTEST/vm
155	EOF
156	sudocmd "mv /tmp/.pbrc $PBTEST/.pbrc"
157
158	sudopbtest "pb -p $PBPROJ clean 2>&1 > /dev/null" 1
159
160	cat > /tmp/.pbrc << EOF
161	vmtype default = kvm
162	vmcmd default = qemu-kvm
163	vmsize fedora = 10G
164	vmmonport default = 4000
165	vmlogin default = $PBUSER
166	EOF
167	echo "vmlist default = `echo $TESTVMDIST \| sed 's/ /,/g'`" >> /tmp/.pbrc
168	sudocmd "mv /tmp/.pbrc $PBTEST/vm/.pbrc"
169
170	cat > /tmp/.pbrc << EOF
171	vetype default = docker
172	verpmtype default = rpmbootstrap
173	vedebtype default = debootstrap
174	verebuild default = false
175	veopt default =
176	vesnap default = false
177	velogin default = $PBUSER
178	EOF
179	echo "velist default = `echo $TESTVEDIST \| sed 's/ /,/g'`" >> /tmp/.pbrc
180	sudocmd "mv /tmp/.pbrc $PBTEST/ve/.pbrc"
181	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/.pbrc $PBTEST/ve/.pbrc $PBTEST/vm/.pbrc"
182
183	sudopbtest "ssh-keygen -f $PBTEST/.ssh/id_rsa -t rsa -b 768 -v -N ''"
184	sudopbtest "cp $PBTEST/.ssh/id_rsa.pub $PBTEST/.ssh/authorized_keys"
185	sudopbtest "chmod 600 $PBTEST/.ssh/authorized_keys $PBTEST/.ssh/id_rsa"
186	sudopbtest "chmod 644 $PBTEST/.ssh/id_rsa.pub"
187	sudopbtest "ssh localhost touch $PBTEST/ftp/README"
188
189	# Create SVN conf files - doesn't work fully as it asks for a password - solved with PBVCSOPT
190	cat > /tmp/servers << EOF
191	[global]
192	store-passwords = yes
193	store-plaintext-passwords = yes
194	store-auth-creds = yes
195	EOF
196	sudopbtest "mkdir -p $PBTEST/.subversion"
197	sudocmd "mv /tmp/servers $PBTEST/.subversion/servers"
198	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/.subversion/servers"
199
200	VCSOPT="--username $PBUSER --password $PBUSER"
201
202	sudopbtest "svn import $PBTEST/pb svn://localhost/pb -m 'Initial creation of pb repo' $VCSOPT"
203	sudopbtest "svn co svn://localhost/pb $PBTEST/pb"
204	sudopbtest "touch $PBTEST/pb/README"
205	sudopbtest "svn add $PBTEST/pb/README"
206	sudopbtest "svn ci $VCSOPT -m 'add readme' $PBTEST/pb/README"
207	sudopbtest "svn info $PBTEST/pb 2>&1 > /dev/null" 1
208	sudopbtest "PBVCSOPT=\"$VCSOPT\" pb -p $PBPROJ -r 2.5 newproj afio"
209
210	grep -vE '^defpkgdir\|^projver\|^projtag\|^pburl\|^pbrepo\|^shh' $PBTEST/pb/afio/pbconf/2.5/afio.yml > /tmp/afio.yml
211	cat >> /tmp/afio.yml << EOF
212	defpkgdir:
213	afio : dummy
214	projver:
215	afio : 2.5
216	projtag:
217	afio : 1
218	pburl:
219	afio : ftp://ftp.project-builder.org/src/afio-2.5.tar.gz
220	pbrepo:
221	afio : ftp://ftp.project-builder.org
222	sshhost:
223	afio : localhost
224	sshlogin:
225	afio : $PBUSER
226	sshdir:
227	afio : \$ENV{'HOME'}/ftp
228	EOF
229	sudocmd "mv /tmp/afio.yml $PBTEST/pb/afio/pbconf/2.5/afio.yml"
230	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio.yml"
231	cat > /tmp/pbtestcmd << EOF
232	perl -pi -e 's\|testver\s+afio\s+=\s+true\|testver\ afio\ =\ false\|' $PBTEST/pb/afio/pbconf/2.5/afio.yml
233	EOF
234	chmod 755 /tmp/pbtestcmd
235	sudopbtest /tmp/pbtestcmd
236
237	grep -vE 'PBSRC\|PBDESC\|PBSUMMARY\|PBURL\|PBLOG' $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml > /tmp/all.yml
238	cat >> /tmp/all.yml << EOF
239	filter:
240	PBSRC : src/%{name}-%{version}.tar.gz
241	PBDESC : afio is a cpio compatible archiver with extended features$/It can compress on a file by file basis.
242	PBSUMMARY : afio is a cpio compatible archiver with extended features
243	PBURL : http://www.boutell.com/lsm/lsmbyid.cgi/000462
244	PBLOG : no
245	EOF
246	sudocmd "mv /tmp/all.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml"
247	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/all.yml"
248
249	grep -vE 'PBGRP\|PBLIC' $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml > /tmp/rpm.yml
250	cat >> /tmp/rpm.yml << EOF
251	filter:
252	PBGRP : Applications/Archiving
253	PBLIC : Afio
254	PBBDEP : gcc
255	EOF
256	sudocmd "mv /tmp/rpm.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml"
257	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/rpm.yml "
258
259	cat > /tmp/deb.yml << EOF
260	filter:
261	PBGRP : utils
262	PBLIC : Afio
263	PBBDEP : gcc
264	EOF
265	sudocmd "mv /tmp/deb.yml $PBTEST/pb/afio/pbconf/2.5/pbfilter/deb.yml"
266	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/pbfilter/deb.yml "
267
268	# First build
269	sudopbtest "pb -p $PBPROJ -r 2.5 sbx2build"
270
271	cat > /tmp/pbtestcmd << EOF
272	# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
273	perl -pi -e 's\|%configure\|\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
274	perl -pi -e 's\|make %{\?_smp_mflags}\|make %{\?_smp_mflags}\nchmod 644 script/\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
275	perl -pi -e 's\|make DESTDIR=.*\|mkdir -p %{buildroot}%{_bindir}\nmkdir -p %{buildroot}%{_mandir}/man1\ninstall -p -m 755 afio %{buildroot}%{_bindir}\ninstall -p -m 644 afio.1 %{buildroot}%{_mandir}/man1\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
276	perl -pi -e 's\|%doc ChangeLog\|%doc HISTORY PORTING README SCRIPTS ANNOUNCE-2.5 perl.artistic.license\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
277	perl -pi -e 's\|%doc INSTALL COPYING README AUTHORS NEWS\|%doc afio.lsm script1 script2 script3 script4\n%{_bindir}/%{name}\n%{_mandir}/man1/%{name}.1*\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
278	perl -pi -e 's\|^#BuildRequires:\|BuildRequires:\|' $PBTEST/pb/afio/pbconf/2.5/afio/rpm/afio.spec
279	EOF
280	chmod 755 /tmp/pbtestcmd
281	sudopbtest /tmp/pbtestcmd
282
283	cat > /tmp/pbcl << EOF
284	# $Id$
285
286	AFIO CHANGES
287
288	2.5 (2009-12-03)
289	- First packages created
290	EOF
291	sudocmd "mv /tmp/pbcl $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
292	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
293	sudopbtest "svn add $PBTEST/pb/afio/pbconf/2.5/afio/pbcl"
294	sudopbtest "svn ci -m 'Adding pbcl for afio' $VCSOPT $PBTEST/pb"
295
296	sudopbtest "pb -p afio -r 2.5 sbx2pkg"
297	sudopbtest "rpm -qilvp $PBTEST/pb/afio/pbbuild/RPMS/x86_64/afio-2.5*"
298
299	cat > /tmp/pbtestcmd << EOF
300	# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
301	perl -pi -e 's\|,\s*PBDEP\|\|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
302	sed -i '/Recommends: PBREC/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
303	sed -i '/Suggests: PBSUG/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/control
304	EOF
305	chmod 755 /tmp/pbtestcmd
306	sudopbtest /tmp/pbtestcmd
307
308	cat > /tmp/afio.docs << EOF
309	HISTORY
310	PORTING
311	README
312	SCRIPTS
313	ANNOUNCE-2.5
314	perl.artistic.license
315	afio.lsm
316	script1
317	script2
318	script3
319	script4
320	EOF
321	sudocmd "mv /tmp/afio.docs $PBTEST/pb/afio/pbconf/2.5/afio/deb/afio.docs"
322	sudocmd "chown ${PBUSER}:$PBUSER $PBTEST/pb/afio/pbconf/2.5/afio/deb/afio.docs "
323
324	cat > /tmp/pbtestcmd << EOF
325	# Filtering $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
326	perl -pi -e 's\|config.status: configure\|config.status: Makefile\|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
327	perl -pi -e 's\|dh_installchangelogs ChangeLog\|dh_installchangelogs debian/changelog\|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
328	perl -pi -e 's\|# - copy html manual to temporary location for renaming\|mkdir -p \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/bin \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/share/man/man1 ; install -p -m 755 afio \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/bin ; install -p -m 644 afio.1 \\\$(CURDIR)/debian/\\\$(PACKAGE_NAME)/usr/share/man/man1\|' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
329	sed -i -e '/\.\/configure /d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
330	sed -i -e '/ install prefix=/d' $PBTEST/pb/afio/pbconf/2.5/afio/deb/rules
331	EOF
332	chmod 755 /tmp/pbtestcmd
333	sudopbtest /tmp/pbtestcmd
334
335	#dpkg -I ~ftp/pub/afio/test/debian/5.0/afio_2.5-0.20091204131057_i386.deb
336	#dpkg -x ~ftp/pub/afio/test/debian/5.0/afio_2.5-0.20091204131057_i386.deb /tmp/x ; ls -lR /tmp/x
337
338	# need to be part of docker group for Docker
339	sudocmd "grep -Eq '^docker:' /etc/group" \| grep $PBUSER
340	if [ $? -ne 0 ]; then
341	sudocmd usermod $PBUSER -G docker
342	fi
343
344	for d in $TESTVEDIST; do
345	dd=`echo $d \| cut -d'-' -f1`
346	vv=`echo $d \| cut -d'-' -f2`
347	aa=`echo $d \| cut -d'-' -f3`
348	#sudopbtest "PATH=${PATH}:/sbin:/usr/sbin pb -p pb -T docker -m $d -i ${dd}:$vv newve"
349	#sudopbtest "pb -p pb -m $d -T docker sbx2setupve"
350	#sudopbtest "pb -p pb -m $d snapve"
351	sudopbtest "pb -p $PBPROJ -r 2.5 -m $d sbx2prepve"
352	sudopbtest "pb -p $PBPROJ -r 2.5 -m $d sbx2ve"
353	# Cleaning VE to use the snapshot
354	#dd=`echo $d \| cut -d'-' -f1`
355	#vv=`echo $d \| cut -d'-' -f2`
356	#aa=`echo $d \| cut -d'-' -f3`
357	#if [ -f "$PBTEST/ve/$dd/$vv/$aa/proc/cpuinfo" ]; then
358	#sudocmd "umount $PBTEST/ve/$dd/$vv/$aa/proc"
359	#fi
360	#sudocmd "rm -rf $PBTEST/ve/$dd/$vv/$aa"
361	#sudopbtest "pb -S -m $d sbx2ve"
362	done
363
364	sudopbtest "svn ci $VCSOPT -m 'sync before newver' $PBTEST/pb"
365	sudopbtest "PBVCSOPT=\"$VCSOPT\" pb -p $PBPROJ -r 2.5 -V 2.6 newver"
366	# We now need to adapt tar file,log ... to a 2.6 content
367	#sudopbtest "pb -p $PBPROJ -r 2.6 sbx2pkg"
368
369	# need to be part of group video for KVM
370	sudocmd "grep -Eq '^video:' /etc/group" \| grep $PBUSER
371	if [ $? -ne 0 ]; then
372	sudocmd usermod $PBUSER -G video
373	fi
374
375	sudopbtest "pb -p $PBPROJ getconf pburl"
376	# test also with pb
377	sudopbtest "pb -p pb -r devel getconf pburl"
378	sudopbtest "pb -p pb -r devel sbx2pkg"
379	sudopbtest "pb -p pb build2ssh"
380	sudopbtest "pb -p pb pkg2ssh"
381
382	d=mageia-5-i386
383	sudopbtest "qemu-img create -f qcow2 $PBTEST/vm/$d.qemu 30G"
384	sudopbtest "qemu-kvm -m 1024 -kernel /pub/mageia/distrib/5/i586/isolinux/i386/vmlinuz -initrd /pub/mageia/distrib/5/i586/isolinux/i386/all.rdz -append "ramdisk_size=128000 root=/dev/ram3 kickstart=http://192.168.8.2/pub/ks/guerrero/ks.pl automatic=method:http,server:192.168.8.2,directory:/pub/mageia/distrib/5/i586,network:dhcp" -drive file=$PBTEST/vm/$d.qemu,if=virtio,media=disk -boot once=n -redir tcp:2200:10.0.2.15:22"
385	sudopbtest "pb -p pb -r devel -m $d sbx2setupvm"
386	sudopbtest "pb -p pb -m $d snapvm"
387	sudopbtest "pb -p pb -m $d sbx2vm"
388
389	# test also with MondoRescue
390	sudopbtest "pb -p mondorescue -r branches/3.3 cms2pkg"
391	# and python-redfish
392	sudopbtest "pb -p python-redfish sbx2pkg"
393
394	# cleanup
395	sudopbtest "pb -p $PBPROJ clean"
396	sudopbtest "killall svnserve" 1
397	exit

Note: See TracBrowser for help on using the repository browser.

Download in other formats: