diff options
author | Petr Splichal <psplicha@redhat.com> | 2009-10-24 00:18:47 +0200 |
---|---|---|
committer | Petr Splichal <psplicha@redhat.com> | 2009-10-24 00:18:47 +0200 |
commit | 75c70d5c9808ef793b2c8445e8e2890560bb2fa5 (patch) | |
tree | 14ebea2dd815639efba9ae0ce923cb66267a0371 | |
download | tps-75c70d5c9808ef793b2c8445e8e2890560bb2fa5.tar.gz tps-75c70d5c9808ef793b2c8445e8e2890560bb2fa5.tar.xz tps-75c70d5c9808ef793b2c8445e8e2890560bb2fa5.zip |
initial version
-rw-r--r-- | Makefile | 63 | ||||
-rw-r--r-- | PURPOSE | 16 | ||||
-rw-r--r-- | logs/phonon-log.txt | 197 | ||||
-rw-r--r-- | logs/phonon-summary.txt | 106 | ||||
-rw-r--r-- | logs/vsftpd-log.txt | 192 | ||||
-rw-r--r-- | logs/vsftpd-summary.txt | 123 | ||||
-rwxr-xr-x | runtest.sh | 121 |
7 files changed, 818 insertions, 0 deletions
diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..23c1284 --- /dev/null +++ b/Makefile @@ -0,0 +1,63 @@ +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Makefile of /distribution/all/Sanity/tps +# Description: Test packages sanity +# Author: Petr Splichal <psplicha@redhat.com> +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Copyright (c) 2009 Red Hat, Inc. All rights reserved. +# +# This copyrighted material is made available to anyone wishing +# to use, modify, copy, or redistribute it subject to the terms +# and conditions of the GNU General Public License version 2. +# +# This program is distributed in the hope that it will be +# useful, but WITHOUT ANY WARRANTY; without even the implied +# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR +# PURPOSE. See the GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public +# License along with this program; if not, write to the Free +# Software Foundation, Inc., 51 Franklin Street, Fifth Floor, +# Boston, MA 02110-1301, USA. +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +export TEST=/distribution/all/Sanity/tps +export TESTVERSION=1.0 + +BUILT_FILES= + +FILES=$(METADATA) runtest.sh Makefile PURPOSE + +.PHONY: all install download clean + +run: $(FILES) build + ./runtest.sh + +build: $(BUILT_FILES) + chmod a+x runtest.sh + +clean: + rm -f *~ $(BUILT_FILES) + + +include /usr/share/rhts/lib/rhts-make.include + +$(METADATA): Makefile + @echo "Owner: Petr Splichal <psplicha@redhat.com>" > $(METADATA) + @echo "Name: $(TEST)" >> $(METADATA) + @echo "TestVersion: $(TESTVERSION)" >> $(METADATA) + @echo "Path: $(TEST_DIR)" >> $(METADATA) + @echo "Description: Test packages sanity" >> $(METADATA) + @echo "Type: Sanity" >> $(METADATA) + @echo "TestTime: 30m" >> $(METADATA) + @echo "RunFor: all" >> $(METADATA) + @echo "Requires: yum" >> $(METADATA) + @echo "Priority: Normal" >> $(METADATA) + @echo "License: GPLv2" >> $(METADATA) + @echo "Confidential: no" >> $(METADATA) + @echo "Destructive: no" >> $(METADATA) + + rhts-lint $(METADATA) @@ -0,0 +1,16 @@ +PURPOSE of /distribution/all/Sanity/tps +Description: Test packages sanity +Author: Petr Splichal <psplicha@redhat.com> + +The idea of the Package Sanity Test is to perform a set of common +real-life package tasks, which will be executed every time an +updated package becomes available in the Fedora repository. + +In short we want to make sure the new packages can be successfully +upgraded (there are no conflicts or broken dependencies which +would prevent package update). The plan is to test other common +package tasks such as: verify, delete, install or downgrade as +well. + +For more details see the Test Package Sanity page: +https://fedoraproject.org/wiki/Test_Package_Sanity diff --git a/logs/phonon-log.txt b/logs/phonon-log.txt new file mode 100644 index 0000000..89ab886 --- /dev/null +++ b/logs/phonon-log.txt @@ -0,0 +1,197 @@ +chmod a+x runtest.sh +./runtest.sh + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Setup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +yum-3.2.23-3.fc10.noarch +:: [ PASS ] :: Checking for the presence of yum rpm +:: [ PASS ] :: Running 'set -o pipefail' +:: [ PASS ] :: Creating tmp directory +/tmp/tmp.uKCFrwkxpE /home/psss/projects/tps/test +:: [ PASS ] :: Running 'pushd /tmp/tmp.uKCFrwkxpE' +:: [ PASS ] :: Check installed: phonon-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check installed: phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 +0 +Setup result: PASS + metric: 0 + Log: /tmp/tmp.IORdKZmWHI + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Update +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +Loaded plugins: refresh-packagekit +Setting up Update Process +Resolving Dependencies +--> Running transaction check +---> Package phonon.i386 0:4.3.1-102.fc10 set to be updated +---> Package phonon-backend-gstreamer.i386 2:4.3.1-102.fc10 set to be updated +--> Finished Dependency Resolution + +Dependencies Resolved + +================================================================================ + Package Arch Version Repository Size +================================================================================ +Updating: + phonon i386 4.3.1-102.fc10 updates-testing 154 k + phonon-backend-gstreamer i386 2:4.3.1-102.fc10 updates-testing 96 k + +Transaction Summary +================================================================================ +Install 0 Package(s) +Update 2 Package(s) +Remove 0 Package(s) + +Total download size: 250 k +Downloading Packages: +-------------------------------------------------------------------------------- +Total 69 kB/s | 250 kB 00:03 +Running rpm_check_debug +Running Transaction Test +Finished Transaction Test +Transaction Test Succeeded +Running Transaction +
Updating : phonon-4.3.1-102.fc10.i386 1/4 +
Updating : 2:phonon-backend-gstreamer-4.3.1-102.fc10.i386 2/4 +
Cleanup : phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 3/4 +
Cleanup : phonon-4.3.1-6.fc10.1.i386 4/4 + +Updated: + phonon.i386 0:4.3.1-102.fc10 phonon-backend-gstreamer.i386 2:4.3.1-102.fc10 + +Complete! +:: [ PASS ] :: Updating to the new packages +:: [ PASS ] :: Check installed: phonon-4.3.1-102.fc10.i386 +:: [ PASS ] :: Check installed: phonon-backend-gstreamer-4.3.1-102.fc10.i386 +:: [ PASS ] :: Check missing: phonon-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check missing: phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 +0 +Update result: PASS + metric: 0 + Log: /tmp/tmp.qqAzziAjB0 + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Verify +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Verifying package phonon-4.3.1-102.fc10.i386 +:: [ PASS ] :: Verifying package phonon-backend-gstreamer-4.3.1-102.fc10.i386 +0 +Verify result: PASS + metric: 0 + Log: /tmp/tmp.wXK3nie6sk + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Delete +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +error: Failed dependencies: + libphonon.so.4 is needed by (installed) PyQt4-4.5.4-1.fc10.i386 + libphonon.so.4 is needed by (installed) qt-x11-1:4.5.2-3.fc10.i386 +:: [ PASS ] :: Removing the new packages +:: [ PASS ] :: Removing packages refused because of dependencies +0 +Delete result: PASS + metric: 0 + Log: /tmp/tmp.5B5lIZUH2I + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Downgrade +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +Loaded plugins: refresh-packagekit +Existing lock /var/run/yum.pid: another copy is running as pid 1655. +Another app is currently holding the yum lock; waiting for it to exit... + The other application is: PackageKit + Memory : 62 M RSS ( 74 MB VSZ) + Started: Fri Oct 23 23:59:43 2009 - 00:05 ago + State : Running, pid: 1655 +Another app is currently holding the yum lock; waiting for it to exit... + The other application is: PackageKit + Memory : 113 M RSS (124 MB VSZ) + Started: Fri Oct 23 23:59:43 2009 - 00:07 ago + State : Sleeping, pid: 1655 +Another app is currently holding the yum lock; waiting for it to exit... + The other application is: PackageKit + Memory : 113 M RSS (124 MB VSZ) + Started: Fri Oct 23 23:59:43 2009 - 00:09 ago + State : Sleeping, pid: 1655 +Another app is currently holding the yum lock; waiting for it to exit... + The other application is: PackageKit + Memory : 113 M RSS (124 MB VSZ) + Started: Fri Oct 23 23:59:43 2009 - 00:11 ago + State : Sleeping, pid: 1655 +Setting up Downgrade Process +Resolving Dependencies +--> Running transaction check +---> Package phonon.i386 0:4.3.1-6.fc10.1 set to be updated +---> Package phonon.i386 0:4.3.1-102.fc10 set to be erased +---> Package phonon-backend-gstreamer.i386 0:4.3.1-6.fc10.1 set to be updated +---> Package phonon-backend-gstreamer.i386 2:4.3.1-102.fc10 set to be erased +--> Finished Dependency Resolution + +Dependencies Resolved + +================================================================================ + Package Arch Version Repository Size +================================================================================ +Installing: + phonon i386 4.3.1-6.fc10.1 updates 153 k + phonon-backend-gstreamer i386 4.3.1-6.fc10.1 updates 95 k +Removing: + phonon i386 4.3.1-102.fc10 installed 415 k + phonon-backend-gstreamer i386 2:4.3.1-102.fc10 installed 204 k + +Transaction Summary +================================================================================ +Install 2 Package(s) +Update 0 Package(s) +Remove 2 Package(s) + +Total download size: 248 k +Downloading Packages: +-------------------------------------------------------------------------------- +Total 25 kB/s | 248 kB 00:10 +Running rpm_check_debug +Running Transaction Test +Finished Transaction Test +Transaction Test Succeeded +Running Transaction +
Installing : phonon-4.3.1-6.fc10.1.i386 1/4 +
Installing : phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 2/4 +
Cleanup : phonon-4.3.1-102.fc10.i386 3/4 +
Cleanup : 2:phonon-backend-gstreamer-4.3.1-102.fc10.i386 4/4 + +Removed: + phonon.i386 0:4.3.1-102.fc10 phonon-backend-gstreamer.i386 2:4.3.1-102.fc10 + +Installed: + phonon.i386 0:4.3.1-6.fc10.1 phonon-backend-gstreamer.i386 0:4.3.1-6.fc10.1 + +Complete! +:: [ PASS ] :: Downgrading to the old packages +:: [ PASS ] :: Check installed: phonon-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check installed: phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check missing: phonon-4.3.1-102.fc10.i386 +:: [ PASS ] :: Check missing: phonon-backend-gstreamer-4.3.1-102.fc10.i386 +0 +Downgrade result: PASS + metric: 0 + Log: /tmp/tmp.QnmqlRJ4s8 + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Cleanup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Check installed: phonon-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check installed: phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 +/home/psss/projects/tps/test +:: [ PASS ] :: Running 'popd' +:: [ PASS ] :: Removing tmp directory +0 +Cleanup result: PASS + metric: 0 + Log: /tmp/tmp.jh0m162ftc diff --git a/logs/phonon-summary.txt b/logs/phonon-summary.txt new file mode 100644 index 0000000..c20d65a --- /dev/null +++ b/logs/phonon-summary.txt @@ -0,0 +1,106 @@ +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: TEST PROTOCOL +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ LOG ] :: Test run ID : debugging +:: [ LOG ] :: Package : all +:: [ LOG ] :: Test started : 2009-10-23 23:59:21 +:: [ LOG ] :: Test finished : 2009-10-24 00:00:18 +:: [ LOG ] :: Test name : /distribution/all/Sanity/tps +:: [ LOG ] :: Distro: : Fedora release 10 (Cambridge) +:: [ LOG ] :: Hostname : localhost.localdomain +:: [ LOG ] :: Architecture : i686 + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Test description +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +PURPOSE of /distribution/all/Sanity/tps +Description: Test packages sanity +Author: Petr Splichal <psplicha@redhat.com> + +The idea of the Package Sanity Test is to perform a set of common +real-life package tasks, which will be executed every time an +updated package becomes available in the Fedora repository. + +In short we want to make sure the new packages can be successfully +upgraded (there are no conflicts or broken dependencies which +would prevent package update). The plan is to test other common +package tasks such as: verify, delete, install or downgrade as +well. + +For more details see the Test Package Sanity page: +https://fedoraproject.org/wiki/Test_Package_Sanity + + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Setup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Checking for the presence of yum rpm +:: [ PASS ] :: Running 'set -o pipefail' +:: [ PASS ] :: Creating tmp directory +:: [ PASS ] :: Running 'pushd /tmp/tmp.uKCFrwkxpE' +:: [ PASS ] :: Check installed: phonon-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check installed: phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 +:: [ LOG ] :: Duration: 2s +:: [ LOG ] :: Assertions: 6 good, 0 bad +:: [ PASS ] :: RESULT: Setup + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Update +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Updating to the new packages +:: [ PASS ] :: Check installed: phonon-4.3.1-102.fc10.i386 +:: [ PASS ] :: Check installed: phonon-backend-gstreamer-4.3.1-102.fc10.i386 +:: [ PASS ] :: Check missing: phonon-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check missing: phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 +:: [ LOG ] :: Duration: 17s +:: [ LOG ] :: Assertions: 5 good, 0 bad +:: [ PASS ] :: RESULT: Update + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Verify +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Verifying package phonon-4.3.1-102.fc10.i386 +:: [ PASS ] :: Verifying package phonon-backend-gstreamer-4.3.1-102.fc10.i386 +:: [ LOG ] :: Duration: 2s +:: [ LOG ] :: Assertions: 2 good, 0 bad +:: [ PASS ] :: RESULT: Verify + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Delete +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Removing the new packages +:: [ PASS ] :: Removing packages refused because of dependencies +:: [ LOG ] :: Duration: 1s +:: [ LOG ] :: Assertions: 2 good, 0 bad +:: [ PASS ] :: RESULT: Delete + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Downgrade +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Downgrading to the old packages +:: [ PASS ] :: Check installed: phonon-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check installed: phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check missing: phonon-4.3.1-102.fc10.i386 +:: [ PASS ] :: Check missing: phonon-backend-gstreamer-4.3.1-102.fc10.i386 +:: [ LOG ] :: Duration: 27s +:: [ LOG ] :: Assertions: 5 good, 0 bad +:: [ PASS ] :: RESULT: Downgrade + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Cleanup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Check installed: phonon-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Check installed: phonon-backend-gstreamer-4.3.1-6.fc10.1.i386 +:: [ PASS ] :: Running 'popd' +:: [ PASS ] :: Removing tmp directory +:: [ LOG ] :: Duration: 2s +:: [ LOG ] :: Assertions: 4 good, 0 bad +:: [ PASS ] :: RESULT: Cleanup diff --git a/logs/vsftpd-log.txt b/logs/vsftpd-log.txt new file mode 100644 index 0000000..72da7f7 --- /dev/null +++ b/logs/vsftpd-log.txt @@ -0,0 +1,192 @@ +chmod a+x runtest.sh +./runtest.sh + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Setup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +yum-3.2.23-3.fc10.noarch +:: [ PASS ] :: Checking for the presence of yum rpm +:: [ PASS ] :: Running 'set -o pipefail' +:: [ PASS ] :: Creating tmp directory +/tmp/tmp.UNKB9CIX8H /home/psss/projects/tps/test +:: [ PASS ] :: Running 'pushd /tmp/tmp.UNKB9CIX8H' +:: [ PASS ] :: Check installed: vsftpd-2.0.7-2.fc10 +Setup result: PASS + metric: 0 + Log: /tmp/tmp.eH7WuNkKgD + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Update +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +Loaded plugins: refresh-packagekit +Setting up Update Process +Resolving Dependencies +--> Running transaction check +---> Package vsftpd.i386 0:2.0.7-3.fc10 set to be updated +--> Finished Dependency Resolution + +Dependencies Resolved + +================================================================================ + Package Arch Version Repository Size +================================================================================ +Updating: + vsftpd i386 2.0.7-3.fc10 updates-testing 145 k + +Transaction Summary +================================================================================ +Install 0 Package(s) +Update 1 Package(s) +Remove 0 Package(s) + +Total download size: 145 k +Downloading Packages: +Running rpm_check_debug +Running Transaction Test +Finished Transaction Test +Transaction Test Succeeded +Running Transaction +
Updating : vsftpd-2.0.7-3.fc10.i386 1/2 +
Cleanup : vsftpd-2.0.7-2.fc10.i386 2/2 + +Updated: + vsftpd.i386 0:2.0.7-3.fc10 + +Complete! +:: [ PASS ] :: Updating to the new packages +:: [ PASS ] :: Check installed: vsftpd-2.0.7-3.fc10 +:: [ PASS ] :: Check missing: vsftpd-2.0.7-2.fc10 +Update result: PASS + metric: 0 + Log: /tmp/tmp.EIy7dzYUNB + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Verify +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Verifying package vsftpd-2.0.7-3.fc10 +Verify result: PASS + metric: 0 + Log: /tmp/tmp.RFwK2cyhPt + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Delete +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Removing the new packages +:: [ PASS ] :: Check missing: vsftpd-2.0.7-2.fc10 +:: [ PASS ] :: Check missing: vsftpd-2.0.7-3.fc10 +Delete result: PASS + metric: 0 + Log: /tmp/tmp.9jD8GlgFqe + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Install +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +Loaded plugins: refresh-packagekit +Setting up Install Process +Resolving Dependencies +--> Running transaction check +---> Package vsftpd.i386 0:2.0.7-3.fc10 set to be updated +--> Finished Dependency Resolution + +Dependencies Resolved + +================================================================================ + Package Arch Version Repository Size +================================================================================ +Installing: + vsftpd i386 2.0.7-3.fc10 updates-testing 145 k + +Transaction Summary +================================================================================ +Install 1 Package(s) +Update 0 Package(s) +Remove 0 Package(s) + +Total download size: 145 k +Downloading Packages: +Running rpm_check_debug +Running Transaction Test +Finished Transaction Test +Transaction Test Succeeded +Running Transaction +
Installing : vsftpd-2.0.7-3.fc10.i386 1/1 + +Installed: + vsftpd.i386 0:2.0.7-3.fc10 + +Complete! +:: [ PASS ] :: Installing the new packages +:: [ PASS ] :: Check installed: vsftpd-2.0.7-3.fc10 +:: [ PASS ] :: Check missing: vsftpd-2.0.7-2.fc10 +Install result: PASS + metric: 0 + Log: /tmp/tmp.at8ebQgPfP + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Downgrade +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +Loaded plugins: refresh-packagekit +Setting up Downgrade Process +Resolving Dependencies +--> Running transaction check +---> Package vsftpd.i386 0:2.0.7-2.fc10 set to be updated +---> Package vsftpd.i386 0:2.0.7-3.fc10 set to be erased +--> Finished Dependency Resolution + +Dependencies Resolved + +================================================================================ + Package Arch Version Repository Size +================================================================================ +Installing: + vsftpd i386 2.0.7-2.fc10 updates 145 k +Removing: + vsftpd i386 2.0.7-3.fc10 installed 295 k + +Transaction Summary +================================================================================ +Install 1 Package(s) +Update 0 Package(s) +Remove 1 Package(s) + +Total download size: 145 k +Downloading Packages: +Running rpm_check_debug +Running Transaction Test +Finished Transaction Test +Transaction Test Succeeded +Running Transaction +
Installing : vsftpd-2.0.7-2.fc10.i386 1/2 +
Cleanup : vsftpd-2.0.7-3.fc10.i386 2/2 + +Removed: + vsftpd.i386 0:2.0.7-3.fc10 + +Installed: + vsftpd.i386 0:2.0.7-2.fc10 + +Complete! +:: [ PASS ] :: Downgrading to the old packages +:: [ PASS ] :: Check installed: vsftpd-2.0.7-2.fc10 +:: [ PASS ] :: Check missing: vsftpd-2.0.7-3.fc10 +Downgrade result: PASS + metric: 0 + Log: /tmp/tmp.Zr0viICvXt + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Cleanup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Check installed: vsftpd-2.0.7-2.fc10 +/home/psss/projects/tps/test +:: [ PASS ] :: Running 'popd' +:: [ PASS ] :: Removing tmp directory +Cleanup result: PASS + metric: 0 + Log: /tmp/tmp.87qAkAbkt1 diff --git a/logs/vsftpd-summary.txt b/logs/vsftpd-summary.txt new file mode 100644 index 0000000..da58dd9 --- /dev/null +++ b/logs/vsftpd-summary.txt @@ -0,0 +1,123 @@ +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Cleanup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Check installed: vsftpd-2.0.7-2.fc10 +/home/psss/projects/tps/test +:: [ PASS ] :: Running 'popd' +:: [ PASS ] :: Removing tmp directory +Cleanup result: PASS + metric: 0 + Log: /tmp/tmp.87qAkAbkt1 + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: TEST PROTOCOL +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ LOG ] :: Test run ID : debugging +:: [ LOG ] :: Package : all +:: [ LOG ] :: Test started : 2009-10-23 23:57:44 +:: [ LOG ] :: Test finished : 2009-10-23 23:58:44 +:: [ LOG ] :: Test name : /distribution/all/Sanity/tps +:: [ LOG ] :: Distro: : Fedora release 10 (Cambridge) +:: [ LOG ] :: Hostname : localhost.localdomain +:: [ LOG ] :: Architecture : i686 + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Test description +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +PURPOSE of /distribution/all/Sanity/tps +Description: Test packages sanity +Author: Petr Splichal <psplicha@redhat.com> + +The idea of the Package Sanity Test is to perform a set of common +real-life package tasks, which will be executed every time an +updated package becomes available in the Fedora repository. + +In short we want to make sure the new packages can be successfully +upgraded (there are no conflicts or broken dependencies which +would prevent package update). The plan is to test other common +package tasks such as: verify, delete, install or downgrade as +well. + +For more details see the Test Package Sanity page: +https://fedoraproject.org/wiki/Test_Package_Sanity + + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Setup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Checking for the presence of yum rpm +:: [ PASS ] :: Running 'set -o pipefail' +:: [ PASS ] :: Creating tmp directory +:: [ PASS ] :: Running 'pushd /tmp/tmp.UNKB9CIX8H' +:: [ PASS ] :: Check installed: vsftpd-2.0.7-2.fc10 +:: [ LOG ] :: Duration: 1s +:: [ LOG ] :: Assertions: 5 good, 0 bad +:: [ PASS ] :: RESULT: Setup + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Update +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Updating to the new packages +:: [ PASS ] :: Check installed: vsftpd-2.0.7-3.fc10 +:: [ PASS ] :: Check missing: vsftpd-2.0.7-2.fc10 +:: [ LOG ] :: Duration: 13s +:: [ LOG ] :: Assertions: 3 good, 0 bad +:: [ PASS ] :: RESULT: Update + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Verify +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Verifying package vsftpd-2.0.7-3.fc10 +:: [ LOG ] :: Duration: 0s +:: [ LOG ] :: Assertions: 1 good, 0 bad +:: [ PASS ] :: RESULT: Verify + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Delete +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Removing the new packages +:: [ PASS ] :: Check missing: vsftpd-2.0.7-2.fc10 +:: [ PASS ] :: Check missing: vsftpd-2.0.7-3.fc10 +:: [ LOG ] :: Duration: 2s +:: [ LOG ] :: Assertions: 3 good, 0 bad +:: [ PASS ] :: RESULT: Delete + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Install +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Installing the new packages +:: [ PASS ] :: Check installed: vsftpd-2.0.7-3.fc10 +:: [ PASS ] :: Check missing: vsftpd-2.0.7-2.fc10 +:: [ LOG ] :: Duration: 20s +:: [ LOG ] :: Assertions: 3 good, 0 bad +:: [ PASS ] :: RESULT: Install + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Downgrade +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Downgrading to the old packages +:: [ PASS ] :: Check installed: vsftpd-2.0.7-2.fc10 +:: [ PASS ] :: Check missing: vsftpd-2.0.7-3.fc10 +:: [ LOG ] :: Duration: 13s +:: [ LOG ] :: Assertions: 3 good, 0 bad +:: [ PASS ] :: RESULT: Downgrade + +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: +:: [ LOG ] :: Cleanup +:::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::: + +:: [ PASS ] :: Check installed: vsftpd-2.0.7-2.fc10 +:: [ PASS ] :: Running 'popd' +:: [ PASS ] :: Removing tmp directory +:: [ LOG ] :: Duration: 1s +:: [ LOG ] :: Assertions: 3 good, 0 bad +:: [ PASS ] :: RESULT: Cleanup diff --git a/runtest.sh b/runtest.sh new file mode 100755 index 0000000..5530e3e --- /dev/null +++ b/runtest.sh @@ -0,0 +1,121 @@ +#!/bin/bash +# vim: dict=/usr/share/beakerlib/dictionary.vim cpt=.,w,b,u,t,i,k +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# runtest.sh of /distribution/all/Sanity/tps +# Description: Test packages sanity +# Author: Petr Splichal <psplicha@redhat.com> +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +# +# Copyright (c) 2009 Red Hat, Inc. All rights reserved. +# +# This copyrighted material is made available to anyone wishing +# to use, modify, copy, or redistribute it subject to the terms +# and conditions of the GNU General Public License version 2. +# +# This program is distributed in the hope that it will be +# useful, but WITHOUT ANY WARRANTY; without even the implied +# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR +# PURPOSE. See the GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public +# License along with this program; if not, write to the Free +# Software Foundation, Inc., 51 Franklin Street, Fifth Floor, +# Boston, MA 02110-1301, USA. +# +# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +# Include rhts environment +. /usr/bin/rhts-environment.sh +. /usr/lib/beakerlib/beakerlib.sh + +PACKAGE="all" + +UpdatesRepo="updates-testing" + +OldPackages="vsftpd-2.0.7-2.fc10" +NewPackages="vsftpd-2.0.7-3.fc10" + +#OldPackages="phonon-4.3.1-6.fc10.1.i386 phonon-backend-gstreamer-4.3.1-6.fc10.1.i386" +#NewPackages="phonon-4.3.1-102.fc10.i386 phonon-backend-gstreamer-4.3.1-102.fc10.i386" + + +# Make sure all the packages from the list are not installed on the system +CheckMissingPackages() { + for package in $@; do + rlRun "rpm -q --quiet $package" 1 "Check missing: $package" + done +} + +# Make sure all the packages from the list are installed on the system +CheckInstalledPackages() { + for package in $@; do + rlRun "rpm -q --quiet $package" 0 "Check installed: $package" + done +} + +rlJournalStart + # setup + rlPhaseStartSetup + rlAssertRpm "yum" + rlRun "set -o pipefail" + rlRun "TmpDir=\`mktemp -d\`" 0 "Creating tmp directory" + rlRun "pushd $TmpDir" + CheckInstalledPackages $OldPackages + rlPhaseEnd + + # update + rlPhaseStartTest "Update" + rlRun "yum --enablerepo=$UpdatesRepo update -y $NewPackages" \ + 0 "Updating to the new packages" + CheckInstalledPackages $NewPackages + CheckMissingPackages $OldPackages + rlPhaseEnd + + # verify + rlPhaseStartTest "Verify" + for package in $NewPackages; do + rlRun "rpm -V $package" 0 "Verifying package $package" + done + rlPhaseEnd + + # delete + rlPhaseStartTest "Delete" + if rlRun "rpm -e $NewPackages 2>&1 | tee output" \ + 0,2 "Removing the new packages"; then + InstallTest=true + CheckMissingPackages $OldPackages $NewPackages + else + InstallTest=false + rlRun "grep -q 'Failed dependencies' output" \ + 0 "Removing packages refused because of dependencies" + fi + rlPhaseEnd + + # install (run only if delete was successful) + if $InstallTest; then + rlPhaseStartTest "Install" + rlRun "yum --enablerepo=$UpdatesRepo install -y $NewPackages" \ + 0 "Installing the new packages" + CheckInstalledPackages $NewPackages + CheckMissingPackages $OldPackages + rlPhaseEnd + fi + + # downgrade + rlPhaseStartTest "Downgrade" + rlRun "yum downgrade -y $OldPackages" \ + 0 "Downgrading to the old packages" + CheckInstalledPackages $OldPackages + CheckMissingPackages $NewPackages + rlPhaseEnd + + # cleanup + rlPhaseStartCleanup + CheckInstalledPackages $OldPackages + rlRun "popd" + rlRun "rm -r $TmpDir" 0 "Removing tmp directory" + rlPhaseEnd +rlJournalPrintText +rlJournalEnd |