From fc3af983f7a74a74b332c2e99b76759e6b4e4374 Mon Sep 17 00:00:00 2001 From: Pavel Raiskup Date: Sun, 12 Oct 2014 14:57:20 +0200 Subject: controller: create Controller script runs the script on remote machine (OpenStack), downloads the results, stores the result into its own result-database and re-generates statistics for runs done so far. It will be able to upload the results to "presenter" machine. * config.sh.template: New doc file. * controller: New file (the central script for CI). * runner/result_stats: New file. Based on downloaded results from testing machine, it generates single html file with stats. * runner/result_templates/html.tmpl: New file. Template for ^^^. --- config.sh.template | 8 +++++ controller | 60 +++++++++++++++++++++++++++++++ runner/result_stats | 74 +++++++++++++++++++++++++++++++++++++++ runner/result_templates/html.tmpl | 40 +++++++++++++++++++++ 4 files changed, 182 insertions(+) create mode 100644 config.sh.template create mode 100755 controller create mode 100755 runner/result_stats create mode 100644 runner/result_templates/html.tmpl diff --git a/config.sh.template b/config.sh.template new file mode 100644 index 0000000..5eae1c9 --- /dev/null +++ b/config.sh.template @@ -0,0 +1,8 @@ +# Where we keep all the results +export DTF_DATABASE=/var/lib/dtf_results + +# SSH user/host where the generated statistics & results will be uploaded +export DTF_PRESENTER_SSHID=userdi@fedorapeople.org + +# Directory on remote host where the we upload the results +export DTF_PRESENTER_RESULTDIR=/home/fedora/praiskup/public_html/proj/postgresql-setup/tests/dtf diff --git a/controller b/controller new file mode 100755 index 0000000..938bab5 --- /dev/null +++ b/controller @@ -0,0 +1,60 @@ +#!/bin/bash + +. config.sh || { echo >&2 "sorry, but config.sh not found" ; exit 1 ; } + +# (still) local variables +distro=fedora +distro_ver=20 +arch=x86_64 +starttime=$(date -u +%Y%m%d_%H%M%S_%N) + +die() { echo "$@"; exit 1; } + +prereq_resultdir() +{ + test -d "$DTF_DATABASE" || mkdir -p "$DTF_DATABASE" +} + +unpack_results() +{ + local where="$1" + local workdir=$(mktemp -d "/tmp/.dtf.XXXXXX") || die "can not create workdir" + + pushd "$workdir" + tar -xf /var/tmp/dtf.tar.gz + + pushd dtf + for i in *.log; do + pwd + local task_id="${i%%.log}" + local mydir="" + while read dirname; do + test -z "$mydir" && mydir="$dirname" + done <<<"$(tar xvf "$task_id.tar.gz")" + + rm "$task_id.tar.gz" + + mv "$mydir" "$task_id.dir" + done + + + popd + popd + + mkdir -p "$(dirname "$where")" || die "can not create resultdir" + mv "$workdir/dtf" "$where" +} + +prereq_resultdir + +workdir=$(mktemp -d "/var/tmp/dtf_postgresql_setup-XXXXXX") + +./run_remote \ + --distro="$distro" \ + --distro-version="$distro_ver" \ + --workdir="$workdir" + +resultdir="$DTF_DATABASE/$distro/$distro_ver/$arch" +unpack_results "$resultdir/result_$starttime" + +./runner/result_stats "$resultdir" diff --git a/runner/result_stats b/runner/result_stats new file mode 100755 index 0000000..a92d6d6 --- /dev/null +++ b/runner/result_stats @@ -0,0 +1,74 @@ +#!/bin/perl + +use strict; +use warnings; +use utf8; + +use Data::Dumper; +use File::Basename; +use Cwd; +use Encode 'encode_utf8'; + +# teplates +use Text::Xslate; + +# yaml (quick) parser +use YAML::Syck; + +our $srcdir = dirname(__FILE__); + +sub html_printer +{ + my $results = $_[0]; + my $task_ids = $_[1]; + + my $xslate = Text::Xslate->new(path => ["$srcdir/result_templates"]); + + my $content = $xslate->render("html.tmpl", { + results => $results, + task_ids => $task_ids, + }); + print encode_utf8($content); +} + +my $workdir = $ARGV[0]; + +my $data = []; + +my $task_ids = {}; + +# go through *each* result directory +my $olddir = getcwd; +for (`find "$workdir" -maxdepth 1 -type d -name 'result_*'`) { + chomp; + chdir $_; + + my $run_results = {}; + $run_results->{dirname} = basename($_); + $run_results->{tasks} = {}; + $run_results->{exit_status} = 0; + + # go through each task + for (`find -maxdepth 1 -type f -name '*.result'`) { + chomp; + + (my $task_id = $_) =~ s/\.result$//; + $task_id =~ s/.*\///; + $task_ids->{$task_id} = 1; + + my $yaml_file = $_; + open my $fd, '<', $yaml_file + or die "can't open yaml file '$yaml_file'"; + + my $config = YAML::Syck::LoadFile($fd); + if ($config->{exit_status} != 0) { + $run_results->{exit_status} = 1; + } + $run_results->{tasks}->{$task_id} = $config; + } + + push @{$data}, $run_results; +} +chdir $olddir; + +html_printer $data, $task_ids; diff --git a/runner/result_templates/html.tmpl b/runner/result_templates/html.tmpl new file mode 100644 index 0000000..14696c2 --- /dev/null +++ b/runner/result_templates/html.tmpl @@ -0,0 +1,40 @@ + + + + + +Results + + + +
+ + + + +: for $task_ids.keys() -> $task_id { + +: } + + +: for $results -> $result { + : if ($result.exit_status) { + + : } else { + + : } + + : for $task_ids.keys() -> $task_id { + : if $result.tasks[$task_id].exit_status == 0 { + + : } else { + + : } + : } + +:} + +
Run time<: $task_id :>
<: $result.dirname :>OKFAIL
+
+ + -- cgit