1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
|
#! @PERLV_PATH@
##
## $Id: par.in,v 1.11 2005/06/14 20:20:44 heas Exp $
##
## Copyright (C) 1997-2004 by Terrapin Communications, Inc.
## All rights reserved.
##
## This software may be freely copied, modified and redistributed
## without fee for non-commerical purposes provided that this license
## remains intact and unmodified with any RANCID distribution.
##
## There is no warranty or other guarantee of fitness of this software.
## It is provided solely "as is". The author(s) disclaim(s) all
## responsibility and liability with respect to this software's usage
## or its effect upon hardware, computer systems, other software, or
## anything else.
##
## Except where noted otherwise, rancid was written by and is maintained by
## Henry Kilmer, John Heasley, Andrew Partan, Pete Whiting, and Austin Schutz.
##
#
# PAR - parallel processing of command
#
# par -q -n # -l logfile -c command -x -d
# -q = quiet mode (don't log anything to the logfiles)
# -n # = number of processes to run at once (default = 3)
# -l logfile = logfile to store par logging into (.0-.n)
# -c command = command to run (can also be in the list
# of routers begining with a :
# -x = view par logs as they run through xterms
# -i = run commands through interactive xterms
# -d = print debugging to stderr
# -p # = pause # seconds between forks, default 0.
# -f = no file or STDIN, just run a quantity of $command.
# This precludes passing different args to each process.
# -e = exec args split by spaces rather than use sh -c
#
# par takes a list of items to run a command on. If the list entry begins
# with a ":" the remainder of the line is the command to run ("{}" will be
# replaced with each subsequent item in the list. If the list entry begins
# with a "#", the entry is ignored. If a command is defined (either with
# the -c or with a : line) any entry thereafter will be applied to the
# command by replacing the {} brackets. In no cammand is defined, then each
# line is assumed to be a command to be run.
#
use Getopt::Std;
getopts('p:n:l:c:fixedq');
$procs=$opt_n; $procs=3 if(!$procs);
$command=$opt_c; #$command="{}" if(!$command);
$parlog=$opt_l; $parlog="par.log.".time() if(!$parlog);
$debug=$opt_d;
$no_file=$opt_f ? 1 : 0;
$pause_time = $opt_p ? $opt_p : 0;
if ($opt_q && ($opt_x || $opt_l)) {
print STDERR "-q nullifies -x and -l\n";
exit(1);
}
$signalled=0;
sub handler {
$signalled++;
print STDERR "Received signal - ending run ($signalled).\n";
if($signalled>1) {
printf(STDERR "Ok - killing $id!\n");
kill 9, 0;
exit(1);
}
}
$SIG{'INT'} = 'handler';
$SIG{'TERM'} = 'handler';
$SIG{'QUIT'} = 'handler';
sub start {
local($cmd,$logfile)=@_;
unless ($id=fork) {
if (!$opt_q) {
local($date)=scalar localtime;
open(LOG,">>$logfile");
print(LOG "!!!!!!!\n!$date: $cmd\n!!!!!!!\n");
close(LOG);
exec "($cmd) >>$logfile";
} else {
if($opt_e) {
# Don't use sh -c.
exec split(/\s+/, $cmd);
}
exec "($cmd)";
}
exit 0;
}
print STDERR "Starting $cmd: process id=$id logfile=$logfile\n" if ($debug);
$id;
}
sub finish {
if(($id=wait)>0){
$logfile=$log{$id};
print STDERR "$id finished (logfile $logfile)\n" if($logfile && $debug);
$logfile;
}
}
sub watchf {
local($log)=@_;
unless(fork) { exec "xterm -e tail -f $log" ; exit 1; }
}
# this does not work, $_ doesnt end up with <>
#for($i=0; ($no_file && $i<$procs) || (! $no_file && <> ) ;$i++) {
for($i=0; ($no_file || ($_=<>)) ;$i++) {
chop;
if (/^\#/){$i--;next;}
if ($opt_c == "" && /^:(.*)$/) {
$command=$1;$i--;next;
}
if ($i<$procs) {
$logfile="running.$i"; $logfile="$parlog.$i" if (!$opt_q);
} else {
$logfile=finish;
}
last if $signalled;
if ($logfile) {
$cmd = $command;
$cmd =~ s/\{\}/$_/g;
$cmd = "xterm -e $cmd" if ($opt_i);
$id=start($cmd,$logfile);
watchf($logfile) if($opt_x);
$log{$id} = $logfile;
}
print STDERR "$i/$procs: $_: id=$id, log=$log{$id}\n" if ($debug);
sleep($pause_time) if ($pause_time);
}
if($signalled && !eof) {
$i--;
print STDERR "Signalled - not running these:\n$_\n";
while(<>){print STDERR;}
} else {
print STDERR "All work assigned. Waiting for remaining processes.\n" if ($debug);
}
$procs=$i if ($i<$procs);
while($procs) {
$procs-- if(finish);
}
print STDERR "Complete\n" if ($debug);
|
