Mini Shell
#!/bin/sh
#
# Copyright (c) 2014 Red Hat.
# Copyright (c) 2008-2010 Aconex. All Rights Reserved.
#
# This program is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation; either version 2 of the License, or (at your
# option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
# for more details.
#
# Compare two PCP archives and report significant differences
#
# Get standard environment
. $PCP_DIR/etc/pcp.env
tmp=`mktemp -d "$PCP_TMPFILE_DIR/pmlogsummary.XXXXXXXXX"` || exit 1
status=1
trap "rm -rf $tmp; exit \$status" 0 1 2 3 15
prog=`basename $0`
# need consistent sorting for sort(1) and join(1)
#
export LC_ALL=POSIX
cat > $tmp/usage << EOF
# Usage: [options] archive1 [archive2]
Options:
-d,--keep debug, keep intermediate files
-p=N,--precision=N number of digits to display after the decimal point
-q=N,--threshold=N change interesting threshold to be > N or < 1/N [N=2]
--skip-missing do not report metrics missing between the archives
--skip-excluded do not report the list of metrics being excluded
--start
--finish
-B=TIME,--begin=TIME start time for second archive (optional)
-E=TIME,--end=TIME end time for second archive (optional)
-x=REGEX egrep(1) pattern of metric(s) to be excluded
-X=FILE file containing egrep(1) patterns to exclude
--timezone
--hostzone
--version
--help
EOF
_usage()
{
pmgetopt --usage --progname=$prog --config=$tmp/usage
exit $status
}
# filter the pmlogsummary output getting ready for join(1) ...
# - add | field separator between metric name and value
# - dodge chatter about metrics with insufficient data
# - dodge chatter from -z
# - exclude metrics we don't want
# - sort
#
_fix()
{
sed \
-e 's/ *\([0-9][0-9.]*\)\([^"]*\)$/|\1/' \
-e '/^\*.* - insufficient archive data.$/'d \
-e '/^Note: timezone set to local timezone of host/d' \
-e '/^[ ]*$/d' \
| egrep -v -f $tmp/exclude \
| sort -t'|' -k 1,1
}
cat <<'End-of-File' >$tmp/exclude
^pmcd.pmlogger.port
End-of-File
thres=2
opts=""
start1=""
start2=""
finish1=""
finish2=""
precision=3
skip_missing=false
skip_excluded=false
ARGS=`pmgetopt --progname=$prog --config=$tmp/usage -- "$@"`
[ $? != 0 ] && exit 1
eval set -- "$ARGS"
while [ $# -gt 0 ]
do
case "$1"
in
-d) trap "exit \$status" 0 1 2 3 15
otmp="$tmp"
tmp=`pwd`/tmp
[ -d "$tmp" ] || mkdir "$tmp" || exit 1
mv $otmp/exclude $tmp/exclude
rmdir $otmp
;;
-p) precision="$2"
shift
opts="$opts -p $precision"
;;
-q) thres="$2"
shift
;;
-S) start1="$2"
shift
;;
-T) finish1="$2"
shift
;;
-B) start2="$2"
shift
;;
-E) finish2="$2"
shift
;;
-x) echo "$2" >>$tmp/exclude
shift
;;
-X) cat "$2" >>$tmp/exclude
shift
;;
-z) opts="$opts -z"
;;
-Z) opts="$opts -Z $2"
shift
;;
--skip-missing)
skip_missing=true
;;
--skip-excluded)
skip_excluded=true
;;
--) shift
break
;;
-V)
pmconfig -L pcp_version | sed -e 's/[_=]/ /g' -e "s/^pcp/$prog/g"
status=0
exit
;;
-\?) _usage
# NOTREACHED
;;
esac
shift
done
if [ $# -lt 1 -o $# -gt 2 ]
then
_usage
# NOTREACHED
elif [ $# -eq 2 ]
then
arch1="$1"
arch2="$2"
else
arch1="$1"
arch2="$1"
fi
[ $precision -lt 3 -o $precision -gt 15 ] && precision=3
colwidth=`expr 12 + $precision`
echo "Directory: `pwd`"
if ! $skip_excluded
then
echo "Excluded metrics:"
sed -e 's/^/ /' <$tmp/exclude
fi
echo
options="$opts"
if [ "X$start1" != X ]; then
options="$options -S $start1"
fi
if [ "X$finish1" != X ]; then
options="$options -T $finish1"
fi
pmlogsummary -N $options $arch1 2>$tmp/err | _fix >$tmp/1
if [ -s $tmp/err ]
then
echo "Warnings from pmlogsummary ... $arch1"
cat $tmp/err
echo
fi
options="$opts"
if [ "X$start2" != X ]; then
options="$options -S $start2"
elif [ "X$start1" != X ]; then
options="$options -S $start1"
fi
if [ "X$finish2" != X ]; then
options="$options -T $finish2"
elif [ "X$finish1" != X ]; then
options="$options -T $finish1"
fi
pmlogsummary -N $options $arch2 2>$tmp/err | _fix >$tmp/2
if [ -s $tmp/err ]
then
echo "Warnings from pmlogsummary ... $arch2"
cat $tmp/err
echo
fi
if [ -z "$start1" ]
then
window1="start"
else
window1="$start1"
fi
if [ -z "$finish1" ]
then
window1="$window1-end"
else
window1="$window1-$finish1"
fi
if [ -z "$start2" ]
then
window2="start"
else
window2="$start2"
fi
if [ -z "$finish2" ]
then
window2="$window2-end"
else
window2="$window2-$finish2"
fi
if ! $skip_missing
then
if join -t'|' -v 2 $tmp/1 $tmp/2 >$tmp/tmp
then
:
else
echo "Unexpected join #1 failure: command: join -t'|' -v 2 /tmp/bad.1 /tmp/bad.2"
cp $tmp/1 /tmp/bad.1
cp $tmp/2 /tmp/bad.2
echo "... input files have been saved."
exit
fi
if [ -s $tmp/tmp ]
then
echo "Missing from $arch1 $window1 (not compared) ..."
sed <$tmp/tmp -e 's/|.*//' -e 's/^/ /'
echo
fi
if join -t'|' -v 1 $tmp/1 $tmp/2 >$tmp/tmp
then
:
else
echo "Unexpected join #2 failure: command: join -t'|' -v 1 /tmp/bad.1 /tmp/bad.2"
cp $tmp/1 /tmp/bad.1
cp $tmp/2 /tmp/bad.2
echo "... input files have been saved."
exit
fi
if [ -s $tmp/tmp ]
then
echo "Missing from $arch2 $window2 (not compared) ..."
sed <$tmp/tmp -e 's/|.*//' -e 's/^/ /'
echo
fi
fi
a1=`basename "$arch1"`
a2=`basename "$arch2"`
echo "$thres" | awk '
{ printf "Ratio Threshold: >= %.2f or <= %.3f\n",'"$thres"',1/'"$thres"'
printf "%*s %*s Ratio Metric-Instance\n",
'$colwidth', "'"$a1"'", '$colwidth', "'"$a2"'" }'
if [ -z "$start1" ]
then
window1="start"
else
window1="$start1"
fi
if [ -z "$finish1" ]
then
window1="$window1-end"
else
window1="$window1-$finish1"
fi
if [ -z "$start2" ]
then
window2="start"
else
window2="$start2"
fi
if [ -z "$finish2" ]
then
window2="$window2-end"
else
window2="$window2-$finish2"
fi
printf '%*s %*s\n' $colwidth "$window1" $colwidth "$window2"
if join -t'|' $tmp/1 $tmp/2 >$tmp/tmp
then
:
else
sum $tmp/1
echo "Unexpected join #3 failure: command: join -t'|' /tmp/bad.1 /tmp/bad.2"
cp $tmp/1 /tmp/bad.1
cp $tmp/2 /tmp/bad.2
echo "... input files have been saved."
exit
fi
awk -F'|' <$tmp/tmp '
function doval(v)
{
precision='"$precision"'
extra=precision-3
if (v > 99999999)
printf "%*.*f%*s",15+extra,0,v,1," "
else if (v > 999)
printf "%*.*f%*s",11,0,v,2+precision," "
else if (v > 99)
printf "%*.*f%*s",13+extra,1+extra,v,3," "
else if (v > 9)
printf "%*.*f%*s",14+extra,2+extra,v,2," "
else
printf "%*.*f%*s",15+extra,precision,v,1," "
}
$3+0 == 0 || $2+0 == 0 {
if ($3 == $2)
next
doval($2)
doval($3)
printf " "
if ($3+0 == 0)
printf "|-| %s\n",$1
else if ($2+0 == 0)
printf "|+| %s\n",$1
next
}
$2 / $3 >= '"$thres"' || $3 / $2 >= '"$thres"' {
doval($2)
doval($3)
printf " "
r = $3/$2
if (r < 0.001)
printf " 0.001-"
else if (r < 0.01)
printf "%6.3f ",r
else if (r > 100)
printf " 100+ "
else
printf "%5.2f ",r
printf " %s\n",$1
}' \
| sort -k 3,3nr -k 4 \
| sed -e 's/100+/>100/' -e 's/ 0.001-/<0.001 /' >$tmp/out
# sort in ratio order
#
$PCP_AWK_PROG '$3 == "|+|" {print}' <$tmp/out
$PCP_AWK_PROG '$3 == ">100" {print}' <$tmp/out
$PCP_AWK_PROG '$3 ~/^[0-9]/ {print}' <$tmp/out
$PCP_AWK_PROG '$3 == "<0.001" {print}' <$tmp/out
$PCP_AWK_PROG '$3 == "|-|" {print}' <$tmp/out
status=0
exit
Zerion Mini Shell 1.0