#!/bin/sh
# PCP QA Test No. 1120
# pmdaprometheus scalability testing
# specifically scaling amount of turnover between nodes
#
# Copyright (c) 2017 Red Hat.  All Rights Reserved.
#

seq=`basename $0`
echo "QA output created by $seq"

. ./common.prometheus

_pmdaprometheus_check || _notrun "prometheus pmda and/or load generator not installed"
_have_python266 && _notrun "python load generator does not currently work with python 2.6.6"

status=1	# failure is the default!
$sudo rm -rf $tmp $tmp.* $seq.full
totalendpoints=100 #total queue to work through
endpoints=10 #prometheus endpoints
iterations=2
metrics=10
instances=10

_cleanup()
{
    # kill the load generator, just in case it didn't exit
    if [ -n "$pid" ]
    then
	$sudo $PCP_BINADM_DIR/pmsignal -s TERM $pid >/dev/null 2>&1
	pid=""
    fi

    echo "=== prometheus PMDA log ===" >>$here/$seq.full
    if [ -f $PCP_LOG_DIR/pmcd/prometheus.log ]
    then
	cat $PCP_LOG_DIR/pmcd/prometheus.log >>$here/$seq.full
    else
	echo "Error: PMDA log file is missing" >>$here/$seq.full
    fi
    echo "=== endpoint log ===" >>$here/$seq.full
    if [ -f $tmp.endpoint ]
    then
	cat $tmp.endpoint >>$here/$seq.full
    else
	echo "Error: endpoint log file is missing" >>$here/$seq.full
    fi

    cd $here
    $sudo rm -rf $tmp $tmp.*

    return 0
}

trap "_cleanup; _pmdaprometheus_restore_config >>$here/$seq.full; exit \$status" 0 1 2 3 15

_pmdaprometheus_save_config
_pmdaprometheus_install

port=`_find_free_port 10000`
echo "port=$port" >>$here/$seq.full

$python $here/prometheus/prometheus_endpoint.python \
	--port=$port \
	--output=$PCP_PMDAS_DIR/prometheus/config.d/ \
	--total $totalendpoints \
	--endpoints $endpoints \
	--metrics $metrics \
	--instances $instances \
	--limit $iterations >$tmp.endpoint 2>&1 &
pid=$!

if ! _pmdaprometheus_wait_for_metric prometheus.source2
then
    status=1
    exit
fi

if pminfo -v `pminfo prometheus.source0 | LC_COLLATE=POSIX sort` > $tmp.info 2> $tmp.err
then
    :
else
    echo "... failed! ... here is the Install log ..."
    cat $tmp.out
fi
cat $tmp.info $tmp.err

if pminfo -fd `pminfo prometheus.source1 | LC_COLLATE=POSIX sort` > $tmp.info 2>$tmp.err
   then
    echo "Fetch and desc prometheus metrics: success"
    cat $tmp.info
else
    echo "Fetch and desc prometheus metrics: failed"
    cat $tmp.err
fi
for i in `seq 2 1 99`
do
    pminfo -f `pminfo prometheus.source$i | LC_COLLATE=POSIX sort`
    sleep 0.5
done

_pmdaprometheus_remove

# success, all done
status=0
exit
