Created
October 1, 2018 13:56
-
-
Save fvigotti/cf5938d2ea037422555550e649b6a2c7 to your computer and use it in GitHub Desktop.
this is a sample script that clean old metrics from pushgateway, not very clean but working anyway, used as sample in a issue
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
trap 'echo "got sigterm" ; exit 0' SIGTERM | |
EXPIRATION_SECONDS=${EXPIRATION_SECONDS:-900} | |
PGW_URL=${PGW_URL:-http://pushgateway} | |
function convert_to_standardnotation(){ | |
# convert number from scientific notation to standar d( ie '1.5383780136826127e+09' ) | |
printf '%.0f' $1 | |
} | |
function extract_pushgateway_variable(){ | |
local -r _METRIC=$1 | |
local -r _VARNAME=$2 | |
#echo 'push_time_seconds{instance="10.32.32.7",job="bk_jenkins"} 1.5383802210997093e+09' | sed -r 's/.*instance="([^"]*).*/\1/g' | |
echo $_METRIC | sed -r "s/.*${_VARNAME}=\"([^\"]*).*/\\1/g" | |
# sample usage : | |
# extract_pushgateway_variable 'push_time_seconds{instance="10.32.32.7",job="bk_jenkins"} 1.5383802210997093e+09' 'instance' | |
} | |
function check_metric_line(){ | |
local -r _line=$1 | |
METRIC_TIME=$(echo $_line | awk '{print $2}' ) | |
#echo "mtime = $_line -> $METRIC_TIME " | |
METRIC_TIME=$(convert_to_standardnotation $METRIC_TIME) | |
#echo "$CURRENT_TIME - $METRIC_TIME " | |
METRIC_AGE_SECONDS=$((CURRENT_TIME-METRIC_TIME)) | |
if [ "$METRIC_AGE_SECONDS" -gt "$EXPIRATION_SECONDS" ]; then | |
metricInstance=$(extract_pushgateway_variable "$_line" 'instance') | |
metricJob=$(extract_pushgateway_variable "$_line" 'job') | |
echo "[INFO] job should be deleted $metricJob - $metricInstance age: $METRIC_AGE_SECONDS " | |
curl -s -X DELETE "$PGW_URL/metrics/job/${metricJob}/instance/${metricInstance}" | |
fi | |
} | |
function check_expired_metric_loop(){ | |
export CURRENT_TIME=$(date +%s) | |
METRICS_LIST=$(curl -s $PGW_URL/metrics | egrep "^push_time_seconds") | |
echo "$METRICS_LIST" | while read -r line || [[ -n "$line" ]]; do | |
check_metric_line "$line" | |
done | |
sleep $((EXPIRATION_SECONDS / 3 )) | |
} | |
while : ; do | |
check_expired_metric_loop | |
done |
Thanks . It is worked as expected.
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
The function "convert_to_standardnotation" did not work on one of my servers, I fixed it like this: