| 1 | #!/bin/bash |
|---|---|
| 2 | |
| 3 | if [ "$1" = "-h" ] || [ "$#" -lt 1 ]; then |
| 4 | echo "Usage: check_queue.sh [ -d domain ] jobtype" |
| 5 | exit 0 |
| 6 | fi |
| 7 | |
| 8 | if [ "$1" = "-d" ]; then |
| 9 | DOMAIN="$2" |
| 10 | JOB_TYPE="$3" |
| 11 | else |
| 12 | JOB_TYPE="$1" |
| 13 | fi |
| 14 | |
| 15 | KAFKA_INFO="`kafka run-class kafka.admin.ConsumerGroupCommand \ |
| 16 | --describe \ |
| 17 | --group change-prop-${JOB_TYPE} \ |
| 18 | --bootstrap-server localhost:9092 \ |
| 19 | --new-consumer | grep eqiad.mediawiki.job.${JOB_TYPE}`" |
| 20 | |
| 21 | COMMITTED_OFFSET="$(echo ${KAFKA_INFO} | tr ',' '\n' | sed -n 4p | tr -d '[:space:]')" |
| 22 | BACKLOG="$(echo ${KAFKA_INFO} | tr ',' '\n' | sed -n 6p | tr -d '[:space:]')" |
| 23 | |
| 24 | echo "Committed offset for ${JOB_TYPE}: ${COMMITTED_OFFSET}" |
| 25 | echo "Full backlog for ${JOB_TYPE}: ${BACKLOG}" |
| 26 | |
| 27 | if [ "x$DOMAIN" = "x" ]; then |
| 28 | echo "Top 10 domains by job backlog count:" |
| 29 | kafkacat -b localhost:9092 \ |
| 30 | -p 0 \ |
| 31 | -t eqiad.mediawiki.job.${JOB_TYPE} \ |
| 32 | -o ${COMMITTED_OFFSET} \ |
| 33 | -c ${BACKLOG} 2> /dev/null | jq -c '.meta.domain' | sort | uniq -ic | sort -n -k 1 -r | head -n 10 |
| 34 | else |
| 35 | echo -n "Job count for ${DOMAIN}: " |
| 36 | kafkacat -b localhost:9092 \ |
| 37 | -p 0 \ |
| 38 | -t eqiad.mediawiki.job.${JOB_TYPE} \ |
| 39 | -o ${COMMITTED_OFFSET} \ |
| 40 | -c ${BACKLOG} 2> /dev/null | jq -c "select(.meta.domain == \"${DOMAIN}\") | ." | wc -l |
| 41 | fi |
Paste P6443
check_queue.sh
check_queue.sh
Authored by Pchelolo on Dec 7 2017, 9:38 PM.
Tags
None
Subscribers
None