#!/bin/bash
set -e
set -u
set -o pipefail
yaml2json() {
ruby -rjson -ryaml -e 'puts YAML.safe_load(File.open("'"$1"'").read, [], [], true).to_json'
}
# Conftool's node YAMLs are structured like:
# datacentername: # e.g. eqsin
# clustername: # e.g. cache_text
# hostname: [servicenames] # e.g. cp5007.eqsin.wmnet: [varnish-fe, ats-be, ats-tls]
# This constructs a JSON map that looks like:
# "cp5007.eqsin.wmnet": ["cache_text.ats-be","cache_text.ats-tls","cache_text.varnish-fe"]
conftool_nodes() {
(for FILE in /var/lib/git/operations/puppet/conftool-data/node/*.yaml ; do
yaml2json "$FILE" | jq '.[] | to_entries[] | .key as $cluster | .value | map_values(map($cluster + "." + .) | sort)'
done) | jq -Ss add
}
# Construct a map that maps from top-level service names (e.g. 'text') to conftool cluster.service names (e.g. 'cache_text.varnish-fe')
# Intended for use as a jq --slurpfile.
lvspools_to_conftool_clusterservices() {
yaml2json /var/lib/git/operations/puppet/hieradata/common/service.yaml \
| jq '.["service::catalog"] | to_entries[] | {(.key): (.value.lvs.conftool.cluster + "." + .value.lvs.conftool.service)}'\
| jq -Ss add
}
# Fetches from puppetdb all the profile::lvs::realserver resources.
realserver_resources() {
curl -sG https://puppetdb1002.eqiad.wmnet/pdb/query/v4/resources \
--data-urlencode query='["=", "title", "Profile::Lvs::Realserver"]'
}
realservers() {
realserver_resources \
| jq -S '[.[] | {(.certname): (.parameters.pools | keys)}] | add | map_values(sort)' \
| jq -S --slurpfile conftoolname <( lvspools_to_conftool_clusterservices ) \
'map_values(map($conftoolname[0][.]) | sort)'
}
diff -u <(realservers | tr -d ,) <(conftool_nodes | tr -d ,)