Page MenuHomePhabricator
Paste P8454

cdanis@prometheus1003.eqiad.wmnet /var/log/apache2 % zgrep '^2019-04-25T20:3' other_vhosts_access.log.4 | sort -g -k +2 | cut -d"$(echo -ne '\t')" -f1-10 | tail -n100 | phaste
ActivePublic

Authored by ProdPasteBot on Apr 29 2019, 2:57 PM.
2019-04-25T20:35:11 1000334 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22ores1008%22%7D%5B4d%5D%29%29 - text/html -
2019-04-25T20:35:29 1000335 208.80.153.74 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22analytics1053%22%7D%5B4d%5D%29%29 - text/html -
2019-04-25T20:35:06 1000336 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28100+%2A+rate%28node_netstat_Udp_InErrors%7Binstance%3D~%22graphite1004.%2A%22%7D%5B5m%5D%29+%2F+rate%28node_netstat_Udp_InDatagrams%7Binstance%3D~%22graphite1004.%2A%22%7D%5B5m%5D%29%29 - text/html -
2019-04-25T20:35:28 1000336 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28sum%28avg_over_time%28kafka_producer_producer_metrics_record_send_rate%7Bmirror_name%3D%22main-codfw_to_main-eqiad%22%7D+%5B30m%5D%29%29%29 - text/html -
2019-04-25T20:34:14 1000337 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28max%28max_over_time%28kafka_burrow_partition_lag%7Bgroup%3D%22kafka-mirror-main-eqiad_to_main-codfw%22%2Ctopic%21~%22%22%7D+%5B10m%5D%29%29%29 - text/html -
2019-04-25T20:35:18 1000339 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22db1099%3A9100%22%7D+%3E+node_filesystem_size - text/html -
2019-04-25T20:35:20 1000340 10.64.32.183 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?end=2019-04-25T20%3A35%3A20.334487188Z&query=rate%28node_netstat_Ip_InAddrErrors%7Binstance%3D~%22ping10%5B0-9%5D%5B0-9%5D%3A.%2A%22%7D%5B5m%5D%29&start=2019-04-25T20%3A30%3A20.334487188Z&step=30.000 - text/html -
2019-04-25T20:35:21 1000342 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22kafka1001%3A9100%22%7D+%3E+node_filesystem_size - text/html -
2019-04-25T20:34:08 1000343 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28node_edac_correctable_errors_total%7Binstance%3D%22db1075%3A9100%22%7D%5B4d%5D%29%29 - text/html -
2019-04-25T20:34:13 1000343 10.2.2.25 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/html -
2019-04-25T20:35:11 1000347 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28node_edac_correctable_errors_total%7Binstance%3D%22snapshot1007%3A9100%22%7D%5B4d%5D%29%29 - text/html -
2019-04-25T20:35:09 1000348 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22db1095%3A9100%22%7D+%3E+node_filesystem_size - text/html -
2019-04-25T20:35:15 1000350 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28avg_over_time%28kafka_server_ReplicaFetcherManager_MaxLag%7Bkafka_cluster%3D%22logging-eqiad%22%2Cinstance%3D%22logstash1012%3A7800%22%7D%5B30m%5D%29%29 - text/html -
2019-04-25T20:35:12 1000352 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=blazegraph_free_allocators%7Binstance%3D%22wdqs1003%3A9194%22%7D - text/html -
2019-04-25T20:34:10 1000358 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28sum%28avg_over_time%28kafka_producer_producer_metrics_record_send_rate%7Bmirror_name%3D%22main-eqiad_to_jumbo-eqiad%22%7D+%5B30m%5D%29%29%29 - text/html -
2019-04-25T20:34:02 1000359 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22cp1072%3A9100%22%7D+%3E+node_filesystem_size - text/html -
2019-04-25T20:34:04 1000359 208.80.154.84 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1076%3A.%2A%22%2Clayer%3D%22frontend%22%7D%29 - text/html -
2019-04-25T20:33:58 1000365 10.64.32.183 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2Ctopic%3D%22%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:34:00 1000390 10.64.32.183 proxy-server/503 299 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(1-%20(node_filesystem_avail_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D))%20or%20(1-%20(node_filesystem_avail%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D))&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 1008506 208.80.154.84 proxy-server/200 102 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1082%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:32:13 1014959 10.192.16.189 proxy-server/200 458707 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:31:13 1026210 10.2.2.25 proxy-server/200 458480 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:30:13 1075917 10.192.16.189 proxy-server/200 459373 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:32:13 1079045 10.2.2.25 proxy-server/200 458708 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:30:13 1084286 10.2.2.25 proxy-server/200 459373 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:33:58 1189468 10.64.32.183 proxy-server/200 2104 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(kafka_server_ReplicaManager_IsrShrinks_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1200018 10.64.32.183 proxy-server/200 2133 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(jvm_gc_collection_seconds_count%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cgc%3D%22G1%20Old%20Generation%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1209397 10.64.32.183 proxy-server/200 14801 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=increase(jvm_gc_collection_seconds_sum%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cgc%3D%22G1%20Young%20Generation%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:15 1211512 208.80.154.84 proxy-server/200 194 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=blazegraph_free_allocators%7Binstance%3D%22wdqs1005%3A9193%22%7D - application/json -
2019-04-25T20:33:58 1215300 10.64.32.183 proxy-server/200 2166 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_server_ReplicaManager_UnderReplicatedPartitions%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1246861 10.64.32.183 proxy-server/200 2172 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_controller_KafkaController_OfflinePartitionsCount_Value%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1251983 10.64.32.183 proxy-server/200 2180 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_controller_KafkaController_PreferredReplicaImbalanceCount_Value%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:15 1257637 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1085%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:33:58 1289159 10.64.32.183 proxy-server/200 3633 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_controller_KafkaController_ActiveControllerCount_Value%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1294203 10.64.32.183 proxy-server/200 4168 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=jvm_memory_bytes_max%7Bcluster%3D%22eventbus%22%2Carea%3D%22heap%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556229600&step=7200 - application/json -
2019-04-25T20:33:58 1339684 10.64.32.183 proxy-server/200 12349 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=jvm_buffer_pool_used_buffers%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:28 1382527 10.64.32.183 proxy-server/200 41897 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_BytesIn_total%7Bcluster%3D%22kafka_jumbo%22%2Ckafka_cluster%3D%22jumbo-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%20%5B5m%5D))%20by%20(topic)))&start=1556137980&end=1556224440&step=60 - application/json -
2019-04-25T20:33:28 1390458 10.64.32.183 proxy-server/200 38283 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bkafka_cluster%3D%22jumbo-eqiad%22%2C%20instance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%5B5m%5D))%20by%20(topic)))&start=1556137980&end=1556224440&step=60 - application/json -
2019-04-25T20:33:32 1679410 10.64.32.183 proxy-server/200 34466 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_BytesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%20%5B5m%5D))%20by%20(topic)))&start=1556137980&end=1556224440&step=60 - application/json -
2019-04-25T20:37:13 1680497 10.2.2.25 proxy-server/200 475020 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:37:13 1685628 10.192.0.145 proxy-server/200 475018 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:38:13 1695265 10.2.2.25 proxy-server/200 469940 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:38:13 1762504 10.192.16.189 proxy-server/200 469939 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:34:14 1795710 208.80.154.84 proxy-server/200 205 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=device_smart_healthy%7Binstance%3D%22mw1311%3A9100%22%7D - application/json -
2019-04-25T20:34:14 1829339 208.80.154.84 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22es1014%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:34:00 1840389 10.64.32.183 proxy-server/200 2133 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(jvm_gc_collection_seconds_count%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cgc%3D%22G1%20Old%20Generation%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:36:13 1911472 10.2.2.25 proxy-server/200 473137 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:36:13 1914733 10.192.16.189 proxy-server/200 473139 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:33:13 2567128 10.2.2.25 proxy-server/200 458136 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:33:13 2568926 10.192.16.189 proxy-server/200 458060 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:34:00 4577983 10.64.32.183 proxy-server/200 20085 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=jvm_buffer_pool_used_bytes%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:39:13 4598244 10.192.0.145 proxy-server/200 470449 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:39:13 4615205 10.2.2.25 proxy-server/200 470379 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:34:09 6793638 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28pybal_bgp_session_established%7Binstance%3D%22lvs1001%3A9090%22%7D+and+ignoring+%28local_asn%2C+peer%29+pybal_bgp_enabled%7Binstance%3D%22lvs1001%3A9090%22%7D+%3D%3D+1%29 - application/json -
2019-04-25T20:34:00 7418415 10.64.32.183 proxy-server/200 8024 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(node_disk_reads_completed_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)%20or%20irate(node_disk_reads_completed%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:09 7453363 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28pybal_bgp_session_established%7Binstance%3D%22lvs1002%3A9090%22%7D+and+ignoring+%28local_asn%2C+peer%29+pybal_bgp_enabled%7Binstance%3D%22lvs1002%3A9090%22%7D+%3D%3D+1%29 - application/json -
2019-04-25T20:34:08 8115271 10.64.32.183 proxy-server/200 930 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?end=2019-04-25T20%3A34%3A08.334433894Z&query=100+-+%28avg+by+%28instance%29+%28irate%28node_cpu%7Bmode%3D%22idle%22%2C+instance%3D~%22ores.%2B%22%7D%5B5m%5D%29%29+%2A+100%29&start=2019-04-25T20%3A29%3A08.334433894Z&step=45.000 - application/json -
2019-04-25T20:34:00 8392240 10.64.32.183 proxy-server/200 14801 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=increase(jvm_gc_collection_seconds_sum%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cgc%3D%22G1%20Young%20Generation%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:00 9263695 10.64.32.183 proxy-server/200 3633 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_controller_KafkaController_ActiveControllerCount_Value%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:28 10567236 10.64.32.183 proxy-server/200 7528 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_netstat_Tcp_CurrEstab%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:34:05 10585583 208.80.154.84 proxy-server/200 239 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=device_smart_healthy%7Binstance%3D%22db1096%3A9100%22%7D - application/json -
2019-04-25T20:33:28 10660359 10.64.32.183 proxy-server/200 5939 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_sockstat_TCP_tw%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:35:08 14233839 208.80.154.84 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22db1099%3A9100%22%7D+%3E+node_filesystem_size - application/json -
2019-04-25T20:35:06 15514176 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1088%3A.%2A%22%2Clayer%3D%22frontend%22%7D%29 - application/json -
2019-04-25T20:34:00 15648471 10.64.32.183 proxy-server/200 1204 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(kafka_server_BrokerTopicMetrics_BytesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D))&start=1548374400&end=1556236800&step=86400 - application/json -
2019-04-25T20:34:00 15660492 10.64.32.183 proxy-server/200 2133 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=increase(jvm_gc_collection_seconds_sum%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cgc%3D%22G1%20Old%20Generation%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:00 15683227 10.64.32.183 proxy-server/200 1154 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D))&start=1548374400&end=1556236800&step=86400 - application/json -
2019-04-25T20:33:59 15906377 10.64.32.183 proxy-server/200 13479 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2Ctopic%3D%22%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 16372114 10.64.32.183 proxy-server/200 15765 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(kafka_server_BrokerTopicMetrics_BytesOut_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:35:05 16525214 208.80.154.84 proxy-server/200 117 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28time%28%29+-+blazegraph_lastupdated%7Binstance%3D%22wdqs1004%3A9193%22%7D%29 - application/json -
2019-04-25T20:33:58 16590670 10.64.32.183 proxy-server/200 6265 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(kafka_server_BrokerTopicMetrics_BytesOut_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:59 16718715 10.64.32.183 proxy-server/200 15338 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(kafka_server_BrokerTopicMetrics_BytesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 17075790 10.64.32.183 proxy-server/200 1229 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(kafka_server_BrokerTopicMetrics_BytesOut_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D))&start=1548374400&end=1556236800&step=86400 - application/json -
2019-04-25T20:33:32 18329442 10.64.32.183 proxy-server/200 8362 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_Cached_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_Cached%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:28 18774478 10.64.32.183 proxy-server/200 12135 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(node_disk_writes_completed_total%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)%20or%20irate(node_disk_writes_completed%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:58 24776049 10.64.32.183 proxy-server/200 16652 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=avg%20by%20(instance)%20(irate(node_cpu%7Bcluster%3D%22eventbus%22%2Cmode!%3D%22idle%22%2Cinstance%3D~%22.*.*%22%7D%5B5m%5D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:11 28176405 10.64.32.183 proxy-server/200 16652 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=avg%20by%20(instance)%20(irate(node_cpu%7Bcluster%3D%22eventbus%22%2Cmode!%3D%22idle%22%2Cinstance%3D~%22.*.*%22%7D%5B5m%5D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:32 51503675 10.64.32.183 proxy-server/200 22711 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(1-%20(node_filesystem_avail_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D))%20or%20(1-%20(node_filesystem_avail%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D))&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:32 51912960 10.64.32.183 proxy-server/200 10127 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_receive_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%5B5m%5D)%20and%20node_network_receive_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_receive_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%5B5m%5D)%20and%20node_network_receive_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:32 52822555 10.64.32.183 proxy-server/200 10167 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_transmit_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_transmit_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:35:03 79153237 10.64.32.183 proxy-server/200 13516 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=topk(1%2C%20kafka_log_Size%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%7D)%20by%20(instance)%20%3E%200&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 83737222 10.64.32.183 proxy-server/200 13516 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=topk(1%2C%20kafka_log_Size%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%7D)%20by%20(instance)%20%3E%200&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 84900318 10.64.32.183 proxy-server/200 14133 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(sum%20by%20(instance)%20(kafka_log_Size%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%7D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:35:01 85409231 10.64.32.183 proxy-server/200 27356 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bkafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%5B5m%5D))%20by%20(topic)))&start=1548446400&end=1556229600&step=7200 - application/json -
2019-04-25T20:34:00 95823350 10.64.32.183 proxy-server/200 14133 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(sum%20by%20(instance)%20(kafka_log_Size%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%7D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 96255466 10.64.32.183 proxy-server/200 27356 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bkafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%5B5m%5D))%20by%20(topic)))&start=1548446400&end=1556229600&step=7200 - application/json -
2019-04-25T20:33:58 267771352 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_netstat_Tcp_CurrEstab%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 268304743 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_sockstat_TCP_tw%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:01 275463235 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_netstat_Tcp_CurrEstab%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:00 300054936 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)%20or%20(node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 300099272 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(node_disk_writes_completed_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)%20or%20irate(node_disk_writes_completed%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:35:01 300100084 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(rate(node_disk_io_time_seconds_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)*1000)%20or%20rate(node_disk_io_time_ms%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 300100087 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 300100225 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)%20or%20(node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:35:01 300100335 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(node_disk_writes_completed_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)%20or%20irate(node_disk_writes_completed%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:35:01 300100515 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_transmit_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_transmit_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:35:01 300100529 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:35:01 300101410 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)%20or%20(node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:34:00 300133967 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_Cached_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_Cached%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:34:01 300768599 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(node_disk_writes_completed_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)%20or%20irate(node_disk_writes_completed%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - text/html -

Event Timeline

ProdPasteBot edited the content of this paste. (Show Details)Apr 29 2019, 2:57 PM
ProdPasteBot changed the title of this paste from untitled to Masterwork From Distant Lands.
CDanis changed the title of this paste from Masterwork From Distant Lands to cdanis@prometheus1003.eqiad.wmnet /var/log/apache2 % zgrep '^2019-04-25T20:3' other_vhosts_access.log.4 | sort -g -k +2 | cut -d"$(echo -ne '\t')" -f1-10 | tail -n100 | phaste.Apr 29 2019, 2:58 PM