Page MenuHomePhabricator
Paste P8455

cdanis@prometheus1004.eqiad.wmnet /var/log/apache2 % zgrep '^2019-04-25T20:3' other_vhosts_access.log.4 | sort -g -k +2 | cut -d"$(echo -ne '\t')" -f1-10 | tail -n100 | phaste
ActivePublic

Authored by ProdPasteBot on Apr 29 2019, 2:59 PM.
2019-04-25T20:34:15 1135318 208.80.154.84 proxy-server/200 102 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1084%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:36:43 1282154 208.80.154.84 proxy-server/200 121 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28node_edac_correctable_errors_total%7Binstance%3D%22es1019%3A9100%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:36:43 1299501 208.80.154.84 proxy-server/200 101 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1089%3A.%2A%22%2Clayer%3D%22frontend%22%7D%29 - application/json -
2019-04-25T20:36:43 1311716 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1076%3A.%2A%22%2Clayer%3D%22frontend%22%7D%29 - application/json -
2019-04-25T20:36:36 1397910 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1079%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:36:36 1419147 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22mw1287%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:33:58 1475303 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1076%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:33:58 1505363 10.64.32.183 proxy-server/200 496 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(kafka_server_ReplicaManager_PartitionCount%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D)&start=1548374400&end=1556236800&step=86400 - application/json -
2019-04-25T20:33:58 1521292 10.64.32.183 proxy-server/200 5428 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_server_ReplicaManager_LeaderCount%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1525768 10.64.32.183 proxy-server/200 3879 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_server_ReplicaManager_PartitionCount%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1540063 10.64.32.183 proxy-server/200 2176 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_server_ReplicaFetcherManager_MaxLag%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1573640 10.64.32.183 proxy-server/200 1882 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(kafka_server_ReplicaManager_LeaderCount%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1576135 10.64.32.183 proxy-server/200 9454 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(jvm_gc_collection_seconds_count%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cgc%3D%22G1%20Young%20Generation%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1625662 10.64.32.183 proxy-server/200 2133 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=increase(jvm_gc_collection_seconds_sum%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cgc%3D%22G1%20Old%20Generation%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1682769 10.64.32.183 proxy-server/200 8728 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum%20by%20(instance)%20(node_nf_conntrack_entries%7Binstance%3D~%22.*%22%2Ccluster%3D%22eventbus%22%7D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 1763730 10.64.32.183 proxy-server/200 20085 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=jvm_buffer_pool_used_bytes%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:39:13 1774689 10.2.2.25 proxy-server/200 475368 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:39:13 1815811 10.192.16.189 proxy-server/200 475363 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:38:13 1832274 10.2.2.25 proxy-server/200 474289 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:38:13 1947862 10.192.0.145 proxy-server/200 474294 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:33:32 2017403 10.64.32.183 proxy-server/200 9092 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(sum%20by%20(instance)%20(kafka_log_Size%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%7D))&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:37:13 2091563 10.2.2.25 proxy-server/200 474534 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:37:13 2136312 10.192.16.189 proxy-server/200 474533 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:34:00 2196121 10.64.32.183 proxy-server/200 1882 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(kafka_server_ReplicaManager_LeaderCount%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:00 2853063 10.64.32.183 proxy-server/200 2180 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=kafka_controller_KafkaController_PreferredReplicaImbalanceCount_Value%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:13 2899182 10.2.2.25 proxy-server/200 458390 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:31:13 2929034 10.2.2.25 proxy-server/200 458243 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:31:13 2999071 10.192.16.189 proxy-server/200 458243 GET http://prometheus.svc.eqiad.wmnet:80/ops/federate?match%5B%5D=%7B__name__%3D~%22up%22%7D&match%5B%5D=%7B__name__%3D~%22%5E%28%5Ba-z_%5D%2B%29_up%22%7D&match%5B%5D=%7Bjob%3D%22prometheus%22%7D&match%5B%5D=%7B__name__%3D~%22%5Ecluster.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Einstance.%2A%3A.%2A%22%7D&match%5B%5D=%7B__name__%3D%22node_uname_info%22%7D&match%5B%5D=%7B__name__%3D%22node_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22varnish_version%22%7D&match%5B%5D=%7B__name__%3D%22mysql_version_info%22%7D&match%5B%5D=%7B__name__%3D%22mysqld_exporter_build_info%22%7D&match%5B%5D=%7B__name__%3D%22memcached_version%22%7D&match%5B%5D=%7B__name__%3D%22hhvm_build_info%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amysql_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Amemcached_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Avarnish_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5E.%2A%3Axcps_.%2A%22%7D&match%5B%5D=%7B__name__%3D~%22%5Eprobe_.%2A%22%7D - text/plain -
2019-04-25T20:33:58 3223629 10.64.32.183 proxy-server/200 2790 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(kafka_log_LogFlushStats_LogFlushRateAndTimeMs_Count%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D%20%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:36:40 3626018 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22mw1336%3A9100%22%7D+%3E+node_filesystem_size - application/json -
2019-04-25T20:33:58 3897122 10.64.32.183 proxy-server/200 25946 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=jvm_memory_bytes_used%7Bcluster%3D%22eventbus%22%2Carea%3D%22heap%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%7D&start=1548446400&end=1556229600&step=7200 - application/json -
2019-04-25T20:36:39 4039458 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22mw1326%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:33:58 4084577 10.64.32.183 proxy-server/200 8054 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(node_disk_reads_completed_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)%20or%20irate(node_disk_reads_completed%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:36:39 4199699 208.80.153.74 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1089%3A.%2A%22%2Clayer%3D%22frontend%22%7D%29 - application/json -
2019-04-25T20:36:39 4209398 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22mw1329%3A9100%22%7D+%3E+node_filesystem_size - application/json -
2019-04-25T20:33:32 4533691 10.64.32.183 proxy-server/200 28435 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bkafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%5B5m%5D))%20by%20(topic)))&start=1556137980&end=1556224440&step=60 - application/json -
2019-04-25T20:36:32 5430487 208.80.153.74 proxy-server/200 205 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=device_smart_healthy%7Binstance%3D%22mw1248%3A9100%22%7D - application/json -
2019-04-25T20:36:32 5477023 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22mw1243%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:36:25 5856608 208.80.153.74 proxy-server/200 250 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=device_smart_healthy%7Binstance%3D%22ms-be1045%3A9100%22%7D - application/json -
2019-04-25T20:36:31 6003548 208.80.153.74 proxy-server/200 207 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=device_smart_healthy%7Binstance%3D%22mw1229%3A9100%22%7D - application/json -
2019-04-25T20:36:30 6790545 208.80.153.74 proxy-server/200 207 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=device_smart_healthy%7Binstance%3D%22mw1223%3A9100%22%7D - application/json -
2019-04-25T20:36:24 7100643 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22ms-be1039%3A9100%22%7D+%3E+node_filesystem_size - application/json -
2019-04-25T20:33:58 7467960 10.64.32.183 proxy-server/200 14747 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(node_cpu%7Bcluster%3D%22eventbus%22%2Cmode%3D%22iowait%22%2Cinstance%3D~%22.*.*%22%7D%5B5m%5D))%20by%20(instance)&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:36:23 7821766 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22ms-be1028%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:36:28 8046052 208.80.154.84 proxy-server/200 120 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28node_edac_correctable_errors_total%7Binstance%3D%22mw1306%3A9100%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:34:08 8300771 208.80.154.84 proxy-server/200 201 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=device_smart_healthy%7Binstance%3D%22db1115%3A9100%22%7D - application/json -
2019-04-25T20:36:22 9067961 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22ms-be1013%3A9100%22%7D+%3E+node_filesystem_size - application/json -
2019-04-25T20:34:04 12623397 208.80.154.84 proxy-server/200 102 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1086%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:34:03 12728052 208.80.154.84 proxy-server/200 121 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28rate%28node_netstat_Udp_InErrors%7Binstance%3D%22logstash1008%3A9100%22%7D%5B5m%5D%29%29%2F%28sum%28rate%28node_netstat_Udp_InErrors%7Binstance%3D%22logstash1008%3A9100%22%7D%5B5m%5D%29%29%2Bsum%28rate%28node_netstat_Udp_InDatagrams%7Binstance%3D%22logstash1008%3A9100%22%7D%5B5m%5D%29%29%29 - application/json -
2019-04-25T20:34:01 14487343 208.80.154.84 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22cp1083%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:38:27 15351439 10.64.32.183 proxy-server/200 16676 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=avg%20by%20(instance)%20(irate(node_cpu%7Bcluster%3D%22eventbus%22%2Cmode!%3D%22idle%22%2Cinstance%3D~%22.*.*%22%7D%5B5m%5D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:32 15567311 10.64.32.183 proxy-server/200 4451 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_sockstat_TCP_tw%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:32 15569224 10.64.32.183 proxy-server/200 4512 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_netstat_Tcp_CurrEstab%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:59 17288050 10.64.32.183 proxy-server/200 1153 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D))&start=1548374400&end=1556236800&step=86400 - application/json -
2019-04-25T20:33:58 17813296 10.64.32.183 proxy-server/200 5868 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2Ctopic%3D%22%22%7D%20%5B5m%5D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 18259940 10.64.32.183 proxy-server/200 1205 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(kafka_server_BrokerTopicMetrics_BytesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D))&start=1548374400&end=1556236800&step=86400 - application/json -
2019-04-25T20:33:58 18381818 10.64.32.183 proxy-server/200 6158 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sum(irate(kafka_server_BrokerTopicMetrics_BytesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D%22%22%7D%20%5B5m%5D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:28 24928017 10.64.32.183 proxy-server/200 17044 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_Cached_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_Cached%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:28 25057664 10.64.32.183 proxy-server/200 18122 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(rate(node_disk_io_time_seconds_total%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)*1000)%20or%20rate(node_disk_io_time_ms%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:28 25252300 10.64.32.183 proxy-server/200 2821 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_MemTotal_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_MemTotal%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:32 25302473 10.64.32.183 proxy-server/200 9307 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(rate(node_disk_io_time_seconds_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)*1000)%20or%20rate(node_disk_io_time_ms%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:32 25649139 10.64.32.183 proxy-server/200 1533 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:32 25669508 10.64.32.183 proxy-server/200 6102 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=irate(node_disk_writes_completed_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)%20or%20irate(node_disk_writes_completed%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22sdb%22%7D%5B5m%5D)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:35:02 30242931 208.80.154.84 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22dbproxy1015%3A9100%22%7D+%3E+node_filesystem_size - application/json -
2019-04-25T20:35:47 43484370 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1077%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:35:32 58612032 208.80.153.74 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=node_filesystem_avail%7Binstance%3D%22bast1002%3A9100%22%7D+%3E+node_filesystem_size - application/json -
2019-04-25T20:35:28 58856100 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28pybal_bgp_session_established%7Binstance%3D%22lvs1002%3A9090%22%7D+and+ignoring+%28local_asn%2C+peer%29+pybal_bgp_enabled%7Binstance%3D%22lvs1002%3A9090%22%7D+%3D%3D+1%29 - application/json -
2019-04-25T20:33:28 60994434 10.64.32.183 proxy-server/200 52175 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(1-%20(node_filesystem_avail_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D))%20or%20(1-%20(node_filesystem_avail%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D))&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:28 61370528 10.64.32.183 proxy-server/200 18458 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_receive_bytes_total%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%5B5m%5D)%20and%20node_network_receive_bytes_total%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_receive_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%5B5m%5D)%20and%20node_network_receive_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:28 61377846 10.64.32.183 proxy-server/200 18622 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_transmit_bytes_total%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes_total%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_transmit_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:35:23 62397725 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1086%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:35:06 77228607 208.80.154.84 proxy-server/200 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=scalar%28varnish_mgt_child_start%7Binstance%3D~%22cp1080%3A.%2A%22%2Clayer%3D%22backend%22%7D%29 - application/json -
2019-04-25T20:35:06 77374932 10.64.32.183 proxy-server/200 917 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?end=2019-04-25T20%3A35%3A06.336245091Z&query=100+-+%28avg+by+%28instance%29+%28irate%28node_cpu%7Bmode%3D%22idle%22%2C+instance%3D~%22ores.%2B%22%7D%5B5m%5D%29%29+%2A+100%29&start=2019-04-25T20%3A30%3A06.336245091Z&step=45.000 - application/json -
2019-04-25T20:35:05 78724907 208.80.154.84 proxy-server/200 255 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=device_smart_healthy%7Binstance%3D%22an-worker1094%3A9100%22%7D - application/json -
2019-04-25T20:35:05 78753324 208.80.154.84 proxy-server/200 87 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query?query=sum%28increase%28edac_events%7Bhostname%3D%22mw1299%22%7D%5B4d%5D%29%29 - application/json -
2019-04-25T20:35:01 82406538 10.64.32.183 proxy-server/200 13526 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=topk(1%2C%20kafka_log_Size%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%7D)%20by%20(instance)%20%3E%200&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:00 86891854 10.64.32.183 proxy-server/200 13526 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=topk(1%2C%20kafka_log_Size%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%7D)%20by%20(instance)%20%3E%200&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:33:58 93900226 10.64.32.183 proxy-server/200 31861 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_BytesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%20%5B5m%5D))%20by%20(topic)))&start=1548446400&end=1556229600&step=7200 - application/json -
2019-04-25T20:35:01 102428939 10.64.32.183 proxy-server/200 31861 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_BytesIn_total%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2Cinstance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%20%5B5m%5D))%20by%20(topic)))&start=1548446400&end=1556229600&step=7200 - application/json -
2019-04-25T20:35:03 105838485 10.64.32.183 proxy-server/200 14141 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(sum%20by%20(instance)%20(kafka_log_Size%7Bcluster%3D%22eventbus%22%2Ckafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%7D))&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:01 106219461 10.64.32.183 proxy-server/200 27340 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=sort_desc(topk(3%2C%20sum(irate(kafka_server_BrokerTopicMetrics_MessagesIn_total%7Bkafka_cluster%3D%22main-eqiad%22%2C%20instance%3D~%22.*.*%22%2C%20topic%3D~%22.%2B%22%7D%5B5m%5D))%20by%20(topic)))&start=1548446400&end=1556229600&step=7200 - application/json -
2019-04-25T20:33:28 174842255 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(node_memory_MemTotal_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D)%20or%20(node_memory_MemTotal%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:33:32 178653986 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)%20or%20(node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:34:31 184089329 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(node_memory_MemTotal_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree_bytes%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D)%20or%20(node_memory_MemTotal%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree%7Bcluster%3D%22kafka_jumbo%22%2Cinstance%3D~%22.*%3A.*%22%7D)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:35:31 212995211 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers_bytes%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)%20or%20(node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Writeback%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Cached%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_Buffers%7Binstance%3D~%22.*%3A.*%22%7D%20-%20node_memory_MemFree%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D)&start=1556137920&end=1556224560&step=240 - application/json -
2019-04-25T20:35:01 273706941 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_netstat_Tcp_CurrEstab%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:35:01 274205309 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_sockstat_TCP_tw%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:34:00 288308523 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_sockstat_TCP_tw%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:35:03 297194626 10.64.32.183 proxy-server/503 103 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_sockstat_TCP_tw%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - application/json -
2019-04-25T20:35:03 300096004 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 300097517 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_receive_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%5B5m%5D)%20and%20node_network_receive_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_receive_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%5B5m%5D)%20and%20node_network_receive_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 300097548 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_transmit_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_transmit_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 300097646 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(rate(node_disk_io_time_seconds_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)*1000)%20or%20rate(node_disk_io_time_ms%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:34:00 300097813 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(rate(node_disk_io_time_seconds_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)*1000)%20or%20rate(node_disk_io_time_ms%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D%22sdb%22%7D%5B5m%5D)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:34:01 300097973 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_transmit_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_transmit_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%5B5m%5D)%20and%20node_network_transmit_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 300098917 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_Cached_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_Cached%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:35:01 300099351 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(1-%20(node_filesystem_avail_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D))%20or%20(1-%20(node_filesystem_avail%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D))&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:34:00 300099871 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=node_memory_MemTotal_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D%20or%20node_memory_MemTotal%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:35:01 300100064 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(irate(node_network_receive_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%5B5m%5D)%20and%20node_network_receive_bytes_total%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)%20or%20(irate(node_network_receive_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%5B5m%5D)%20and%20node_network_receive_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cdevice%3D~%22(eth%7Ceno).*%22%7D%20%3E%200)&start=1548446400&end=1556236800&step=14400 - text/html -
2019-04-25T20:33:58 300100307 10.64.32.183 proxy-server/502 423 GET http://prometheus.svc.eqiad.wmnet/ops/api/v1/query_range?query=(1-%20(node_filesystem_avail_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size_bytes%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D))%20or%20(1-%20(node_filesystem_avail%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%2Cfstype!~%22(tmpfs%7Crpc_pipefs%7Cdebugfs)%22%7D%20%2F%20node_filesystem_size%7Bcluster%3D%22eventbus%22%2Cinstance%3D~%22.*%3A.*%22%7D))&start=1548446400&end=1556236800&step=14400 - text/html -

Event Timeline

ProdPasteBot edited the content of this paste. (Show Details)Apr 29 2019, 2:59 PM
ProdPasteBot changed the title of this paste from untitled to Masterwork From Distant Lands.
CDanis changed the title of this paste from Masterwork From Distant Lands to cdanis@prometheus1004.eqiad.wmnet /var/log/apache2 % zgrep '^2019-04-25T20:3' other_vhosts_access.log.4 | sort -g -k +2 | cut -d"$(echo -ne '\t')" -f1-10 | tail -n100 | phaste.Apr 29 2019, 2:59 PM