Page MenuHomePhabricator
Paste P13329

(An Untitled Masterwork)
ActivePublic

Authored by Marostegui on Nov 18 2020, 11:18 AM.
Tags
None
Referenced Files
F33918232: raw-paste-data.txt
Nov 18 2020, 11:18 AM
Subscribers
root@dborch1001:~# systemctl stop orchestrator
root@dborch1001:~# orchestrator -c forget -i pc2007.codfw.wmnet
2020-11-18 11:16:16 DEBUG Hostname unresolved yet: pc2007.codfw.wmnet
2020-11-18 11:16:16 DEBUG Cache hostname resolve pc2007.codfw.wmnet as pc2007.codfw.wmnet
2020-11-18 11:16:16 DEBUG Connected to orchestrator backend: orchestrator_srv:?@tcp(db2093.codfw.wmnet:3306)/orchestrator?timeout=1s
2020-11-18 11:16:16 DEBUG Orchestrator pool SetMaxOpenConns: 128
2020-11-18 11:16:16 DEBUG Initializing orchestrator
2020-11-18 11:16:16 INFO Connecting to backend db2093.codfw.wmnet:3306: maxConnections: 128, maxIdleConns: 32
pc2007.codfw.wmnet:3306
root@dborch1001:~# orchestrator -c forget -i pc2010.codfw.wmnet
2020-11-18 11:16:19 DEBUG Hostname unresolved yet: pc2010.codfw.wmnet
2020-11-18 11:16:19 DEBUG Cache hostname resolve pc2010.codfw.wmnet as pc2010.codfw.wmnet
2020-11-18 11:16:19 DEBUG Connected to orchestrator backend: orchestrator_srv:?@tcp(db2093.codfw.wmnet:3306)/orchestrator?timeout=1s
2020-11-18 11:16:19 DEBUG Orchestrator pool SetMaxOpenConns: 128
2020-11-18 11:16:19 DEBUG Initializing orchestrator
2020-11-18 11:16:19 INFO Connecting to backend db2093.codfw.wmnet:3306: maxConnections: 128, maxIdleConns: 32
pc2010.codfw.wmnet:3306
root@dborch1001:~# orchestrator -c forget -i pc1007.eqiad.wmnet
2020-11-18 11:16:26 DEBUG Hostname unresolved yet: pc1007.eqiad.wmnet
2020-11-18 11:16:26 DEBUG Cache hostname resolve pc1007.eqiad.wmnet as pc1007.eqiad.wmnet
2020-11-18 11:16:26 DEBUG Connected to orchestrator backend: orchestrator_srv:?@tcp(db2093.codfw.wmnet:3306)/orchestrator?timeout=1s
2020-11-18 11:16:26 DEBUG Orchestrator pool SetMaxOpenConns: 128
2020-11-18 11:16:26 DEBUG Initializing orchestrator
2020-11-18 11:16:26 INFO Connecting to backend db2093.codfw.wmnet:3306: maxConnections: 128, maxIdleConns: 32
pc1007.eqiad.wmnet:3306
root@dborch1001:~# orchestrator -c forget -i pc1010.eqiad.wmnet
2020-11-18 11:16:32 DEBUG Hostname unresolved yet: pc1010.eqiad.wmnet
2020-11-18 11:16:32 DEBUG Cache hostname resolve pc1010.eqiad.wmnet as pc1010.eqiad.wmnet
2020-11-18 11:16:32 DEBUG Connected to orchestrator backend: orchestrator_srv:?@tcp(db2093.codfw.wmnet:3306)/orchestrator?timeout=1s
2020-11-18 11:16:32 DEBUG Orchestrator pool SetMaxOpenConns: 128
2020-11-18 11:16:32 DEBUG Initializing orchestrator
2020-11-18 11:16:32 INFO Connecting to backend db2093.codfw.wmnet:3306: maxConnections: 128, maxIdleConns: 32
pc1010.eqiad.wmnet:3306
root@dborch1001:~# orchestrator -c forget -i db1077.eqiad.wmnet
2020-11-18 11:16:37 DEBUG Hostname unresolved yet: db1077.eqiad.wmnet
2020-11-18 11:16:37 DEBUG Cache hostname resolve db1077.eqiad.wmnet as db1077.eqiad.wmnet
2020-11-18 11:16:37 DEBUG Connected to orchestrator backend: orchestrator_srv:?@tcp(db2093.codfw.wmnet:3306)/orchestrator?timeout=1s
2020-11-18 11:16:37 DEBUG Orchestrator pool SetMaxOpenConns: 128
2020-11-18 11:16:37 DEBUG Initializing orchestrator
2020-11-18 11:16:38 INFO Connecting to backend db2093.codfw.wmnet:3306: maxConnections: 128, maxIdleConns: 32
db1077.eqiad.wmnet:3306
root@dborch1001:~# channel 9: open failed: connect failed: Connection refused
channel 3: open failed: connect failed: Connection refused
root@dborch1001:~#
root@dborch1001:~#
root@dborch1001:~#
root@dborch1001:~# orchestrator -c reset-hostname-resolve-cache
2020-11-18 11:16:46 DEBUG Connected to orchestrator backend: orchestrator_srv:?@tcp(db2093.codfw.wmnet:3306)/orchestrator?timeout=1s
2020-11-18 11:16:46 DEBUG Orchestrator pool SetMaxOpenConns: 128
2020-11-18 11:16:46 DEBUG Initializing orchestrator
2020-11-18 11:16:47 INFO Connecting to backend db2093.codfw.wmnet:3306: maxConnections: 128, maxIdleConns: 32
hostname resolve cache cleared
root@dborch1001:~#
root@dborch1001:~# orchestrator -c reset-hostname-resolve-cache
2020-11-18 11:16:49 DEBUG Connected to orchestrator backend: orchestrator_srv:?@tcp(db2093.codfw.wmnet:3306)/orchestrator?timeout=1s
2020-11-18 11:16:49 DEBUG Orchestrator pool SetMaxOpenConns: 128
2020-11-18 11:16:49 DEBUG Initializing orchestrator
2020-11-18 11:16:49 INFO Connecting to backend db2093.codfw.wmnet:3306: maxConnections: 128, maxIdleConns: 32
hostname resolve cache cleared
root@dborch1001:~# systemctl start orchestrator
root@dborch1001:~#
root@dborch1001:~#

Event Timeline

root@db2093.codfw.wmnet[orchestrator]> select hostname from database_instance;
+--------------------+
| hostname           |
+--------------------+
| db1077             |
| pc1010             |
| pc1007.eqiad.wmnet |
| pc1008.eqiad.wmnet |
| pc2007.codfw.wmnet |
| pc2008.codfw.wmnet |
| pc2010.codfw.wmnet |
| db1077.eqiad.wmnet |
| pc1010.eqiad.wmnet |
+--------------------+