1 | root@neodymium:~$ while read host port; do echo $host $port; while read db; do yes | ./software/dbtools/osc_host.sh --host=$host --port=$port --db=$d |
---|---|
2 | b --table=page --method=ddl --no-replicate "ADD COLUMN page_lang varbinary(35) DEFAULT NULL"; done < s4.dblist; done < s4.hosts |
3 | dbstore2002.codfw.wmnet 3306 |
4 | -------------- |
5 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
6 | |
7 | Connection id: 1150905 |
8 | Current database: |
9 | Current user: root@10.64.32.20 |
10 | SSL: Not in use |
11 | Current pager: stdout |
12 | Using outfile: '' |
13 | Using delimiter: ; |
14 | Server version: 5.5.5-10.0.28-MariaDB MariaDB Server |
15 | Protocol version: 10 |
16 | Connection: dbstore2002.codfw.wmnet via TCP/IP |
17 | Server characterset: binary |
18 | Db characterset: binary |
19 | Client characterset: utf8 |
20 | Conn. characterset: utf8 |
21 | TCP port: 3306 |
22 | Uptime: 9 days 4 hours 14 min 13 sec |
23 | |
24 | Threads: 6 Questions: 424338181 Slow queries: 1 Opens: 1269445 Flush tables: 1 Open tables: 50000 Queries per second avg: 535.204 |
25 | -------------- |
26 | |
27 | Host : dbstore2002.codfw.wmnet |
28 | Port : 3306 |
29 | Databases : commonswiki |
30 | Table : page |
31 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
32 | method : ddl |
33 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off |
34 | pt args : --recurse=0 --set-vars=sql_log_bin=off |
35 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
36 | analyze : 0 |
37 | |
38 | host: dbstore2002.codfw.wmnet, database: commonswiki |
39 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
40 | dbstore2001.codfw.wmnet 3306 |
41 | -------------- |
42 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
43 | |
44 | Connection id: 393399 |
45 | Current database: |
46 | Current user: root@10.64.32.20 |
47 | SSL: Not in use |
48 | Current pager: stdout |
49 | Using outfile: '' |
50 | Using delimiter: ; |
51 | Server version: 5.5.5-10.0.28-MariaDB MariaDB Server |
52 | Protocol version: 10 |
53 | Connection: dbstore2001.codfw.wmnet via TCP/IP |
54 | Server characterset: binary |
55 | Db characterset: binary |
56 | Client characterset: utf8 |
57 | Conn. characterset: utf8 |
58 | TCP port: 3306 |
59 | Uptime: 3 days 5 hours 52 min 57 sec |
60 | |
61 | Threads: 4 Questions: 209544408 Slow queries: 2 Opens: 21037 Flush tables: 1 Open tables: 20812 Queries per second avg: 747.366 |
62 | -------------- |
63 | |
64 | Host : dbstore2001.codfw.wmnet |
65 | Port : 3306 |
66 | Databases : commonswiki |
67 | Table : page |
68 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
69 | method : ddl |
70 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off |
71 | pt args : --recurse=0 --set-vars=sql_log_bin=off |
72 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
73 | analyze : 0 |
74 | |
75 | host: dbstore2002.codfw.wmnet, database: commonswiki |
76 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary |
77 | (35) DEFAULT NULL |
78 | dbstore2001.codfw.wmnet 3306 |
79 | -------------- |
80 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
81 | |
82 | Connection id: 393399 |
83 | Current database: |
84 | Current user: root@10.64.32.20 |
85 | SSL: Not in use |
86 | Current pager: stdout |
87 | Using outfile: '' |
88 | Using delimiter: ; |
89 | Server version: 5.5.5-10.0.28-MariaDB MariaDB Server |
90 | Protocol version: 10 |
91 | Connection: dbstore2001.codfw.wmnet via TCP/IP |
92 | Server characterset: binary |
93 | Db characterset: binary |
94 | Client characterset: utf8 |
95 | Conn. characterset: utf8 |
96 | TCP port: 3306 |
97 | Uptime: 3 days 5 hours 52 min 57 sec |
98 | |
99 | Threads: 4 Questions: 209544408 Slow queries: 2 Opens: 21037 Flush tables: 1 Open tables: 20812 Queries per second avg: 747.366 |
100 | -------------- |
101 | |
102 | Host : dbstore2001.codfw.wmnet |
103 | Port : 3306 |
104 | Databases : commonswiki |
105 | Table : page |
106 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
107 | method : ddl |
108 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off |
109 | pt args : --recurse=0 --set-vars=sql_log_bin=off |
110 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
111 | analyze : 0 |
112 | |
113 | host: dbstore2002.codfw.wmnet, database: commonswiki |
114 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary |
115 | (35) DEFAULT NULL |
116 | |
117 | host: dbstore2002.codfw.wmnet, database: commonswiki |
118 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary |
119 | (35) DEFAULT NULL |
120 | dbstore2001.codfw.wmnet 3306 |
121 | -------------- |
122 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
123 | |
124 | Connection id: 393399 |
125 | Current database: |
126 | Current user: root@10.64.32.20 |
127 | SSL: Not in use |
128 | Current pager: stdout |
129 | Using outfile: '' |
130 | Using delimiter: ; |
131 | Server version: 5.5.5-10.0.28-MariaDB MariaDB Server |
132 | Protocol version: 10 |
133 | Connection: dbstore2001.codfw.wmnet via TCP/IP |
134 | Server characterset: binary |
135 | Db characterset: binary |
136 | Client characterset: utf8 |
137 | Conn. characterset: utf8 |
138 | TCP port: 3306 |
139 | Uptime: 3 days 5 hours 52 min 57 sec |
140 | |
141 | Threads: 4 Questions: 209544408 Slow queries: 2 Opens: 21037 Flush tables: 1 Open tables: 20812 Queries per second avg: 747.366 |
142 | -------------- |
143 | |
144 | Host : dbstore2001.codfw.wmnet |
145 | Port : 3306 |
146 | Databases : commonswiki |
147 | Table : page |
148 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
149 | method : ddl |
150 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off |
151 | pt args : --recurse=0 --set-vars=sql_log_bin=off |
152 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
153 | analyze : 0 |
154 | |
155 | host: dbstore2001.codfw.wmnet, database: commonswiki |
156 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
157 | ERROR 1062 (23000) at line 1: Duplicate entry '14-TEP70_locomotives_of_Ukraine' for key 'name_title' |
158 | WARNING commonswiki : page encountered problems |
159 | db2065.codfw.wmnet 3306 |
160 | -------------- |
161 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
162 | |
163 | Connection id: 139751369 |
164 | Current database: |
165 | Current user: root@10.64.32.20 |
166 | SSL: Not in use |
167 | Current pager: stdout |
168 | Using outfile: '' |
169 | Using delimiter: ; |
170 | Server version: 5.5.5-10.0.22-MariaDB-log MariaDB Server |
171 | Protocol version: 10 |
172 | Connection: db2065.codfw.wmnet via TCP/IP |
173 | Server characterset: binary |
174 | Db characterset: binary |
175 | Client characterset: utf8 |
176 | Conn. characterset: utf8 |
177 | TCP port: 3306 |
178 | Uptime: 286 days 2 hours 43 min 58 sec |
179 | |
180 | Threads: 4 Questions: 6301743325 Slow queries: 89 Opens: 740 Flush tables: 1 Open tables: 702 Queries per second avg: 254.922 |
181 | -------------- |
182 | |
183 | Host : db2065.codfw.wmnet |
184 | Port : 3306 |
185 | Databases : commonswiki |
186 | Table : page |
187 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
188 | method : ddl |
189 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2065.codfw.wmnet |
190 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2065.codfw.wmnet |
191 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
192 | analyze : 0 |
193 | |
194 | host: db2065.codfw.wmnet, database: commonswiki |
195 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
196 | ERROR 1062 (23000) at line 1: Duplicate entry '53249753' for key 'PRIMARY' |
197 | WARNING commonswiki : page encountered problems |
198 | db2058.codfw.wmnet 3306 |
199 | -------------- |
200 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
201 | |
202 | Connection id: 52286488 |
203 | Current database: |
204 | Current user: root@10.64.32.20 |
205 | SSL: Not in use |
206 | Current pager: stdout |
207 | Using outfile: '' |
208 | Using delimiter: ; |
209 | Server version: 5.5.5-10.0.22-MariaDB-log MariaDB Server |
210 | Protocol version: 10 |
211 | Connection: db2058.codfw.wmnet via TCP/IP |
212 | Server characterset: binary |
213 | Db characterset: binary |
214 | Client characterset: utf8 |
215 | Conn. characterset: utf8 |
216 | TCP port: 3306 |
217 | Uptime: 286 days 3 hours 43 min 14 sec |
218 | |
219 | Threads: 6 Questions: 4533408382 Slow queries: 37 Opens: 533 Flush tables: 1 Open tables: 528 Queries per second avg: 183.362 |
220 | -------------- |
221 | |
222 | Host : db2058.codfw.wmnet |
223 | Port : 3306 |
224 | Databases : commonswiki |
225 | Table : page |
226 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
227 | method : ddl |
228 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2058.codfw.wmnet |
229 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2058.codfw.wmnet |
230 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
231 | analyze : 0 |
232 | |
233 | host: db2058.codfw.wmnet, database: commonswiki |
234 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
235 | ERROR 1062 (23000) at line 1: Duplicate entry '53250362' for key 'PRIMARY' |
236 | WARNING commonswiki : page encountered problems |
237 | db2051.codfw.wmnet 3306 |
238 | -------------- |
239 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
240 | |
241 | Connection id: 89066123 |
242 | Current database: |
243 | Current user: root@10.64.32.20 |
244 | SSL: Not in use |
245 | Current pager: stdout |
246 | Using outfile: '' |
247 | Using delimiter: ; |
248 | Server version: 5.5.5-10.0.22-MariaDB-log MariaDB Server |
249 | Protocol version: 10 |
250 | Connection: db2051.codfw.wmnet via TCP/IP |
251 | Server characterset: binary |
252 | Db characterset: binary |
253 | Client characterset: utf8 |
254 | Conn. characterset: utf8 |
255 | TCP port: 3306 |
256 | Uptime: 286 days 5 hours 22 min 18 sec |
257 | |
258 | Threads: 4 Questions: 4870864218 Slow queries: 283 Opens: 538 Flush tables: 1 Open tables: 510 Queries per second avg: 196.963 |
259 | -------------- |
260 | |
261 | Host : db2051.codfw.wmnet |
262 | Port : 3306 |
263 | Databases : commonswiki |
264 | Table : page |
265 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
266 | method : ddl |
267 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2051.codfw.wmnet |
268 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2051.codfw.wmnet |
269 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
270 | analyze : 0 |
271 | |
272 | host: db2051.codfw.wmnet, database: commonswiki |
273 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
274 | db2044.codfw.wmnet 3306 |
275 | -------------- |
276 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
277 | |
278 | Connection id: 29352279 |
279 | Current database: |
280 | Current user: root@10.64.32.20 |
281 | SSL: Not in use |
282 | Current pager: stdout |
283 | Using outfile: '' |
284 | Using delimiter: ; |
285 | Server version: 5.5.5-10.0.22-MariaDB-log MariaDB Server |
286 | Protocol version: 10 |
287 | Connection: db2044.codfw.wmnet via TCP/IP |
288 | Server characterset: binary |
289 | Db characterset: binary |
290 | Client characterset: utf8 |
291 | Conn. characterset: utf8 |
292 | TCP port: 3306 |
293 | Uptime: 286 days 6 hours 22 min 39 sec |
294 | |
295 | Threads: 5 Questions: 3982386105 Slow queries: 293 Opens: 531 Flush tables: 1 Open tables: 554 Queries per second avg: 161.012 |
296 | -------------- |
297 | |
298 | Host : db2044.codfw.wmnet |
299 | Port : 3306 |
300 | Databases : commonswiki |
301 | Table : page |
302 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
303 | method : ddl |
304 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2044.codfw.wmnet |
305 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2044.codfw.wmnet |
306 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
307 | analyze : 0 |
308 | |
309 | host: db2044.codfw.wmnet, database: commonswiki |
310 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
311 | db2037.codfw.wmnet 3306 |
312 | -------------- |
313 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
314 | |
315 | Connection id: 29656210 |
316 | Current database: |
317 | Current user: root@10.64.32.20 |
318 | SSL: Not in use |
319 | Current pager: stdout |
320 | Using outfile: '' |
321 | Using delimiter: ; |
322 | Server version: 5.5.5-10.0.22-MariaDB-log MariaDB Server |
323 | Protocol version: 10 |
324 | Connection: db2037.codfw.wmnet via TCP/IP |
325 | Server characterset: binary |
326 | Db characterset: binary |
327 | Client characterset: utf8 |
328 | Conn. characterset: utf8 |
329 | TCP port: 3306 |
330 | Uptime: 287 days 2 hours 47 min 54 sec |
331 | |
332 | Threads: 5 Questions: 3998279045 Slow queries: 304 Opens: 452 Flush tables: 1 Open tables: 475 Queries per second avg: 161.176 |
333 | -------------- |
334 | |
335 | Host : db2037.codfw.wmnet |
336 | Port : 3306 |
337 | Databases : commonswiki |
338 | Table : page |
339 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
340 | method : ddl |
341 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2037.codfw.wmnet |
342 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2037.codfw.wmnet |
343 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
344 | analyze : 0 |
345 | |
346 | host: db2037.codfw.wmnet, database: commonswiki |
347 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
348 | db2019.codfw.wmnet 3306 |
349 | -------------- |
350 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
351 | |
352 | Connection id: 11098170 |
353 | Current database: |
354 | Current user: root@10.64.32.20 |
355 | SSL: Not in use |
356 | Current pager: stdout |
357 | Using outfile: '' |
358 | Using delimiter: ; |
359 | Server version: 5.5.5-10.0.22-MariaDB-log MariaDB Server |
360 | Protocol version: 10 |
361 | Connection: db2019.codfw.wmnet via TCP/IP |
362 | Server characterset: binary |
363 | Db characterset: binary |
364 | Client characterset: utf8 |
365 | Conn. characterset: utf8 |
366 | TCP port: 3306 |
367 | Uptime: 216 days 11 hours 10 min 58 sec |
368 | |
369 | Threads: 14 Questions: 2613961132 Slow queries: 28 Opens: 484 Flush tables: 1 Open tables: 485 Queries per second avg: 139.764 |
370 | -------------- |
371 | |
372 | Host : db2019.codfw.wmnet |
373 | Port : 3306 |
374 | Databases : commonswiki |
375 | Table : page |
376 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
377 | method : ddl |
378 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2019.codfw.wmnet |
379 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db2019.codfw.wmnet |
380 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
381 | analyze : 0 |
382 | |
383 | host: db2019.codfw.wmnet, database: commonswiki |
384 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
385 | dbstore1001.eqiad.wmnet 3306 |
386 | -------------- |
387 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
388 | |
389 | Connection id: 13224146 |
390 | Current database: |
391 | Current user: root@10.64.32.20 |
392 | SSL: Not in use |
393 | Current pager: stdout |
394 | Using outfile: '' |
395 | Using delimiter: ; |
396 | Server version: 5.5.5-10.0.22-MariaDB MariaDB Server |
397 | Protocol version: 10 |
398 | Connection: dbstore1001.eqiad.wmnet via TCP/IP |
399 | Server characterset: binary |
400 | Db characterset: binary |
401 | Client characterset: utf8 |
402 | Conn. characterset: utf8 |
403 | TCP port: 3306 |
404 | Uptime: 148 days 4 hours 43 min 44 sec |
405 | |
406 | Threads: 5 Questions: 14733630677 Slow queries: 25083 Opens: 1535777 Flush tables: 1 Open tables: 50000 Queries per second avg: 1150.685 |
407 | -------------- |
408 | |
409 | Host : dbstore1001.eqiad.wmnet |
410 | Port : 3306 |
411 | Databases : commonswiki |
412 | Table : page |
413 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
414 | method : ddl |
415 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off |
416 | pt args : --recurse=0 --set-vars=sql_log_bin=off |
417 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
418 | analyze : 0 |
419 | |
420 | host: dbstore1001.eqiad.wmnet, database: commonswiki |
421 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
422 | dbstore1002.eqiad.wmnet 3306 |
423 | -------------- |
424 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
425 | |
426 | Connection id: 656141934 |
427 | Current database: |
428 | Current user: root@10.64.32.20 |
429 | SSL: Not in use |
430 | Current pager: stdout |
431 | Using outfile: '' |
432 | Using delimiter: ; |
433 | Server version: 5.5.5-10.0.22-MariaDB MariaDB Server |
434 | Protocol version: 10 |
435 | Connection: dbstore1002.eqiad.wmnet via TCP/IP |
436 | Server characterset: binary |
437 | Db characterset: binary |
438 | Client characterset: utf8 |
439 | Conn. characterset: utf8 |
440 | TCP port: 3306 |
441 | Uptime: 119 days 5 hours 14 min 37 sec |
442 | |
443 | Threads: 7 Questions: 14017495864 Slow queries: 210515 Opens: 256227 Flush tables: 1 Open tables: 49999 Queries per second avg: 1360.858 |
444 | -------------- |
445 | |
446 | Host : dbstore1002.eqiad.wmnet |
447 | Port : 3306 |
448 | Databases : commonswiki |
449 | Table : page |
450 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
451 | method : ddl |
452 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off |
453 | pt args : --recurse=0 --set-vars=sql_log_bin=off |
454 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
455 | analyze : 0 |
456 | |
457 | host: dbstore1002.eqiad.wmnet, database: commonswiki |
458 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
459 | labsdb1001.eqiad.wmnet 3306 |
460 | -------------- |
461 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
462 | |
463 | Connection id: 1820599 |
464 | Current database: |
465 | Current user: root@10.64.32.20 |
466 | SSL: Not in use |
467 | Current pager: stdout |
468 | Using outfile: '' |
469 | Using delimiter: ; |
470 | Server version: 5.5.5-10.0.15-MariaDB Source distribution |
471 | Protocol version: 10 |
472 | Connection: labsdb1001.eqiad.wmnet via TCP/IP |
473 | Server characterset: binary |
474 | Db characterset: binary |
475 | Client characterset: utf8 |
476 | Conn. characterset: utf8 |
477 | TCP port: 3306 |
478 | Uptime: 1 day 5 hours 26 min 59 sec |
479 | |
480 | Threads: 48 Questions: 170486009 Slow queries: 11360 Opens: 249801 Flush tables: 1 Open tables: 9985 Queries per second avg: 1608.070 |
481 | -------------- |
482 | |
483 | Host : labsdb1001.eqiad.wmnet |
484 | Port : 3306 |
485 | Databases : commonswiki |
486 | Table : page |
487 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
488 | method : ddl |
489 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off |
490 | pt args : --recurse=0 --set-vars=sql_log_bin=off |
491 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
492 | analyze : 0 |
493 | |
494 | host: labsdb1001.eqiad.wmnet, database: commonswiki |
495 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
496 | ERROR 1205 (HY000) at line 1: Lock wait timeout exceeded; try restarting transaction |
497 | WARNING commonswiki : page encountered problems |
498 | labsdb1003.eqiad.wmnet 3306 |
499 | -------------- |
500 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
501 | |
502 | Connection id: 222986 |
503 | Current database: |
504 | Current user: root@10.64.32.20 |
505 | SSL: Not in use |
506 | Current pager: stdout |
507 | Using outfile: '' |
508 | Using delimiter: ; |
509 | Server version: 5.5.5-10.0.22-MariaDB MariaDB Server |
510 | Protocol version: 10 |
511 | Connection: labsdb1003.eqiad.wmnet via TCP/IP |
512 | Server characterset: binary |
513 | Db characterset: binary |
514 | Client characterset: utf8 |
515 | Conn. characterset: utf8 |
516 | TCP port: 3306 |
517 | Uptime: 5 hours 26 min 44 sec |
518 | |
519 | Threads: 46 Questions: 24732411 Slow queries: 1932 Opens: 120467 Flush tables: 1 Open tables: 10000 Queries per second avg: 1261.600 |
520 | -------------- |
521 | |
522 | Host : labsdb1003.eqiad.wmnet |
523 | Port : 3306 |
524 | Databases : commonswiki |
525 | Table : page |
526 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
527 | method : ddl |
528 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off |
529 | pt args : --recurse=0 --set-vars=sql_log_bin=off |
530 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
531 | analyze : 0 |
532 | |
533 | host: labsdb1003.eqiad.wmnet, database: commonswiki |
534 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
535 | db1069.eqiad.wmnet 3314 |
536 | -------------- |
537 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
538 | |
539 | Connection id: 264072 |
540 | Current database: |
541 | Current user: root@10.64.32.20 |
542 | SSL: Not in use |
543 | Current pager: stdout |
544 | Using outfile: '' |
545 | Using delimiter: ; |
546 | Server version: 5.5.5-10.0.22-MariaDB-log MariaDB Server |
547 | Protocol version: 10 |
548 | Connection: db1069.eqiad.wmnet via TCP/IP |
549 | Server characterset: binary |
550 | Db characterset: binary |
551 | Client characterset: utf8 |
552 | Conn. characterset: utf8 |
553 | TCP port: 3314 |
554 | Uptime: 15 days 3 hours 46 min 31 sec |
555 | |
556 | Threads: 6 Questions: 304288514 Slow queries: 0 Opens: 181 Flush tables: 1 Open tables: 168 Queries per second avg: 232.353 |
557 | -------------- |
558 | |
559 | Host : db1069.eqiad.wmnet |
560 | Port : 3314 |
561 | Databases : commonswiki |
562 | Table : page |
563 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
564 | method : ddl |
565 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1069.eqiad.wmnet |
566 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1069.eqiad.wmnet |
567 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
568 | analyze : 0 |
569 | |
570 | host: db1069.eqiad.wmnet, database: commonswiki |
571 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
572 | db1053.eqiad.wmnet 3306 |
573 | -------------- |
574 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
575 | |
576 | Connection id: 293088424 |
577 | Current database: |
578 | Current user: root@10.64.32.20 |
579 | SSL: Not in use |
580 | Current pager: stdout |
581 | Using outfile: '' |
582 | Using delimiter: ; |
583 | Server version: 5.5.5-10.0.27-MariaDB MariaDB Server |
584 | Protocol version: 10 |
585 | Connection: db1053.eqiad.wmnet via TCP/IP |
586 | Server characterset: binary |
587 | Db characterset: binary |
588 | Client characterset: utf8 |
589 | Conn. characterset: utf8 |
590 | TCP port: 3306 |
591 | Uptime: 30 days 50 min 22 sec |
592 | |
593 | Threads: 10 Questions: 1991321200 Slow queries: 7623 Opens: 949 Flush tables: 1 Open tables: 807 Queries per second avg: 767.361 |
594 | -------------- |
595 | |
596 | Host : db1053.eqiad.wmnet |
597 | Port : 3306 |
598 | Databases : commonswiki |
599 | Table : page |
600 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
601 | method : ddl |
602 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1053.eqiad.wmnet |
603 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1053.eqiad.wmnet |
604 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
605 | analyze : 0 |
606 | |
607 | host: db1053.eqiad.wmnet, database: commonswiki |
608 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
609 | db1056.eqiad.wmnet 3306 |
610 | -------------- |
611 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
612 | |
613 | Connection id: 1499077500 |
614 | Current database: |
615 | Current user: root@10.64.32.20 |
616 | SSL: Not in use |
617 | Current pager: stdout |
618 | Using outfile: '' |
619 | Using delimiter: ; |
620 | Server version: 5.5.5-10.0.22-MariaDB-log MariaDB Server |
621 | Protocol version: 10 |
622 | Connection: db1056.eqiad.wmnet via TCP/IP |
623 | Server characterset: binary |
624 | Db characterset: binary |
625 | Client characterset: utf8 |
626 | Conn. characterset: utf8 |
627 | TCP port: 3306 |
628 | Uptime: 176 days 6 hours 1 min 24 sec |
629 | |
630 | Threads: 13 Questions: 14833826040 Slow queries: 52638 Opens: 2750 Flush tables: 1 Open tables: 2508 Queries per second avg: 974.109 |
631 | -------------- |
632 | |
633 | Host : db1056.eqiad.wmnet |
634 | Port : 3306 |
635 | Databases : commonswiki |
636 | Table : page |
637 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
638 | method : ddl |
639 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1056.eqiad.wmnet |
640 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1056.eqiad.wmnet |
641 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
642 | analyze : 0 |
643 | |
644 | host: db1056.eqiad.wmnet, database: commonswiki |
645 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
646 | ERROR 1062 (23000) at line 1: Duplicate entry '53255065' for key 'PRIMARY' |
647 | WARNING commonswiki : page encountered problems |
648 | db1059.eqiad.wmnet 3306 |
649 | -------------- |
650 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
651 | |
652 | Connection id: 1322233603 |
653 | Current database: |
654 | Current user: root@10.64.32.20 |
655 | SSL: Not in use |
656 | Current pager: stdout |
657 | Using outfile: '' |
658 | Using delimiter: ; |
659 | Server version: 5.5.5-10.0.23-MariaDB-log MariaDB Server |
660 | Protocol version: 10 |
661 | Connection: db1059.eqiad.wmnet via TCP/IP |
662 | Server characterset: binary |
663 | Db characterset: binary |
664 | Client characterset: utf8 |
665 | Conn. characterset: utf8 |
666 | TCP port: 3306 |
667 | Uptime: 146 days 22 hours 28 min 31 sec |
668 | |
669 | Threads: 6 Questions: 9903020734 Slow queries: 13670 Opens: 1124 Flush tables: 1 Open tables: 914 Queries per second avg: 780.053 |
670 | -------------- |
671 | |
672 | Host : db1059.eqiad.wmnet |
673 | Port : 3306 |
674 | Databases : commonswiki |
675 | Table : page |
676 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
677 | method : ddl |
678 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1059.eqiad.wmnet |
679 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1059.eqiad.wmnet |
680 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
681 | analyze : 0 |
682 | |
683 | host: db1059.eqiad.wmnet, database: commonswiki |
684 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
685 | ERROR 1062 (23000) at line 1: Duplicate entry '53257028' for key 'PRIMARY' |
686 | WARNING commonswiki : page encountered problems |
687 | db1064.eqiad.wmnet 3306 |
688 | -------------- |
689 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
690 | |
691 | Connection id: 99606920 |
692 | Current database: |
693 | Current user: root@10.64.32.20 |
694 | SSL: Not in use |
695 | Current pager: stdout |
696 | Using outfile: '' |
697 | Using delimiter: ; |
698 | Server version: 5.5.5-10.0.23-MariaDB-log MariaDB Server |
699 | Protocol version: 10 |
700 | Connection: db1064.eqiad.wmnet via TCP/IP |
701 | Server characterset: binary |
702 | Db characterset: binary |
703 | Client characterset: utf8 |
704 | Conn. characterset: utf8 |
705 | TCP port: 3306 |
706 | Uptime: 30 days 2 hours 40 min 36 sec |
707 | |
708 | Threads: 4 Questions: 1688701001 Slow queries: 6536 Opens: 223 Flush tables: 1 Open tables: 275 Queries per second avg: 649.091 |
709 | -------------- |
710 | |
711 | Host : db1064.eqiad.wmnet |
712 | Port : 3306 |
713 | Databases : commonswiki |
714 | Table : page |
715 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
716 | method : ddl |
717 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1064.eqiad.wmnet |
718 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1064.eqiad.wmnet |
719 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
720 | analyze : 0 |
721 | |
722 | host: db1064.eqiad.wmnet, database: commonswiki |
723 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
724 | db1068.eqiad.wmnet 3306 |
725 | -------------- |
726 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
727 | |
728 | Connection id: 2981825804 |
729 | Current database: |
730 | Current user: root@10.64.32.20 |
731 | SSL: Not in use |
732 | Current pager: stdout |
733 | Using outfile: '' |
734 | Using delimiter: ; |
735 | Server version: 5.5.5-10.0.23-MariaDB-log MariaDB Server |
736 | Protocol version: 10 |
737 | Connection: db1068.eqiad.wmnet via TCP/IP |
738 | Server characterset: binary |
739 | Db characterset: binary |
740 | Client characterset: utf8 |
741 | Conn. characterset: utf8 |
742 | TCP port: 3306 |
743 | Uptime: 149 days 10 hours 4 min 30 sec |
744 | |
745 | Threads: 11 Questions: 24045903485 Slow queries: 26177 Opens: 1928 Flush tables: 1 Open tables: 1710 Queries per second avg: 1862.598 |
746 | -------------- |
747 | |
748 | Host : db1068.eqiad.wmnet |
749 | Port : 3306 |
750 | Databases : commonswiki |
751 | Table : page |
752 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
753 | method : ddl |
754 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1068.eqiad.wmnet |
755 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1068.eqiad.wmnet |
756 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
757 | analyze : 0 |
758 | |
759 | host: db1068.eqiad.wmnet, database: commonswiki |
760 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
761 | db1081.eqiad.wmnet 3306 |
762 | -------------- |
763 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
764 | |
765 | Connection id: 2875502331 |
766 | Current database: |
767 | Current user: root@10.64.32.20 |
768 | SSL: Not in use |
769 | Current pager: stdout |
770 | Using outfile: '' |
771 | Using delimiter: ; |
772 | Server version: 5.5.5-10.0.23-MariaDB-log MariaDB Server |
773 | Protocol version: 10 |
774 | Connection: db1081.eqiad.wmnet via TCP/IP |
775 | Server characterset: binary |
776 | Db characterset: binary |
777 | Client characterset: utf8 |
778 | Conn. characterset: utf8 |
779 | TCP port: 3306 |
780 | Uptime: 156 days 8 hours 28 min 10 sec |
781 | |
782 | Threads: 128 Questions: 119898499993 Slow queries: 71080 Opens: 1831 Flush tables: 1 Open tables: 1801 Queries per second avg: 8875.525 |
783 | -------------- |
784 | |
785 | Host : db1081.eqiad.wmnet |
786 | Port : 3306 |
787 | Databases : commonswiki |
788 | Table : page |
789 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
790 | method : ddl |
791 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1081.eqiad.wmnet |
792 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1081.eqiad.wmnet |
793 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
794 | analyze : 0 |
795 | |
796 | host: db1081.eqiad.wmnet, database: commonswiki |
797 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
798 | db1084.eqiad.wmnet 3306 |
799 | -------------- |
800 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
801 | |
802 | Connection id: 2911870556 |
803 | Current database: |
804 | Current user: root@10.64.32.20 |
805 | SSL: Not in use |
806 | Current pager: stdout |
807 | Using outfile: '' |
808 | Using delimiter: ; |
809 | Server version: 5.5.5-10.0.23-MariaDB-log MariaDB Server |
810 | Protocol version: 10 |
811 | Connection: db1084.eqiad.wmnet via TCP/IP |
812 | Server characterset: binary |
813 | Db characterset: binary |
814 | Client characterset: utf8 |
815 | Conn. characterset: utf8 |
816 | TCP port: 3306 |
817 | Uptime: 156 days 11 hours 30 min 39 sec |
818 | |
819 | Threads: 158 Questions: 120894748466 Slow queries: 89538 Opens: 1784 Flush tables: 1 Open tables: 1748 Queries per second avg: 8942.025 |
820 | -------------- |
821 | |
822 | Host : db1084.eqiad.wmnet |
823 | Port : 3306 |
824 | Databases : commonswiki |
825 | Table : page |
826 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
827 | method : ddl |
828 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1084.eqiad.wmnet |
829 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1084.eqiad.wmnet |
830 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
831 | analyze : 0 |
832 | |
833 | host: db1084.eqiad.wmnet, database: commonswiki |
834 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
835 | ERROR 1205 (HY000) at line 1: Lock wait timeout exceeded; try restarting transaction |
836 | WARNING commonswiki : page encountered problems |
837 | db1091.eqiad.wmnet 3306 |
838 | -------------- |
839 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
840 | |
841 | Connection id: 2915490854 |
842 | Current database: |
843 | Current user: root@10.64.32.20 |
844 | SSL: Not in use |
845 | Current pager: stdout |
846 | Using outfile: '' |
847 | Using delimiter: ; |
848 | Server version: 5.5.5-10.0.23-MariaDB-log MariaDB Server |
849 | Protocol version: 10 |
850 | Connection: db1091.eqiad.wmnet via TCP/IP |
851 | Server characterset: binary |
852 | Db characterset: binary |
853 | Client characterset: utf8 |
854 | Conn. characterset: utf8 |
855 | TCP port: 3306 |
856 | Uptime: 156 days 10 hours 31 min 30 sec |
857 | |
858 | Threads: 211 Questions: 120768912520 Slow queries: 60822 Opens: 1677 Flush tables: 1 Open tables: 1655 Queries per second avg: 8935.063 |
859 | -------------- |
860 | |
861 | Host : db1091.eqiad.wmnet |
862 | Port : 3306 |
863 | Databases : commonswiki |
864 | Table : page |
865 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
866 | method : ddl |
867 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1091.eqiad.wmnet |
868 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1091.eqiad.wmnet |
869 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
870 | analyze : 0 |
871 | |
872 | host: db1091.eqiad.wmnet, database: commonswiki |
873 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
874 | ERROR 1205 (HY000) at line 1: Lock wait timeout exceeded; try restarting transaction |
875 | WARNING commonswiki : page encountered problems |
876 | db1040.eqiad.wmnet 3306 |
877 | -------------- |
878 | mysql Ver 14.14 Distrib 5.5.52, for debian-linux-gnu (x86_64) using readline 6.3 |
879 | |
880 | Connection id: 313256157 |
881 | Current database: |
882 | Current user: root@10.64.32.20 |
883 | SSL: Not in use |
884 | Current pager: stdout |
885 | Using outfile: '' |
886 | Using delimiter: ; |
887 | Server version: 5.5.5-10.0.23-MariaDB-log MariaDB Server |
888 | Protocol version: 10 |
889 | Connection: db1040.eqiad.wmnet via TCP/IP |
890 | Server characterset: binary |
891 | Db characterset: binary |
892 | Client characterset: utf8 |
893 | Conn. characterset: utf8 |
894 | TCP port: 3306 |
895 | Uptime: 156 days 12 hours 33 min 56 sec |
896 | |
897 | Threads: 217 Questions: 15605950078 Slow queries: 44338 Opens: 1428 Flush tables: 1 Open tables: 1331 Queries per second avg: 1153.975 |
898 | -------------- |
899 | |
900 | Host : db1040.eqiad.wmnet |
901 | Port : 3306 |
902 | Databases : commonswiki |
903 | Table : page |
904 | Alter : ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
905 | method : ddl |
906 | pt dry args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1040.eqiad.wmnet |
907 | pt args : --recurse=0 --set-vars=sql_log_bin=off --check-slave-lag=db1040.eqiad.wmnet |
908 | ddl args : SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; |
909 | analyze : 0 |
910 | |
911 | host: db1040.eqiad.wmnet, database: commonswiki |
912 | SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL |
913 | ERROR 1062 (23000) at line 1: Duplicate entry '53260621' for key 'PRIMARY' |
914 | WARNING commonswiki : page encountered problems |
915 |
Description
Description
Details
Details
Customize query in gerrit
Status | Subtype | Assigned | Task | ||
---|---|---|---|---|---|
Resolved | Kunalgrover05 | T37489 The source language of a page should be arbitrary | |||
Open | None | T24985 Forcing the language for {{PLURAL}} rule | |||
Resolved | None | T11360 Specify default language on a per-page basis | |||
Invalid | None | T51188 [DO NOT USE] Schema changes for Wikimedia wikis (tracking) [superseded by #Blocked-on-schema-change] | |||
Duplicate | None | T149595 On multilinguage instances like beta.wikiversity, one should be able to define the main language for the content of the current page | |||
Resolved | TTO | T153209 Actually enable Special:PageLanguage on all Translate wikis | |||
Resolved | jcrespo | T69223 Schema change for page content language | |||
Resolved | jcrespo | T151029 duplicate key problems |
Event Timeline
Comment Actions
grep ERROR alter.log ERROR 1062 (23000) at line 1: Duplicate entry '14-TEP70_locomotives_of_Ukraine' for key 'name_title' ERROR 1062 (23000) at line 1: Duplicate entry '53249753' for key 'PRIMARY' ERROR 1062 (23000) at line 1: Duplicate entry '53250362' for key 'PRIMARY' ERROR 1205 (HY000) at line 1: Lock wait timeout exceeded; try restarting transaction ERROR 1062 (23000) at line 1: Duplicate entry '53255065' for key 'PRIMARY' ERROR 1062 (23000) at line 1: Duplicate entry '53257028' for key 'PRIMARY' ERROR 1205 (HY000) at line 1: Lock wait timeout exceeded; try restarting transaction ERROR 1205 (HY000) at line 1: Lock wait timeout exceeded; try restarting transaction ERROR 1062 (23000) at line 1: Duplicate entry '53260621' for key 'PRIMARY'
The lock wait timeouts are normal, the PKs and name_title are not.
Comment Actions
With ALGORITH=COPY, it worked without problems:
MariaDB [commonswiki]> SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL, ALGORITHM=COPY; Query OK, 0 rows affected (0.00 sec) Query OK, 0 rows affected (0.00 sec) Query OK, 0 rows affected (0.00 sec) Query OK, 48619288 rows affected (1 hour 14 min 9.88 sec) Records: 48619288 Duplicates: 0 Warnings: 0
Comment Actions
No, I cannot replicate, and as long as the alter gets reverted, I am not even sure this is a bug.
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-21T10:29:04Z] <jynus> performing blocking schema change on db2065 T151029
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-21T13:56:55Z] <jynus> performing blocking schema change on db2058 T151029
Comment Actions
Change 322655 had a related patch set uploaded (by Jcrespo):
Depool db1056 for schema change
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-21T15:52:13Z] <jynus@tin> Synchronized wmf-config/db-eqiad.php: Depool db1056 T151029 (duration: 00m 53s)
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-21T16:07:39Z] <jynus> performing blocking schema change on db1056 (depooled) T151029
Comment Actions
Change 322699 had a related patch set uploaded (by Jcrespo):
Depool db1059 to apply schema change
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-21T16:54:58Z] <jynus@tin> Synchronized wmf-config/db-eqiad.php: Repool db1056 T151029 (duration: 00m 59s)
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-22T09:19:35Z] <jynus@tin> Synchronized wmf-config/db-eqiad.php: Depool db1059 T151029 (duration: 00m 49s)
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-22T09:36:48Z] <jynus> performing blocking schema change on db1059 (depooled) T151029
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-22T09:44:08Z] <jynus> performing blocking schema change on db1084 (depooled) T151029
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-22T10:34:18Z] <jynus@tin> Synchronized wmf-config/db-eqiad.php: Repool db1059 & db1084 T151029 (duration: 00m 51s)
Comment Actions
Change 322858 had a related patch set uploaded (by Jcrespo):
Depool db1091 to apply blocking schema change
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-22T11:15:34Z] <jynus> performing blocking schema change on db1091 (depooled) T151029
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-11-22T12:05:52Z] <jynus> retrying schema change on db1040 (page) T151029
Comment Actions
I did the rest of the changes in a blocking way, and I got no error. For the master, I could not do it blocking without a failover or read_only, but of course I tried the same non-blocking query first:
host: db1040.eqiad.wmnet, database: commonswiki SET SESSION innodb_lock_wait_timeout=1; SET SESSION lock_wait_timeout=60; set session sql_log_bin=0; alter table page ADD COLUMN page_lang varbinary(35) DEFAULT NULL
This time it worked. I have no idea why, although I suspect it has to do with the innodb_file_per_table=0 tables on some of those. In any case, this is resolved.
Comment Actions
This is worrying:
MariaDB MARIADB labsdb1001 enwiki > SET GLOBAL innodb_file_per_table = 1; Query OK, 0 rows affected (0.00 sec) MariaDB MARIADB labsdb1001 enwiki > SET GLOBAL innodb_file_format = Barracuda; Query OK, 0 rows affected (0.00 sec) MariaDB MARIADB labsdb1001 enwiki > CREATE TABLE page_new like page; Query OK, 0 rows affected (0.00 sec) MariaDB MARIADB labsdb1001 enwiki > ALTER TABLE page_new ADD COLUMN page_lang varbinary(35) DEFAULT NULL, ALGORITHM=COPY; Query OK, 0 rows affected (0.06 sec) Records: 0 Duplicates: 0 Warnings: 0 MariaDB MARIADB labsdb1001 enwiki > INSERT INTO page_new (page_id, page_namespace, page_title, page_restrictions, page_counter, page_is_redirect, page_is_new, page_random, page_touched, page_links_updated, page_latest, page_len, page_content_model) SELECT page_id, page_namespace, page_title, page_restrictions, page_counter, page_is_redirect, page_is_new, page_random, page_touched, page_links_updated, page_latest, page_len, page_content_model FROM page; ERROR 1062 (23000): Duplicate entry '0-Feng_Shen_Bang_3D' for key 'name_title'
Comment Actions
We can try to:
- mysqldump that table and place it somewhere else
- try the alter
if it works, it is clearly a bug although we thought that forcing a table rebuild (COPY) always fixed the issue, so it is very worrying if not indeed
Comment Actions
I have been trying a few different things but I cannot really how is that duplicate key possible.
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2016-12-15T10:19:33Z] <jynus> stopping slave on labsdb1001 - s1 to run alter table T151029
Comment Actions
This is definitely the table itself. I have tried importing that table (taken with a mysqldump) into a brand new 10.0.28 server and I got
"ERROR 1062 (23000) at line 4362: Duplicate entry '0-Merah_Putih' for key 'name_title'
Comment Actions
Plan: stop replication with other server in sync; recreate the table from 0; restart replication.
Comment Actions
From db2072 (ENGINE=InnoDB row_format=COMPRESSED KEY_BLOCK_SIZE=8):
change_tag... ERROR 1062 (23000) at line 1: Duplicate entry '963806525-mobile edit' for key 'ct_rc_id' linter... ERROR 1062 (23000) at line 1: Duplicate entry '2-4114522-691-1260' for key 'linter_cat_page_position'
Process has not finished yet.
Comment Actions
more errors:
tag_summary... ERROR 1062 (23000) at line 1: Duplicate entry '964297507' for key 'ts_rc_id' user... ERROR 1062 (23000) at line 1: Duplicate entry 'XXXXXXXXXXX' for key 'user_name' watchlist... ERROR 1062 (23000) at line 1: Duplicate entry 'XXXXXXXXXXXXXXXXXXXX' for key 'wl_user'
Comment Actions
mysqldump && TRUNCATE TABLE $table; ALTER TABLE $table ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=8 && reimport seems to be doing the trick- no errors on reimport.
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-07-21T15:16:20Z] <jynus> restarting replication on db2072 after maintenance T151029
Comment Actions
This might happen again on other hosts- we should report further issues here. The above procedure seems to work. This is probably related to some internal format that is incompatible with some files we have since 5.5 or lower. We may have to do logical dumps when we do complex or important work.
Comment Actions
I have fixed duplicate entries on s4 on the following hosts by importing+exporting the tables, after that compression went thru without any issues:
db2073
db2065
For the tables:
linter page watchlist
Comment Actions
I have fixed duplicate entries on db2075 for:
dewiki.watchlist
wikidatawiki.wb_items_per_site
Comment Actions
Change 370863 had a related patch set uploaded (by Marostegui; owner: Marostegui):
[operations/mediawiki-config@master] db-codfw.php: Depool db2045
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-09T18:39:40Z] <marostegui> Stop replication on db2045 to fix duplicate keys - T151029
Comment Actions
Change 370863 merged by jenkins-bot:
[operations/mediawiki-config@master] db-codfw.php: Depool db2045
Comment Actions
Fixed duplicate entries on db2045 for:
dewiki.watchlist wikidatawiki.wb_items_per_site
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-10T14:32:09Z] <marostegui@tin> Synchronized wmf-config/db-codfw.php: Repool db2045 - T151029 (duration: 00m 51s)
Comment Actions
Change 371050 had a related patch set uploaded (by Marostegui; owner: Marostegui):
[operations/mediawiki-config@master] db-codfw.php: Depool db2046
Comment Actions
Change 371050 merged by jenkins-bot:
[operations/mediawiki-config@master] db-codfw.php: Depool db2046
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-10T15:05:21Z] <marostegui@tin> Synchronized wmf-config/db-codfw.php: Depool db2046 - T151029 (duration: 00m 50s)
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-10T15:09:44Z] <marostegui> Stop replication on db2046 to fix duplicate entries - T151029
Comment Actions
s6 had issues with the following tables (on db2046 and db2076):
frwiki: linter, user_properties, watchlist, wbc_entity_usage (fixed already on db2046)
jawiki: user_properties (fixed already on db2046)
ruwiki: linter,user_properties, wbc_entity_usage (fixed already on db2046)
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-11T11:19:56Z] <marostegui> Stop replication on db2046 to fix duplicate entries - T151029
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-11T12:05:34Z] <marostegui@tin> Synchronized wmf-config/db-codfw.php: Repool db2046 - T151029 (duration: 00m 48s)
Comment Actions
Change 371934 had a related patch set uploaded (by Marostegui; owner: Marostegui):
[operations/mediawiki-config@master] db-eqiad,db-codfw.php: Add db2076
Comment Actions
Change 371934 merged by jenkins-bot:
[operations/mediawiki-config@master] db-eqiad,db-codfw.php: Add db2076
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-14T11:00:35Z] <marostegui@tin> Synchronized wmf-config/db-codfw.php: Add db2076 - T170662 T151029 (duration: 01m 02s)
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-14T11:01:27Z] <marostegui@tin> Synchronized wmf-config/db-eqiad.php: Add db2076 - T170662 T151029 (duration: 00m 47s)
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-16T06:01:18Z] <marostegui> Stop replication on db2076 to fix duplicate entries - T151029
Comment Actions
The following tables have been reimported in db2076 and compressed successfully:
- frwiki: linter, user_properties, watchlist, wbc_entity_usage
- jawiki: user_properties
- ruwiki: linter,user_properties, wbc_entity_usage
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-17T05:55:17Z] <marostegui> Stop replication on db2077 to fix duplicate entries - T151029
Comment Actions
Mentioned in SAL (#wikimedia-operations) [2017-08-17T06:24:43Z] <marostegui> Stop slave on db2047 to fix duplicate keys - T151029
Comment Actions
Fixed issues on db2077 and db2047 so far (still compressing on db2047):
arwiki: linter, tag_summary, wbc_entity_usage
hewiki: change_tag
eswiki: linter
Comment Actions
root@db2097:/srv$ mysql -A -BN -S /run/mysqld/mysqld.s6.sock -e "select CONCAT(table_schema, '.', table_name) FROM information_schema.tables where table_Schema like '%wik%' and engine='InnoDB' and row_format != 'COMPRESSED'" | head -n 1 | while read table; do echo "$table..."; mysql -S /run/mysqld/mysqld.s6.sock -e "set session sql_log_bin=0; ALTER TABLE $table row_format=COMPRESSED"; done frwiki.actor... ERROR 1062 (23000) at line 1: Duplicate entry 'X.X.X.X' for key 'actor_name'
X.X.X.X was an ip. This was on 10.1.38.
:-(
Retrying now with replication stopped. It worked.