{ "size": 20, "duration": 600, "ops": [ { "description": "osd_op(client.34554320.0:107568454 3.234 3:2c4e4afc:::rbd_data.b1c5cd6b8b4567.0000000000001c7d:head [writefull 0~4194304] snapc 7186=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:26.021380", "age": 287.63506214799997, "duration": 5.6881206620000002, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.34554320", "client_addr": "10.64.20.79:0/714466469", "tid": 107568454 }, "events": [ { "time": "2020-12-16 13:39:26.021380", "event": "initiated" }, { "time": "2020-12-16 13:39:26.021380", "event": "header_read" }, { "time": "2020-12-16 13:39:25.945054", "event": "throttled" }, { "time": "2020-12-16 13:39:26.021385", "event": "all_read" }, { "time": "2020-12-16 13:39:26.021386", "event": "dispatched" }, { "time": "2020-12-16 13:39:26.021389", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:26.021412", "event": "reached_pg" }, { "time": "2020-12-16 13:39:26.021475", "event": "started" }, { "time": "2020-12-16 13:39:26.021517", "event": "waiting for subops from 28,48" }, { "time": "2020-12-16 13:39:26.037324", "event": "op_commit" }, { "time": "2020-12-16 13:39:26.051084", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:31.709471", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:31.709488", "event": "commit_sent" }, { "time": "2020-12-16 13:39:31.709501", "event": "done" } ] } }, { "description": "osd_op(client.17691142.0:11024491 3.7e7 3:e7f27dbb:::rbd_data.d983d16b8b4567.0000000000000e00:head [write 1090048~4096] snapc 4a4=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:40:11.498946", "age": 242.15749677299999, "duration": 2.7003127820000001, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.17691142", "client_addr": "10.64.20.76:0/36626394", "tid": 11024491 }, "events": [ { "time": "2020-12-16 13:40:11.498946", "event": "initiated" }, { "time": "2020-12-16 13:40:11.498946", "event": "header_read" }, { "time": "2020-12-16 13:40:11.498939", "event": "throttled" }, { "time": "2020-12-16 13:40:11.498948", "event": "all_read" }, { "time": "2020-12-16 13:40:11.498949", "event": "dispatched" }, { "time": "2020-12-16 13:40:11.498952", "event": "queued_for_pg" }, { "time": "2020-12-16 13:40:11.498965", "event": "reached_pg" }, { "time": "2020-12-16 13:40:11.498982", "event": "started" }, { "time": "2020-12-16 13:40:11.499007", "event": "waiting for subops from 24,109" }, { "time": "2020-12-16 13:40:11.499797", "event": "op_commit" }, { "time": "2020-12-16 13:40:11.500651", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:40:14.199212", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:40:14.199237", "event": "commit_sent" }, { "time": "2020-12-16 13:40:14.199258", "event": "done" } ] } }, { "description": "osd_op(client.17684291.0:16253536 3.640 3:026e8faa:::rbd_data.d97ac56b8b4567.0000000000000b06:head [write 1794560~4096] snapc 4a0=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:35.249833", "age": 278.40660957400002, "duration": 2.6738124239999999, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.17684291", "client_addr": "10.64.20.79:0/3573376794", "tid": 16253536 }, "events": [ { "time": "2020-12-16 13:39:35.249833", "event": "initiated" }, { "time": "2020-12-16 13:39:35.249833", "event": "header_read" }, { "time": "2020-12-16 13:39:35.249817", "event": "throttled" }, { "time": "2020-12-16 13:39:35.249839", "event": "all_read" }, { "time": "2020-12-16 13:39:35.249841", "event": "dispatched" }, { "time": "2020-12-16 13:39:35.249846", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:35.249928", "event": "reached_pg" }, { "time": "2020-12-16 13:39:35.249952", "event": "started" }, { "time": "2020-12-16 13:39:35.249986", "event": "waiting for subops from 5,26" }, { "time": "2020-12-16 13:39:35.250821", "event": "op_commit" }, { "time": "2020-12-16 13:39:35.251398", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:37.923600", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:37.923625", "event": "commit_sent" }, { "time": "2020-12-16 13:39:37.923645", "event": "done" } ] } }, { "description": "osd_op(client.52130912.0:11621336 3.640 3:027d1421:::rbd_data.dd00386b8b4567.0000000000000288:head [write 389632~4096] snapc 11a00=[11a00,116b4,107d8,100de,f671] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:32.174383", "age": 281.48205966400002, "duration": 2.5645966439999999, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.52130912", "client_addr": "10.64.20.28:0/2996162251", "tid": 11621336 }, "events": [ { "time": "2020-12-16 13:39:32.174383", "event": "initiated" }, { "time": "2020-12-16 13:39:32.174383", "event": "header_read" }, { "time": "2020-12-16 13:39:32.174376", "event": "throttled" }, { "time": "2020-12-16 13:39:32.174386", "event": "all_read" }, { "time": "2020-12-16 13:39:32.174387", "event": "dispatched" }, { "time": "2020-12-16 13:39:32.174389", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:32.174409", "event": "reached_pg" }, { "time": "2020-12-16 13:39:32.174483", "event": "started" }, { "time": "2020-12-16 13:39:32.174615", "event": "waiting for subops from 5,26" }, { "time": "2020-12-16 13:39:32.175332", "event": "op_commit" }, { "time": "2020-12-16 13:39:32.175624", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:34.738912", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:34.738922", "event": "commit_sent" }, { "time": "2020-12-16 13:39:34.738979", "event": "done" } ] } }, { "description": "osd_op(client.42836946.0:4262336 3.7e7 3:e7f884b0:::rbd_data.666346a1d4414a.0000000000000001:head [write 1745408~4096] snapc 3c2=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:40:11.412622", "age": 242.24382032899999, "duration": 2.319276881, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.42836946", "client_addr": "10.64.20.32:0/2448399400", "tid": 4262336 }, "events": [ { "time": "2020-12-16 13:40:11.412622", "event": "initiated" }, { "time": "2020-12-16 13:40:11.412622", "event": "header_read" }, { "time": "2020-12-16 13:40:11.412610", "event": "throttled" }, { "time": "2020-12-16 13:40:11.412625", "event": "all_read" }, { "time": "2020-12-16 13:40:11.412626", "event": "dispatched" }, { "time": "2020-12-16 13:40:11.412628", "event": "queued_for_pg" }, { "time": "2020-12-16 13:40:11.413321", "event": "reached_pg" }, { "time": "2020-12-16 13:40:11.413359", "event": "started" }, { "time": "2020-12-16 13:40:11.413394", "event": "waiting for subops from 24,109" }, { "time": "2020-12-16 13:40:11.414525", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:40:11.414558", "event": "op_commit" }, { "time": "2020-12-16 13:40:13.731849", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:40:13.731877", "event": "commit_sent" }, { "time": "2020-12-16 13:40:13.731899", "event": "done" } ] } }, { "description": "osd_op(client.34582531.0:103152799 3.3c9 3:93d9a36b:::rbd_data.0eb3a46b8b4567.0000000000002a17:head [writefull 0~4194304] snapc 7197=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:40:04.291958", "age": 249.364484293, "duration": 2.116225537, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.34582531", "client_addr": "10.64.20.33:0/1571309649", "tid": 103152799 }, "events": [ { "time": "2020-12-16 13:40:04.291958", "event": "initiated" }, { "time": "2020-12-16 13:40:04.291958", "event": "header_read" }, { "time": "2020-12-16 13:40:04.232690", "event": "throttled" }, { "time": "2020-12-16 13:40:04.291963", "event": "all_read" }, { "time": "2020-12-16 13:40:04.291965", "event": "dispatched" }, { "time": "2020-12-16 13:40:04.291968", "event": "queued_for_pg" }, { "time": "2020-12-16 13:40:04.291998", "event": "reached_pg" }, { "time": "2020-12-16 13:40:04.292031", "event": "started" }, { "time": "2020-12-16 13:40:04.292090", "event": "waiting for subops from 99,114" }, { "time": "2020-12-16 13:40:04.311297", "event": "op_commit" }, { "time": "2020-12-16 13:40:04.317097", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:40:06.408163", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:40:06.408173", "event": "commit_sent" }, { "time": "2020-12-16 13:40:06.408184", "event": "done" } ] } }, { "description": "osd_op(client.42838896.0:2058759 3.7f5 3:afe64782:::rbd_data.cce5be6b8b4567.0000000000000c01:head [write 16896~4096] snapc 11925=[11925,f8c3] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:39.480739", "age": 274.17570358699999, "duration": 1.9543496869999999, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.42838896", "client_addr": "10.64.20.75:0/3039031109", "tid": 2058759 }, "events": [ { "time": "2020-12-16 13:39:39.480739", "event": "initiated" }, { "time": "2020-12-16 13:39:39.480739", "event": "header_read" }, { "time": "2020-12-16 13:39:39.480723", "event": "throttled" }, { "time": "2020-12-16 13:39:39.480746", "event": "all_read" }, { "time": "2020-12-16 13:39:39.480748", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.480753", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.480801", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.480862", "event": "started" }, { "time": "2020-12-16 13:39:39.480910", "event": "waiting for subops from 48,76" }, { "time": "2020-12-16 13:39:39.758451", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:39.758508", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:41.435066", "event": "op_commit" }, { "time": "2020-12-16 13:39:41.435075", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.435088", "event": "done" } ] } }, { "description": "osd_op(client.32807091.0:103830615 3.769 3:96eae949:::rbd_data.696a17f0f420e8.0000000000001f69:head [write 1015808~3178496] snapc 6540=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:39.535644", "age": 274.120798643, "duration": 1.896769377, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.32807091", "client_addr": "10.64.20.75:0/3583659685", "tid": 103830615 }, "events": [ { "time": "2020-12-16 13:39:39.535644", "event": "initiated" }, { "time": "2020-12-16 13:39:39.535644", "event": "header_read" }, { "time": "2020-12-16 13:39:39.521685", "event": "throttled" }, { "time": "2020-12-16 13:39:39.535648", "event": "all_read" }, { "time": "2020-12-16 13:39:39.535649", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.535652", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.535678", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.535745", "event": "started" }, { "time": "2020-12-16 13:39:39.535788", "event": "waiting for subops from 37,53" }, { "time": "2020-12-16 13:39:39.551697", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:39.555872", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:41.432379", "event": "op_commit" }, { "time": "2020-12-16 13:39:41.432393", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.432413", "event": "done" } ] } }, { "description": "osd_repop(client.32807091.0:103830699 3.3d e170739/146917 3:bc19364f:::rbd_data.696a17f0f420e8.00000000000038d3:head v 170739'7319307)", "initiated_at": "2020-12-16 13:39:39.635820", "age": 274.02062271199998, "duration": 1.8760979769999999, "type_data": { "flag_point": "commit sent; apply or cleanup", "events": [ { "time": "2020-12-16 13:39:39.635820", "event": "initiated" }, { "time": "2020-12-16 13:39:39.635820", "event": "header_read" }, { "time": "2020-12-16 13:39:39.627576", "event": "throttled" }, { "time": "2020-12-16 13:39:39.635825", "event": "all_read" }, { "time": "2020-12-16 13:39:39.635826", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.635829", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.758475", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.758481", "event": "started" }, { "time": "2020-12-16 13:39:41.511881", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.511918", "event": "done" } ] } }, { "description": "osd_op(client.31244773.0:3568423 3.7f5 3:afe4f524:::rbd_data.dd1eed6b8b4567.00000000000008bf:head [write 2646528~4096] snapc 119c9=[119c9,11653,10778,1007c,f60f] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:39.666757", "age": 273.98968531399998, "duration": 1.8453498429999999, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.31244773", "client_addr": "10.64.20.29:0/2881238759", "tid": 3568423 }, "events": [ { "time": "2020-12-16 13:39:39.666757", "event": "initiated" }, { "time": "2020-12-16 13:39:39.666757", "event": "header_read" }, { "time": "2020-12-16 13:39:39.666749", "event": "throttled" }, { "time": "2020-12-16 13:39:39.666760", "event": "all_read" }, { "time": "2020-12-16 13:39:39.666761", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.666765", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:40.096312", "event": "reached_pg" }, { "time": "2020-12-16 13:39:40.096360", "event": "started" }, { "time": "2020-12-16 13:39:40.096443", "event": "waiting for subops from 48,76" }, { "time": "2020-12-16 13:39:40.640241", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:40.640278", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:41.512052", "event": "op_commit" }, { "time": "2020-12-16 13:39:41.512073", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.512107", "event": "done" } ] } }, { "description": "osd_op(client.19775152.0:9019099 3.f5 3:af0d086e:::rbd_data.2d6cb26b8b4567.0000000000000a80:head [write 66048~4096] snapc 18dd=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:39.632989", "age": 274.02345338800001, "duration": 1.8021291740000001, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.19775152", "client_addr": "10.64.20.34:0/1071704697", "tid": 9019099 }, "events": [ { "time": "2020-12-16 13:39:39.632989", "event": "initiated" }, { "time": "2020-12-16 13:39:39.632989", "event": "header_read" }, { "time": "2020-12-16 13:39:39.632980", "event": "throttled" }, { "time": "2020-12-16 13:39:39.632993", "event": "all_read" }, { "time": "2020-12-16 13:39:39.632994", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.632999", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.758641", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.758664", "event": "started" }, { "time": "2020-12-16 13:39:39.758700", "event": "waiting for subops from 23,78" }, { "time": "2020-12-16 13:39:40.096061", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:40.096111", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:41.435104", "event": "op_commit" }, { "time": "2020-12-16 13:39:41.435110", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.435118", "event": "done" } ] } }, { "description": "osd_op(client.19775152.0:9019100 3.f5 3:af0d086e:::rbd_data.2d6cb26b8b4567.0000000000000a80:head [write 131584~12288] snapc 18dd=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:39.633060", "age": 274.02338235600001, "duration": 1.802085422, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.19775152", "client_addr": "10.64.20.34:0/1071704697", "tid": 9019100 }, "events": [ { "time": "2020-12-16 13:39:39.633060", "event": "initiated" }, { "time": "2020-12-16 13:39:39.633060", "event": "header_read" }, { "time": "2020-12-16 13:39:39.633003", "event": "throttled" }, { "time": "2020-12-16 13:39:39.633062", "event": "all_read" }, { "time": "2020-12-16 13:39:39.633062", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.633063", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:40.096532", "event": "reached_pg" }, { "time": "2020-12-16 13:39:40.096547", "event": "started" }, { "time": "2020-12-16 13:39:40.096578", "event": "waiting for subops from 23,78" }, { "time": "2020-12-16 13:39:40.640211", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:40.640226", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:41.435137", "event": "op_commit" }, { "time": "2020-12-16 13:39:41.435140", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.435145", "event": "done" } ] } }, { "description": "osd_repop(client.32807091.0:103830689 3.177 e170739/147029 3:ee9d8b94:::rbd_data.696a17f0f420e8.00000000000037e3:head v 170739'4703521)", "initiated_at": "2020-12-16 13:39:39.639243", "age": 274.01719969999999, "duration": 1.7933227490000001, "type_data": { "flag_point": "commit sent; apply or cleanup", "events": [ { "time": "2020-12-16 13:39:39.639243", "event": "initiated" }, { "time": "2020-12-16 13:39:39.639243", "event": "header_read" }, { "time": "2020-12-16 13:39:39.631219", "event": "throttled" }, { "time": "2020-12-16 13:39:39.639246", "event": "all_read" }, { "time": "2020-12-16 13:39:39.639247", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.639249", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.639349", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.639359", "event": "started" }, { "time": "2020-12-16 13:39:41.432544", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.432565", "event": "done" } ] } }, { "description": "osd_op(client.59569708.0:5082 3.122 3:4490cfb1:::rbd_data.8cf62c890afbda.0000000000000c29:head [set-alloc-hint object_size 4194304 write_size 4194304,writefull 0~4194304] snapc 0=[] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:39.674180", "age": 273.98226208699998, "duration": 1.758555576, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.59569708", "client_addr": "10.64.20.42:0/2104347377", "tid": 5082 }, "events": [ { "time": "2020-12-16 13:39:39.674180", "event": "initiated" }, { "time": "2020-12-16 13:39:39.674180", "event": "header_read" }, { "time": "2020-12-16 13:39:39.645958", "event": "throttled" }, { "time": "2020-12-16 13:39:39.674185", "event": "all_read" }, { "time": "2020-12-16 13:39:39.674187", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.674191", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.674214", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.674324", "event": "started" }, { "time": "2020-12-16 13:39:39.674366", "event": "waiting for subops from 48,60" }, { "time": "2020-12-16 13:39:39.696849", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:39.706198", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:41.432710", "event": "op_commit" }, { "time": "2020-12-16 13:39:41.432723", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.432736", "event": "done" } ] } }, { "description": "osd_repop(client.18564386.0:9152320 3.527 e170739/148218 3:e4bbecd9:::rbd_data.1b3e806b8b4567.00000000000013ab:head v 170739'9204870)", "initiated_at": "2020-12-16 13:39:39.759342", "age": 273.89710050100001, "duration": 1.7528224699999999, "type_data": { "flag_point": "commit sent; apply or cleanup", "events": [ { "time": "2020-12-16 13:39:39.759342", "event": "initiated" }, { "time": "2020-12-16 13:39:39.759342", "event": "header_read" }, { "time": "2020-12-16 13:39:39.754044", "event": "throttled" }, { "time": "2020-12-16 13:39:39.759345", "event": "all_read" }, { "time": "2020-12-16 13:39:39.759347", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.759349", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.759388", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.759395", "event": "started" }, { "time": "2020-12-16 13:39:41.512153", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.512164", "event": "done" } ] } }, { "description": "osd_op(client.21564671.0:6226638 3.7e7 3:e7f3b218:::rbd_data.490ca539e1b868.0000000000001000:head [write 1106432~4096] snapc 11881=[11881,62da] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:39.768306", "age": 273.88813686700001, "duration": 1.743582628, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.21564671", "client_addr": "10.64.20.74:0/412407393", "tid": 6226638 }, "events": [ { "time": "2020-12-16 13:39:39.768306", "event": "initiated" }, { "time": "2020-12-16 13:39:39.768306", "event": "header_read" }, { "time": "2020-12-16 13:39:39.768298", "event": "throttled" }, { "time": "2020-12-16 13:39:39.768308", "event": "all_read" }, { "time": "2020-12-16 13:39:39.768309", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.768312", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.768332", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.768383", "event": "started" }, { "time": "2020-12-16 13:39:39.768481", "event": "waiting for subops from 24,109" }, { "time": "2020-12-16 13:39:40.458623", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:40.458693", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:41.511791", "event": "op_commit" }, { "time": "2020-12-16 13:39:41.511820", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.511888", "event": "done" } ] } }, { "description": "osd_op(client.18130520.0:21560380 3.d2 3:4b0fd01d:::rbd_data.1322536b8b4567.00000000000059af:head [write 2523136~53248] snapc 117f7=[117f7,1f32] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:39:39.768423", "age": 273.88801910400002, "duration": 1.7434632400000001, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.18130520", "client_addr": "10.64.20.79:0/398770001", "tid": 21560380 }, "events": [ { "time": "2020-12-16 13:39:39.768423", "event": "initiated" }, { "time": "2020-12-16 13:39:39.768423", "event": "header_read" }, { "time": "2020-12-16 13:39:39.768217", "event": "throttled" }, { "time": "2020-12-16 13:39:39.768426", "event": "all_read" }, { "time": "2020-12-16 13:39:39.768427", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.768430", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.768495", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.768523", "event": "started" }, { "time": "2020-12-16 13:39:39.768592", "event": "waiting for subops from 32,100" }, { "time": "2020-12-16 13:39:39.769651", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:39.770137", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:39:41.511832", "event": "op_commit" }, { "time": "2020-12-16 13:39:41.511858", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.511887", "event": "done" } ] } }, { "description": "osd_repop(client.17670233.0:12826978 3.37 e170739/148105 3:ec18e7f6:::rbd_data.07f9076b8b4567.000000000000832b:head v 170739'20527309)", "initiated_at": "2020-12-16 13:39:39.787499", "age": 273.86894300300003, "duration": 1.724423971, "type_data": { "flag_point": "commit sent; apply or cleanup", "events": [ { "time": "2020-12-16 13:39:39.787499", "event": "initiated" }, { "time": "2020-12-16 13:39:39.787499", "event": "header_read" }, { "time": "2020-12-16 13:39:39.787492", "event": "throttled" }, { "time": "2020-12-16 13:39:39.787502", "event": "all_read" }, { "time": "2020-12-16 13:39:39.787503", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.787506", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:40.458643", "event": "reached_pg" }, { "time": "2020-12-16 13:39:40.458657", "event": "started" }, { "time": "2020-12-16 13:39:41.511898", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.511923", "event": "done" } ] } }, { "description": "osd_repop(client.18072488.0:65617196 3.55 e170739/147213 3:aa09cd8f:::rbd_data.143cd86b8b4567.0000000000000024:head v 170739'9229644)", "initiated_at": "2020-12-16 13:39:39.711849", "age": 273.94459307300002, "duration": 1.7232515749999999, "type_data": { "flag_point": "commit sent; apply or cleanup", "events": [ { "time": "2020-12-16 13:39:39.711849", "event": "initiated" }, { "time": "2020-12-16 13:39:39.711849", "event": "header_read" }, { "time": "2020-12-16 13:39:39.711822", "event": "throttled" }, { "time": "2020-12-16 13:39:39.711856", "event": "all_read" }, { "time": "2020-12-16 13:39:39.711858", "event": "dispatched" }, { "time": "2020-12-16 13:39:39.711863", "event": "queued_for_pg" }, { "time": "2020-12-16 13:39:39.758523", "event": "reached_pg" }, { "time": "2020-12-16 13:39:39.758530", "event": "started" }, { "time": "2020-12-16 13:39:41.435092", "event": "commit_sent" }, { "time": "2020-12-16 13:39:41.435101", "event": "done" } ] } }, { "description": "osd_op(client.18130520.0:21560221 3.d2 3:4b0fd01d:::rbd_data.1322536b8b4567.00000000000059af:head [write 1888256~49152] snapc 117f7=[117f7,1f32] ondisk+write+known_if_redirected e170739)", "initiated_at": "2020-12-16 13:38:44.768422", "age": 328.88802081199998, "duration": 1.692345327, "type_data": { "flag_point": "commit sent; apply or cleanup", "client_info": { "client": "client.18130520", "client_addr": "10.64.20.79:0/398770001", "tid": 21560221 }, "events": [ { "time": "2020-12-16 13:38:44.768422", "event": "initiated" }, { "time": "2020-12-16 13:38:44.768422", "event": "header_read" }, { "time": "2020-12-16 13:38:44.768251", "event": "throttled" }, { "time": "2020-12-16 13:38:44.768425", "event": "all_read" }, { "time": "2020-12-16 13:38:44.768426", "event": "dispatched" }, { "time": "2020-12-16 13:38:44.768428", "event": "queued_for_pg" }, { "time": "2020-12-16 13:38:44.768494", "event": "reached_pg" }, { "time": "2020-12-16 13:38:44.768521", "event": "started" }, { "time": "2020-12-16 13:38:44.768562", "event": "waiting for subops from 32,100" }, { "time": "2020-12-16 13:38:44.769410", "event": "op_commit" }, { "time": "2020-12-16 13:38:44.770518", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:38:46.460740", "event": "sub_op_commit_rec" }, { "time": "2020-12-16 13:38:46.460752", "event": "commit_sent" }, { "time": "2020-12-16 13:38:46.460767", "event": "done" } ] } } ] }