-- Logs begin at Sat 2021-01-09 04:03:01 UTC, end at Mon 2021-02-01 13:51:38 UTC. --
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: /tmp/release/Debian/WORKDIR/ceph-14.2.16/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7fadb2b82700 time 2021-02-01 09:56:00.004800
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: /tmp/release/Debian/WORKDIR/ceph-14.2.16/src/os/bluestore/KernelDevice.cc: 888: FAILED ceph_assert(is_valid_io(off, len))
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: ceph version 14.2.16 (762032d6f509d5e7ee7dc008d80fe9c87086603c) nautilus (stable)
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x5581ab3e5c1e]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2: (()+0x513df6) [0x5581ab3e5df6]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v14_2_0::list&, IOContext*, bool, int)+0x90) [0x5581aba5d1c0]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 4: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x2606) [0x5581ab936126]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 5: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0x318) [0x5581ab96c1c8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 6: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0xda) [0x5581ab96d0ca]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 7: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0x1671) [0x5581ab970701]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 8: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x3c8) [0x5581ab972138]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 9: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x5581ab6d6a24]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 10: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf8) [0x5581ab7cfac8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 11: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x5581ab7ddc07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 12: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x5581ab6ef257]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 13: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x61f) [0x5581ab69d96f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 14: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x392) [0x5581ab4c9ec2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 15: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x5581ab76dfe2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 16: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x7d7) [0x5581ab4e5c07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 17: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5581abab67f4]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 18: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5581abab9200]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 19: (()+0x7fa3) [0x7fadd1afffa3]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 20: (clone()+0x3f) [0x7fadd16af4cf]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: *** Caught signal (Aborted) **
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: in thread 7fadb2b82700 thread_name:tp_osd_tp
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2021-02-01 09:56:00.006 7fadb2b82700 -1 /tmp/release/Debian/WORKDIR/ceph-14.2.16/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7fadb2b82700 time 2021-02-01 09:56:00.004800
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: /tmp/release/Debian/WORKDIR/ceph-14.2.16/src/os/bluestore/KernelDevice.cc: 888: FAILED ceph_assert(is_valid_io(off, len))
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: ceph version 14.2.16 (762032d6f509d5e7ee7dc008d80fe9c87086603c) nautilus (stable)
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x5581ab3e5c1e]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2: (()+0x513df6) [0x5581ab3e5df6]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v14_2_0::list&, IOContext*, bool, int)+0x90) [0x5581aba5d1c0]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 4: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x2606) [0x5581ab936126]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 5: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0x318) [0x5581ab96c1c8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 6: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0xda) [0x5581ab96d0ca]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 7: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0x1671) [0x5581ab970701]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 8: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x3c8) [0x5581ab972138]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 9: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x5581ab6d6a24]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 10: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf8) [0x5581ab7cfac8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 11: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x5581ab7ddc07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 12: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x5581ab6ef257]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 13: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x61f) [0x5581ab69d96f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 14: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x392) [0x5581ab4c9ec2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 15: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x5581ab76dfe2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 16: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x7d7) [0x5581ab4e5c07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 17: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5581abab67f4]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 18: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5581abab9200]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 19: (()+0x7fa3) [0x7fadd1afffa3]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 20: (clone()+0x3f) [0x7fadd16af4cf]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: ceph version 14.2.16 (762032d6f509d5e7ee7dc008d80fe9c87086603c) nautilus (stable)
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 1: (()+0x12730) [0x7fadd1b0a730]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2: (gsignal()+0x10b) [0x7fadd15ed7bb]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 3: (abort()+0x121) [0x7fadd15d8535]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x5581ab3e5c6f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 5: (()+0x513df6) [0x5581ab3e5df6]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v14_2_0::list&, IOContext*, bool, int)+0x90) [0x5581aba5d1c0]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 7: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x2606) [0x5581ab936126]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 8: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0x318) [0x5581ab96c1c8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 9: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0xda) [0x5581ab96d0ca]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 10: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0x1671) [0x5581ab970701]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 11: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x3c8) [0x5581ab972138]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 12: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x5581ab6d6a24]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 13: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf8) [0x5581ab7cfac8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 14: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x5581ab7ddc07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 15: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x5581ab6ef257]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 16: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x61f) [0x5581ab69d96f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 17: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x392) [0x5581ab4c9ec2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 18: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x5581ab76dfe2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 19: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x7d7) [0x5581ab4e5c07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 20: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5581abab67f4]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 21: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5581abab9200]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 22: (()+0x7fa3) [0x7fadd1afffa3]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 23: (clone()+0x3f) [0x7fadd16af4cf]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2021-02-01 09:56:00.014 7fadb2b82700 -1 *** Caught signal (Aborted) **
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: in thread 7fadb2b82700 thread_name:tp_osd_tp
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: ceph version 14.2.16 (762032d6f509d5e7ee7dc008d80fe9c87086603c) nautilus (stable)
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 1: (()+0x12730) [0x7fadd1b0a730]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2: (gsignal()+0x10b) [0x7fadd15ed7bb]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 3: (abort()+0x121) [0x7fadd15d8535]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x5581ab3e5c6f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 5: (()+0x513df6) [0x5581ab3e5df6]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v14_2_0::list&, IOContext*, bool, int)+0x90) [0x5581aba5d1c0]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 7: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x2606) [0x5581ab936126]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 8: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0x318) [0x5581ab96c1c8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 9: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0xda) [0x5581ab96d0ca]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 10: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0x1671) [0x5581ab970701]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 11: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x3c8) [0x5581ab972138]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 12: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x5581ab6d6a24]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 13: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf8) [0x5581ab7cfac8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 14: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x5581ab7ddc07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 15: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x5581ab6ef257]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 16: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x61f) [0x5581ab69d96f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 17: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x392) [0x5581ab4c9ec2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 18: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x5581ab76dfe2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 19: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x7d7) [0x5581ab4e5c07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 20: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5581abab67f4]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 21: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5581abab9200]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 22: (()+0x7fa3) [0x7fadd1afffa3]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 23: (clone()+0x3f) [0x7fadd16af4cf]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: -1> 2021-02-01 09:56:00.006 7fadb2b82700 -1 /tmp/release/Debian/WORKDIR/ceph-14.2.16/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7fadb2b82700 time 2021-02-01 09:56:00.004800
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: /tmp/release/Debian/WORKDIR/ceph-14.2.16/src/os/bluestore/KernelDevice.cc: 888: FAILED ceph_assert(is_valid_io(off, len))
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: ceph version 14.2.16 (762032d6f509d5e7ee7dc008d80fe9c87086603c) nautilus (stable)
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x5581ab3e5c1e]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2: (()+0x513df6) [0x5581ab3e5df6]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v14_2_0::list&, IOContext*, bool, int)+0x90) [0x5581aba5d1c0]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 4: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x2606) [0x5581ab936126]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 5: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0x318) [0x5581ab96c1c8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 6: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0xda) [0x5581ab96d0ca]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 7: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0x1671) [0x5581ab970701]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 8: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x3c8) [0x5581ab972138]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 9: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x5581ab6d6a24]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 10: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf8) [0x5581ab7cfac8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 11: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x5581ab7ddc07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 12: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x5581ab6ef257]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 13: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x61f) [0x5581ab69d96f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 14: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x392) [0x5581ab4c9ec2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 15: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x5581ab76dfe2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 16: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x7d7) [0x5581ab4e5c07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 17: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5581abab67f4]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 18: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5581abab9200]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 19: (()+0x7fa3) [0x7fadd1afffa3]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 20: (clone()+0x3f) [0x7fadd16af4cf]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 0> 2021-02-01 09:56:00.014 7fadb2b82700 -1 *** Caught signal (Aborted) **
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: in thread 7fadb2b82700 thread_name:tp_osd_tp
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: ceph version 14.2.16 (762032d6f509d5e7ee7dc008d80fe9c87086603c) nautilus (stable)
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 1: (()+0x12730) [0x7fadd1b0a730]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2: (gsignal()+0x10b) [0x7fadd15ed7bb]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 3: (abort()+0x121) [0x7fadd15d8535]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x5581ab3e5c6f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 5: (()+0x513df6) [0x5581ab3e5df6]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v14_2_0::list&, IOContext*, bool, int)+0x90) [0x5581aba5d1c0]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 7: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x2606) [0x5581ab936126]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 8: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0x318) [0x5581ab96c1c8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 9: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0xda) [0x5581ab96d0ca]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 10: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0x1671) [0x5581ab970701]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 11: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x3c8) [0x5581ab972138]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 12: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x5581ab6d6a24]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 13: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf8) [0x5581ab7cfac8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 14: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x5581ab7ddc07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 15: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x5581ab6ef257]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 16: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x61f) [0x5581ab69d96f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 17: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x392) [0x5581ab4c9ec2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 18: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x5581ab76dfe2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 19: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x7d7) [0x5581ab4e5c07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 20: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5581abab67f4]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 21: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5581abab9200]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 22: (()+0x7fa3) [0x7fadd1afffa3]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 23: (clone()+0x3f) [0x7fadd16af4cf]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: -1> 2021-02-01 09:56:00.006 7fadb2b82700 -1 /tmp/release/Debian/WORKDIR/ceph-14.2.16/src/os/bluestore/KernelDevice.cc: In function 'virtual int KernelDevice::aio_write(uint64_t, ceph::bufferlist&, IOContext*, bool, int)' thread 7fadb2b82700 time 2021-02-01 09:56:00.004800
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: /tmp/release/Debian/WORKDIR/ceph-14.2.16/src/os/bluestore/KernelDevice.cc: 888: FAILED ceph_assert(is_valid_io(off, len))
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: ceph version 14.2.16 (762032d6f509d5e7ee7dc008d80fe9c87086603c) nautilus (stable)
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x152) [0x5581ab3e5c1e]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2: (()+0x513df6) [0x5581ab3e5df6]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 3: (KernelDevice::aio_write(unsigned long, ceph::buffer::v14_2_0::list&, IOContext*, bool, int)+0x90) [0x5581aba5d1c0]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 4: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x2606) [0x5581ab936126]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 5: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0x318) [0x5581ab96c1c8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 6: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0xda) [0x5581ab96d0ca]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 7: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0x1671) [0x5581ab970701]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 8: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x3c8) [0x5581ab972138]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 9: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x5581ab6d6a24]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 10: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf8) [0x5581ab7cfac8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 11: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x5581ab7ddc07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 12: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x5581ab6ef257]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 13: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x61f) [0x5581ab69d96f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 14: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x392) [0x5581ab4c9ec2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 15: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x5581ab76dfe2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 16: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x7d7) [0x5581ab4e5c07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 17: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5581abab67f4]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 18: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5581abab9200]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 19: (()+0x7fa3) [0x7fadd1afffa3]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 20: (clone()+0x3f) [0x7fadd16af4cf]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 0> 2021-02-01 09:56:00.014 7fadb2b82700 -1 *** Caught signal (Aborted) **
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: in thread 7fadb2b82700 thread_name:tp_osd_tp
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: ceph version 14.2.16 (762032d6f509d5e7ee7dc008d80fe9c87086603c) nautilus (stable)
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 1: (()+0x12730) [0x7fadd1b0a730]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 2: (gsignal()+0x10b) [0x7fadd15ed7bb]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 3: (abort()+0x121) [0x7fadd15d8535]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x1a3) [0x5581ab3e5c6f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 5: (()+0x513df6) [0x5581ab3e5df6]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 6: (KernelDevice::aio_write(unsigned long, ceph::buffer::v14_2_0::list&, IOContext*, bool, int)+0x90) [0x5581aba5d1c0]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 7: (BlueStore::_do_alloc_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>, boost::intrusive_ptr<BlueStore::Onode>, BlueStore::WriteContext*)+0x2606) [0x5581ab936126]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 8: (BlueStore::_do_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0x318) [0x5581ab96c1c8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 9: (BlueStore::_write(BlueStore::TransContext*, boost::intrusive_ptr<BlueStore::Collection>&, boost::intrusive_ptr<BlueStore::Onode>&, unsigned long, unsigned long, ceph::buffer::v14_2_0::list&, unsigned int)+0xda) [0x5581ab96d0ca]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 10: (BlueStore::_txc_add_transaction(BlueStore::TransContext*, ObjectStore::Transaction*)+0x1671) [0x5581ab970701]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 11: (BlueStore::queue_transactions(boost::intrusive_ptr<ObjectStore::CollectionImpl>&, std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<TrackedOp>, ThreadPool::TPHandle*)+0x3c8) [0x5581ab972138]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 12: (non-virtual thunk to PrimaryLogPG::queue_transactions(std::vector<ObjectStore::Transaction, std::allocator<ObjectStore::Transaction> >&, boost::intrusive_ptr<OpRequest>)+0x54) [0x5581ab6d6a24]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 13: (ReplicatedBackend::do_repop(boost::intrusive_ptr<OpRequest>)+0xdf8) [0x5581ab7cfac8]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 14: (ReplicatedBackend::_handle_message(boost::intrusive_ptr<OpRequest>)+0x267) [0x5581ab7ddc07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 15: (PGBackend::handle_message(boost::intrusive_ptr<OpRequest>)+0x57) [0x5581ab6ef257]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 16: (PrimaryLogPG::do_request(boost::intrusive_ptr<OpRequest>&, ThreadPool::TPHandle&)+0x61f) [0x5581ab69d96f]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 17: (OSD::dequeue_op(boost::intrusive_ptr<PG>, boost::intrusive_ptr<OpRequest>, ThreadPool::TPHandle&)+0x392) [0x5581ab4c9ec2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 18: (PGOpItem::run(OSD*, OSDShard*, boost::intrusive_ptr<PG>&, ThreadPool::TPHandle&)+0x62) [0x5581ab76dfe2]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 19: (OSD::ShardedOpWQ::_process(unsigned int, ceph::heartbeat_handle_d*)+0x7d7) [0x5581ab4e5c07]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 20: (ShardedThreadPool::shardedthreadpool_worker(unsigned int)+0x5b4) [0x5581abab67f4]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 21: (ShardedThreadPool::WorkThreadSharded::entry()+0x10) [0x5581abab9200]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 22: (()+0x7fa3) [0x7fadd1afffa3]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: 23: (clone()+0x3f) [0x7fadd16af4cf]
Feb 01 09:56:00 cloudcephosd1009 ceph-osd[7952]: NOTE: a copy of the executable, or `objdump -rdS <executable>` is needed to interpret this.
Feb 01 09:56:00 cloudcephosd1009 systemd[1]: ceph-osd@20.service: Main process exited, code=killed, status=6/ABRT
Feb 01 09:56:00 cloudcephosd1009 systemd[1]: ceph-osd@20.service: Failed with result 'signal'.
Feb 01 09:56:00 cloudcephosd1009 systemd[1]: ceph-osd@20.service: Service RestartSec=100ms expired, scheduling restart.
Feb 01 09:56:00 cloudcephosd1009 systemd[1]: ceph-osd@20.service: Scheduled restart job, restart counter is at 2.
Feb 01 09:56:00 cloudcephosd1009 systemd[1]: Stopped Ceph object storage daemon osd.20.
Feb 01 09:56:00 cloudcephosd1009 systemd[1]: Starting Ceph object storage daemon osd.20...
Feb 01 09:56:00 cloudcephosd1009 systemd[1]: Started Ceph object storage daemon osd.20.
Feb 01 09:56:13 cloudcephosd1009 ceph-osd[40857]: 2021-02-01 09:56:13.034 7ff0d5d34c80 -1 osd.20 314847 log_to_monitors {default=true}